-- Logs begin at Wed 2022-03-02 16:35:08 UTC, end at Wed 2022-03-02 19:14:43 UTC. -- Mar 02 17:13:23.561950 n-d-820559-6 systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 17:13:25.770795 n-d-820559-6 neutron-server[83691]: INFO neutron.common.config [-] Logging enabled! Mar 02 17:13:25.771496 n-d-820559-6 neutron-server[83691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev35 Mar 02 17:13:25.771586 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83691) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 17:13:25.773763 n-d-820559-6 neutron-server[83691]: INFO neutron.common.config [-] Logging enabled! Mar 02 17:13:25.774016 n-d-820559-6 neutron-server[83691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev35 Mar 02 17:13:25.774263 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83691) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 17:13:25.775262 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:13:25.775496 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:13:25.775847 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:13:25.776094 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:13:25.776323 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:13:25.776648 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.776947 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.777245 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.777477 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.777776 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.778070 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.778356 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.778671 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.778974 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.779260 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.779542 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.779829 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.780061 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.780345 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.780633 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.780921 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.781145 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] debug = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.781428 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.781861 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.782274 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.782558 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.782875 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.783152 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.783431 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.784248 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.784761 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] host = n-d-820559-6 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.785137 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.785435 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.785729 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.786020 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.786302 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.786596 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.786899 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.787176 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.787452 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_file = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.787729 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.788020 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.788310 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.788600 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.788824 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.789047 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.789331 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.789620 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.789896 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.790169 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.790444 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.790745 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.791023 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.791295 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.791579 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.791862 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.792155 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.792432 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.792707 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.792979 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.793253 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.793539 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.793813 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.794088 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.794364 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.794680 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.794953 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.795227 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.795529 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.795816 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.796098 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.796383 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.796657 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.796940 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.797214 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.797490 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.797763 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_json = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.798036 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.798306 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.798616 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.798897 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.799171 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.800048 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.800536 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.800878 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.801161 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:25.801466 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.801766 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.802078 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.802365 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.802691 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.802978 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.803274 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.803556 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.803848 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.804140 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.804430 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.804708 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.804998 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.805293 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.805584 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.805863 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.806143 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.806437 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.806754 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.807033 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.807315 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.807606 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.807888 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.808163 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.808444 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.808720 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.808993 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.809267 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.809546 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.809837 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.810115 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.810386 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.810685 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.810966 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.811237 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.811523 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.811801 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.812082 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.812356 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.812633 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.812905 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.813180 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.813459 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.813732 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.814008 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.814280 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.814552 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.814861 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.815307 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.815752 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.816040 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.816324 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.816610 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.816889 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.817166 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.817443 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.817720 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.817996 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.818286 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.818609 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.818895 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.819174 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.819454 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.819735 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.820013 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.820290 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.820569 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.820847 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.821119 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.821413 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.821698 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.821990 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.822273 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.822552 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.822876 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.823153 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.823436 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.823717 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.823997 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.824281 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.824567 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.824863 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.825159 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.825457 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.825752 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.826044 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.826327 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.826669 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.826953 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:25.827171 n-d-820559-6 neutron-server[83691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:13:25.827410 n-d-820559-6 neutron-server[83691]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83691) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 17:13:26.250518 n-d-820559-6 neutron-server[83691]: INFO keyring.backend [-] Loading KWallet Mar 02 17:13:26.258737 n-d-820559-6 neutron-server[83691]: INFO keyring.backend [-] Loading SecretService Mar 02 17:13:26.261931 n-d-820559-6 neutron-server[83691]: INFO keyring.backend [-] Loading Windows Mar 02 17:13:26.263737 n-d-820559-6 neutron-server[83691]: INFO keyring.backend [-] Loading chainer Mar 02 17:13:26.264537 n-d-820559-6 neutron-server[83691]: INFO keyring.backend [-] Loading macOS Mar 02 17:13:26.303215 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 17:13:26.303497 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.003s {{(pid=83691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 17:13:26.303795 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 17:13:26.304134 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 17:13:26.621333 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.621622 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.621896 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.679601 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.679882 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.680148 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.683278 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.683561 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.683837 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.714148 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.714425 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.714725 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.742317 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.742620 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:26.742892 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.067992 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.068604 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.068604 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.068779 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.069695 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.192829 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.193148 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.193433 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.193706 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.193975 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.194285 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.194549 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.194831 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.195088 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.195375 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.195637 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.195900 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.196166 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.196420 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.196684 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.196949 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.197212 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.197484 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.197737 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.198018 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.198362 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.198637 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.198890 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.199172 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.199422 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.199668 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.200054 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.200296 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.200536 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.200773 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.201011 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.201248 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.201802 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 17:13:27.204979 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 17:13:27.210131 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 17:13:27.214097 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 02 17:13:27.215810 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 17:13:27.216211 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 17:13:27.216553 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 17:13:27.216946 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 17:13:27.219828 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 17:13:27.220089 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 17:13:27.220437 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 17:13:27.249620 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 02 17:13:27.250076 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.250380 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83691) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 17:13:27.250787 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.252167 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83691) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 17:13:27.253009 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 17:13:27.253404 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 17:13:27.256831 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.257114 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.319711 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 17:13:27.319895 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 17:13:27.320137 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 17:13:27.320510 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 17:13:27.351828 n-d-820559-6 neutron-server[83691]: DEBUG oslo_db.sqlalchemy.engines [None req-79c415cb-0869-4c8a-8499-35839867854f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83691) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 17:13:27.677517 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing driver for type 'gre' Mar 02 17:13:27.677983 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79c415cb-0869-4c8a-8499-35839867854f None None] gre ID ranges: [(1, 1000)] Mar 02 17:13:27.730979 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing driver for type 'local' Mar 02 17:13:27.731311 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing driver for type 'vlan' Mar 02 17:13:27.744249 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79c415cb-0869-4c8a-8499-35839867854f None None] VlanTypeDriver initialization complete Mar 02 17:13:27.744620 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing driver for type 'vxlan' Mar 02 17:13:27.745084 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79c415cb-0869-4c8a-8499-35839867854f None None] vxlan ID ranges: [(1, 1000)] Mar 02 17:13:27.800078 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing extension driver 'port_security' Mar 02 17:13:27.800426 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.extensions.port_security [None req-79c415cb-0869-4c8a-8499-35839867854f None None] PortSecurityExtensionDriver initialization complete Mar 02 17:13:27.800775 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing mechanism driver 'openvswitch' Mar 02 17:13:27.801112 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing mechanism driver 'hyperv' Mar 02 17:13:27.807758 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.plugin [None req-79c415cb-0869-4c8a-8499-35839867854f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:27.808441 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.808811 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.809171 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.809690 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 17:13:27.810118 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.810468 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.810836 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.811227 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 17:13:27.811630 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.811979 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.812319 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.812702 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 17:13:27.813105 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.813453 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.813796 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.814346 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 17:13:27.814773 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.815161 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.815489 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.815874 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 17:13:27.816312 n-d-820559-6 neutron-server[83691]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79c415cb-0869-4c8a-8499-35839867854f None None] ML2 OVO RPC backend initialized. {{(pid=83691) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 02 17:13:27.816947 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.817301 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.817716 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.818062 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > networks before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.818408 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.818775 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > ports before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.819124 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.819465 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnets before_response 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.819807 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.820144 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.820480 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.820814 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.821149 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.821482 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.821815 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.822150 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.822486 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.823092 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.plugin [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Modular L2 Plugin initialization complete Mar 02 17:13:27.823422 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading services supported by the core plugin {{(pid=83691) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 17:13:27.823743 n-d-820559-6 neutron-server[83691]: INFO neutron.plugins.ml2.managers [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Got port-security extension from driver 'port_security' Mar 02 17:13:27.824208 n-d-820559-6 neutron-server[83691]: INFO neutron.extensions.vlantransparent [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Disabled vlantransparent extension. Mar 02 17:13:27.824622 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83691) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 17:13:27.824937 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: router Mar 02 17:13:27.861744 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.862239 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_create 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.862771 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router before_create 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.863143 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.863515 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.863872 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_delete 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.864229 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > floatingip after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.864593 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_create 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.864940 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.865289 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.865634 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.865987 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.866397 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.866797 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.867134 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.867467 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: subnet after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.867803 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.868147 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > port precommit_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.868495 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_create 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.868837 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.869178 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.869533 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router after_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.869872 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_delete 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.870216 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_create 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.870592 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.870947 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_update 55549900 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.871312 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > agent after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.871663 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > agent after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.872007 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > network after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.872868 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Tracking information for resource: router configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.873200 n-d-820559-6 neutron-server[83691]: DEBUG neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Tracking information for resource: floatingip configured {{(pid=83691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 17:13:27.878237 n-d-820559-6 neutron-server[83691]: INFO neutron.db.l3_agentschedulers_db [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 17:13:27.878857 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.879223 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.879579 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.879931 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: port after_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.880836 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router before_create 55550100 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.881205 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_delete 55550100 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.881567 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_create 55550100 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.881922 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > router precommit_update 55550100 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.886343 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.provider_configuration [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service providers = [] {{(pid=83691) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 17:13:27.886743 n-d-820559-6 neutron-server[83691]: DEBUG neutron.db.servicetype_db [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83691) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 17:13:27.889670 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.service_base [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:13:27.890024 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.service_base [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:13:27.890368 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.service_base [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:13:27.891296 n-d-820559-6 neutron-server[83691]: DEBUG neutron.services.service_base [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 17:13:27.891672 n-d-820559-6 neutron-server[83691]: INFO neutron.services.service_base [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 17:13:27.892047 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.892366 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 17:13:27.903779 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.904116 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: auto_allocate Mar 02 17:13:27.910790 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: network precommit_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.911159 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: network precommit_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.911682 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.912002 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: tag Mar 02 17:13:27.918680 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.919013 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: timestamp Mar 02 17:13:27.923053 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.923394 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: network_ip_availability Mar 02 17:13:27.928859 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.929172 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.929528 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:27.930256 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.930588 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: flavors Mar 02 17:13:27.935318 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.935655 n-d-820559-6 neutron-server[83691]: INFO neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading Plugin: revisions Mar 02 17:13:27.939967 n-d-820559-6 neutron-server[83691]: DEBUG neutron.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 17:13:27.940372 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=83691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 17:13:27.941112 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83691) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 02 17:13:27.941446 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Initializing extension manager. Mar 02 17:13:27.941947 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: __init__.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.942290 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: __pycache__ {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.942658 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.942994 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.943324 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: _filter_validation_lib.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.943652 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.944133 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: address_group.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.944857 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.945425 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: address-group Mar 02 17:13:27.945745 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: address_scope.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.946457 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.947006 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: address-scope Mar 02 17:13:27.947329 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.948466 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.948776 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: router-admin-state-down-before-update Mar 02 17:13:27.949096 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: agent.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.949796 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.950300 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: agent Mar 02 17:13:27.950646 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: agent_resources_synced.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.951562 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.952064 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: agent-resources-synced Mar 02 17:13:27.952382 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: allowedaddresspairs.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.954353 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.954910 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: allowed-address-pairs Mar 02 17:13:27.955239 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: auto_allocated_topology.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.956944 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.957506 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: auto-allocated-topology Mar 02 17:13:27.957867 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: availability_zone.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.958823 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.959921 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: availability_zone Mar 02 17:13:27.960440 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: availability_zone_filter.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.961373 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.961904 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: availability_zone_filter Mar 02 17:13:27.962231 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: data_plane_status.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.963455 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.964200 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 17:13:27.964530 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: default_subnetpools.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.965459 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.965975 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: default-subnetpools Mar 02 17:13:27.966298 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.967121 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.967630 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: dhcp_agent_scheduler Mar 02 17:13:27.967952 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: dns.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.968871 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.969373 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension dns-integration not supported by any of loaded plugins Mar 02 17:13:27.969695 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: dns_domain_ports.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.970708 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.971960 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 17:13:27.972284 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: dvr.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.972992 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.973523 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: dvr Mar 02 17:13:27.973802 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: empty_string_filtering.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.974746 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.975251 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: empty-string-filtering Mar 02 17:13:27.975573 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.976497 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.976991 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 17:13:27.977308 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.978225 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.978762 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 17:13:27.979084 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: external_net.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.979993 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.980499 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: external-net Mar 02 17:13:27.980818 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.981728 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.982229 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: extra_dhcp_opt Mar 02 17:13:27.982549 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: extraroute.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.983478 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.983981 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: extraroute Mar 02 17:13:27.984298 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: extraroute_atomic.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.985337 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.985840 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: extraroute-atomic Mar 02 17:13:27.986169 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: filter_validation.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.986889 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.987394 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: filter-validation Mar 02 17:13:27.987706 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: fip_pf_description.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.988620 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.989120 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 17:13:27.989439 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: fip_port_details.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.990358 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.990896 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: fip-port-details Mar 02 17:13:27.991217 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: flavors.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.992468 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.992983 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: flavors Mar 02 17:13:27.993307 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.995031 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.995559 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 17:13:27.995890 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: floatingip_pools.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.996593 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.997104 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: floatingip-pools Mar 02 17:13:27.997429 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: ip_allocation.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:27.998354 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:27.998897 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 17:13:27.999222 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.000174 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.000687 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: ip-substring-filtering Mar 02 17:13:28.001011 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l2_adjacency.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.001940 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.002995 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 17:13:28.003322 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.004303 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.004822 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: router Mar 02 17:13:28.005144 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.007546 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.008086 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 17:13:28.008418 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.009367 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.009884 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: ext-gw-mode Mar 02 17:13:28.010212 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.011169 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.011682 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: l3-ha Mar 02 17:13:28.012010 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3_flavors.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.012933 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.013445 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: l3-flavors Mar 02 17:13:28.013769 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.014735 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.015245 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 17:13:28.015567 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: l3agentscheduler.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.016595 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.017110 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: l3_agent_scheduler Mar 02 17:13:28.017435 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: logging.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.019608 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.020124 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension logging not supported by any of loaded plugins Mar 02 17:13:28.020455 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: metering.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.021200 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.021783 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: metering Mar 02 17:13:28.022108 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.023243 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.023761 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: metering_source_and_destination_fields Mar 02 17:13:28.024085 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: multiprovidernet.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.025025 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.025540 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: multi-provider Mar 02 17:13:28.025863 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: netmtu.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.026814 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.027324 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: net-mtu Mar 02 17:13:28.027643 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: netmtu_writable.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.028562 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.029075 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: net-mtu-writable Mar 02 17:13:28.029394 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: network_availability_zone.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.030065 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.030579 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: network_availability_zone Mar 02 17:13:28.030914 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: network_ip_availability.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.032009 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.032519 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: network-ip-availability Mar 02 17:13:28.032842 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: network_segment_range.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.033610 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.034363 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 17:13:28.034686 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: pagination.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.035633 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.035957 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: pagination Mar 02 17:13:28.036276 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.037203 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.037715 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: port-mac-address-regenerate Mar 02 17:13:28.038033 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: port_resource_request.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.038983 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.039487 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 17:13:28.039805 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: portbindings.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.040721 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.041224 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: binding Mar 02 17:13:28.041543 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: portbindings_extended.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.042876 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.043394 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: binding-extended Mar 02 17:13:28.043723 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: portsecurity.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.044635 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.045249 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: port-security Mar 02 17:13:28.045581 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: project_id.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.046556 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.046911 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: project-id Mar 02 17:13:28.047234 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: providernet.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.048151 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.048658 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: provider Mar 02 17:13:28.048986 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.052734 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.053258 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos not supported by any of loaded plugins Mar 02 17:13:28.053592 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.054879 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.055399 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 17:13:28.055728 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.056645 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.057159 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 17:13:28.057484 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_default.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.058397 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.058950 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-default not supported by any of loaded plugins Mar 02 17:13:28.059273 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_fip.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.059922 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.060424 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-fip not supported by any of loaded plugins Mar 02 17:13:28.060744 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_gateway_ip.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.061671 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.062181 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 17:13:28.062504 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_port_network_policy.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.063445 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.063949 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 17:13:28.064270 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_rule_type_details.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.065795 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.066301 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 17:13:28.066645 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: qos_rules_alias.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.067693 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.068207 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 17:13:28.068720 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: quotasv2.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.069396 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.069722 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: quotas Mar 02 17:13:28.070043 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: quotasv2_detail.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.071690 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.072032 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: quota_details Mar 02 17:13:28.072360 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: rbac.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.073417 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.073939 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: rbac-policies Mar 02 17:13:28.074270 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: rbac_address_scope.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.075234 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.075749 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: rbac-address-scope Mar 02 17:13:28.076074 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: rbac_security_groups.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.076994 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.077503 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: rbac-security-groups Mar 02 17:13:28.077827 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: rbac_subnetpool.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.078766 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.079285 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: rbac-subnetpool Mar 02 17:13:28.079607 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: revisionifmatch.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.080555 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.081782 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: revision-if-match Mar 02 17:13:28.082104 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: revisions.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.083258 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.083769 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: standard-attr-revisions Mar 02 17:13:28.084092 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: router_availability_zone.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.085022 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.085534 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: router_availability_zone Mar 02 17:13:28.085855 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: routerservicetype.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.086829 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.087337 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension router-service-type not supported by any of loaded plugins Mar 02 17:13:28.087660 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.088578 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.089087 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: port-security-groups-filtering Mar 02 17:13:28.089414 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: securitygroup.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.100623 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.101313 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: security-group Mar 02 17:13:28.101657 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: segment.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.102443 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.103001 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension segment not supported by any of loaded plugins Mar 02 17:13:28.103327 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.104429 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.104950 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 17:13:28.105275 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: servicetype.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.106389 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.106942 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: service-type Mar 02 17:13:28.107273 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: sorting.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.108249 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.108582 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: sorting Mar 02 17:13:28.108906 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: standard_attr_segment.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.109829 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.110346 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 17:13:28.110701 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: standardattrdescription.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.111351 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.111965 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: standard-attr-description Mar 02 17:13:28.112288 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: stateful_security_group.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.113223 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.113735 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: stateful-security-group Mar 02 17:13:28.114058 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: stdattrs_common.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.114676 n-d-820559-6 neutron-server[83691]: WARNING neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 17:13:28.115001 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.115936 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.116449 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 17:13:28.116770 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnet_onboard.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.117919 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.118433 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: subnet_onboard Mar 02 17:13:28.118784 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.119715 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.120226 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 17:13:28.120544 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnet_service_types.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.121469 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.122005 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: subnet-service-types Mar 02 17:13:28.122325 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnetallocation.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.123448 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.123962 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: subnet_allocation Mar 02 17:13:28.124286 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.124948 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.125454 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: subnetpool-prefix-ops Mar 02 17:13:28.125773 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.126764 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.127272 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 17:13:28.128220 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: tagging.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.129339 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.129853 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: standard-attr-tag Mar 02 17:13:28.130182 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: timestamp.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.131428 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.131943 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loaded extension: standard-attr-timestamp Mar 02 17:13:28.132270 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: trunk.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.133312 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.133829 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension trunk not supported by any of loaded plugins Mar 02 17:13:28.134152 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: trunk_details.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.135098 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.135609 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension trunk-details not supported by any of loaded plugins Mar 02 17:13:28.135930 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: uplink_status_propagation.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.136851 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.137360 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 17:13:28.137677 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Loading extension file: vlantransparent.py {{(pid=83691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 17:13:28.138349 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 17:13:28.138882 n-d-820559-6 neutron-server[83691]: INFO neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 17:13:28.141092 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:network Mar 02 17:13:28.141809 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnet Mar 02 17:13:28.142412 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:13:28.143798 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:port Mar 02 17:13:28.145392 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.145834 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service FLAVORS assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.146542 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.147001 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.147337 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:router Mar 02 17:13:28.147997 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:floatingip Mar 02 17:13:28.148706 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service METERING assigned prefix: /metering {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.150127 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:28.150494 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:28.150869 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:13:28.151996 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 17:13:28.152437 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:security_group Mar 02 17:13:28.153093 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 17:13:28.153850 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service CORE assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.154181 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:13:28.154519 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] subnetpool is already registered Mar 02 17:13:28.155156 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service CORE assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.155484 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:13:28.155815 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] subnetpool is already registered Mar 02 17:13:28.158306 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.158800 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service FLAVORS assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.159393 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.159813 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.160152 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:router Mar 02 17:13:28.160479 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] router is already registered Mar 02 17:13:28.161067 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:floatingip Mar 02 17:13:28.161396 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] floatingip is already registered Mar 02 17:13:28.162017 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service METERING assigned prefix: /metering {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.162712 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 17:13:28.163039 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] rbac_policy is already registered Mar 02 17:13:28.163578 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:security_group Mar 02 17:13:28.163903 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] security_group is already registered Mar 02 17:13:28.164480 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 17:13:28.164813 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] security_group_rule is already registered Mar 02 17:13:28.165471 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service CORE assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.165809 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:13:28.166132 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] subnetpool is already registered Mar 02 17:13:28.166771 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.v2.resource_helper [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Service CORE assigned prefix: {{(pid=83691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 17:13:28.167098 n-d-820559-6 neutron-server[83691]: INFO neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 17:13:28.167421 n-d-820559-6 neutron-server[83691]: WARNING neutron.quota.resource_registry [None req-79c415cb-0869-4c8a-8499-35839867854f None None] subnetpool is already registered Mar 02 17:13:28.168067 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: extensions {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.169503 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: address-groups {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.171106 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: address-scopes {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.172291 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: agents {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.173487 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: auto-allocated-topology {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.175037 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: availability_zones {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.176354 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: dhcp-networks {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.177722 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: dhcp-agents {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.179188 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: routers {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.180976 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: flavors {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.182116 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: service_profiles {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.183343 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: next_providers {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.184850 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: service_profiles {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.186277 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: floatingip-pools {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.187506 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: routers {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.189264 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: floatingips {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.191124 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: l3-routers {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.192477 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: l3-agents {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.193863 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: metering-labels {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.195231 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: metering-label-rules {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.196487 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: network-ip-availabilities {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.197727 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: bindings {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.200268 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: quotas {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.201708 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: quotas {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.203160 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: rbac-policies {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.204435 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: security-groups {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.206210 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: security-group-rules {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.207601 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: service-providers {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.208806 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: subnetpools {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.210484 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: subnetpools {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.212000 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.213643 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.215443 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.217179 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.218968 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.220640 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.222678 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.224535 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.226378 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.228210 n-d-820559-6 neutron-server[83691]: DEBUG neutron.api.extensions [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Extended resource: tags {{(pid=83691) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 17:13:28.234040 n-d-820559-6 neutron-server[83691]: WARNING keystonemiddleware.auth_token [None req-79c415cb-0869-4c8a-8499-35839867854f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 17:13:28.238956 n-d-820559-6 neutron-server[83691]: WARNING keystonemiddleware.auth_token [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 17:13:28.247759 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Acquired lock "singleton_lock" {{(pid=83691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 17:13:28.248240 n-d-820559-6 neutron-server[83691]: DEBUG oslo_concurrency.lockutils [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Releasing lock "singleton_lock" {{(pid=83691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 17:13:28.248872 n-d-820559-6 neutron-server[83691]: INFO oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Starting 2 workers Mar 02 17:13:28.253987 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Started child 83796 {{(pid=83691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 17:13:28.258624 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Started child 83797 {{(pid=83691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 17:13:28.259826 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.260364 n-d-820559-6 neutron-server[83691]: INFO neutron.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 17:13:28.260451 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Notify callbacks [] for process, before_spawn {{(pid=83691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.261316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [-] (83796) wsgi starting up on http://0.0.0.0:9696 Mar 02 17:13:28.262986 n-d-820559-6 neutron-server[83691]: INFO oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Starting 1 workers Mar 02 17:13:28.263091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.264440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [-] (83797) wsgi starting up on http://0.0.0.0:9696 Mar 02 17:13:28.267879 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Started child 83798 {{(pid=83691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 17:13:28.269100 n-d-820559-6 neutron-server[83691]: INFO oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Starting 1 workers Mar 02 17:13:28.272434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] calling RpcWorker wait() {{(pid=83798) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 17:13:28.272953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] returning from RpcWorker wait() {{(pid=83798) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 17:13:28.273334 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Started child 83799 {{(pid=83691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 17:13:28.274079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.274172 n-d-820559-6 neutron-server[83691]: DEBUG neutron_lib.callbacks.manager [None req-79c415cb-0869-4c8a-8499-35839867854f None None] Notify callbacks [] for process, after_spawn {{(pid=83691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.274547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:28.276020 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 17:13:28.276235 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:13:28.276414 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:13:28.276608 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:13:28.276965 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:13:28.277129 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:13:28.277866 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.278144 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.278479 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.278628 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:28.279105 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.279105 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.279972 n-d-820559-6 neutron-server[83799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:28.280074 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.280221 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.280514 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.280875 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.281277 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.281436 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.281641 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.282033 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.282209 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.282510 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.283000 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.283134 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.283452 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.283683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.283922 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.284287 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.284578 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.285220 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] debug = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.285220 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.285778 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.286083 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.286339 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.286608 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.286954 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.287216 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.287852 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.288190 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.288450 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.288939 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.289472 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.289738 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.289983 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.290295 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.290656 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.291067 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] host = n-d-820559-6 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.291326 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.291912 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.292194 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.292401 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.292734 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.293007 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.293295 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.293674 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.293890 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.294148 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.294746 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.295007 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.295367 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.295649 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_file = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.295875 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_options = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.296448 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.296736 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.297123 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.297713 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.297930 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.298198 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.298669 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.298945 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.299620 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.300000 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.300258 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.300802 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.300902 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.301192 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.301507 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.301908 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.302228 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.302516 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.302877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.303160 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.303417 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.303709 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.303962 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.304281 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.304565 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.304937 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.305253 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.305558 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.306132 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.306132 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.306879 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.307261 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.307586 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.307930 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.309157 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.309455 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.309827 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.310143 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.310398 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.310768 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.311010 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.311391 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.311714 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.311992 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.312228 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.312573 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_json = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.312803 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.313097 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.313374 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.313600 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.313841 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.314755 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.316054 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.316054 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.316315 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.316778 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.316919 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.317180 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.317425 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.317694 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.317949 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.318199 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.318417 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.318707 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.318962 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.319295 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.319520 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.319843 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.320103 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.320349 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.320598 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.320815 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.321054 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.321299 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.321528 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.321742 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.321971 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.322212 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.322439 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.322701 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.322931 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.323156 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.323369 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.323589 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.323845 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.324109 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.324338 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.324563 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.324776 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.325007 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.325208 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.325416 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.325634 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.325854 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.326092 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.326316 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.326547 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.326778 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.327017 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.327199 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.327430 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.327652 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.327867 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.328074 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.328286 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.328492 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.328736 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.328961 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.329198 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.329447 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.329616 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.329842 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.330088 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.330308 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.330720 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.331822 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.331822 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.332045 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.332210 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.332427 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.332639 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.332877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.333079 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.333310 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.333515 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.333729 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.333941 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.334151 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.334380 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.334937 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.335242 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.335460 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.335707 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.335941 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.336478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.336478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.336764 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.336897 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.337065 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.337305 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.337572 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.337851 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.338207 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.338475 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.338731 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.338984 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.339202 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.339427 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.339666 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.339877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.340104 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.340394 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.340624 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.340888 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.341145 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.341375 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.341645 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.341887 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.342177 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.342412 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.342705 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.342991 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.343240 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.343530 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.343773 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.344089 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.344277 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.344526 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.344764 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.345017 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.345259 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.345479 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.345747 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.346018 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.346297 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.346535 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.346785 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.347122 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.347367 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.347579 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.347801 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.348070 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.348309 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.348550 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.348803 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.349072 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.349298 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.349560 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.349796 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.350012 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.350229 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.350450 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.350681 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.350911 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.351143 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.351373 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.351595 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.351798 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.352046 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.352270 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.352490 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.352718 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.352930 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.353143 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.353385 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.353593 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.353812 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.354047 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.354258 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.354469 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.354704 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.354932 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.355183 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.355414 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.355671 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.355914 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.356195 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.356451 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.356699 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.356947 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.357155 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.357393 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.357600 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.357804 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.358009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.358230 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.358429 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.358697 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.358924 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.359135 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.359367 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.359587 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.359910 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.360151 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.360396 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.360606 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.360818 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.361030 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.361274 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.361508 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.361718 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.362497 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.362741 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.363146 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.363369 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.363600 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.363809 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.364035 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.364248 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.364456 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.364735 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.364920 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.365127 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.365426 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.365661 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.365891 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.366139 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.366367 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.366607 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.366827 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.367032 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.367241 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.367448 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.367741 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.367982 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.368197 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.368497 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.368724 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.368948 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.369195 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.369488 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.369729 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.369936 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.370147 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.370371 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.370594 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.370841 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.371169 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.371447 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.371688 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.371936 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.372220 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.372494 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.372758 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.372970 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.373272 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.373615 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.373888 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.374128 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.374348 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.374654 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.374892 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.375101 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.375328 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.375564 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.375773 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.376002 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.376229 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.376482 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.376697 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.376940 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.377181 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.377520 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.378449 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.378702 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.378917 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.379069 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:13:28.379572 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 17:13:28.379728 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 17:13:28.379882 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 17:13:28.380046 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 17:13:28.380209 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 17:13:28.380360 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 17:13:28.380562 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.380716 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.380873 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381027 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381177 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381349 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381506 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381667 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381819 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.381975 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382129 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382281 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382432 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382612 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382768 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.382920 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383075 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383230 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383392 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383560 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383692 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383844 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.383995 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] debug = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384148 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384355 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384514 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384666 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384818 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.384970 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385121 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385272 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385423 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385574 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385726 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.385899 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386053 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386255 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386394 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386560 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386731 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] host = n-d-820559-6 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.386884 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387036 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387190 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387342 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387495 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387647 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387801 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.387952 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388103 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388254 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388406 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388557 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388709 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.388863 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_file = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389015 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_options = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389167 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389318 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389470 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389641 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389798 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.389951 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390103 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390261 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390412 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390563 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390734 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.390887 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391038 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391189 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391340 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391494 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391633 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391786 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.391938 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.392136 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.392294 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.392452 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.392605 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.392758 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393109 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393109 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393439 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393439 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393669 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393669 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.393889 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394119 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394227 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394377 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394532 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394694 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.394848 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395001 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395154 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395308 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395459 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395597 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395751 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.395902 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396053 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_json = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396204 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396355 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396506 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396657 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396808 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.396958 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.397092 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.397249 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.397401 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 17:13:28.397572 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.397727 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.397892 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398047 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398201 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398355 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398509 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398837 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.398991 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399151 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399305 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399477 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399632 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399787 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.399996 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400125 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400245 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400366 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400521 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400676 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400833 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.400988 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401142 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401298 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401452 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401607 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401763 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.401918 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.402074 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.402229 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.402384 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.402539 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.404410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.404410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.404410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.404410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.404410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405009 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405478 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405937 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405937 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.405937 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406287 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406287 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406526 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406526 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406866 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.406866 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407095 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407217 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407352 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407477 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407597 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407727 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407849 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.407970 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.408121 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.408276 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.408431 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.408586 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.408907 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.409067 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.409289 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.409425 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.409548 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.409667 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410265 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410265 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410265 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410265 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410893 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410893 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410893 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.410893 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.411588 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.411588 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.411588 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.411588 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.411588 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.412877 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413436 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413436 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413436 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413436 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413976 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413976 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413976 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.413976 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.414683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.414683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.414683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.414683 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415149 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415485 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415485 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415485 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415820 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.415820 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416061 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416061 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416289 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416410 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416529 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416649 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416770 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.416932 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417088 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417243 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417397 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417551 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417705 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.417859 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418014 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418169 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418325 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418480 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418656 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418812 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.418966 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419306 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419306 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419539 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419539 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419686 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419838 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.419994 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420148 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420302 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420456 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420611 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420765 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.420919 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421077 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421230 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421415 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421597 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421752 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.421908 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422061 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422217 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422371 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422526 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422720 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.422878 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423034 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423392 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423392 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423648 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423648 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423948 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.423948 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.424187 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.424187 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425127 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425127 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425358 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425484 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425604 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425772 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.425930 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426101 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426257 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426411 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426565 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426739 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.426894 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427049 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427204 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427357 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427515 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427672 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427830 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.427985 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428140 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428476 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428476 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428709 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428709 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.428946 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429068 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429236 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429369 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429496 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429618 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429739 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.429894 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430059 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430215 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430368 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430522 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430710 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.430835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:28.430973 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431098 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431219 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431348 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431472 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431592 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431748 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.431916 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432071 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432229 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432383 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432536 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432689 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.432846 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433005 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433171 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433332 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433490 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433653 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.433891 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434027 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434158 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434281 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434427 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434600 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434767 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.434922 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435076 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435231 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435384 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435542 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435699 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.435853 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436007 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436160 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436313 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436466 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436620 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436773 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.436928 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.437081 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.437235 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.437387 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 17:13:28.437534 n-d-820559-6 neutron-server[83691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 17:13:28.729415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:28.738818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072815 Mar 02 17:13:39.212574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47297cb9-0794-412a-b1b7-debd3be7b3c0 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:13:39.296246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47297cb9-0794-412a-b1b7-debd3be7b3c0 None None] No non-hosted networks {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 17:13:39.311110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.agentschedulers_db [None req-47297cb9-0794-412a-b1b7-debd3be7b3c0 None None] DHCP Agent not found on host n-d-820559-6 {{(pid=83798) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 17:13:39.435354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-471a2e88-961e-44ef-9084-43703206e378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:41.215737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b136899b-6d91-4af7-bd27-2b4227731458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:41.256575 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7e00-811f-4c69-94ed-7514b66eb730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:42.618675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:42.879323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:42.885699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.886456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.886959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.891499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.892204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.892916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.893511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.894769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.896112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.897926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.899109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:42.900583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820559-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:42.908406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820559-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:13:43.713935 n-d-820559-6 neutron-server[83798]: INFO neutron.db.l3_hamode_db [None req-e5e3752c-4340-4407-89e0-b2fea12c2317 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 17:13:43.800967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3752c-4340-4407-89e0-b2fea12c2317 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:13:43.801352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3752c-4340-4407-89e0-b2fea12c2317 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:13:44.106979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:45.670358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:46.276230 n-d-820559-6 neutron-server[83796]: WARNING oslo_policy.policy [None req-a468da1a-06a3-454f-a804-7f195c88349a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:46.276830 n-d-820559-6 neutron-server[83796]: WARNING oslo_policy.policy [None req-a468da1a-06a3-454f-a804-7f195c88349a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:46.493111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-a468da1a-06a3-454f-a804-7f195c88349a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:13:46.494179 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a468da1a-06a3-454f-a804-7f195c88349a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8229160 Mar 02 17:13:48.809946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39820) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:49.200312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:13:49.256148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.policy [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83796) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 17:13:49.256896 n-d-820559-6 neutron-server[83796]: WARNING oslo_policy.policy [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:49.257263 n-d-820559-6 neutron-server[83796]: WARNING oslo_policy.policy [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:49.260512 n-d-820559-6 neutron-server[83796]: INFO neutron.quota [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Loaded quota_driver: . Mar 02 17:13:49.277099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:13:49.348028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750126057095', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750126014295', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750126013683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750126035174', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750126027785', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133194313', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133779112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133727952'] for rbac-policy, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:49.418880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:49.420100 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-92068fd2-8908-40ef-8496-caa0cb0037ec admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6089509 Mar 02 17:13:51.946903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39834) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:52.320792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:13:52.325575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:13:52.330151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Usage tracker for resource:network and tenant:6387e4c3c1fe496e93cfb3fbd5bf4605 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:13:52.335074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:13:52.341228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:13:52.352018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Made reservation on behalf of 6387e4c3c1fe496e93cfb3fbd5bf4605 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:13:52.354963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.372926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.415066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:13:52.418710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Usage tracker for resource:security_group_rule and tenant:6387e4c3c1fe496e93cfb3fbd5bf4605 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:13:52.421551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:13:52.427437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:13:52.492195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.495974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.516886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:13:52.542734 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750123475056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.543313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Unsubscribe: segment precommit_create {{(pid=83796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 17:13:52.543818 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Added segment 9272f1d9-f232-44f0-a8fb-9d37a8232fc1 of type vlan for network 992dddf6-327d-4314-bf7e-97f186318f20 Mar 02 17:13:52.557543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315017d1-d7e9-4d5a-8c00-493f5b2b39dd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:13:52.607460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.607703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.608033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.608357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.608678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.609000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.609313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.609626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.609938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.610246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.610555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Tracked resource versions report: Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: pushed versions: Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Log': {'1.0'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Network': {'1.1'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Port': {'1.5'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SubPort': {'1.0'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Subnet': {'1.1'}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Trunk': {'1.1'}} Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: consumer versions: Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: L3 agent@n-d-820559-6: {}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: Metadata agent@n-d-820559-6: {}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: Metering agent@n-d-820559-6: {}, Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Log': '1.0', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Network': '1.1', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Port': '1.5', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'PortForwarding': '1.2', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'QosPolicy': '1.8', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SecurityGroup': '1.2', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'SubPort': '1.0', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Subnet': '1.1', Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: 'Trunk': '1.1'}} Mar 02 17:13:52.611674 n-d-820559-6 neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:13:52.669196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.709354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.710630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:13:52.711298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:52.821385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8734078 Mar 02 17:13:52.825754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c12a8-3eab-429b-babe-d55f8017e592 admin admin] Pushing event updated for resources: {'Network': ['ID=992dddf6-327d-4314-bf7e-97f186318f20,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:13:52.839742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 992dddf6-327d-4314-bf7e-97f186318f20 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:13:55.468451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39850) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:56.067283 n-d-820559-6 neutron-server[83797]: WARNING oslo_policy.policy [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:56.067874 n-d-820559-6 neutron-server[83797]: WARNING oslo_policy.policy [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:56.473060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.policy [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83797) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 17:13:56.473840 n-d-820559-6 neutron-server[83797]: WARNING oslo_policy.policy [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:56.474206 n-d-820559-6 neutron-server[83797]: WARNING oslo_policy.policy [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 17:13:56.477181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:13:56.479021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-79851f19-29a0-4f40-b805-a16af3bbb805 admin admin] 10.222.0.37 "GET /v2.0/networks/992dddf6-327d-4314-bf7e-97f186318f20 HTTP/1.1" status: 200 len: 825 time: 1.0086269 Mar 02 17:13:56.510946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-278b35ae-cf47-4362-9777-a0d01bb8b675 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d191c0ed-60f9-4ac0-a1c1-31a969e2b51d HTTP/1.1" status: 200 len: 734 time: 0.0265810 Mar 02 17:13:56.519317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Request body: {'subnet': {'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:13:56.520872 n-d-820559-6 neutron-server[83797]: INFO neutron.quota [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Loaded quota_driver: . Mar 02 17:13:56.526842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:13:56.532252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Usage tracker for resource:subnet and tenant:6387e4c3c1fe496e93cfb3fbd5bf4605 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:13:56.536499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:13:56.543555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:13:56.557648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Made reservation on behalf of 6387e4c3c1fe496e93cfb3fbd5bf4605 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:13:56.560512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:56.878796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:56.963784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Checking segment: {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:13:56.964170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Network hostable DHCP agents. Network: 992dddf6-327d-4314-bf7e-97f186318f20, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:13:56.971591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bb501b-0116-4f71-bba9-5659dd63eb54,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:13:56.983869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.984205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.984534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.984854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.985171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.985487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.985802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.986133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.986446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.986775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.987086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Tracked resource versions report: Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: pushed versions: Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Log': {'1.0'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Network': {'1.1'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Port': {'1.5'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'PortForwarding': {'1.2'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'QosPolicy': {'1.8'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SecurityGroup': {'1.2'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SubPort': {'1.0'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Subnet': {'1.1'}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Trunk': {'1.1'}} Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: consumer versions: Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: L3 agent@n-d-820559-6: {}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: Metadata agent@n-d-820559-6: {}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: Metering agent@n-d-820559-6: {}, Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Log': '1.0', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Network': '1.1', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Port': '1.5', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'PortForwarding': '1.2', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'QosPolicy': '1.8', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SecurityGroup': '1.2', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SecurityGroupRule': '1.0', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'SubPort': '1.0', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Subnet': '1.1', Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: 'Trunk': '1.1'}} Mar 02 17:13:56.988121 n-d-820559-6 neutron-server[83797]: {{(pid=83797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:13:57.021988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Network 992dddf6-327d-4314-bf7e-97f186318f20 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:13:57.032813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 992dddf6-327d-4314-bf7e-97f186318f20) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:13:57.038038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:13:57.038700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:57.042982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3108f-6b24-4357-bf8f-6bc52d996884 None None] Network 992dddf6-327d-4314-bf7e-97f186318f20 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:13:57.067529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4d7efae4-591f-4072-bd3b-0a10e008bb16 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5515890 Mar 02 17:13:57.359384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-992dddf6-327d-4314-bf7e-97f186318f20', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:13:57.360564 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:57.549740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Allocated IP 172.20.0.2 (992dddf6-327d-4314-bf7e-97f186318f20/c7bb501b-0116-4f71-bba9-5659dd63eb54/aeb2a4ee-d77c-4668-b588-b2a5a4b367fa) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:13:57.773706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:57.787681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Transition to ACTIVE for port object aeb2a4ee-d77c-4668-b588-b2a5a4b367fa will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:13:57.810870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Transition to ACTIVE for port object aeb2a4ee-d77c-4668-b588-b2a5a4b367fa will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:13:57.817461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:57.880015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Network 992dddf6-327d-4314-bf7e-97f186318f20 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:13:57.886809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:13:57.890535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:13:57.900187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Pushing event updated for resources: {'Port': ['ID=aeb2a4ee-d77c-4668-b588-b2a5a4b367fa,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:13:57.935473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.935829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.936171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.936508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.936841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.937171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.937496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.937824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.938150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.938471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.938821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Tracked resource versions report: Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: pushed versions: Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Log': {'1.0'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Network': {'1.1'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Port': {'1.5'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'PortForwarding': {'1.2'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'QosPolicy': {'1.8'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SecurityGroup': {'1.2'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SubPort': {'1.0'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Subnet': {'1.1'}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Trunk': {'1.1'}} Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: consumer versions: Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: L3 agent@n-d-820559-6: {}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: Metadata agent@n-d-820559-6: {}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: Metering agent@n-d-820559-6: {}, Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Log': '1.0', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Network': '1.1', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Port': '1.5', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'PortForwarding': '1.2', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'QosPolicy': '1.8', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SecurityGroup': '1.2', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SecurityGroupRule': '1.0', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'SubPort': '1.0', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Subnet': '1.1', Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: 'Trunk': '1.1'}} Mar 02 17:13:57.940456 n-d-820559-6 neutron-server[83798]: {{(pid=83798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:13:58.006282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Attempting to bind port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:13:58.006723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Attempting to bind port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:13:58.007524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Attempting to bind port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa on network 992dddf6-327d-4314-bf7e-97f186318f20 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:13:58.013940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:13:58.014337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Checking segment: {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:13:58.014849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:58.015248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Bound using segment: {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:13:58.015737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Bound port: aeb2a4ee-d77c-4668-b588-b2a5a4b367fa, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:13:58.016122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:58.103776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] For port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:13:58.107471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] For port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aeb2a4ee-d77c-4668-b588-b2a5a4b367fa,segment=NetworkSegment(9272f1d9-f232-44f0-a8fb-9d37a8232fc1),segment_id=9272f1d9-f232-44f0-a8fb-9d37a8232fc1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:13:58.111864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:13:58.214863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa8d9-f7e8-4a61-9ba3-d048e632f47e None None] Pushing event updated for resources: {'Port': ['ID=aeb2a4ee-d77c-4668-b588-b2a5a4b367fa,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:13:59.408316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39870) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:13:59.809573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-cd61e87f-7ee6-414f-bcb6-3bfbbd15195f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:13:59.810550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd61e87f-7ee6-414f-bcb6-3bfbbd15195f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4012046 Mar 02 17:14:01.156609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb2a4ee-d77c-4668-b588-b2a5a4b367fa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:01.225827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:14:01.904767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb7eee-afe8-4af4-ae08-9013519d6df2 None None] Network 992dddf6-327d-4314-bf7e-97f186318f20 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:14:01.996459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Provisioning for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:14:02.004225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Provisioning complete for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:02.004595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:02.166984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39884) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:02.222284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:02.268485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] For port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aeb2a4ee-d77c-4668-b588-b2a5a4b367fa,segment=NetworkSegment(9272f1d9-f232-44f0-a8fb-9d37a8232fc1),segment_id=9272f1d9-f232-44f0-a8fb-9d37a8232fc1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:14:02.273819 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:02.341656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781b63-1762-4156-aab1-e4f377a3bb49 None None] Pushing event updated for resources: {'Port': ['ID=aeb2a4ee-d77c-4668-b588-b2a5a4b367fa,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:02.498894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3715fae1-df23-4393-9cff-c3dea9bbe14d None None] Provisioning complete for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:02.499267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3715fae1-df23-4393-9cff-c3dea9bbe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:02.583590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-fe695da6-8625-4770-9c61-6cb4b754b94a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:14:02.584611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fe695da6-8625-4770-9c61-6cb4b754b94a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4167857 Mar 02 17:14:03.119917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb2a4ee-d77c-4668-b588-b2a5a4b367fa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:03.189817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:03.190185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.253795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39896) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:05.624514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:14:05.629834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:14:05.633894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Usage tracker for resource:router and tenant:6387e4c3c1fe496e93cfb3fbd5bf4605 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:14:05.637246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:14:05.643325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:14:05.653413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.654953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.684620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.792367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.811624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:05.812766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-761c9680-b936-41bb-a22b-2f88e16301d1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5580270 Mar 02 17:14:08.078294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39906) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:08.478687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-921f4e78-f7ec-4035-a09c-47bd7b67f69b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:14:08.479644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-921f4e78-f7ec-4035-a09c-47bd7b67f69b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4003990 Mar 02 17:14:09.147548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5a31511-4ad5-4ae6-98c0-eae66691e848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:10.908328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39916) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:11.202776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f410354-db72-4249-aad2-ab9e23e4a4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.303345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:14:11.308371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:14:11.312161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Usage tracker for resource:network and tenant:31ecf5775db644eda35d2a25ac2cd613 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:14:11.316040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:14:11.321672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:14:11.331243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Made reservation on behalf of 31ecf5775db644eda35d2a25ac2cd613 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:14:11.333458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.350016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.389467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:14:11.393604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Usage tracker for resource:security_group_rule and tenant:31ecf5775db644eda35d2a25ac2cd613 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:14:11.396512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:14:11.402154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:14:11.468990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.473267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.499364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Reserving flat network on physical network physnet1 {{(pid=83797) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 17:14:11.512838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c343610a-929c-4271-ad1b-ac7c56f7dfa0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:11.519913 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750123475056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.520530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Unsubscribe: segment precommit_create {{(pid=83797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 17:14:11.520997 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Added segment 64ab2959-e5ed-46ba-8388-2dc11ac2c4f8 of type flat for network b7988579-a6d1-4df6-9d09-9ff45b1bf623 Mar 02 17:14:11.560421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.600031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.600853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:14:11.601451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:11.714687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] Pushing event updated for resources: {'Network': ['ID=b7988579-a6d1-4df6-9d09-9ff45b1bf623,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:11.717254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-17bc94aa-ee75-4962-99af-1a8b3635f02f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8074050 Mar 02 17:14:11.745156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:14:12.552376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:12.888742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:14.017791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39936) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:14.057968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:14.256828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79d079-3ea8-4686-8cfa-a30b41cdebf4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:14:14.258145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7c79d079-3ea8-4686-8cfa-a30b41cdebf4 admin admin] 10.222.0.37 "GET /v2.0/subnets/c7bb501b-0116-4f71-bba9-5659dd63eb54 HTTP/1.1" status: 200 len: 849 time: 0.2394257 Mar 02 17:14:14.404761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d56df42a-4533-4c2f-a895-b6fca581cd81 admin admin] 10.222.0.37 "GET /v2.0/routers/d26ec42e-e626-448c-99c3-fc562d2418c8 HTTP/1.1" status: 200 len: 704 time: 0.1397388 Mar 02 17:14:14.866987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.089885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Allocated IP 172.20.0.1 (992dddf6-327d-4314-bf7e-97f186318f20/c7bb501b-0116-4f71-bba9-5659dd63eb54/1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:14:15.242056 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.258849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Transition to ACTIVE for port object 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:14:15.307021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.375283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Network 992dddf6-327d-4314-bf7e-97f186318f20 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:14:15.378918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:14:15.383257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:14:15.384247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.386835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Pushing event updated for resources: {'Port': ['ID=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:15.562165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.610329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73c5f8aa-c20e-4d00-a5c4-ad689d2d3cde None None] Provisioning for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:14:15.615821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73c5f8aa-c20e-4d00-a5c4-ad689d2d3cde None None] Provisioning complete for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:15.616197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73c5f8aa-c20e-4d00-a5c4-ad689d2d3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.666971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-73c5f8aa-c20e-4d00-a5c4-ad689d2d3cde None None] Port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:14:15.789479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.793679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.794457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:15.917310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Pushing event updated for resources: {'Port': ['ID=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:15.991612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Network 992dddf6-327d-4314-bf7e-97f186318f20 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:14:15.992646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:14:16.190097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-87e44d8f-d492-41a9-a70f-f9c0168d7abf None None] Provisioning complete for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:16.190465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87e44d8f-d492-41a9-a70f-f9c0168d7abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:16.241557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-87e44d8f-d492-41a9-a70f-f9c0168d7abf None None] Port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:14:16.354918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Router d26ec42e-e626-448c-99c3-fc562d2418c8 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:14:16.523106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:14:16.532231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c49148f9-f967-4447-930f-7e735736180b admin admin] 10.222.0.37 "PUT /v2.0/routers/d26ec42e-e626-448c-99c3-fc562d2418c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1219001 Mar 02 17:14:16.533597 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Sync routers for ids ['d26ec42e-e626-448c-99c3-fc562d2418c8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:14:16.546901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Routers {'d26ec42e-e626-448c-99c3-fc562d2418c8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:14:16.547858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:14:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d26ec42e-e626-448c-99c3-fc562d2418c8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:16.728367 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Set router d26ec42e-e626-448c-99c3-fc562d2418c8 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:14:17.091382 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:15Z', 'revision_number': 2, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port_host': None, '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:15Z', 'revision_number': 2, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:17.096930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Checking router: d26ec42e-e626-448c-99c3-fc562d2418c8 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:14:17.097294 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Updating router d26ec42e-e626-448c-99c3-fc562d2418c8 port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:14:17.149858 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.518326 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.533461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Transition to ACTIVE for port object 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:14:17.540079 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.758725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Pushing event updated for resources: {'Port': ['ID=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:17.788797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.789142 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.789474 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.789829 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.790156 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.790476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.790828 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.791148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.791463 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.791779 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.792094 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Tracked resource versions report: Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: pushed versions: Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Log': {'1.0'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Network': {'1.1'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Port': {'1.5'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'PortForwarding': {'1.2'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'QosPolicy': {'1.8'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SecurityGroup': {'1.2'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SubPort': {'1.0'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Subnet': {'1.1'}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Trunk': {'1.1'}} Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: consumer versions: Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: L3 agent@n-d-820559-6: {}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: Metadata agent@n-d-820559-6: {}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: Metering agent@n-d-820559-6: {}, Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Log': '1.0', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Network': '1.1', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Port': '1.5', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'PortForwarding': '1.2', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'QosPolicy': '1.8', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SecurityGroup': '1.2', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SecurityGroupRule': '1.0', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'SubPort': '1.0', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Subnet': '1.1', Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: 'Trunk': '1.1'}} Mar 02 17:14:17.793149 n-d-820559-6 neutron-server[83799]: {{(pid=83799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:14:17.801494 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Attempting to bind port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:14:17.801877 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Attempting to bind port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:14:17.802297 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Attempting to bind port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 on network 992dddf6-327d-4314-bf7e-97f186318f20 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:14:17.808579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:14:17.808973 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Checking segment: {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:14:17.809451 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.809833 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Bound using segment: {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:14:17.810309 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Bound port: 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9272f1d9-f232-44f0-a8fb-9d37a8232fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:14:17.810720 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.897985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] For port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:14:17.902312 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] For port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,segment=NetworkSegment(9272f1d9-f232-44f0-a8fb-9d37a8232fc1),segment_id=9272f1d9-f232-44f0-a8fb-9d37a8232fc1)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:14:17.907016 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:17.985898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Routers {'d26ec42e-e626-448c-99c3-fc562d2418c8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:14:17.986532 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:14:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d26ec42e-e626-448c-99c3-fc562d2418c8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:18.122409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bbe87-9aa8-4000-9a9b-b71786f0be03 None None] Pushing event updated for resources: {'Port': ['ID=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:18.152751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] Set router d26ec42e-e626-448c-99c3-fc562d2418c8 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:14:18.481591 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:15Z', 'revision_number': 2, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port_host': None, '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:17Z', 'revision_number': 4, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:18.485370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ef21d-62d7-4394-9679-e8ed5016fde5 None None] The sync data for ids ['d26ec42e-e626-448c-99c3-fc562d2418c8'] in n-d-820559-6 is: [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:15Z', 'revision_number': 2, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port_host': None, '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:17Z', 'revision_number': 4, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:14:18.637958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:18.810069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7609c296-657d-4e39-bc94-819cb58509ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:14:18.810660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7609c296-657d-4e39-bc94-819cb58509ec admin admin] Synchronizing usage tracker for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:14:18.828516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7609c296-657d-4e39-bc94-819cb58509ec admin admin] Unset dirty status for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:14:18.829926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7609c296-657d-4e39-bc94-819cb58509ec admin admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 842 time: 0.1907029 Mar 02 17:14:18.839255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Request body: {'subnet': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:14:18.844529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:14:18.848583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Usage tracker for resource:subnet and tenant:31ecf5775db644eda35d2a25ac2cd613 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:14:18.851504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:14:18.857550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:14:18.869501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Made reservation on behalf of 31ecf5775db644eda35d2a25ac2cd613 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:14:18.872098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:19.317074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.objects.ports [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83797) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:14:19.317512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:19.411365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c399255b-7afd-4474-9b6f-40edee1a691e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:19.413335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:14:19.413687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Network hostable DHCP agents. Network: b7988579-a6d1-4df6-9d09-9ff45b1bf623, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:14:19.441355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:14:19.453021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b7988579-a6d1-4df6-9d09-9ff45b1bf623) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:14:19.458012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:14:19.458697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:19.464407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ab778-a12d-4777-ab43-e523fe2aeb91 None None] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:14:19.481806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b325e6ba-136d-4154-8a1c-70b66572681f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6460345 Mar 02 17:14:19.696388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d77dc9-3e62-4dd3-b3c3-2840fc5ef1c3 None None] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:14:21.146517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:21.213916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:14:21.219669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:21.220824 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:21.335296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:21.366426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,segment=NetworkSegment(9272f1d9-f232-44f0-a8fb-9d37a8232fc1),segment_id=9272f1d9-f232-44f0-a8fb-9d37a8232fc1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:14:21.370190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:21.437329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:21.654896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:21.884313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f576a5dc-ce94-413c-8ebf-656077772633 admin admin] 10.222.0.37 "GET /v2.0/routers/d26ec42e-e626-448c-99c3-fc562d2418c8 HTTP/1.1" status: 200 len: 710 time: 0.2282197 Mar 02 17:14:22.010090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf34c31-45a0-4739-b644-4445e3e0d2f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:14:22.011442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-baf34c31-45a0-4739-b644-4445e3e0d2f1 admin admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 886 time: 0.1219718 Mar 02 17:14:22.020379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:14:22.496373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:22.677150 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:22.733973 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:22.862549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Allocated IP 172.25.3.47 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8fec1d52-8728-41d0-a3cc-75fd88ae0f21) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:14:23.045570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.072606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.130508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:23.143161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:14:23.146203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:14:23.148806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:14:23.177775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Pushing event updated for resources: {'Port': ['ID=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:23.198273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:23.198672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.296017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.464766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.468240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.664854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Router d26ec42e-e626-448c-99c3-fc562d2418c8 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:14:23.859554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:14:23.868245 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:23.869258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Sync routers for ids ['d26ec42e-e626-448c-99c3-fc562d2418c8'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:14:23.869410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ae5250a-bfb0-47cb-8441-5e1e24db5779 admin admin] 10.222.0.37 "PUT /v2.0/routers/d26ec42e-e626-448c-99c3-fc562d2418c8 HTTP/1.1" status: 200 len: 889 time: 1.8525686 Mar 02 17:14:23.881678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Routers {'d26ec42e-e626-448c-99c3-fc562d2418c8'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:14:23.882355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:14:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d26ec42e-e626-448c-99c3-fc562d2418c8'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:24.086782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Set router d26ec42e-e626-448c-99c3-fc562d2418c8 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:14:24.427685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:23Z', 'revision_number': 4, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port': {'id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:22Z', 'updated_at': '2022-03-02T17:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:21Z', 'revision_number': 5, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:24.432538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Checking router: d26ec42e-e626-448c-99c3-fc562d2418c8 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:14:24.432902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Updating router d26ec42e-e626-448c-99c3-fc562d2418c8 port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:14:24.485859 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:24.803388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:24.815191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Transition to ACTIVE for port object 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:14:24.821916 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:24.900566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Attempting to bind port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:14:24.900942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Attempting to bind port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:14:24.901303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Attempting to bind port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:14:24.903247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4334fe-4fd9-43df-bd03-24ba71254baa None None] Pushing event updated for resources: {'Port': ['ID=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:24.910767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:14:24.910875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:14:24.911198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:24.911579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:14:24.912041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Bound port: 8fec1d52-8728-41d0-a3cc-75fd88ae0f21, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:14:24.912429 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:25.004271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] For port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:14:25.007210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] For port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:14:25.011601 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:25.089077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4334fe-4fd9-43df-bd03-24ba71254baa None None] Pushing event updated for resources: {'Port': ['ID=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:25.094337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Routers {'d26ec42e-e626-448c-99c3-fc562d2418c8'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:14:25.095491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:14:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d26ec42e-e626-448c-99c3-fc562d2418c8'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:25.270153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] Set router d26ec42e-e626-448c-99c3-fc562d2418c8 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:14:25.334344 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:14:25.593133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:23Z', 'revision_number': 4, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port': {'id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:22Z', 'updated_at': '2022-03-02T17:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:21Z', 'revision_number': 5, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:14:25.597592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc2d95-f7cf-43da-85a7-b8ca92303f55 None None] The sync data for ids ['d26ec42e-e626-448c-99c3-fc562d2418c8'] in n-d-820559-6 is: [{'id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'name': 'router1', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:14:05Z', 'updated_at': '2022-03-02T17:14:23Z', 'revision_number': 4, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'gw_port': {'id': '8fec1d52-8728-41d0-a3cc-75fd88ae0f21', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:22Z', 'updated_at': '2022-03-02T17:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2', 'name': '', 'network_id': '992dddf6-327d-4314-bf7e-97f186318f20', 'tenant_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'mac_address': 'fa:16:3e:83:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26ec42e-e626-448c-99c3-fc562d2418c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:14:14Z', 'updated_at': '2022-03-02T17:14:21Z', 'revision_number': 5, 'project_id': '6387e4c3c1fe496e93cfb3fbd5bf4605', 'subnets': [{'id': 'c7bb501b-0116-4f71-bba9-5659dd63eb54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd191c0ed-60f9-4ac0-a1c1-31a969e2b51d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:14:26.242290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39982) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:14:26.379689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8743118f-82ba-4cab-b76e-a224c3835268 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1361856 Mar 02 17:14:27.156546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:27.245893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:14:27.252344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:27.252959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:27.365486 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:27.381150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:14:27.385620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:27.451086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8fec1d52-8728-41d0-a3cc-75fd88ae0f21,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:14:29.136101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:14:29.214043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fec1d52-8728-41d0-a3cc-75fd88ae0f21 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:14:29.214411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:39.139678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5cc2bfcd-5b46-408e-9be8-43cc0b533278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:41.205539 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-29d7d659-fe12-48b2-b392-55a4529593cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:42.560133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:42.883258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:14:44.073262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:02.333527 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:15:09.280829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4fc49e-c415-4ae5-8ae6-dba48670ec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:11.210901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-587cb10b-0d22-4ce6-80a7-8c61ca9ac85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:12.559342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:12.886998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:14.082472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:39.145474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26ae6dcd-1299-47a3-bc62-67cbad89b9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:39.333489 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:15:41.213639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9168c512-8187-446c-9a69-e12c2a443d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:42.565841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:42.892710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:15:44.081838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:09.148141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1a804ec-be6e-4b86-9bd4-6e0a20f9f7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:11.214727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a74b65de-cf4c-455c-bca4-fe3a1c5d95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:12.569935 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:12.896213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:14.081392 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:16.334288 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:16:35.110136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:35.200742 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-07deb049-84fb-4110-b943-e4b1d7bbfc63 admin admin] GET failed (client error): The resource could not be found. Mar 02 17:16:35.202593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-07deb049-84fb-4110-b943-e4b1d7bbfc63 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0914700 Mar 02 17:16:35.337988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e4377-15f2-4842-ba4c-1a5f0f83ecb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:35.339438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-279e4377-15f2-4842-ba4c-1a5f0f83ecb7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1320546 Mar 02 17:16:37.396786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40598) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:37.528737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92077c-c739-4c16-9ed5-1f93ba1b4aa4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:37.529282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca92077c-c739-4c16-9ed5-1f93ba1b4aa4 admin admin] Synchronizing usage tracker for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:16:37.544814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca92077c-c739-4c16-9ed5-1f93ba1b4aa4 admin admin] Unset dirty status for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:16:37.546135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca92077c-c739-4c16-9ed5-1f93ba1b4aa4 admin admin] 10.222.0.37 "GET /v2.0/subnets/c7bb501b-0116-4f71-bba9-5659dd63eb54 HTTP/1.1" status: 200 len: 849 time: 0.1484079 Mar 02 17:16:37.555248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:16:37.673684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:37.896647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750123396509'] for subnet, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:37.943625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:37.944124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:37.945402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] 10.222.0.37 "PUT /v2.0/subnets/c7bb501b-0116-4f71-bba9-5659dd63eb54 HTTP/1.1" status: 200 len: 868 time: 0.3939168 Mar 02 17:16:37.961851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807eac9-5554-4390-8b65-5870585102a6 None None] Network 992dddf6-327d-4314-bf7e-97f186318f20 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:16:37.965498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bb501b-0116-4f71-bba9-5659dd63eb54,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:16:37.974799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.975152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.975500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.975836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.976876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.976876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.976876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.977153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.977440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.977755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:37.978076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d016e-e559-40cb-bfaa-74eb95bc7a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:16:38.409145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-82de3979-a886-450d-8a1c-15fc6ef9d68f None None] Provisioning complete for port 1a8a35f5-fb2f-4f93-b48e-9958a36bc0a2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:16:38.409516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-82de3979-a886-450d-8a1c-15fc6ef9d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:38.533734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-82de3979-a886-450d-8a1c-15fc6ef9d68f None None] Provisioning complete for port aeb2a4ee-d77c-4668-b588-b2a5a4b367fa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:16:38.534101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-82de3979-a886-450d-8a1c-15fc6ef9d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:39.151097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cae7-0e24-4c3e-9766-df980fa03c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:39.999748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40608) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:40.201138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0d692-74c1-4946-989f-086de6af8a7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:40.201504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0d692-74c1-4946-989f-086de6af8a7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:40.203171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3ff0d692-74c1-4946-989f-086de6af8a7c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024863 Mar 02 17:16:41.216646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b0f88c35-f436-4498-8547-0262fa872efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:42.282176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:42.477805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3dbeca-8615-4309-b95e-511034a3690d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:42.478110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3dbeca-8615-4309-b95e-511034a3690d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:42.479637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8b3dbeca-8615-4309-b95e-511034a3690d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964941 Mar 02 17:16:42.574094 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:42.898702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:44.089238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:16:44.567978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40628) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:44.774531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e9c86-ed9a-4b05-8f8f-6a1bb58fe2fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:44.775868 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-774e9c86-ed9a-4b05-8f8f-6a1bb58fe2fd admin admin] 10.222.0.37 "GET /v2.0/networks/992dddf6-327d-4314-bf7e-97f186318f20 HTTP/1.1" status: 200 len: 869 time: 0.2069559 Mar 02 17:16:46.831080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40638) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:47.025678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f4454-7070-44c1-82d6-1e44596db778 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:47.027069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8d5f4454-7070-44c1-82d6-1e44596db778 admin admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 886 time: 0.1950173 Mar 02 17:16:49.070211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40648) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:49.202232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5a096-993f-434c-9114-d35a93850fb3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:49.202628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5a096-993f-434c-9114-d35a93850fb3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:49.204141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5db5a096-993f-434c-9114-d35a93850fb3 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329460 Mar 02 17:16:51.261311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40658) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:51.391546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b4ad0-d206-4834-83b2-817ed8251378 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:51.391912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b4ad0-d206-4834-83b2-817ed8251378 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:51.394602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-271b4ad0-d206-4834-83b2-817ed8251378 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311517 Mar 02 17:16:53.334358 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:16:53.441346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:53.571836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3055f7-9e01-4c41-8304-f6c486dca7a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:53.573168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0e3055f7-9e01-4c41-8304-f6c486dca7a6 admin admin] 10.222.0.37 "GET /v2.0/subnets/c399255b-7afd-4474-9b6f-40edee1a691e HTTP/1.1" status: 200 len: 816 time: 0.1308973 Mar 02 17:16:55.604776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40678) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:16:55.731702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359d4b5-3b97-4a65-8baa-d6c779c81d6f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:16:55.733630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3359d4b5-3b97-4a65-8baa-d6c779c81d6f admin admin] 10.222.0.37 "GET /v2.0/subnets/c7bb501b-0116-4f71-bba9-5659dd63eb54 HTTP/1.1" status: 200 len: 868 time: 0.1279147 Mar 02 17:17:09.161748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20c627fe-519a-4bd1-abf7-60ec699f8eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:11.219464 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcf45-9060-4d5f-9624-a41cc1993d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:12.576204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:12.900510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:14.098134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:14.140300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40716) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:17:14.211658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-4f139df6-23b1-4fd4-8bfc-ff8ab9c770f9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:17:14.212659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4f139df6-23b1-4fd4-8bfc-ff8ab9c770f9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0714128 Mar 02 17:17:16.339950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40726) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:17:16.432010 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6781ea2d-fb4f-41d6-93a3-7dc65bfaea47 admin admin] GET failed (client error): The resource could not be found. Mar 02 17:17:16.433205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6781ea2d-fb4f-41d6-93a3-7dc65bfaea47 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0923390 Mar 02 17:17:16.565067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd68b82-1c06-41d0-85bf-55cf4b395fd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:16.566507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abd68b82-1c06-41d0-85bf-55cf4b395fd4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1284497 Mar 02 17:17:18.638996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40736) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:17:18.708596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:17:18.713326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:17:18.723499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:17:18.733785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Made reservation on behalf of 31ecf5775db644eda35d2a25ac2cd613 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:18.736043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:18.821249 n-d-820559-6 neutron-server[83797]: WARNING neutron.services.revisions.revision_plugin [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Could not find related network for resource to bump revision. Mar 02 17:17:18.837161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:17:18.850376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:18.850872 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Added segment d2af9059-5e0a-4630-8402-8e0b24b49f3c of type vlan for network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca Mar 02 17:17:18.876726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:18.905780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:18.906631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:18.907202 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:19.007115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3668473 Mar 02 17:17:19.007714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018dfe-3518-4c62-891a-6637679d0b26 admin admin] Pushing event updated for resources: {'Network': ['ID=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:19.033099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:17:21.110787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40746) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:17:21.199153 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1480235c-6a25-4d7f-8f5a-b80082628d76 admin admin] GET failed (client error): The resource could not be found. Mar 02 17:17:21.200235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1480235c-6a25-4d7f-8f5a-b80082628d76 admin admin] Synchronizing usage tracker for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:17:21.214987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1480235c-6a25-4d7f-8f5a-b80082628d76 admin admin] Unset dirty status for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:17:21.216717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1480235c-6a25-4d7f-8f5a-b80082628d76 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1049855 Mar 02 17:17:21.329553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475c77e-9b26-4534-9036-f5c2c6172a4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:21.330920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5475c77e-9b26-4534-9036-f5c2c6172a4d admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101792 Mar 02 17:17:21.341119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:17:21.345437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:17:21.355004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:17:21.365623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Made reservation on behalf of 31ecf5775db644eda35d2a25ac2cd613 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:17:21.367841 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:21.595669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:21.667112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:21.678368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:17:21.678809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Network hostable DHCP agents. Network: 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:17:21.700912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:17:21.709586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:21.713459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:17:21.714032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:21.719016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbf6aa-a9ba-4709-befb-74f6a8a49140 None None] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:17:21.739989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b9895aa3-fe3b-4154-8144-3b72c321fff2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4027042 Mar 02 17:17:21.932893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'tenant_id': '31ecf5775db644eda35d2a25ac2cd613', 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:17:21.933728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.096029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Allocated IP 192.168.233.2 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/dd0c8295-5331-4221-babc-d40f0592cd50) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:17:22.309547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.320315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Transition to ACTIVE for port object dd0c8295-5331-4221-babc-d40f0592cd50 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:17:22.339146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Transition to ACTIVE for port object dd0c8295-5331-4221-babc-d40f0592cd50 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:17:22.345474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.441366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Pushing event updated for resources: {'Port': ['ID=dd0c8295-5331-4221-babc-d40f0592cd50,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:22.452652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.452994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.453328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.453660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.454023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.454350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.454693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.455013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.455328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.455641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.455957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:17:22.471525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:17:22.472709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:17:22.476222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:17:22.601316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Attempting to bind port dd0c8295-5331-4221-babc-d40f0592cd50 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:17:22.601640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Attempting to bind port dd0c8295-5331-4221-babc-d40f0592cd50 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:17:22.601958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Attempting to bind port dd0c8295-5331-4221-babc-d40f0592cd50 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:17:22.608688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:17:22.609061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:17:22.609462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.609852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:17:22.610332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Bound port: dd0c8295-5331-4221-babc-d40f0592cd50, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:17:22.610723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.699178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] For port dd0c8295-5331-4221-babc-d40f0592cd50, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:17:22.703274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] For port dd0c8295-5331-4221-babc-d40f0592cd50, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=dd0c8295-5331-4221-babc-d40f0592cd50,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:17:22.708399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:22.788896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1d96-0229-4f12-907d-fc6c90093db3 None None] Pushing event updated for resources: {'Port': ['ID=dd0c8295-5331-4221-babc-d40f0592cd50,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:23.245291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device dd0c8295-5331-4221-babc-d40f0592cd50 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:17:23.315731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port dd0c8295-5331-4221-babc-d40f0592cd50 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:17:23.641494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300609bc-fb5a-4177-b233-a3af29a96373 None None] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:17:23.750332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Provisioning for port dd0c8295-5331-4221-babc-d40f0592cd50 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:17:23.765500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Provisioning complete for port dd0c8295-5331-4221-babc-d40f0592cd50 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:17:23.765876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:23.966987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:24.010929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] For port dd0c8295-5331-4221-babc-d40f0592cd50, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=dd0c8295-5331-4221-babc-d40f0592cd50,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:17:24.015099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:24.086686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da317-9fc1-47b2-9cbc-89f821f26b16 None None] Pushing event updated for resources: {'Port': ['ID=dd0c8295-5331-4221-babc-d40f0592cd50,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:17:24.241489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-99d15a4b-6852-493b-bf96-8fbda56149a5 None None] Provisioning complete for port dd0c8295-5331-4221-babc-d40f0592cd50 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:17:24.241856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99d15a4b-6852-493b-bf96-8fbda56149a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:25.219230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device dd0c8295-5331-4221-babc-d40f0592cd50 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:17:25.289564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port dd0c8295-5331-4221-babc-d40f0592cd50 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:17:25.289925 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:30.334006 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:17:39.155122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ca2f00ba-5197-4b4a-a9f7-5ec3b83af753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:41.224838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41e504ab-f62a-4437-90df-b22c8166c4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:42.575543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:42.903274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:17:44.102409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:07.334901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:18:09.157950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-25fa4da5-197a-4129-9857-48debcce5f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:11.217952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3779-4837-4e8a-8cdb-81c9df25042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:12.576640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:12.911750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:14.103676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:35.889667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:18:35.895538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-da45580f-6117-498a-b651-4c236ba648ed tempest-verify_tempest_config-1409777030 tempest-verify_tempest_config-1409777030-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:18:35.896468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-da45580f-6117-498a-b651-4c236ba648ed tempest-verify_tempest_config-1409777030 tempest-verify_tempest_config-1409777030-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058560 Mar 02 17:18:36.228937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:18:36.365579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.396714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:18:36.401489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Usage tracker for resource:security_group_rule and tenant:ad113c464e0348bdbe4b6c7d7e541d84 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:18:36.404427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:18:36.410149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:18:36.480589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.484384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.528647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e37ee-9206-4615-a6f4-0b3ae8ab59bb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:36.535383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Synchronizing usage tracker for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:18:36.541248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.541706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.542049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.542379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.542740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.543066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.543385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.543702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.544020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.544334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.544650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:18:36.560620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] Unset dirty status for tenant:31ecf5775db644eda35d2a25ac2cd613 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:18:36.561970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ee637611-61bf-4d0f-b87e-ce3e9b13ec7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad113c464e0348bdbe4b6c7d7e541d84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3320770 Mar 02 17:18:36.564637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40810) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:18:36.624421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.648946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.748965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.766351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e37ee-9206-4615-a6f4-0b3ae8ab59bb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:18:36.770325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:36.771430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a858d9e2-8de3-4760-8fcc-500adf52caac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c22e37ee-9206-4615-a6f4-0b3ae8ab59bb HTTP/1.1" status: 204 len: 168 time: 0.2059417 Mar 02 17:18:39.159582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-271a455c-b5ac-4b7d-9c6b-898b89f567e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:41.220498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16500d48-2ab3-4b38-be97-c5bcc74a5fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:42.580337 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:42.905288 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:44.105955 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:18:44.334905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:19:09.168455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2de5b83b-5a7f-4b2f-a6a0-31f9fd8d5cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:11.222849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99a37ad7-d086-4868-a312-eb15b82768e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:12.584377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:12.907752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:14.108662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:21.334859 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:19:39.161142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b87a65a0-e6bc-4f57-bda7-c852fdc18ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:41.224576 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-14740d21-e27c-40d2-90dc-95debc95162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:42.587304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:42.909484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:44.111460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:19:58.335374 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:20:09.166543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d039d685-7595-498f-b370-0e7324b3491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:11.225134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-229f7da8-e009-4435-a254-262fbec226e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:12.589692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:12.912044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:14.115424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:35.335788 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:20:39.158224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ac92c86-880b-42e5-b8ed-37f058da12de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:41.226993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aad22f37-ebf6-4fa3-9d1d-fa6ca04c3f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:42.593781 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:42.913839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:20:44.117661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:09.160232 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-378e649f-a555-4d32-b61a-ca82e5d59eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:11.229239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6e77b7b2-b682-4e30-afb4-6d1ea170103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:12.336359 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:21:12.594910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:12.916270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:14.123433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:39.161314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8859d8c-a0cf-4e4c-93a0-9cfef2260f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:41.230642 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e06082d4-8a28-4664-a14e-8e7846f151d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:42.597556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:42.918612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:44.125344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:21:49.336447 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 5 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:22:08.201162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:09.163084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ed64c17e-f7ec-478a-9122-f07873b861ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:11.231552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-035058c6-1033-430e-9982-01ebcbab5298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:12.599341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:12.919941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:14.130523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:18.692776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455321'] for agent, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:26.338179 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:22:38.185402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:39.165193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-149db495-e264-44f3-b41c-64fd52263d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:41.236903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-00c32161-f724-4c0e-91a1-6fda57868e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:42.601000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:42.921870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:44.131386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:48.661552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:22:54.782179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40870) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:22:54.920651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-117decad-fd34-4df0-93c7-fdc27b8f852c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1373303 Mar 02 17:22:56.963807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40880) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:22:57.042588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b21a7ed1-f6dc-478b-8224-6219c56865f4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0776999 Mar 02 17:23:03.340338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:23:08.189529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:09.166541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-662a37b4-8a80-49dd-87fa-72cf80fe50ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:11.230280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-307e0ec5-3b80-463b-ad66-3de65bbdd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:12.604238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:12.923520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:14.134361 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:18.658707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:38.197675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:39.169244 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f13e6c60-2108-40bc-a4aa-4ffad531f22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:40.340988 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:23:41.232510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8edec52-15e1-4c06-95b1-aca9e17502b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:42.612512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:42.926918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:44.143038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:23:48.657103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:08.196068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:09.172645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc66ec97-e73e-469a-b803-2cbd5dc49f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:11.233887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fcd037ff-2eec-4756-807b-4a40fe18e304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:12.609784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:12.930801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:14.146802 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:17.342180 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:24:18.656381 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.124862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41062) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:35.663058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-network', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:35.668535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:35.672705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Usage tracker for resource:network and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:35.677166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:35.683550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:35.697318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Made reservation on behalf of dce523a77b404292a9fa1482d1e0ad81 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:35.699956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.713132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.748687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:35.752848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Usage tracker for resource:security_group_rule and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:35.756472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:35.762113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:35.842334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.847361 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.884309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdcabf-7199-45b7-93db-3e1952a87e81,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:35.887466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:24:35.901332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.901676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.902041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.902389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.902954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.903292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.903649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.903973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.904303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.904622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.904944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Tracked resource versions report: Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: pushed versions: Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Log': {'1.0'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Network': {'1.1'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Port': {'1.5'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'PortForwarding': {'1.2'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'QosPolicy': {'1.8'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SecurityGroup': {'1.2'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SubPort': {'1.0'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Subnet': {'1.1'}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Trunk': {'1.1'}} Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: consumer versions: Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: HyperV agent@n-h1-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: HyperV agent@n-h2-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: L3 agent@n-d-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: Metadata agent@n-d-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: Metering agent@n-d-820559-6: {}, Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Log': '1.0', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Network': '1.1', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Port': '1.5', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'PortForwarding': '1.2', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'QosPolicy': '1.8', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SecurityGroup': '1.2', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SecurityGroupRule': '1.0', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'SubPort': '1.0', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Subnet': '1.1', Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: 'Trunk': '1.1'}} Mar 02 17:24:35.905978 n-d-820559-6 neutron-server[83797]: {{(pid=83797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:24:35.911428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.911768 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Added segment 5521c400-0db2-4bb9-946c-7174c21513f5 of type vlan for network 979b79e4-b88d-41b8-9652-687a4668f26b Mar 02 17:24:35.944263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.979555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:35.980479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:35.981130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.093612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:36.094200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9674485 Mar 02 17:24:36.100636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Request body: {'subnet': {'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-subnet', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:36.103516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac7e5-5dd3-4f76-ab1d-4069f449540e admin admin] Pushing event updated for resources: {'Network': ['ID=979b79e4-b88d-41b8-9652-687a4668f26b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:36.105585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:36.109608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Usage tracker for resource:subnet and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:36.113718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:36.114150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 979b79e4-b88d-41b8-9652-687a4668f26b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:24:36.120532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:36.134172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Made reservation on behalf of dce523a77b404292a9fa1482d1e0ad81 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:36.137266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.226149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41100) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:36.419985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.512426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdff4e56-2d70-43ee-a319-9a66594ad93e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:36.525736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Checking segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:36.526133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Network hostable DHCP agents. Network: 979b79e4-b88d-41b8-9652-687a4668f26b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:24:36.532244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.532790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.533307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.533644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.533970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.535204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.535535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.535864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.536189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.536512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.536883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Tracked resource versions report: Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: pushed versions: Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Log': {'1.0'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Network': {'1.1'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Port': {'1.5'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SubPort': {'1.0'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Subnet': {'1.1'}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Trunk': {'1.1'}} Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: consumer versions: Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: HyperV agent@n-h1-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: HyperV agent@n-h2-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: L3 agent@n-d-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: Metadata agent@n-d-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: Metering agent@n-d-820559-6: {}, Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Log': '1.0', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Network': '1.1', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Port': '1.5', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'PortForwarding': '1.2', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'QosPolicy': '1.8', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SecurityGroup': '1.2', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'SubPort': '1.0', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Subnet': '1.1', Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: 'Trunk': '1.1'}} Mar 02 17:24:36.537925 n-d-820559-6 neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:24:36.562282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Network 979b79e4-b88d-41b8-9652-687a4668f26b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:24:36.574062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 979b79e4-b88d-41b8-9652-687a4668f26b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:36.580944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:36.582375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.589078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537501fc-6593-458f-82ef-67b7cab948a3 None None] Network 979b79e4-b88d-41b8-9652-687a4668f26b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:24:36.609064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41118) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:36.609606 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-275db05c-97e9-4183-9efc-fd5683111955 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5146582 Mar 02 17:24:36.615149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:36.620756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:36.625239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Usage tracker for resource:router and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:36.629562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:36.636180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:36.652465 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.653724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.676892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.843735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-979b79e4-b88d-41b8-9652-687a4668f26b', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:24:36.844575 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:36.885580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f196fbed-6b89-46ca-bcea-5b48be644644 tempest-AutoAllocateNetworkTest-1213200728 tempest-AutoAllocateNetworkTest-1213200728-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6588bc82645142e382d465e7990c47ff&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6582499 Mar 02 17:24:36.888340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:36.903009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.096082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Allocated IP 172.20.0.2 (979b79e4-b88d-41b8-9652-687a4668f26b/bdff4e56-2d70-43ee-a319-9a66594ad93e/962fa81c-8e93-4b8a-a272-839dd67e199e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:37.115727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e52b10-41aa-4c44-bcaa-c49b657bf3e1 tempest-AutoAllocateNetworkTest-1213200728 tempest-AutoAllocateNetworkTest-1213200728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:37.117312 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-70e52b10-41aa-4c44-bcaa-c49b657bf3e1 tempest-AutoAllocateNetworkTest-1213200728 tempest-AutoAllocateNetworkTest-1213200728-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2279375 Mar 02 17:24:37.120386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:37.224695 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c93c19a3-515d-435f-b572-f54454d7244f tempest-AutoAllocateNetworkTest-1213200728 tempest-AutoAllocateNetworkTest-1213200728-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026754 Mar 02 17:24:37.228439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:37.240491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.268023 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dbf07c8-2184-4323-a426-0eec4ef565b4 tempest-AutoAllocateNetworkTest-1213200728 tempest-AutoAllocateNetworkTest-1213200728-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6588bc82645142e382d465e7990c47ff HTTP/1.1" status: 200 len: 208 time: 0.0385149 Mar 02 17:24:37.289641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.469137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.472700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Allocated IP 172.25.3.158 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:37.489044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Transition to ACTIVE for port object 962fa81c-8e93-4b8a-a272-839dd67e199e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:37.529532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Transition to ACTIVE for port object 962fa81c-8e93-4b8a-a272-839dd67e199e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:37.537053 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.608709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Network 979b79e4-b88d-41b8-9652-687a4668f26b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:37.616565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:37.621084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:37.627198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Pushing event updated for resources: {'Port': ['ID=962fa81c-8e93-4b8a-a272-839dd67e199e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:37.665093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.665428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.665758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.666080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.666398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.666742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.667058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.667371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.667682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.667993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.668299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Tracked resource versions report: Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: pushed versions: Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Log': {'1.0'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Network': {'1.1'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Port': {'1.5'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'PortForwarding': {'1.2'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'QosPolicy': {'1.8'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SecurityGroup': {'1.2'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SubPort': {'1.0'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Subnet': {'1.1'}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Trunk': {'1.1'}} Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: consumer versions: Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: HyperV agent@n-h1-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: HyperV agent@n-h2-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: L3 agent@n-d-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: Metadata agent@n-d-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: Metering agent@n-d-820559-6: {}, Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Log': '1.0', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Network': '1.1', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Port': '1.5', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'PortForwarding': '1.2', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'QosPolicy': '1.8', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SecurityGroup': '1.2', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SecurityGroupRule': '1.0', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'SubPort': '1.0', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Subnet': '1.1', Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: 'Trunk': '1.1'}} Mar 02 17:24:37.669354 n-d-820559-6 neutron-server[83798]: {{(pid=83798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:24:37.673548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.710519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.736805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Attempting to bind port 962fa81c-8e93-4b8a-a272-839dd67e199e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:24:37.737237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Attempting to bind port 962fa81c-8e93-4b8a-a272-839dd67e199e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:24:37.737597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Attempting to bind port 962fa81c-8e93-4b8a-a272-839dd67e199e on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:37.744276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:24:37.744992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Checking segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:37.745389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.746112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Bound using segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:24:37.746600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Bound port: 962fa81c-8e93-4b8a-a272-839dd67e199e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:24:37.746989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.770802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:37.776563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:37.786609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:37.889112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] For port 962fa81c-8e93-4b8a-a272-839dd67e199e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:24:37.895075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] For port 962fa81c-8e93-4b8a-a272-839dd67e199e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=962fa81c-8e93-4b8a-a272-839dd67e199e,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:24:37.899499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Pushing event updated for resources: {'Port': ['ID=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:37.900592 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.922341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.923189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:37.997843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ae8e-2ec6-4031-8061-f74bf4450b37 None None] Pushing event updated for resources: {'Port': ['ID=962fa81c-8e93-4b8a-a272-839dd67e199e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:38.220350 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:38.305221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Router 3ff69509-7710-44ae-95bc-db4e26157fbc is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:24:38.381462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41180) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:38.524587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:24:38.533547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:24:38.549133 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:24:38.551393 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:38.555370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:38.559137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c00cd97a-ab01-41ba-acac-6523ef19738e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.9487925 Mar 02 17:24:38.559746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41190) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:38.780085 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:24:39.055021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.116322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:39.120509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Usage tracker for resource:security_group_rule and tenant:6588bc82645142e382d465e7990c47ff is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:39.123765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:39.141655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:39.200087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0922e11-80a0-4fb8-9b26-44dfe4823503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.203475 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:37Z', 'revision_number': 3, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:39.214625 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:24:39.215261 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Updating router 3ff69509-7710-44ae-95bc-db4e26157fbc port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:24:39.240960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3af370-ca48-49e1-8ae5-5009e37fdff5 None None] Network 979b79e4-b88d-41b8-9652-687a4668f26b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:24:39.247807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.258767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.297968 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6588bc82645142e382d465e7990c47ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9154370 Mar 02 17:24:39.301448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41212) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:39.341512 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.365843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-883f0a81-0e64-4114-80fa-471a75be950f None None] Provisioning for port 962fa81c-8e93-4b8a-a272-839dd67e199e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:39.475478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.533076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442fc6c-0efa-4531-8063-7fb0b1cddd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513e441d-0ce5-42b8-97eb-a964898b298c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:39.544827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.617746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 962fa81c-8e93-4b8a-a272-839dd67e199e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:39.651075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.694474 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.697993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/513e441d-0ce5-42b8-97eb-a964898b298c HTTP/1.1" status: 204 len: 168 time: 0.3955159 Mar 02 17:24:39.704600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412c35b-19b3-47f3-ad33-2fd5205bbe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513e441d-0ce5-42b8-97eb-a964898b298c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:39.888872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 962fa81c-8e93-4b8a-a272-839dd67e199e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:39.894808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 962fa81c-8e93-4b8a-a272-839dd67e199e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:39.895210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.918505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.936662 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:39.958591 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Transition to ACTIVE for port object ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:39.974959 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.048825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.102754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 962fa81c-8e93-4b8a-a272-839dd67e199e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=962fa81c-8e93-4b8a-a272-839dd67e199e,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:40.116622 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.119584 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Attempting to bind port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:24:40.120537 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Attempting to bind port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:24:40.121315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Attempting to bind port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:40.138415 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:24:40.139148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:40.139775 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.140380 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:24:40.141055 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Bound port: ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:24:40.141812 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.197699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=962fa81c-8e93-4b8a-a272-839dd67e199e,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:40.249342 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:40.254741 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] For port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:24:40.259457 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] For port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:24:40.266034 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.266703 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.267265 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.267801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.268990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.269561 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.270115 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.270661 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.271189 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.271709 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.272254 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Tracked resource versions report: Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: pushed versions: Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: { 'ConntrackHelper': {'1.0'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Log': {'1.0'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Network': {'1.1'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Port': {'1.5'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'PortForwarding': {'1.2'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'QosPolicy': {'1.8'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SecurityGroup': {'1.2'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SecurityGroupRule': {'1.0'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SubPort': {'1.0'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Subnet': {'1.1'}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Trunk': {'1.1'}} Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: consumer versions: Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: { DHCP agent@n-d-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: HyperV agent@n-h1-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: HyperV agent@n-h2-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: L3 agent@n-d-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: Metadata agent@n-d-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: Metering agent@n-d-820559-6: {}, Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: Open vSwitch agent@n-d-820559-6: { 'ConntrackHelper': '1.0', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Log': '1.0', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Network': '1.1', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Port': '1.5', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'PortForwarding': '1.2', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'QosPolicy': '1.8', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SecurityGroup': '1.2', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SecurityGroupRule': '1.0', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'SubPort': '1.0', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Subnet': '1.1', Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: 'Trunk': '1.1'}} Mar 02 17:24:40.273644 n-d-820559-6 neutron-server[83799]: {{(pid=83799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 17:24:40.279868 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.322780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d92b6b0f-0285-4d0f-8b79-2cf0890c5778 None None] Provisioning complete for port 962fa81c-8e93-4b8a-a272-839dd67e199e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:40.326265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d92b6b0f-0285-4d0f-8b79-2cf0890c5778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.341193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Allocated IP 172.20.0.1 (979b79e4-b88d-41b8-9652-687a4668f26b/bdff4e56-2d70-43ee-a319-9a66594ad93e/ebce407d-db91-462f-ab09-a7f85730116a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:40.366894 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32887dab-8bf2-43d7-a209-2b2c655ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:40.372486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:24:40.373310 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:40.593517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.616215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Transition to ACTIVE for port object ebce407d-db91-462f-ab09-a7f85730116a will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:40.625805 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:24:40.722563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.799173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:40.824575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Network 979b79e4-b88d-41b8-9652-687a4668f26b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:40.826431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:40.829193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:40.830120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:40.996050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.002112 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:37Z', 'revision_number': 3, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:41.015935 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b0334-5a20-49bb-a569-4ac3faab82f9 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:37Z', 'revision_number': 3, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:24:41.169928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92ef26cd-c4d0-4a73-a959-e06185912bda None None] Provisioning for port ebce407d-db91-462f-ab09-a7f85730116a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:41.177267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92ef26cd-c4d0-4a73-a959-e06185912bda None None] Provisioning complete for port ebce407d-db91-462f-ab09-a7f85730116a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:41.177629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92ef26cd-c4d0-4a73-a959-e06185912bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.269020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41266) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:41.317241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-31243147-9fd8-411d-bc32-2c4191f4bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.322149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.329451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.330434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.365929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-92ef26cd-c4d0-4a73-a959-e06185912bda None None] Port ebce407d-db91-462f-ab09-a7f85730116a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:24:41.598351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 962fa81c-8e93-4b8a-a272-839dd67e199e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:41.612128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:41.702159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 962fa81c-8e93-4b8a-a272-839dd67e199e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:41.702487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Network 979b79e4-b88d-41b8-9652-687a4668f26b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:41.702985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.703672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:41.844624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:41.913528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:41.924527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Usage tracker for resource:security_group_rule and tenant:34bc3525bb174f51bff0cf6115a92a8b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:41.931289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:41.947798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:42.077105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.089185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.125394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5a738222-fc68-4aaf-854b-8d0d4f6ff7a9 None None] Provisioning complete for port ebce407d-db91-462f-ab09-a7f85730116a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:42.127425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a738222-fc68-4aaf-854b-8d0d4f6ff7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.211350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34bc3525bb174f51bff0cf6115a92a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9405997 Mar 02 17:24:42.225403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41286) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:42.261514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5a738222-fc68-4aaf-854b-8d0d4f6ff7a9 None None] Port ebce407d-db91-462f-ab09-a7f85730116a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:24:42.305464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f4c4d-1521-480f-b4c1-f33746dc3c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b368e8-6bcb-464e-8587-6fb563846420,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:42.365160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.400720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.472148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.520376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.526132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50b368e8-6bcb-464e-8587-6fb563846420 HTTP/1.1" status: 204 len: 168 time: 0.2917833 Mar 02 17:24:42.532272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e499d-8a1e-47b5-8c77-9f4e49e82e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b368e8-6bcb-464e-8587-6fb563846420,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:42.619968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.684069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:24:42.898607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:24:42.915137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b9c987dd-859f-43bd-b524-63236856e0e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/3ff69509-7710-44ae-95bc-db4e26157fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3543000 Mar 02 17:24:42.944984 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:42.959691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41318) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:42.963451 n-d-820559-6 neutron-server[83797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 17:24:42.990861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-bf94fd07-dee8-4742-85f0-8254ce37e92c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7194283af6d942d59895068b2cd2eae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292571 Mar 02 17:24:43.163685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-7d3415b5-e879-47d2-8643-d3f01af7a5e0 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:43.165300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-7d3415b5-e879-47d2-8643-d3f01af7a5e0 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688488 Mar 02 17:24:43.183658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-0ff11c42-5ec7-4394-8d27-51287ab7f7cc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/quotas/7194283af6d942d59895068b2cd2eae5 HTTP/1.1" status: 200 len: 375 time: 0.0121732 Mar 02 17:24:43.235379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-b6f0ed0a-7964-4e4a-880f-14d5b362d24e tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465260 Mar 02 17:24:43.265003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41334) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:43.285088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.320986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:43.325356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Usage tracker for resource:security_group_rule and tenant:efec4aabe00c4457b168114f0defbd88 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:43.329096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:43.336849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:43.439821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.447544 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.517026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09adf3-715b-4718-9f79-c7a500293cb5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:43.564587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:43.569068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c565950-f2a6-46be-aa98-789506028d62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efec4aabe00c4457b168114f0defbd88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029940 Mar 02 17:24:43.572441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:43.673770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.688743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:43.695912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:43.696376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.713944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.788202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.812603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09adf3-715b-4718-9f79-c7a500293cb5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:43.817662 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.821714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3054049f-5b99-4d50-996c-3343d331daec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd09adf3-715b-4718-9f79-c7a500293cb5 HTTP/1.1" status: 204 len: 168 time: 0.2482417 Mar 02 17:24:43.876597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.894674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:43.900361 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:43.994334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:44.090757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41378) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:44.158349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:44.579241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-889a3bc2-ca45-4aff-8b94-adaa735d8051 req-7a9af970-5ac7-4c85-b937-69e70ca4e526 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 210 time: 0.4865284 Mar 02 17:24:44.608044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41416) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:44.935702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:44.973271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:44.978047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Usage tracker for resource:security_group_rule and tenant:04b45217e17541219a9eb47bbc11ad5a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:44.982210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:44.989438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:45.059384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.064802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.120615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4939118-b435-4dc8-9b80-822a7e76e662,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:45.139989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41452) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:45.153527 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bec043fa-f751-4d54-b36e-bba7235f67fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04b45217e17541219a9eb47bbc11ad5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5443974 Mar 02 17:24:45.241936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.272695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.410926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.444755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4939118-b435-4dc8-9b80-822a7e76e662,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:45.487064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:45.494260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-559aab28-1ca8-4602-8123-8fc5a24c28e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4939118-b435-4dc8-9b80-822a7e76e662 HTTP/1.1" status: 204 len: 168 time: 0.3532639 Mar 02 17:24:45.510274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:45.572673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:24:45.604959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:24:45.606712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:45.791227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd6dc163-18a6-40c6-8fa2-2f2a36d454c7 req-5f0283cc-5c22-4c18-8260-6e00448b1140 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 210 time: 0.0769715 Mar 02 17:24:45.834316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:45.834937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.028177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:24:46.188160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41516) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:46.308267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41522) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:46.313568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-network', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:46.321014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:46.328111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Usage tracker for resource:network and tenant:e4ca9577d7694b5aa2fd27c723b9e1c0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:46.334198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:46.349710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:46.369150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Made reservation on behalf of e4ca9577d7694b5aa2fd27c723b9e1c0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:46.371607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.393269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.429376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:46.433943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ca9577d7694b5aa2fd27c723b9e1c0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:46.437266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:46.447737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:46.531039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:41Z', 'revision_number': 2, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:46.537807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:24:46.538312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Updating router 3ff69509-7710-44ae-95bc-db4e26157fbc port ebce407d-db91-462f-ab09-a7f85730116a binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:24:46.547302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.552953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.591611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:24:46.601689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.601875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91f147-4da3-4609-bbb8-f354aa67c37b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:46.614305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.614305 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Added segment d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4 of type vlan for network 7936919b-94cc-4f2d-88e8-b6757e4a739f Mar 02 17:24:46.661840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.704403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.706838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:46.707688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.728203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:46.750639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.798254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4885485 Mar 02 17:24:46.802627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41540) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:46.809431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Request body: {'subnet': {'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-subnet', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:46.860174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:46.865244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Usage tracker for resource:subnet and tenant:e4ca9577d7694b5aa2fd27c723b9e1c0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:46.868732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:46.876427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:46.888922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:46.892599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Made reservation on behalf of e4ca9577d7694b5aa2fd27c723b9e1c0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:46.896159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:46.919206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Usage tracker for resource:security_group_rule and tenant:518c305acb8a4017bf64474abdc6421f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:46.928188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:46.947263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.35', 64323) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:47.006518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:47.066341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-1f7e1418-18aa-4ee6-aff6-a88db24e1ab7 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7194283af6d942d59895068b2cd2eae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004050 Mar 02 17:24:47.066995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed636-6a13-4920-8734-d06637b58f78 admin admin] Pushing event updated for resources: {'Network': ['ID=7936919b-94cc-4f2d-88e8-b6757e4a739f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:47.082039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:24:47.126677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.213228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.243046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Transition to ACTIVE for port object ebce407d-db91-462f-ab09-a7f85730116a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:47.262554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.300114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:47.310148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Usage tracker for resource:security_group_rule and tenant:a61a4ce442ad49a9952ca64217dfde82 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:47.316616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:47.339884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:47.370434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-ef7c2840-7b76-480b-bdc1-9c16e44b53da tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:47.372239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-ef7c2840-7b76-480b-bdc1-9c16e44b53da tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955561 Mar 02 17:24:47.441521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc8ce-5fc2-46b6-b70d-5d33a322c90b None None] Pushing event updated for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:47.463562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Request body: {'port': {'device_id': '9803b1cf-dfd7-4081-8970-624def538c3a', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '7194283af6d942d59895068b2cd2eae5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:47.490787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.508239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.705782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Attempting to bind port ebce407d-db91-462f-ab09-a7f85730116a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:24:47.706715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Attempting to bind port ebce407d-db91-462f-ab09-a7f85730116a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:24:47.706715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Attempting to bind port ebce407d-db91-462f-ab09-a7f85730116a on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:47.723580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:24:47.723957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Checking segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:47.724352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.724744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Bound using segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:24:47.730691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Bound port: ebce407d-db91-462f-ab09-a7f85730116a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:24:47.732073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.775162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e072b383-0c36-4014-bd1b-aa60e578b7eb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:47.852571 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-47558964-f9f4-44b4-8d7f-9d8513d783a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=518c305acb8a4017bf64474abdc6421f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1226072 Mar 02 17:24:47.863479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:47.872723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:47.935482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:47.969821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Usage tracker for resource:port and tenant:7194283af6d942d59895068b2cd2eae5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:47.974548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:48.008893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] For port ebce407d-db91-462f-ab09-a7f85730116a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:24:48.023659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] For port ebce407d-db91-462f-ab09-a7f85730116a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ebce407d-db91-462f-ab09-a7f85730116a,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:24:48.027746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:48.030560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.181267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc8ce-5fc2-46b6-b70d-5d33a322c90b None None] Pushing event updated for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:48.184527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:24:48.185132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:48.197341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50f0bcd3-2644-4cd2-88f1-7697732f4db4 req-a529ba34-4d8f-4dfe-ade5-3ef3710f6dfa tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 210 time: 0.1584303 Mar 02 17:24:48.220393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Made reservation on behalf of 7194283af6d942d59895068b2cd2eae5 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:48.226664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.229658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.261687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.271489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cab82d-f306-431a-a5ef-9f2364b7646b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:48.319554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Checking segment: {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:48.320161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Network hostable DHCP agents. Network: 7936919b-94cc-4f2d-88e8-b6757e4a739f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:24:48.353401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:48.362264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Usage tracker for resource:security_group_rule and tenant:7194283af6d942d59895068b2cd2eae5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:48.367141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.375506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:48.382187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:48.531806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.546511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.575472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.610208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:24:48.681863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e072b383-0c36-4014-bd1b-aa60e578b7eb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:48.721826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7936919b-94cc-4f2d-88e8-b6757e4a739f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:48.768803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526eead6-0e85-43ad-bfbe-d84c36ecff81,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:48.791139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.799759 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.849494 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.860414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f13c1414-1c50-44af-805f-5b18f0aaaea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e072b383-0c36-4014-bd1b-aa60e578b7eb HTTP/1.1" status: 204 len: 168 time: 0.9957075 Mar 02 17:24:48.878147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:48.879751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a06a04-19b5-4bd9-8da2-d17c6fbe2ab7 None None] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:24:48.881823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.913681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a61a4ce442ad49a9952ca64217dfde82&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7246218 Mar 02 17:24:48.919938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41642) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:48.927763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:48.934137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-646daa90-ec7b-48a9-b0c5-5fde03b40636 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1296699 Mar 02 17:24:48.945139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:49.007644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:49.028806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:49.040120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Usage tracker for resource:router and tenant:e4ca9577d7694b5aa2fd27c723b9e1c0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:49.058251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:49.084911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:49.126253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.128032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.148554 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.153976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.250298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.310827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610eb35-76de-4c3c-a17f-00c29fa10873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a1514-bc97-4041-87b4-c73c660f4fca,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:49.405683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.434066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a1514-bc97-4041-87b4-c73c660f4fca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:49.462629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.463917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71fcd396-ff17-476c-b317-c4d4dda4494f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f81a1514-bc97-4041-87b4-c73c660f4fca HTTP/1.1" status: 204 len: 168 time: 0.5418553 Mar 02 17:24:49.464957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-80bdf139-0651-424a-b2a3-0843bf6123c0 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892432 Mar 02 17:24:49.471978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:24:49.625086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41670) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:49.657592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-77859793-14bb-4f01-a938-ed3c2ae08455 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:49.664430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-77859793-14bb-4f01-a938-ed3c2ae08455 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984723 Mar 02 17:24:49.684361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-86f41264-9c88-4df3-9bfd-86357b017623 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/quotas/b8bc241e94bb45649e99b0cd96eb9db6 HTTP/1.1" status: 200 len: 375 time: 0.0189874 Mar 02 17:24:49.722557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.833173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-7936919b-94cc-4f2d-88e8-b6757e4a739f', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:24:49.834026 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:49.859127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-1ffafe40-17c3-458b-aae0-7ad124f4b0a6 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738205 Mar 02 17:24:49.956266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b55bb300-0417-4c21-917d-ba0bf231133f req-ff8141a7-0506-47f6-be94-9871c788231e tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 210 time: 0.2377553 Mar 02 17:24:50.166066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Allocated IP 192.168.233.17 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/98927de7-98cb-48b9-87c2-29b851c50050) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:50.260399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:50.343535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:50.350741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e173a8186d79467ea5ab00ad0342e96f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:50.354678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:50.365980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:50.513300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:50.520570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:50.543080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:50.724246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Allocated IP 172.20.0.2 (7936919b-94cc-4f2d-88e8-b6757e4a739f/70cab82d-f306-431a-a5ef-9f2364b7646b/35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:50.777132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd2d01-7cbf-4e83-99ee-c47cde61adcd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:50.823131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:50.872210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dfd1849c-492e-49dd-89b1-b046c9a6f4b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e173a8186d79467ea5ab00ad0342e96f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2460725 Mar 02 17:24:50.878275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:51.015265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:51.023519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31cb2ece-ae9f-494b-bfe9-af6ff3e0908a req-662673e8-505a-4f9c-97bc-ee52791059b6 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.0700777 Mar 02 17:24:51.107878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.128564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:95da6d324ffa4e1db9186e8bdfa4bed4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:51.137130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Transition to ACTIVE for port object 98927de7-98cb-48b9-87c2-29b851c50050 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:51.161920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:51.201550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:51.251656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.254081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.291664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.305146 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.427998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:47Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:51.447564 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.461013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec19f0b-a1aa-4842-93ff-fcfbb2b8ffc2 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:47Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:24:51.483240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Transition to ACTIVE for port object 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:51.555731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Transition to ACTIVE for port object 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:51.570469 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.582996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.607444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.668191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:51.696131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:51.714512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:51.720503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:51.722230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:51.792392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:51.803695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:51.815153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:51.818897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95da6d324ffa4e1db9186e8bdfa4bed4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1619637 Mar 02 17:24:51.829859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Pushing event updated for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:51.836630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41752) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:51.877516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Pushing event updated for resources: {'Port': ['ID=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:51.889997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.026544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2c086-33bd-4eba-9fde-2155915e3ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde3854-9421-4a04-b264-9c19aabb3883,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:52.029683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Attempting to bind port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:24:52.030094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Attempting to bind port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:24:52.031296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Attempting to bind port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 on network 7936919b-94cc-4f2d-88e8-b6757e4a739f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:52.044031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:24:52.044408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Checking segment: {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:52.044789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.045171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Bound using segment: {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:24:52.045778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Bound port: 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:24:52.046009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.105929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.140092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd2d01-7cbf-4e83-99ee-c47cde61adcd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:52.161247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.163118 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e391844-c4b6-4972-b93b-f1c83527ede9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ecd2d01-7cbf-4e83-99ee-c47cde61adcd HTTP/1.1" status: 204 len: 168 time: 1.2741666 Mar 02 17:24:52.193361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-fc1d6809-a3c7-40e5-ad57-9c3ba600eade tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7338221 Mar 02 17:24:52.242360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-a3aac7ad-b18f-4749-9c56-4e95155f926a tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:24:52.253893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-a3aac7ad-b18f-4749-9c56-4e95155f926a tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0182593 Mar 02 17:24:52.301258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] For port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:24:52.301979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Allocated IP 172.25.3.235 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ecd8b438-0a35-44e2-a0a4-ccf6f048343f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:24:52.310657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] For port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:24:52.340118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-dfd1ca65-c665-408a-8e48-7530ee52c493 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:52.341302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-dfd1ca65-c665-408a-8e48-7530ee52c493 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Synchronizing usage tracker for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:24:52.344917 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.401651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.534521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8993acc8-b7c6-4ee1-aaba-69e92a8d7761 None None] Provisioning for port 98927de7-98cb-48b9-87c2-29b851c50050 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:52.566151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8993acc8-b7c6-4ee1-aaba-69e92a8d7761 None None] Provisioning complete for port 98927de7-98cb-48b9-87c2-29b851c50050 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:52.567376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8993acc8-b7c6-4ee1-aaba-69e92a8d7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:52.805192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8993acc8-b7c6-4ee1-aaba-69e92a8d7761 None None] Port 98927de7-98cb-48b9-87c2-29b851c50050 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:24:52.910785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72415-ab27-4fea-a556-4dde4f9eb70b None None] Pushing event updated for resources: {'Port': ['ID=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:53.194473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-dfd1ca65-c665-408a-8e48-7530ee52c493 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Unset dirty status for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:24:53.199225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-dfd1ca65-c665-408a-8e48-7530ee52c493 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 935 time: 1.6915576 Mar 02 17:24:53.239596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb125341-fe9c-47f3-b3eb-52e8666a0cd9 req-7e657b14-d95c-47aa-a223-02aa2e3cb35d tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.2115688 Mar 02 17:24:53.277782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.463862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.593128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde3854-9421-4a04-b264-9c19aabb3883,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:53.621664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.650039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.651865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b83ab3e3-56e7-4044-8d07-f538b89a1d82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afde3854-9421-4a04-b264-9c19aabb3883 HTTP/1.1" status: 204 len: 168 time: 1.8104293 Mar 02 17:24:53.740359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ebce407d-db91-462f-ab09-a7f85730116a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:53.742625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-2446a355-947f-4f5d-9dd4-f54114b3b615 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Synchronizing usage tracker for tenant:7194283af6d942d59895068b2cd2eae5 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:24:53.805783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.826018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ebce407d-db91-462f-ab09-a7f85730116a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:53.833985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ebce407d-db91-462f-ab09-a7f85730116a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:53.834795 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.860910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-2446a355-947f-4f5d-9dd4-f54114b3b615 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Unset dirty status for tenant:7194283af6d942d59895068b2cd2eae5 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:24:53.874830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:53.878244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-129da60d-31ff-4068-8de2-99bb2aad1178 req-2446a355-947f-4f5d-9dd4-f54114b3b615 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576355 Mar 02 17:24:53.915896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.978286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:53.989388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3ff85ac2764d29a10d44daf6b77a1f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:53.992606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:53.995002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:54.009652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:54.010741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:24:54.013184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:24:54.046336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ebce407d-db91-462f-ab09-a7f85730116a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ebce407d-db91-462f-ab09-a7f85730116a,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:54.052767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.054991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:54.073269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:24:54.195243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.203363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.345139 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:24:54.364897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Pushing event updated for resources: {'Port': ['ID=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.398947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf183ea-4bd9-4398-b470-0476b0432c37,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.413476 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88188278-5e31-41b0-badf-561d34d0acf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c3ff85ac2764d29a10d44daf6b77a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5351958 Mar 02 17:24:54.413714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41794) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:54.493054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:54.516870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.673275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.748775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.754172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50c3f3be-1552-4c43-b9c0-9f48573b3bd2 req-b4f08d09-d6c7-47cd-94c8-8aeeaa1a3700 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.2116532 Mar 02 17:24:54.771088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.35', 64328) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:54.916067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.941653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-1dec6b0a-ba53-45f4-951d-df7ae388bf0e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153564 Mar 02 17:24:54.965653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf183ea-4bd9-4398-b470-0476b0432c37,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:54.967394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:54.969719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:55.005424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:55.006561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8389e5bb-a5e2-4983-85f9-f69dcabd3e6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdf183ea-4bd9-4398-b470-0476b0432c37 HTTP/1.1" status: 204 len: 168 time: 0.5919485 Mar 02 17:24:55.052023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd8fd2-9807-4baa-beb3-274a9025e9ea None None] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:24:55.431341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Provisioning for port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:24:55.446893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Provisioning complete for port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:55.447265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:55.484688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Request body: {'port': {'device_id': '9803b1cf-dfd7-4081-8970-624def538c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:55.593376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ebce407d-db91-462f-ab09-a7f85730116a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:55.675899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:55.889559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:55.959092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ebce407d-db91-462f-ab09-a7f85730116a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:55.959387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.134035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa4b79-a41d-48e0-8475-dd667a04388c req-6cc1db71-419f-43e3-a194-d2e9df48c4bb tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:56.136852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33fa4b79-a41d-48e0-8475-dd667a04388c req-6cc1db71-419f-43e3-a194-d2e9df48c4bb tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 935 time: 0.6732609 Mar 02 17:24:56.155675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] For port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:24:56.164845 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.235022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-649553ab-d306-4d03-8533-a81fd13ccb4f req-ee14ca68-5a2d-4e8e-b6e4-2e9aa366b102 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.1193886 Mar 02 17:24:56.246871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.261581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d71b1-4c49-4723-94e0-0d07908372f8 None None] Pushing event updated for resources: {'Port': ['ID=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:56.265964 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.291395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-071b4f41-5ae6-44e5-9db6-adb8068d0aa8 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:56.293278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-071b4f41-5ae6-44e5-9db6-adb8068d0aa8 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3027682 Mar 02 17:24:56.329681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:56.339645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Usage tracker for resource:security_group_rule and tenant:e1805bd639ff486b926192f2abffb87b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:56.346269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:56.362015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:56.372116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0e337e5a-91e2-4855-aa85-5f177100d6eb None None] Provisioning complete for port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:56.372630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0e337e5a-91e2-4855-aa85-5f177100d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.425489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Request body: {'port': {'device_id': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'b8bc241e94bb45649e99b0cd96eb9db6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:24:56.513558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.519776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.569694 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1805bd639ff486b926192f2abffb87b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8926151 Mar 02 17:24:56.571925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41838) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:56.610818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a99af1-8334-4811-89ed-34d41ca3c573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3858b4e4-9df9-44ac-a89e-3b4a294581d0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:56.726013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33fa4b79-a41d-48e0-8475-dd667a04388c req-fdec4b6b-2198-454f-8050-cb86083a9a1a tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192444 Mar 02 17:24:56.746325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.799315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.865668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.892361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3858b4e4-9df9-44ac-a89e-3b4a294581d0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:56.894896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:56.899479 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2f01c39-adb5-4182-a1e1-1141ec38d1ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3858b4e4-9df9-44ac-a89e-3b4a294581d0 HTTP/1.1" status: 204 len: 168 time: 0.3264861 Mar 02 17:24:56.912457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:56.941172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Usage tracker for resource:port and tenant:b8bc241e94bb45649e99b0cd96eb9db6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:57.086770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:57.116362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:57.149061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Made reservation on behalf of b8bc241e94bb45649e99b0cd96eb9db6 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:24:57.152591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:57.190858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:57.254799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Router 1cfcf312-450d-4109-b16d-22e5ad7444bf is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:24:57.293952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:57.490976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98927de7-98cb-48b9-87c2-29b851c50050 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:24:57.508369 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:57.557859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Usage tracker for resource:security_group_rule and tenant:b8bc241e94bb45649e99b0cd96eb9db6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:57.558090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:24:57.565375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Transition to ACTIVE for port object 98927de7-98cb-48b9-87c2-29b851c50050 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:24:57.676993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:57.719300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:57.735076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:24:57.735442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:57.740172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:57.930445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adebaa02-670e-47f3-92b0-28b85fb1013d req-c7b8192b-83bd-404c-8092-4675b11e39c9 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.3520150 Mar 02 17:24:57.931232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Pushing event updated for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:58.245367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Attempting to bind port 98927de7-98cb-48b9-87c2-29b851c50050 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:24:58.246086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Attempting to bind port 98927de7-98cb-48b9-87c2-29b851c50050 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:24:58.246679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Attempting to bind port 98927de7-98cb-48b9-87c2-29b851c50050 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:58.334039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Port 98927de7-98cb-48b9-87c2-29b851c50050 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:24:58.334422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Attempting to bind port 98927de7-98cb-48b9-87c2-29b851c50050 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:24:58.355727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41874) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:58.417270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.438203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:24:58.438767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:24:58.440162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:24:58.440706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Bound port: 98927de7-98cb-48b9-87c2-29b851c50050, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:24:58.441067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.546153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.592792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:24:58.594788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.606072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Usage tracker for resource:security_group_rule and tenant:75cc1ff375f94e69916545955f50b966 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:24:58.615964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:24:58.633710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:24:58.808315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.809168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b8b7-c851-4caa-b89c-25d95c765439 req-0cda9055-d7ee-4a2e-a8cc-32928961cd44 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:24:58.819047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:58.821203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4354b8b7-c851-4caa-b89c-25d95c765439 req-0cda9055-d7ee-4a2e-a8cc-32928961cd44 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 0.6958563 Mar 02 17:24:58.871863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ef981-3a00-4247-ab69-df6fc78c90b6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:58.930619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd0c52a7-4f79-4d59-a915-c9b43e82717e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75cc1ff375f94e69916545955f50b966&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5731957 Mar 02 17:24:58.932978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:58.990334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd4e4c-caf9-404c-b6c1-526a444c4039,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:59.052904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4354b8b7-c851-4caa-b89c-25d95c765439 req-9b771bc0-a7cb-4b70-840e-538e18d14f1c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296622 Mar 02 17:24:59.094189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.185095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.225337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:24:59.238486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Sync routers for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:24:59.260206 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:24:59.261518 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:24:59.310010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.316318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:24:59.318593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5f5170e4-1d52-4c61-93dc-fdb9de68381c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.3670173 Mar 02 17:24:59.320271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:24:59.508226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dc2affca-7ef5-46bf-9185-92e7bf8116e3 req-7fa90891-9851-4cb7-9ca5-61d9814e57a7 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Synchronizing usage tracker for tenant:b8bc241e94bb45649e99b0cd96eb9db6 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:24:59.562113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=98927de7-98cb-48b9-87c2-29b851c50050,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:24:59.638291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dc2affca-7ef5-46bf-9185-92e7bf8116e3 req-7fa90891-9851-4cb7-9ca5-61d9814e57a7 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Unset dirty status for tenant:b8bc241e94bb45649e99b0cd96eb9db6 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:24:59.646786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc2affca-7ef5-46bf-9185-92e7bf8116e3 req-7fa90891-9851-4cb7-9ca5-61d9814e57a7 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.3407905 Mar 02 17:24:59.661840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.690962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.716571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ef981-3a00-4247-ab69-df6fc78c90b6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:24:59.733004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:24:59.734744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ae58cbcc-b842-4b95-8529-feaacdaf99d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac7ef981-3a00-4247-ab69-df6fc78c90b6 HTTP/1.1" status: 204 len: 168 time: 0.8008096 Mar 02 17:24:59.742701 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:24:59.748069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Allocated IP 192.168.233.33 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/10349d96-e4e5-4776-8749-a55ea25fa2ff) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:00.263876 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:00.304093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Transition to ACTIVE for port object 10349d96-e4e5-4776-8749-a55ea25fa2ff will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:00.379317 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 3, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:00.414464 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Checking router: 1cfcf312-450d-4109-b16d-22e5ad7444bf for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:25:00.417566 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Updating router 1cfcf312-450d-4109-b16d-22e5ad7444bf port ecd8b438-0a35-44e2-a0a4-ccf6f048343f binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:25:00.457787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:00.590094 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:00.652057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:00.669993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:00.672904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:00.687311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:00.688190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:00.725663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:00.727574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] 10.222.0.35 "PUT /v2.0/ports/98927de7-98cb-48b9-87c2-29b851c50050 HTTP/1.1" status: 200 len: 1095 time: 7.0569773 Mar 02 17:25:00.742104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:00.837534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4342189 Mar 02 17:25:00.949431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Request body: {'port': {'device_id': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'device_owner': 'compute:tempest-test_az-1749449393', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:01.114877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c59050-ec42-4312-a57f-b475d64d6975 service neutron] Pushing event updated for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:01.175641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a05c92b-57ea-4067-ac33-36ee650ca043 None None] Provisioning for port 10349d96-e4e5-4776-8749-a55ea25fa2ff completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:01.203751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a05c92b-57ea-4067-ac33-36ee650ca043 None None] Provisioning complete for port 10349d96-e4e5-4776-8749-a55ea25fa2ff triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:01.208022 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a05c92b-57ea-4067-ac33-36ee650ca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:01.395060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8a05c92b-57ea-4067-ac33-36ee650ca043 None None] Port 10349d96-e4e5-4776-8749-a55ea25fa2ff cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:01.605911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-b97abac1-d45d-4a4c-95e3-07607ceb1a75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 1098 time: 0.7668753 Mar 02 17:25:01.613897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729920-2e41-4150-b4b5-97992cfc5620 req-beb857ee-c9aa-4109-860d-cf41aa1e8aa5 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.622705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d729920-2e41-4150-b4b5-97992cfc5620 req-beb857ee-c9aa-4109-860d-cf41aa1e8aa5 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 1.1313217 Mar 02 17:25:01.662001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:01.752645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-15027f66-32b0-407d-88d3-aaaa456bd3ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=98927de7-98cb-48b9-87c2-29b851c50050 HTTP/1.1" status: 200 len: 217 time: 0.0919213 Mar 02 17:25:01.794805 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:01.813447 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Transition to ACTIVE for port object ecd8b438-0a35-44e2-a0a4-ccf6f048343f will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:01.824498 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:01.915648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:01.927821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-6551300d-43d4-4426-83b9-80d177507b4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:01.929837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-6551300d-43d4-4426-83b9-80d177507b4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0871532 Mar 02 17:25:01.993645 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68f65-70e1-4b40-a7b1-afef2007f7e8 None None] Pushing event updated for resources: {'Port': ['ID=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:02.011235 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Attempting to bind port ecd8b438-0a35-44e2-a0a4-ccf6f048343f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:02.011750 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Attempting to bind port ecd8b438-0a35-44e2-a0a4-ccf6f048343f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:02.012229 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Attempting to bind port ecd8b438-0a35-44e2-a0a4-ccf6f048343f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:02.023295 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:02.024003 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:02.025447 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.027955 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:02.028215 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Bound port: ecd8b438-0a35-44e2-a0a4-ccf6f048343f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:02.028817 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.058438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Allocated IP 172.20.0.1 (7936919b-94cc-4f2d-88e8-b6757e4a739f/70cab82d-f306-431a-a5ef-9f2364b7646b/7da50899-c633-4890-b41e-c2e364f945ec) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:02.091044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ea10d-a78a-4a4b-9d87-fbde94ffb3a4 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Pushing event updated for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:02.152292 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] For port ecd8b438-0a35-44e2-a0a4-ccf6f048343f, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:02.157203 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] For port ecd8b438-0a35-44e2-a0a4-ccf6f048343f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:02.163891 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.174482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d729920-2e41-4150-b4b5-97992cfc5620 req-efc6feec-7449-4a09-8e83-1190e39dae99 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504885 Mar 02 17:25:02.269573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.290232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Transition to ACTIVE for port object 7da50899-c633-4890-b41e-c2e364f945ec will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:02.327949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.382407 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68f65-70e1-4b40-a7b1-afef2007f7e8 None None] Pushing event updated for resources: {'Port': ['ID=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:02.398451 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:02.399087 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:24:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:02.412364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:02.415780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:02.420766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:02.421228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.450013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Pushing event updated for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:02.506436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3538a-bb4e-42ab-9afd-3a6e509f643c req-b8356137-c4e4-41b6-b27d-20f623a6a5e1 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:02.508111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2a3538a-bb4e-42ab-9afd-3a6e509f643c req-b8356137-c4e4-41b6-b27d-20f623a6a5e1 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 935 time: 0.5700088 Mar 02 17:25:02.524564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-a92ae712-c1c1-4a0c-9f47-edd3e5529857 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5193884 Mar 02 17:25:02.535475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.739078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c2a3538a-bb4e-42ab-9afd-3a6e509f643c req-34122b22-dfc7-4608-91f1-42f90871fa9e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Synchronizing usage tracker for tenant:b8bc241e94bb45649e99b0cd96eb9db6 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:02.768191 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:02.813045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c2a3538a-bb4e-42ab-9afd-3a6e509f643c req-34122b22-dfc7-4608-91f1-42f90871fa9e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Unset dirty status for tenant:b8bc241e94bb45649e99b0cd96eb9db6 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:02.815010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2a3538a-bb4e-42ab-9afd-3a6e509f643c req-34122b22-dfc7-4608-91f1-42f90871fa9e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939403 Mar 02 17:25:02.873854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-da0639ee-679f-4cef-a634-9fd419d321fd None None] Provisioning for port 7da50899-c633-4890-b41e-c2e364f945ec completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:02.882511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-da0639ee-679f-4cef-a634-9fd419d321fd None None] Provisioning complete for port 7da50899-c633-4890-b41e-c2e364f945ec triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:02.883220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da0639ee-679f-4cef-a634-9fd419d321fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.904673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.910534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.911400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.955319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10349d96-e4e5-4776-8749-a55ea25fa2ff {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:02.971185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:02.987718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Transition to ACTIVE for port object 10349d96-e4e5-4776-8749-a55ea25fa2ff will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:02.989838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-da0639ee-679f-4cef-a634-9fd419d321fd None None] Port 7da50899-c633-4890-b41e-c2e364f945ec cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:02.991448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:03.165141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Pushing event updated for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:03.215066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Pushing event updated for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:03.285065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:03.286351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:03.312401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7da50899-c633-4890-b41e-c2e364f945ec', 'name': '', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'mac_address': 'fa:16:3e:99:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:01Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 1, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'subnets': [{'id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:03.316645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Attempting to bind port 10349d96-e4e5-4776-8749-a55ea25fa2ff on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:03.316985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Attempting to bind port 10349d96-e4e5-4776-8749-a55ea25fa2ff by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:03.317313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Attempting to bind port 10349d96-e4e5-4776-8749-a55ea25fa2ff on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:03.322829 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5077497-40f8-4a68-8d4e-de468dfe0960 None None] The sync data for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 is: [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7da50899-c633-4890-b41e-c2e364f945ec', 'name': '', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'mac_address': 'fa:16:3e:99:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:01Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 1, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'subnets': [{'id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:25:03.328513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Port 10349d96-e4e5-4776-8749-a55ea25fa2ff on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:03.331962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Attempting to bind port 10349d96-e4e5-4776-8749-a55ea25fa2ff on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:03.354517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:03.359585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:03.360020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:03.360497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Bound port: 10349d96-e4e5-4776-8749-a55ea25fa2ff, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:03.365195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:03.582043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:03.587163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:03.652583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:03.656624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-717f5b3e-c29a-4872-84a9-c36c6a13c0b2 None None] Provisioning complete for port 7da50899-c633-4890-b41e-c2e364f945ec triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:03.657192 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-717f5b3e-c29a-4872-84a9-c36c6a13c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:03.714696 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050', 'status': 'completed', 'code': 200} Mar 02 17:25:03.772763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-717f5b3e-c29a-4872-84a9-c36c6a13c0b2 None None] Port 7da50899-c633-4890-b41e-c2e364f945ec cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:03.812386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:03.813772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/10349d96-e4e5-4776-8749-a55ea25fa2ff HTTP/1.1" status: 200 len: 1117 time: 2.8970358 Mar 02 17:25:03.876240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6986-4c13-4776-83ef-4af77303abd9 service neutron] Pushing event updated for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:03.977123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-2cf1c99a-cc15-4f3f-84ab-5b85c99e5b4e service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663888 Mar 02 17:25:04.061816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Router 1cfcf312-450d-4109-b16d-22e5ad7444bf has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:04.249461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-818c0bed-b123-48cf-aa8a-a8106782be3c req-6d5a4a3f-1bd6-4118-9f22-76b0989d6452 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274191 Mar 02 17:25:04.253930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-4bc47c84-73a4-469a-a9f8-f5fd254572b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 1120 time: 0.3195751 Mar 02 17:25:04.272966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa367-b4d0-4b61-bfea-49140e2eba11 req-507a5c16-a536-4c9e-82f9-1f4efe54f1ae tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:04.278033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-689fa367-b4d0-4b61-bfea-49140e2eba11 req-507a5c16-a536-4c9e-82f9-1f4efe54f1ae tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 0.2932425 Mar 02 17:25:04.442131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:04.452609 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9432d272-3185-4ece-89f9-32c39b4df772 admin admin] 10.222.0.37 "PUT /v2.0/routers/1cfcf312-450d-4109-b16d-22e5ad7444bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1353233 Mar 02 17:25:04.562625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-5d8ee38a-a080-40b0-9a2e-3ef04c0a9001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff HTTP/1.1" status: 200 len: 217 time: 0.1458819 Mar 02 17:25:04.579205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-689fa367-b4d0-4b61-bfea-49140e2eba11 req-50dec710-da29-43b3-ad5e-db86b0a07b60 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952132 Mar 02 17:25:04.667571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:04.676798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-df48e306-892a-4ee2-9856-aa2eef1d0d95 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:04.678339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-df48e306-892a-4ee2-9856-aa2eef1d0d95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1074162 Mar 02 17:25:04.691085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a0e0-b6e9-43b1-9fa4-2cad6d52deaf req-2a2190e7-9239-49cb-8531-801401c1e9ac tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:04.696828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1378a0e0-b6e9-43b1-9fa4-2cad6d52deaf req-2a2190e7-9239-49cb-8531-801401c1e9ac tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 969 time: 0.3888218 Mar 02 17:25:04.715784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-59a51a5a-3956-4bbc-8c00-c6c45a1d0b0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 1098 time: 0.2343831 Mar 02 17:25:04.873298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1378a0e0-b6e9-43b1-9fa4-2cad6d52deaf req-4e559c4b-293b-4d0f-a22f-df7f73c46594 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756248 Mar 02 17:25:04.910454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-7127341b-1efb-4f3e-966d-0837bc0a9f95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115495 Mar 02 17:25:04.978117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:04.995510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd432c-d860-4048-b30a-a7dc957191ea req-82bd8338-8827-476a-909e-17b082b6b0cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:04.996912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-82bd8338-8827-476a-909e-17b082b6b0cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2516358 Mar 02 17:25:05.020600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:05.024775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Usage tracker for resource:security_group_rule and tenant:96d65d63b1de479a85dc1ef9f533aacf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:05.028509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:05.036230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:05.102051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-6b33571e-ec08-4f11-ad59-be6c239d8e6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=98927de7-98cb-48b9-87c2-29b851c50050 HTTP/1.1" status: 200 len: 217 time: 0.0890956 Mar 02 17:25:05.112654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.120044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.195982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-764b29b5-a6fa-4229-a843-877db5e8b7e1 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751479 Mar 02 17:25:05.206846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96d65d63b1de479a85dc1ef9f533aacf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5380187 Mar 02 17:25:05.207448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:05.264578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eac56e-50a9-43e5-af0d-e60adc59d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c5790-3354-43fc-919a-4edbbce91e83,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:05.313081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.355028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.371670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd432c-d860-4048-b30a-a7dc957191ea req-8a4efbc7-fc57-4a2f-9d00-12a7a4d4df04 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:05.373341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-8a4efbc7-fc57-4a2f-9d00-12a7a4d4df04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2635717 Mar 02 17:25:05.424183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.476114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c5790-3354-43fc-919a-4edbbce91e83,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:05.479559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:05.481501 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9e221563-59d1-4855-a069-0f63daddb6d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f4c5790-3354-43fc-919a-4edbbce91e83 HTTP/1.1" status: 204 len: 168 time: 0.2703650 Mar 02 17:25:05.532731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca69d2bc-bcca-4f0e-a68f-242a1601d106 req-f9d1fd29-fefa-4e46-8df9-0c7b4a3cb003 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286560 Mar 02 17:25:05.549647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-2d782745-f06a-4ad2-95db-b01aac122dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462944 Mar 02 17:25:05.732778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:05.743816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-c85cdbcc-835a-4da7-9931-a929ace49579 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811507 Mar 02 17:25:05.937801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05bd432c-d860-4048-b30a-a7dc957191ea req-25916550-13ba-41bc-8cd5-4aa78920fca1 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833751 Mar 02 17:25:05.950112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5d1c8-b647-49a9-807d-60f90b5ab5b9 req-1d81d43e-d36f-40b2-8ab8-d27941d2da45 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:05.951855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cf5d1c8-b647-49a9-807d-60f90b5ab5b9 req-1d81d43e-d36f-40b2-8ab8-d27941d2da45 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 0.1755245 Mar 02 17:25:06.003036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cf5d1c8-b647-49a9-807d-60f90b5ab5b9 req-de124399-2228-43bc-8d61-d45837328ac9 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Mar 02 17:25:06.071334 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff', 'status': 'completed', 'code': 200} Mar 02 17:25:06.103738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:06.129415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.166406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:06.170484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcaf9490a3340aaa77e3072032c281a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:06.173849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:06.181950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:06.189390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-b800a2a0-e865-4a49-917f-fab72692909a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423992 Mar 02 17:25:06.263026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.269899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.329055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414149a-5005-4485-a68b-484995ea5ac5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:06.337443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-385be448-2bd2-4f4a-9ec3-fab921d5e444 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fcaf9490a3340aaa77e3072032c281a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2323878 Mar 02 17:25:06.339814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:06.420612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.447896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.456646 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-cf6ba397-3891-4689-99a8-532db546a474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 1120 time: 0.3556416 Mar 02 17:25:06.532371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.553865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414149a-5005-4485-a68b-484995ea5ac5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:06.573706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:06.574924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5d938c7-e143-425f-bafb-3abe128e2f4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6414149a-5005-4485-a68b-484995ea5ac5 HTTP/1.1" status: 204 len: 168 time: 0.2333903 Mar 02 17:25:06.640603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-dfad69b9-a7f9-4c19-9b1c-f953c76a471c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:06.642056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-dfad69b9-a7f9-4c19-9b1c-f953c76a471c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414835 Mar 02 17:25:06.699357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660690-d700-49ef-a471-c4d4b6d57d5e req-3fa265e5-6e3b-4802-9862-09e1a88e59d2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:06.701054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af660690-d700-49ef-a471-c4d4b6d57d5e req-3fa265e5-6e3b-4802-9862-09e1a88e59d2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 969 time: 0.2819252 Mar 02 17:25:06.704145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-043a7365-eeea-4350-96e6-ea8d5e040d6e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/quotas/be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 375 time: 0.0524988 Mar 02 17:25:06.708221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-18df8371-1f0a-4889-9395-2b4219d39aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:06.709601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-18df8371-1f0a-4889-9395-2b4219d39aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2337615 Mar 02 17:25:06.827846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-9c254ca0-c6ae-4300-8f89-37f7523b8346 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153424 Mar 02 17:25:06.855025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-248e620a-b2cc-477e-a2e3-b0abe1ccce97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff HTTP/1.1" status: 200 len: 217 time: 0.1274385 Mar 02 17:25:06.933138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af660690-d700-49ef-a471-c4d4b6d57d5e req-a8cd5e27-4c6e-4078-b5e2-026848b8f36f tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225852 Mar 02 17:25:06.947685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-2ac00328-d5ca-472b-a326-bd18967d9c08 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:06.949150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-2ac00328-d5ca-472b-a326-bd18967d9c08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0838001 Mar 02 17:25:07.093751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-835e864c-ce0d-475e-baee-d1554e2ac945 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340370 Mar 02 17:25:07.329912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77f82620-d0b8-4a1e-85b9-13604b70d086 req-9ac2064c-cd68-4a68-99e3-f4a365c4dbe8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0648141 Mar 02 17:25:07.336814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-df70452c-5555-4a02-a3f9-c16fdc1dfc1e service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337153 Mar 02 17:25:07.553658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:07.563930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474700084', 'description': 'tempest-description--121057763'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:07.577198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:07.590772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:security_group and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:07.594231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:07.603392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:07.627556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ecd8b438-0a35-44e2-a0a4-ccf6f048343f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:07.635620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.695860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:07.700100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:security_group_rule and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:07.702604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a07c35-cd57-4876-a336-c82b1a5295a2 req-7e1e71b4-024b-4718-ba5d-9fc7a2b168e7 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555553 Mar 02 17:25:07.705813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:07.724991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ecd8b438-0a35-44e2-a0a4-ccf6f048343f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:07.727224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:07.739902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ecd8b438-0a35-44e2-a0a4-ccf6f048343f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:07.741388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.842495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.850978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.903299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb7185-f10b-4fc5-9b13-edb7d6516164,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:07.909920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.914180 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d8866cd3-8c00-4480-a083-6a02b799b2c4 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3553202 Mar 02 17:25:07.914180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42156) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:07.921067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb7185-f10b-4fc5-9b13-edb7d6516164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:07.929484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:07.933539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:security_group_rule and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:07.936526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:07.943813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:07.947354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.959128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4182677-6e9d-4d26-8625-6f27fcf42c47 req-da1a0e0e-4a79-4856-8187-d77f62953bb4 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:07.963073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4182677-6e9d-4d26-8625-6f27fcf42c47 req-da1a0e0e-4a79-4856-8187-d77f62953bb4 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 0.2502148 Mar 02 17:25:07.973265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ecd8b438-0a35-44e2-a0a4-ccf6f048343f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:07.973922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:07.983240 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.041637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4182677-6e9d-4d26-8625-6f27fcf42c47 req-7944b8c3-127d-448b-ae62-e9cb064eb7c5 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720851 Mar 02 17:25:08.097621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.100629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:08.115422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.164086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6605487-eed3-4cf2-8294-528a624e3c1b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:08.185900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.190802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42168) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:08.192962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ba65c1b2-9a00-4c20-8430-c74a484cf0bd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2780638 Mar 02 17:25:08.202644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb7185-f10b-4fc5-9b13-edb7d6516164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:08.217926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:08.229611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.238688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:security_group_rule and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:08.249731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:08.307662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:08.339301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.394462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288c0b9-f6c5-4d4c-a0a8-45d7fe573a25 req-aaaeb351-9126-469c-b8f3-ba8b4cccc603 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:08.395992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2288c0b9-f6c5-4d4c-a0a8-45d7fe573a25 req-aaaeb351-9126-469c-b8f3-ba8b4cccc603 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 969 time: 0.1475334 Mar 02 17:25:08.464573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.472077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2288c0b9-f6c5-4d4c-a0a8-45d7fe573a25 req-b69440d0-08b7-4643-9325-4e47108fd270 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Mar 02 17:25:08.474564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.505988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c910c8-c213-4c50-ac8f-c7c183ca4536,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:08.515461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.519120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-44974bd2-eed5-4dfc-ba0f-91079f60e0f8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3271976 Mar 02 17:25:08.520242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42184) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:08.525485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:08.530867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:08.535115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:floatingip and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:08.538181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:08.544673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:08.562597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.589622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42192) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:08.778507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc03d6bd-33a4-4be3-8115-0cc25037ede5 req-1ccf6f99-bf81-4bc2-a89c-e5784871cc87 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0493991 Mar 02 17:25:08.812472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.866906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:08.916614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:08.921095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5daa22bbc7c34787bc373ef15aae35ce is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:08.925780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:08.937404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:08.940467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.50', 61353) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:08.965706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 98927de7-98cb-48b9-87c2-29b851c50050 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:09.025338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Allocated IP 172.25.3.57 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/f3768729-950f-404e-8537-f477062c9dec) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:09.187966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.206561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-b391976d-edb5-4209-bc1a-00c01f742b07 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2250869 Mar 02 17:25:09.210549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.242099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ea453c0-e2d4-4cae-bfe3-072912f56ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.327219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42228) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:09.331301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5daa22bbc7c34787bc373ef15aae35ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7378981 Mar 02 17:25:09.413624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.510361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=98927de7-98cb-48b9-87c2-29b851c50050,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:09.550554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ecd8b438-0a35-44e2-a0a4-ccf6f048343f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:09.568666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f54e2-3644-4b95-ba24-0202a164329c req-21b8baed-c1f5-4d97-b0e9-bd7f8e2f44d4 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:09.576085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9f54e2-3644-4b95-ba24-0202a164329c req-21b8baed-c1f5-4d97-b0e9-bd7f8e2f44d4 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 947 time: 0.2028053 Mar 02 17:25:09.594297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3559b21-9f2b-40bf-a1d8-d9bc1f8754d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8803abda-2072-46c9-a154-7f29bcb7cab3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:09.606435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.644372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '98927de7-98cb-48b9-87c2-29b851c50050', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '98927de7-98cb-48b9-87c2-29b851c50050', 'mac_address': 'fa:16:3e:e4:72:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:09.670403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.704838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-a2042fe5-ff3c-4200-8d4b-0d01b26ead1c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:09.706812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-a2042fe5-ff3c-4200-8d4b-0d01b26ead1c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107995 Mar 02 17:25:09.770423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.809089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98927de7-98cb-48b9-87c2-29b851c50050 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:09.812838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9f54e2-3644-4b95-ba24-0202a164329c req-c91d98d2-e0df-4246-abfa-6a79799de4ff tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358434 Mar 02 17:25:09.825846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.839758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=98927de7-98cb-48b9-87c2-29b851c50050,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:09.841049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ecd8b438-0a35-44e2-a0a4-ccf6f048343f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:09.841501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.861422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:09.874479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:09.876503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:09.884465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:09.888107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'Port': ['ID=f3768729-950f-404e-8537-f477062c9dec,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:10.020672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b7063-947a-4ad6-8b94-8a159443aa54 req-80759f20-e121-48a9-a8b7-4ea666003ced tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.027823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-789b7063-947a-4ad6-8b94-8a159443aa54 req-80759f20-e121-48a9-a8b7-4ea666003ced tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 969 time: 0.3114848 Mar 02 17:25:10.039568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:10.084617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.116447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8803abda-2072-46c9-a154-7f29bcb7cab3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:10.140098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-789b7063-947a-4ad6-8b94-8a159443aa54 req-943d9961-1111-4b38-94fc-8ecacad0196f tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Mar 02 17:25:10.216653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.217751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e81c1891-be79-4e5b-87fa-8aaef64adcf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8803abda-2072-46c9-a154-7f29bcb7cab3 HTTP/1.1" status: 204 len: 168 time: 0.8873603 Mar 02 17:25:10.257630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.304802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-081ded29-944d-4a11-afe7-b0e5d7254dbd req-c7a371c6-6aa3-47a0-ad8a-2e1d3887b049 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0828686 Mar 02 17:25:10.360461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.407067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8fcd5f8-add0-46ee-959c-63628eff1c01 req-e6d7a452-0fe4-475b-8774-92dc388ade52 tempest-FlavorsV2NegativeTest-1027033637 tempest-FlavorsV2NegativeTest-1027033637-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bdf5afed224c4208801c52d67e361b7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733831 Mar 02 17:25:10.443802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['98927de7-98cb-48b9-87c2-29b851c50050'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:10.697875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd5f8-add0-46ee-959c-63628eff1c01 req-e3f700a0-9e7b-4aa8-8405-3bcda6ad850d tempest-FlavorsV2NegativeTest-1027033637 tempest-FlavorsV2NegativeTest-1027033637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:10.705658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8fcd5f8-add0-46ee-959c-63628eff1c01 req-e3f700a0-9e7b-4aa8-8405-3bcda6ad850d tempest-FlavorsV2NegativeTest-1027033637 tempest-FlavorsV2NegativeTest-1027033637-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959921 Mar 02 17:25:10.719256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:10.734874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8fcd5f8-add0-46ee-959c-63628eff1c01 req-a12323e6-4552-42c7-b837-81450bed038c tempest-FlavorsV2NegativeTest-1027033637 tempest-FlavorsV2NegativeTest-1027033637-project] 10.222.0.37 "GET /v2.0/quotas/bdf5afed224c4208801c52d67e361b7a HTTP/1.1" status: 200 len: 375 time: 0.0282624 Mar 02 17:25:10.739553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.789096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:10.795171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8fcd5f8-add0-46ee-959c-63628eff1c01 req-8acf52d0-9609-47b3-a939-d53b90c07284 tempest-FlavorsV2NegativeTest-1027033637 tempest-FlavorsV2NegativeTest-1027033637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdf5afed224c4208801c52d67e361b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460529 Mar 02 17:25:10.795626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Usage tracker for resource:security_group_rule and tenant:b545ac5c794d439c8ef20016368dd64b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:10.801899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:10.809573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:10.821926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42280) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:10.840793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.848303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.897997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.909048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.909287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.936343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:10.949797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4281969 Mar 02 17:25:10.955907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 10349d96-e4e5-4776-8749-a55ea25fa2ff details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:10.972406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae7eef-286a-41b4-81e8-be8ddaf1e892,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:10.991774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4b4c-82e4-4999-8fc2-8d509d795c96 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'Port': ['ID=f3768729-950f-404e-8537-f477062c9dec,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:10.997037 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8e1e66ff-e773-43c5-9a72-51eecb33505f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b545ac5c794d439c8ef20016368dd64b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2753701 Mar 02 17:25:10.999600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:11.151145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.162149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:11.178752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a142e-b0f5-4749-8bf9-28c4035b2501 req-46381505-fe55-48e3-b55d-99148027d043 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:11.180161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.184917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-193a142e-b0f5-4749-8bf9-28c4035b2501 req-46381505-fe55-48e3-b55d-99148027d043 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 948 time: 0.1139872 Mar 02 17:25:11.196342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '10349d96-e4e5-4776-8749-a55ea25fa2ff', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '10349d96-e4e5-4776-8749-a55ea25fa2ff', 'mac_address': 'fa:16:3e:fc:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:tempest-test_az-1749449393', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:11.235136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.254772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae7eef-286a-41b4-81e8-be8ddaf1e892,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.265900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.268134 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-007c2a7b-d851-42e9-8ee2-d979f5d094d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8ae7eef-286a-41b4-81e8-be8ddaf1e892 HTTP/1.1" status: 204 len: 168 time: 0.2670922 Mar 02 17:25:11.293902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.327690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-193a142e-b0f5-4749-8bf9-28c4035b2501 req-eaa7db75-7a5c-4c16-acef-591f9939b2ad tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365602 Mar 02 17:25:11.371599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:11.383230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Usage tracker for resource:security_group_rule and tenant:caf5205e93d043fb95e32e6fd32fc200 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:11.384688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81397a18-436c-459d-bbe7-40bf17ac148b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.392992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:11.400526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:11.412888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.498027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10349d96-e4e5-4776-8749-a55ea25fa2ff {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:11.548646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:11.550726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.564662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.584100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.651792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.671263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba24b7-e89b-45a1-a80b-16419d0865ca,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.684580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e707ecd0-3768-4fe9-a92c-c2a5dea07c5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caf5205e93d043fb95e32e6fd32fc200&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8589551 Mar 02 17:25:11.684790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42324) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:11.684892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-99345963-e3b6-4557-a044-31b756ec44ef tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Synchronizing usage tracker for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:11.719070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b1f1-56a3-48f1-b435-fc272309722d req-c0377da0-12b2-47a9-91e3-9de03fb111a2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:11.721350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2525b1f1-56a3-48f1-b435-fc272309722d req-c0377da0-12b2-47a9-91e3-9de03fb111a2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 969 time: 0.3412700 Mar 02 17:25:11.722469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-99345963-e3b6-4557-a044-31b756ec44ef tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Unset dirty status for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:11.729953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-99345963-e3b6-4557-a044-31b756ec44ef tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1474700084&fields=id&tenant_id=dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 267 time: 0.1719999 Mar 02 17:25:11.768706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.801175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.878024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2525b1f1-56a3-48f1-b435-fc272309722d req-d57aaa39-a8ae-4658-9ea2-aabb757a814f tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459444 Mar 02 17:25:11.889486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.929115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['10349d96-e4e5-4776-8749-a55ea25fa2ff'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:11.931839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba24b7-e89b-45a1-a80b-16419d0865ca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:11.935561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:11.941536 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-46a58f68-21e9-478e-ae77-b7a2567b3d27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cba24b7-e89b-45a1-a80b-16419d0865ca HTTP/1.1" status: 204 len: 168 time: 0.2555604 Mar 02 17:25:12.002529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c7b5a6fa-4508-4fd0-b271-cda4609d3fde tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:12.003228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c7b5a6fa-4508-4fd0-b271-cda4609d3fde tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Synchronizing usage tracker for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:12.027119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c7b5a6fa-4508-4fd0-b271-cda4609d3fde tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Unset dirty status for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:12.035826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c7b5a6fa-4508-4fd0-b271-cda4609d3fde tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 822 time: 0.3048482 Mar 02 17:25:12.071321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b2996629-4d96-41c1-85dd-210d5100c4bb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/quotas/dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 375 time: 0.0344436 Mar 02 17:25:12.170452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-e0f640d4-ca07-457c-b55a-5e477ea967f5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966892 Mar 02 17:25:12.225727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57931037-b577-4686-8ded-3083110bfa54 req-bf09d41a-ded0-4e8b-a983-b28a51f0b5a9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0480785 Mar 02 17:25:12.294258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:12.450509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42360) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:12.491831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.538166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:12.543774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Usage tracker for resource:security_group_rule and tenant:952c756c3cb2459fbe1b97fdd90c9d43 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:12.547163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:12.553972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:12.616154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.701365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16f82b-267f-451d-b8b9-c90fc286c4c7 req-7c597e72-184d-4572-bd4a-3e2c32edc153 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:12.702833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a16f82b-267f-451d-b8b9-c90fc286c4c7 req-7c597e72-184d-4572-bd4a-3e2c32edc153 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 948 time: 0.1462450 Mar 02 17:25:12.707400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.726155 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.752090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.798948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef574d3-9fdc-483c-af9c-fe1594e999fe,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:12.806418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dca373b5-60df-4ef4-9ca9-278aad8c3f74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=952c756c3cb2459fbe1b97fdd90c9d43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544462 Mar 02 17:25:12.809365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a16f82b-267f-451d-b8b9-c90fc286c4c7 req-756a0eb4-0e9f-47b3-ab04-79277f0c1cdc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996299 Mar 02 17:25:12.809829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:12.837420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:12.854530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Usage tracker for resource:security_group_rule and tenant:bdf5afed224c4208801c52d67e361b7a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:12.861344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:12.870989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:12.891084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.915749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c3a15bb9-a2d3-4db2-bbc2-8a4a37cf989f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:25:12.926523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-c3a15bb9-a2d3-4db2-bbc2-8a4a37cf989f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3373415 Mar 02 17:25:12.955091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:12.957427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 98927de7-98cb-48b9-87c2-29b851c50050 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:12.959388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.004196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.059864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a706f43-83d9-4b5d-ae95-ad768fe6a8c0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:13.071123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fddee80f-07f9-48d7-8ed3-402e0c39d46b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdf5afed224c4208801c52d67e361b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7734675 Mar 02 17:25:13.071334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.072844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:13.089749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 98927de7-98cb-48b9-87c2-29b851c50050 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:13.102279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 98927de7-98cb-48b9-87c2-29b851c50050 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:13.102900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.212251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.240741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.297154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-d79d7f0f-2391-4708-bfef-1b203c55eda1 service neutron] 10.222.0.37 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575132 Mar 02 17:25:13.319056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.320122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.351903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a706f43-83d9-4b5d-ae95-ad768fe6a8c0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:13.352318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:13.361664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.364174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eae8261c-fa74-488f-bbec-23abcc0ed414 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a706f43-83d9-4b5d-ae95-ad768fe6a8c0 HTTP/1.1" status: 204 len: 168 time: 0.2893596 Mar 02 17:25:13.387528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.436952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef574d3-9fdc-483c-af9c-fe1594e999fe,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:13.461504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=98927de7-98cb-48b9-87c2-29b851c50050,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:13.468529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.471639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:13.476182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5044c25d-6d08-4405-81ab-37441f6f5a1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ef574d3-9fdc-483c-af9c-fe1594e999fe HTTP/1.1" status: 204 len: 168 time: 0.6653523 Mar 02 17:25:13.535741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ae0f6-df11-4342-ab4b-ff5a3cd2253a req-08497e0e-6aa7-4fb4-8583-6abee0cde6da tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:13.542926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-597ae0f6-df11-4342-ab4b-ff5a3cd2253a req-08497e0e-6aa7-4fb4-8583-6abee0cde6da tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 970 time: 0.3549504 Mar 02 17:25:13.545674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:13.568529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-08c3198b-4424-4bca-b9cf-5143dcca4b88 service neutron] 10.222.0.37 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692032 Mar 02 17:25:13.616002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-597ae0f6-df11-4342-ab4b-ff5a3cd2253a req-4eaaf3fe-08af-49dc-b2e2-ff10d566216e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716856 Mar 02 17:25:13.831500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d42835cd-aa52-4823-a0ca-ed27cedc8e17 req-5ddfcaeb-2c5f-4fe7-acda-1aa94269f525 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0550005 Mar 02 17:25:13.895284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d81cd11e-1457-4975-bffa-3b7a7bfb493d req-d033d44e-7f83-4909-9696-895138fd564d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 210 time: 0.0585809 Mar 02 17:25:14.159889 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.179475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a889-e1ef-4c24-a1ef-d96bf20ca017 req-0d4dae97-0380-4b14-87ba-fda1e23c2199 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:14.180995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d38a889-e1ef-4c24-a1ef-d96bf20ca017 req-0d4dae97-0380-4b14-87ba-fda1e23c2199 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.1545017 Mar 02 17:25:14.252255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d38a889-e1ef-4c24-a1ef-d96bf20ca017 req-0e4f01a6-12d6-4ac3-8d55-913ad616da9d tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Mar 02 17:25:14.294141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42418) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:14.318598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.381600 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050', 'code': 200} Mar 02 17:25:14.385749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:14.391707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Usage tracker for resource:security_group_rule and tenant:d611adcbd14e4f54a717794e4dacf2e3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:14.395682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:14.403953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:14.545530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.554302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.609683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64567daf-f047-460d-be36-5bc6ff74e867,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:14.617469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1e44bf90-0440-4d00-8030-d09971199a96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d611adcbd14e4f54a717794e4dacf2e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3219628 Mar 02 17:25:14.620541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42428) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:14.650874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-b26071b2-69bb-4258-aff6-2a104861244b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 1100 time: 0.1416528 Mar 02 17:25:14.718277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.779201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.781302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:14.793541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Usage tracker for resource:security_group_rule and tenant:0dfd74956152499780289e67b91259e5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:14.800140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:14.811464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:14.872640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:14.947726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 10349d96-e4e5-4776-8749-a55ea25fa2ff up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:14.987560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056fca-3f6e-4f72-ae64-a4ca1c8291ed req-0e2d33a2-4a2e-498b-a6f9-34936a3ab72d tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:14.994343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b056fca-3f6e-4f72-ae64-a4ca1c8291ed req-0e2d33a2-4a2e-498b-a6f9-34936a3ab72d tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 970 time: 0.1892340 Mar 02 17:25:15.030296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.034358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.050629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.072944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64567daf-f047-460d-be36-5bc6ff74e867,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:15.142974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bab82458-1c54-4b8d-a1ce-fef224baf190 req-6b4bb7dc-15af-4332-ad4d-353178e85cb9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.0768037 Mar 02 17:25:15.164561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b056fca-3f6e-4f72-ae64-a4ca1c8291ed req-327f3b0f-df8d-43ea-99f9-30cd570ca3ac tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692348 Mar 02 17:25:15.166174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Synchronizing usage tracker for tenant:0dfd74956152499780289e67b91259e5 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:15.172925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 10349d96-e4e5-4776-8749-a55ea25fa2ff completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:15.189408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 10349d96-e4e5-4776-8749-a55ea25fa2ff triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:15.189953 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.194987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.198796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c4aa945-01fd-43bb-82a6-8273f4c09a19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64567daf-f047-460d-be36-5bc6ff74e867 HTTP/1.1" status: 204 len: 168 time: 0.5719857 Mar 02 17:25:15.212979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec4522-94ff-4ff0-924e-fb48699b725d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:15.224515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] Unset dirty status for tenant:0dfd74956152499780289e67b91259e5 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:15.225689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-915f3052-9203-4f4e-a8d4-f712bbadbc3d req-61350cb3-bfea-4d48-81c1-d55d385062e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623975 Mar 02 17:25:15.343261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.386945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:15.393707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.407953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:15.442339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd5d9655-d4df-45d6-8cca-1678c0022dad req-5f107b38-856f-4d7f-8db5-03b88dbaa4bf tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 210 time: 0.1162865 Mar 02 17:25:15.508956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:15.541329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59305275-6f1d-4fe6-aea1-a64765748632 req-e46e06ac-4202-4e89-bb59-b9d7ab0221b9 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:15.543457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59305275-6f1d-4fe6-aea1-a64765748632 req-e46e06ac-4202-4e89-bb59-b9d7ab0221b9 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.0870507 Mar 02 17:25:15.603378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59305275-6f1d-4fe6-aea1-a64765748632 req-51be71a4-8ea7-41d9-bd7e-9d8f5bca0aac tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514596 Mar 02 17:25:15.784537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-network', 'tenant_id': '821698cd5eeb45628d5916759221168f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:15.789414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:15.793316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Usage tracker for resource:network and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:15.797042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:15.804409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:15.817028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Made reservation on behalf of 821698cd5eeb45628d5916759221168f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:15.819693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.832388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.864077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:15.869626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Usage tracker for resource:security_group_rule and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:15.872617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:15.882656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:15.959903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:15.963896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.002671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eef672-2002-4272-bb0b-412ca05f259e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:16.009102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:25:16.023647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.023987 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Added segment 0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b of type vlan for network 61f20976-1588-4bda-921d-130c5c2ab0d1 Mar 02 17:25:16.053288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.095645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.096631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:16.097251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.183046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Request body: {'port': {'device_id': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'be7a56788c704ae88a6f0419f41a10cd'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:16.296941 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8849099 Mar 02 17:25:16.297317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:16.302952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Request body: {'subnet': {'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-subnet', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:16.311505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac879f8-11b2-4459-9cef-15383e736b31 admin admin] Pushing event updated for resources: {'Network': ['ID=61f20976-1588-4bda-921d-130c5c2ab0d1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:16.317914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:16.326199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Usage tracker for resource:subnet and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:16.335238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:25:16.347510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:16.364580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:16.380676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:16.389288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Usage tracker for resource:port and tenant:be7a56788c704ae88a6f0419f41a10cd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:16.395260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:16.405809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:16.437376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Made reservation on behalf of be7a56788c704ae88a6f0419f41a10cd for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:16.442365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.471346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:16.478632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.522305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:16.527677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Usage tracker for resource:security_group_rule and tenant:be7a56788c704ae88a6f0419f41a10cd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:16.531162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:16.539874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:16.630891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-826167ca-34fe-464a-a66b-0208432c69b0 req-587c9024-22bb-4005-8795-0cf1a4ae272c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 210 time: 0.1117003 Mar 02 17:25:16.644003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Made reservation on behalf of 821698cd5eeb45628d5916759221168f for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:16.646383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.655972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.660975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:16.810720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5927d47-7506-4342-8c26-8a543d9fd436,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:16.899841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Allocated IP 192.168.233.56 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:16.933435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09dec24d-bf55-43c5-a3c3-3de4535745ca req-c5618ede-0013-42a1-992e-c3c2edb4be59 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 210 time: 0.0850961 Mar 02 17:25:17.025879 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff', 'code': 200} Mar 02 17:25:17.073666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a162434-e671-4e1b-a735-5d9453972b2b req-a6aff618-2338-4afe-aa57-1693f919d8ca tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.097299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a162434-e671-4e1b-a735-5d9453972b2b req-a6aff618-2338-4afe-aa57-1693f919d8ca tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.3065181 Mar 02 17:25:17.276547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:17.289621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a162434-e671-4e1b-a735-5d9453972b2b req-af9d14ab-9aa8-4f65-8847-3cc133f864c9 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887574 Mar 02 17:25:17.307529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Transition to ACTIVE for port object 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:17.350651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.50', 61357) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:17.400706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:17.453290 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:17.482275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e30f53c2-50f6-4743-9bc5-3f97d93f1dce req-0bd3833c-9e47-4763-b697-e01fab54ab0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 1122 time: 0.3425243 Mar 02 17:25:17.533766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:17.671765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e30f53c2-50f6-4743-9bc5-3f97d93f1dce req-03bf899b-842d-4b63-93c0-fa598ac74efa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797857 Mar 02 17:25:17.675135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:17.679124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Checking segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:17.679124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Network hostable DHCP agents. Network: 61f20976-1588-4bda-921d-130c5c2ab0d1, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:25:17.693016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:17.725315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:17.728949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.729579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:17.766118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:25:17.808553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141d94a-77d7-4009-962e-508334b0b76a req-67c254fa-5193-4f80-879a-0f19fb5ccae6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.819109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4141d94a-77d7-4009-962e-508334b0b76a req-67c254fa-5193-4f80-879a-0f19fb5ccae6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.2403035 Mar 02 17:25:17.831807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:17.852041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 61f20976-1588-4bda-921d-130c5c2ab0d1) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:17.858220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.858896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:17.859452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2d055-281d-4be3-b7c5-f0fd2e570dc4 None None] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:17.906800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a4ef1074-265f-4708-8bc6-0059f86fbad4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6080906 Mar 02 17:25:17.912857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:17.925049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4141d94a-77d7-4009-962e-508334b0b76a req-bd98f320-ff95-4447-b59a-f19195743ca1 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045539 Mar 02 17:25:17.938261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355416-2790-4b81-9304-f52c5013fe01 req-27b2b279-198a-4cd4-9766-934acb6dfb5d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:17.949242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-27b2b279-198a-4cd4-9766-934acb6dfb5d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 822 time: 0.5922718 Mar 02 17:25:17.952948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:17.961191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:17.965876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Usage tracker for resource:router and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:17.970090 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-996f10d2-6a05-4f37-ad2d-46e2e7cdddc0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7930324 Mar 02 17:25:17.972138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:17.998394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-33a93ba5-eb2f-44c5-b510-6bc8c6d156dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:25:17.999369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-33a93ba5-eb2f-44c5-b510-6bc8c6d156dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061264 Mar 02 17:25:18.000347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:18.033219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.034253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.108457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-26250ce0-bbc8-4ad8-b7bf-2934652d22e9 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Synchronizing usage tracker for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:18.131594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-26250ce0-bbc8-4ad8-b7bf-2934652d22e9 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Unset dirty status for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:18.133184 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-26250ce0-bbc8-4ad8-b7bf-2934652d22e9 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 380 time: 0.1618695 Mar 02 17:25:18.134485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.143326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d49f-d7dd-4739-996e-37d4c5e5515d req-67b57e1e-bac2-4aa5-bd4e-56046001622e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:18.160847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3d6d49f-d7dd-4739-996e-37d4c5e5515d req-67b57e1e-bac2-4aa5-bd4e-56046001622e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 935 time: 0.2245061 Mar 02 17:25:18.197222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'port': {'device_id': '02f1621c-1239-419a-9f63-25708afd2787', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'admin_state_up': True, 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'security_groups': ['e8cb7185-f10b-4fc5-9b13-edb7d6516164']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:18.210294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47bd54a0-c1c8-4943-8776-989274d7d866 req-7f00f66e-e70f-4e0b-8e94-cc532b748064 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 210 time: 0.0470574 Mar 02 17:25:18.247628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-452406ae-b27a-44c3-bef5-6fee786b86a4 None None] Provisioning for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:18.262252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-452406ae-b27a-44c3-bef5-6fee786b86a4 None None] Provisioning complete for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:18.266693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-452406ae-b27a-44c3-bef5-6fee786b86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.279022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3d6d49f-d7dd-4739-996e-37d4c5e5515d req-55050e51-1058-44e8-a359-88fa1ea202ec tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171598 Mar 02 17:25:18.424652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-452406ae-b27a-44c3-bef5-6fee786b86a4 None None] Port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:18.587671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-61f20976-1588-4bda-921d-130c5c2ab0d1', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:25:18.588742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.666586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673d419-217e-4a59-879e-7f7a224fbe19 req-827ec3de-e252-46ba-91f2-3f3284b0033d tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:18.672310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e673d419-217e-4a59-879e-7f7a224fbe19 req-827ec3de-e252-46ba-91f2-3f3284b0033d tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.1984673 Mar 02 17:25:18.676616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:18.680192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.685710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:port and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:18.691863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:18.696032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.698498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:18.706009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Request body: {'port': {'device_id': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:18.763978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e673d419-217e-4a59-879e-7f7a224fbe19 req-6bf641cc-be50-4480-927a-bab0ab2d3858 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Mar 02 17:25:18.772135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Made reservation on behalf of dce523a77b404292a9fa1482d1e0ad81 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:18.775132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:18.788697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Allocated IP 172.20.0.2 (61f20976-1588-4bda-921d-130c5c2ab0d1/bddb4653-b3ed-4dfb-abd1-fd65a78b98c5/de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:18.994275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.055971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.069104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Transition to ACTIVE for port object de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:19.089966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Transition to ACTIVE for port object de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:19.098887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.190656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:19.197382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:19.201351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:19.205852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Allocated IP 172.20.0.6 (979b79e4-b88d-41b8-9652-687a4668f26b/bdff4e56-2d70-43ee-a319-9a66594ad93e/523f028e-3c62-4661-a5c4-ca35744f8b15) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:19.272990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Pushing event updated for resources: {'Port': ['ID=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:19.367620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Attempting to bind port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:19.367944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Attempting to bind port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:19.368197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Attempting to bind port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:19.395604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:19.396024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Checking segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:19.396426 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.396786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae9d73-5a11-475b-af7c-cb6d0c79197b req-3d046451-683d-4ef7-9943-e5cb6198c5b3 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:19.406081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4ae9d73-5a11-475b-af7c-cb6d0c79197b req-3d046451-683d-4ef7-9943-e5cb6198c5b3 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.1945491 Mar 02 17:25:19.406326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Bound using segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:19.406772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Bound port: de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:19.407788 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.543058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4ae9d73-5a11-475b-af7c-cb6d0c79197b req-ac09b85b-e404-44c5-b306-f0b4d3d4633c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341097 Mar 02 17:25:19.665350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] For port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:19.673614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] For port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:19.680264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.826025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.869374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:19.874327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488967bc-d878-419c-acc3-d7f85aac95e8 None None] Pushing event updated for resources: {'Port': ['ID=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:19.922618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-206880b7-0a53-4f73-9043-73b6a357af12 req-09c82829-7c67-45df-93d3-3c74b2122128 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 210 time: 0.0570676 Mar 02 17:25:19.947166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:25:19.963284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19ec4-7a1f-49d6-bf18-b96ac94624b4 req-6ecfa75e-51c2-45d8-a847-983f07470712 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:19.964730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62e19ec4-7a1f-49d6-bf18-b96ac94624b4 req-6ecfa75e-51c2-45d8-a847-983f07470712 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 935 time: 0.1636662 Mar 02 17:25:20.038861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62e19ec4-7a1f-49d6-bf18-b96ac94624b4 req-3ab30753-536f-4269-8004-8cf55016d661 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646834 Mar 02 17:25:20.103923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:20.134042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:20.211006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:20.220186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Transition to ACTIVE for port object 523f028e-3c62-4661-a5c4-ca35744f8b15 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:20.248736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Transition to ACTIVE for port object 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:20.264742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:20.331462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1be082-b1af-47a1-955f-9705505d855e req-ce8f98a0-df32-4e53-bd49-3bfbca33034e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:20.340119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Sync routers for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:25:20.357860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db1be082-b1af-47a1-955f-9705505d855e req-ce8f98a0-df32-4e53-bd49-3bfbca33034e tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.1459231 Mar 02 17:25:20.361736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:20.362412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:20.388006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Allocated IP 172.25.3.6 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8b8cffab-f38e-4758-ba6c-bbbbdd6afae4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:20.479225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db1be082-b1af-47a1-955f-9705505d855e req-b3bf170e-ce15-4dd0-8a44-6ded6d48fd56 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202095 Mar 02 17:25:20.555174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:20.697187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:20.808281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b792724-949a-445c-a4f4-822a481c2211 req-b8032927-d590-46f4-8eca-022029a03460 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 1122 time: 0.0971584 Mar 02 17:25:20.838236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:20.849212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:20.849788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:20.850009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:20.856651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:20.883116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:20.883116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:20.886596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42606) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:20.908697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:20.916615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Usage tracker for resource:security_group_rule and tenant:0d31bd94328b44ea950c729d143301f5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:20.919842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:20.932427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:21.042765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:21.089798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.096322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.174912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b2e11-dbf9-4e80-be04-e3e20223117c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:21.207613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b792724-949a-445c-a4f4-822a481c2211 req-4a08c836-ab04-4d25-b6d5-3f9437511340 tempest-AggregatesAdminTestJSON-956151408 tempest-AggregatesAdminTestJSON-956151408-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981795 Mar 02 17:25:21.275853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7da50899-c633-4890-b41e-c2e364f945ec', 'name': '', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'mac_address': 'fa:16:3e:99:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:01Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 2, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'subnets': [{'id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:21.280832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Checking router: 1cfcf312-450d-4109-b16d-22e5ad7444bf for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:25:21.281410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Updating router 1cfcf312-450d-4109-b16d-22e5ad7444bf port 7da50899-c633-4890-b41e-c2e364f945ec binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:25:21.304784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:21.305148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:21.305730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:21.306445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Bound port: 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:21.306825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.309016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.343015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Network 979b79e4-b88d-41b8-9652-687a4668f26b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:21.351136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.357779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:21.364216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:21.368308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.369161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.382215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519fb6-c090-4174-82a7-89cd0970c3b8 req-7ac2b927-2e59-47d1-a4b4-57981eca893f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.383853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74519fb6-c090-4174-82a7-89cd0970c3b8 req-7ac2b927-2e59-47d1-a4b4-57981eca893f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 931 time: 0.1752894 Mar 02 17:25:21.408719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:21.416587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.418062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Usage tracker for resource:security_group_rule and tenant:428debbcdc0a41d2b7f51044f7a2d6c0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:21.428490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:21.434158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984237b6-dcbc-4b24-9cf8-e72ac7f06ccf None None] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:21.443718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:21.510698 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b5f827b6-a6f7-4168-b346-df42252437f6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3101680 Mar 02 17:25:21.552707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Request body: {'port': {'device_id': '02f1621c-1239-419a-9f63-25708afd2787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:21.605471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.646330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.687091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:21.715852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:21.720711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.743536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:21.773996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:21.780244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:21.782309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.784175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-459ff5e3-454e-4707-bad8-8f8ced720028 None None] Provisioning for port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:21.784621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b60961-4ed9-4c32-a8e4-43b83d99cd51,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:21.790006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74519fb6-c090-4174-82a7-89cd0970c3b8 req-45f466ff-8b0e-4bcb-a322-e6a67003ff75 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296697 Mar 02 17:25:21.791983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-41d05c3a-08f6-4c55-84a3-0e4d40897286 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=428debbcdc0a41d2b7f51044f7a2d6c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9035640 Mar 02 17:25:21.795864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:21.802280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.812560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:21.841427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135b401-ae3c-47e9-b0b2-d60753f2c8f1 req-dec4047e-6a38-4526-aa4e-40ca2ca0f9d6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:21.848262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4135b401-ae3c-47e9-b0b2-d60753f2c8f1 req-dec4047e-6a38-4526-aa4e-40ca2ca0f9d6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.3525155 Mar 02 17:25:21.914551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:21.918086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4135b401-ae3c-47e9-b0b2-d60753f2c8f1 req-765ccccd-8677-4ccf-acda-aee935b4ae28 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Mar 02 17:25:22.002606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.003770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.040353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Transition to ACTIVE for port object 7da50899-c633-4890-b41e-c2e364f945ec will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:22.081251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1448cd3-7c76-4369-8eee-f4840d1109b1 req-31c5ef6c-134e-4edf-80b0-4ed10bef3f5e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:22.083929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1448cd3-7c76-4369-8eee-f4840d1109b1 req-31c5ef6c-134e-4edf-80b0-4ed10bef3f5e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1648996 Mar 02 17:25:22.119835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.140587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:22.149801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b60961-4ed9-4c32-a8e4-43b83d99cd51,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:22.204795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.208353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-33d08503-9a08-4659-a216-c55b4cec017e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1b60961-4ed9-4c32-a8e4-43b83d99cd51 HTTP/1.1" status: 204 len: 168 time: 0.4095612 Mar 02 17:25:22.226970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.228400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 1095 time: 3.8529930 Mar 02 17:25:22.228994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:22.231497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1448cd3-7c76-4369-8eee-f4840d1109b1 req-8ce3ef4e-b286-43eb-9631-66daa874195c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235099 Mar 02 17:25:22.400342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.526217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac25bc2-60c3-47be-9193-be46d3c5f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:22.610340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d2cf3-b070-4a63-b544-a3d68fb41156 None None] Pushing event updated for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:22.658001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42642) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:22.773350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2edbd-4ff9-445e-8b37-aadf7654e69e req-8fdaa6c3-1ec6-4591-a2c6-294851d31bb2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:22.779233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3d2edbd-4ff9-445e-8b37-aadf7654e69e req-8fdaa6c3-1ec6-4591-a2c6-294851d31bb2 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.1775992 Mar 02 17:25:22.832410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523f028e-3c62-4661-a5c4-ca35744f8b15 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:22.864611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:22.878909 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-27174bec-c51e-4c8e-8882-29524ef2c7ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1098 time: 0.5519671 Mar 02 17:25:22.899853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3d2edbd-4ff9-445e-8b37-aadf7654e69e req-2d104535-d764-4264-b227-e2aa78a9187f tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107073 Mar 02 17:25:22.926125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:22.951890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-51120dd0-88e4-469c-82b7-4530d961bbd5 None None] Provisioning for port 523f028e-3c62-4661-a5c4-ca35744f8b15 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:22.968434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:22.968896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.002966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.029174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-51120dd0-88e4-469c-82b7-4530d961bbd5 None None] Provisioning complete for port 523f028e-3c62-4661-a5c4-ca35744f8b15 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:23.033815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-51120dd0-88e4-469c-82b7-4530d961bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.039303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-1357dc71-adc5-42fe-99e7-7adadd4cba91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.1381330 Mar 02 17:25:23.045130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42656) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:23.053667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Transition to ACTIVE for port object 523f028e-3c62-4661-a5c4-ca35744f8b15 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:23.140421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:23.145492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Usage tracker for resource:security_group_rule and tenant:0a473b3c9695421fbda679b68cd06d49 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:23.148679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:23.161180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:23.165336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-38a0a85e-355f-4c3a-961b-0f333342fbd8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:23.166794 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-38a0a85e-355f-4c3a-961b-0f333342fbd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1116252 Mar 02 17:25:23.168157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.224569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-51120dd0-88e4-469c-82b7-4530d961bbd5 None None] Port 523f028e-3c62-4661-a5c4-ca35744f8b15 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:23.229578 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'status': 'completed', 'code': 200} Mar 02 17:25:23.237367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.249179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Attempting to bind port 7da50899-c633-4890-b41e-c2e364f945ec on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:23.249179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Attempting to bind port 7da50899-c633-4890-b41e-c2e364f945ec by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:23.249179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Attempting to bind port 7da50899-c633-4890-b41e-c2e364f945ec on network 7936919b-94cc-4f2d-88e8-b6757e4a739f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:23.302607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:23.302607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Checking segment: {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:23.302607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.302980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Bound using segment: {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:23.303514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Bound port: 7da50899-c633-4890-b41e-c2e364f945ec, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:23.303954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.329505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.330806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.423673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.458131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Pushing event updated for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:23.511095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:23.542555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:23.548113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f28cc1a647974de7b1d41e574ac0cb68 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:23.552708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] For port 7da50899-c633-4890-b41e-c2e364f945ec, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:23.560540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] For port 7da50899-c633-4890-b41e-c2e364f945ec, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7da50899-c633-4890-b41e-c2e364f945ec,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:23.562543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.578044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c820-5f51-4d96-ab55-c4e892af6866 req-3627889c-8fd3-4959-b411-81f82846960d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:23.579859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a1c820-5f51-4d96-ab55-c4e892af6866 req-3627889c-8fd3-4959-b411-81f82846960d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 943 time: 0.4031897 Mar 02 17:25:23.580827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:23.669044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-2ddb230b-b787-4783-960f-8bc9238acc4c tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 1100 time: 0.4168944 Mar 02 17:25:23.670868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:23.743161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.778041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Deleting port 98927de7-98cb-48b9-87c2-29b851c50050 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:25:23.778645 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.835461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:23.861430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Attempting to bind port 523f028e-3c62-4661-a5c4-ca35744f8b15 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:23.861765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Attempting to bind port 523f028e-3c62-4661-a5c4-ca35744f8b15 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:23.862091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Attempting to bind port 523f028e-3c62-4661-a5c4-ca35744f8b15 on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:23.866687 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-95768ba8-2c67-4c0f-b62f-1c66c7151a50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6816330 Mar 02 17:25:23.892727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.914897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Port 523f028e-3c62-4661-a5c4-ca35744f8b15 on network 979b79e4-b88d-41b8-9652-687a4668f26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:23.920057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Attempting to bind port 523f028e-3c62-4661-a5c4-ca35744f8b15 on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:23.925359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:23.945298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d2cf3-b070-4a63-b544-a3d68fb41156 None None] Pushing event updated for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:23.957369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:23.957987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:23.998062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d4b891-7bc8-444f-ba06-5831ffcee2ff,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:24.017738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:24.018071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Checking segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:24.018463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Bound using segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:24.019405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Bound port: 523f028e-3c62-4661-a5c4-ca35744f8b15, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:24.019405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.133998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c830bf8-6ef2-4727-a8bc-ab6a3f3a37c6 req-904b7db5-a51e-4660-8467-1b794dc8e633 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:24.142486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c830bf8-6ef2-4727-a8bc-ab6a3f3a37c6 req-904b7db5-a51e-4660-8467-1b794dc8e633 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 949 time: 0.5566311 Mar 02 17:25:24.173496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae83e71e-adf9-4a3d-811d-2db95d6e97aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a473b3c9695421fbda679b68cd06d49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5081975 Mar 02 17:25:24.173496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42666) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:24.187443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a1c820-5f51-4d96-ab55-c4e892af6866 req-239c3d2b-427e-4208-9180-b31fb26b115f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5238645 Mar 02 17:25:24.214414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-713a061a-21a0-4f07-a597-9dcba86540c0 None None] Provisioning complete for port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:24.214848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-713a061a-21a0-4f07-a597-9dcba86540c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.216886 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-5367725a-a06a-4f33-92ca-d2f953c89917 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380258 Mar 02 17:25:24.254379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.273911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:24.298344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:24.314234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] For port 98927de7-98cb-48b9-87c2-29b851c50050, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=98927de7-98cb-48b9-87c2-29b851c50050,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:24.314923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.325857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=523f028e-3c62-4661-a5c4-ca35744f8b15,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:24.345403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.405549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.456362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:24.457723 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] 10.222.0.50 "PUT /v2.0/ports/523f028e-3c62-4661-a5c4-ca35744f8b15 HTTP/1.1" status: 200 len: 1091 time: 2.9360809 Mar 02 17:25:24.465984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9cdf16ec-8e77-496e-a127-e12fda4e6506 req-f5357572-6bf5-43f0-b8c4-7936919f1e19 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399647 Mar 02 17:25:24.481014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a08f59-c968-4e21-b215-10377f8408ff service neutron] Pushing event updated for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:24.533463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:25:24.590078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Calling delete_port for 98927de7-98cb-48b9-87c2-29b851c50050 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:25:24.722995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7da50899-c633-4890-b41e-c2e364f945ec', 'name': '', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'mac_address': 'fa:16:3e:99:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:01Z', 'updated_at': '2022-03-02T17:25:23Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'subnets': [{'id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:24.727755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfd38-40f6-4368-8e5e-2a90cfa7a70d None None] The sync data for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 is: [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:25:02Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7da50899-c633-4890-b41e-c2e364f945ec', 'name': '', 'network_id': '7936919b-94cc-4f2d-88e8-b6757e4a739f', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'mac_address': 'fa:16:3e:99:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:01Z', 'updated_at': '2022-03-02T17:25:23Z', 'revision_number': 4, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'subnets': [{'id': '70cab82d-f306-431a-a5ef-9f2364b7646b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:25:24.772730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c830bf8-6ef2-4727-a8bc-ab6a3f3a37c6 req-231ad79c-62cc-46f1-84f9-7e24988a274e tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293151 Mar 02 17:25:24.806099 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-a48b4b49-56f7-4682-abd9-31754f7b191a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 1094 time: 0.2688777 Mar 02 17:25:24.922799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-b849a66b-bc93-4c82-a4cf-fde5f27bdf0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523f028e-3c62-4661-a5c4-ca35744f8b15 HTTP/1.1" status: 200 len: 217 time: 0.0950782 Mar 02 17:25:24.929304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-02122c3d-217f-468f-acba-42a202937a77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1098 time: 0.2639825 Mar 02 17:25:25.007480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd306a-87f0-4c6c-98df-28e6461644b5 req-e9adb027-1153-4ab0-9e7e-9bbaac41ac29 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.014427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1fd306a-87f0-4c6c-98df-28e6461644b5 req-e9adb027-1153-4ab0-9e7e-9bbaac41ac29 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.6796567 Mar 02 17:25:25.019032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28cc1a647974de7b1d41e574ac0cb68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9710195 Mar 02 17:25:25.025029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc185-7e40-4f24-8d3f-d092626a55e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf0788-2705-45a1-acd5-94b10f691a03,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:25.049241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42674) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:25.094970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355416-2790-4b81-9304-f52c5013fe01 req-2721346e-3642-4d6f-aee8-0287d74fd3bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.096390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-2721346e-3642-4d6f-aee8-0287d74fd3bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.1538239 Mar 02 17:25:25.174770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.190133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:25.200653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-b194f50d-6d2d-4e88-9fe0-57ee06ed08aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.202076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-b194f50d-6d2d-4e88-9fe0-57ee06ed08aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2285585 Mar 02 17:25:25.202480 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:25:25.224360 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:25.225997 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:25.265457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:25.270121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-f3472608-83dd-4065-8a38-af9ac3072116 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.271605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-f3472608-83dd-4065-8a38-af9ac3072116 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.6948037 Mar 02 17:25:25.283871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1fd306a-87f0-4c6c-98df-28e6461644b5 req-08672ebb-544c-4fb8-9117-85b7267cc0bf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686322 Mar 02 17:25:25.285689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.289276 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-e4490c41-74f6-4326-9667-78d142cccb50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.0763164 Mar 02 17:25:25.297076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.298863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1b0319f-db91-4460-94c1-9a912f9507a3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3801472 Mar 02 17:25:25.302087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42682) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:25.371558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-9b131965-3971-4a88-921d-3d8ff1f7d212 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596097 Mar 02 17:25:25.372770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.473722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Pushing event deleted for resources: {'Port': ['ID=98927de7-98cb-48b9-87c2-29b851c50050,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:25.493905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.501306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Deleting port 10349d96-e4e5-4776-8749-a55ea25fa2ff {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:25:25.502630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.565690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:25.644854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94e16b-0016-4bb6-87d6-4426d3c5668d req-1a361f9e-0830-4b39-a1b2-33773cdba780 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.646378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb94e16b-0016-4bb6-87d6-4426d3c5668d req-1a361f9e-0830-4b39-a1b2-33773cdba780 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 971 time: 0.6256573 Mar 02 17:25:25.689736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-6c2204a6-5c7c-4c9e-ba6e-3765b8ee9e73 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:25.691212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-6c2204a6-5c7c-4c9e-ba6e-3765b8ee9e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.3272696 Mar 02 17:25:25.726972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7da50899-c633-4890-b41e-c2e364f945ec up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:25.771920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.785909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] No DVR routers for this DVR port 98927de7-98cb-48b9-87c2-29b851c50050 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:25.790426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.804744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'name': 'network-vif-deleted', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:25.818419 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.885542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7da50899-c633-4890-b41e-c2e364f945ec completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:25.893938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-a2e82e15-b877-4970-85dc-04784205993a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802788 Mar 02 17:25:25.900313 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-9b5b14d5-45c3-442a-a33c-603cc4ca92d3 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869983 Mar 02 17:25:25.901309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7da50899-c633-4890-b41e-c2e364f945ec triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:25.902997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:25.903575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d4b891-7bc8-444f-ba06-5831ffcee2ff,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:25.996849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8315d7f3-f080-48e9-af95-9edced8c60f5 req-eb670f56-b5e7-4e00-b62f-92cee0636fe2 tempest-DeleteServersAdminTestJSON-579767699 tempest-DeleteServersAdminTestJSON-579767699-project-admin] 10.222.0.35 "DELETE /v2.0/ports/98927de7-98cb-48b9-87c2-29b851c50050 HTTP/1.1" status: 204 len: 173 time: 2.2919474 Mar 02 17:25:26.010139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.012016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7425fe30-d460-4040-840e-bcaef846c7c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d4b891-7bc8-444f-ba06-5831ffcee2ff HTTP/1.1" status: 204 len: 168 time: 1.8308520 Mar 02 17:25:26.021191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb94e16b-0016-4bb6-87d6-4426d3c5668d req-7f04d072-d6d2-4367-a852-e9c7a68cb9bb tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/security-groups?id=66bd4e4c-caf9-404c-b6c1-526a444c4039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040237 Mar 02 17:25:26.036047 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:22Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:26.046448 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:25:26.048056 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Updating router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:25:26.127872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45377b3-79fd-4b5b-bc33-c6caf394f2d8 req-77951f01-0cc3-4857-be05-5406f66aa4d3 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:26.135350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f45377b3-79fd-4b5b-bc33-c6caf394f2d8 req-77951f01-0cc3-4857-be05-5406f66aa4d3 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 943 time: 0.5720489 Mar 02 17:25:26.223675 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'status': 'completed', 'code': 200} Mar 02 17:25:26.248779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.252191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.279567 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.310932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7da50899-c633-4890-b41e-c2e364f945ec, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7da50899-c633-4890-b41e-c2e364f945ec,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:26.315418 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.317237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:26.380133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f45377b3-79fd-4b5b-bc33-c6caf394f2d8 req-8403c388-888e-4e59-aa30-f35f29e14c3f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434173 Mar 02 17:25:26.411764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf0788-2705-45a1-acd5-94b10f691a03,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:26.475664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:26.492651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:26.493048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.578561 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9803b1cf-dfd7-4081-8970-624def538c3a', 'name': 'network-vif-deleted', 'tag': '98927de7-98cb-48b9-87c2-29b851c50050', 'status': 'completed', 'code': 200} Mar 02 17:25:26.604542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9e52ca04-d946-4e9e-8845-694ca876c7ce req-ec9f53ec-613f-4130-a69f-fffe90fd3fb3 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Synchronizing usage tracker for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:26.619680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.623725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fdf39415-4025-42ff-962e-c178df9587cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1caf0788-2705-45a1-acd5-94b10f691a03 HTTP/1.1" status: 204 len: 168 time: 1.5720255 Mar 02 17:25:26.626593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] For port 10349d96-e4e5-4776-8749-a55ea25fa2ff, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=10349d96-e4e5-4776-8749-a55ea25fa2ff,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:26.626811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.717750 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-1f82c24c-d3b7-43dd-a523-2e413486ee3f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027778 Mar 02 17:25:26.826887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Calling delete_port for 10349d96-e4e5-4776-8749-a55ea25fa2ff owned by compute:tempest-test_az-1749449393 {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:25:26.856860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9e52ca04-d946-4e9e-8845-694ca876c7ce req-ec9f53ec-613f-4130-a69f-fffe90fd3fb3 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Unset dirty status for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:26.869313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e52ca04-d946-4e9e-8845-694ca876c7ce req-ec9f53ec-613f-4130-a69f-fffe90fd3fb3 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=9803b1cf-dfd7-4081-8970-624def538c3a HTTP/1.1" status: 200 len: 210 time: 0.4691508 Mar 02 17:25:26.890462 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.906201 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Transition to ACTIVE for port object 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:26.915730 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:26.980875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 10349d96-e4e5-4776-8749-a55ea25fa2ff no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:25:27.018316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f9355416-2790-4b81-9304-f52c5013fe01 req-28c307dd-c6d6-4578-81a0-eac545c0282a service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0767043 Mar 02 17:25:27.037618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42698) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:27.085735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc35a0-1da2-47c2-9dce-43a8848bfd6a None None] Pushing event updated for resources: {'Port': ['ID=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:27.098733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Attempting to bind port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:27.099405 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Attempting to bind port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:27.100007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Attempting to bind port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:27.112410 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:27.112801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:27.113475 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.113996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:27.114466 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Bound port: 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:27.114887 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.117949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f0131-5b1e-4294-89f6-6d2de3068287 req-a1569c8b-ef96-4147-88af-94fc18211d2d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:27.129489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b48f0131-5b1e-4294-89f6-6d2de3068287 req-a1569c8b-ef96-4147-88af-94fc18211d2d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.4236257 Mar 02 17:25:27.176749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.184101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.224924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b48f0131-5b1e-4294-89f6-6d2de3068287 req-59802b96-18b4-4874-8d68-ddf61be3ee8d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968192 Mar 02 17:25:27.226289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.277832 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23744a10-a0ec-4835-b7fb-17f1b32b386f req-836d15ff-e5ad-4ce6-aec4-11cf12ff4eee service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025210 Mar 02 17:25:27.294502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Pushing event deleted for resources: {'Port': ['ID=10349d96-e4e5-4776-8749-a55ea25fa2ff,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:27.318198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:27.323482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 98927de7-98cb-48b9-87c2-29b851c50050 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:25:27.323788 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] For port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:27.327544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Usage tracker for resource:security_group_rule and tenant:afebdb911a334f238eacffe8cd8c144c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:27.330239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] For port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:27.334457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:27.335394 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.342312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:27.399490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 98927de7-98cb-48b9-87c2-29b851c50050 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:25:27.399831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 98927de7-98cb-48b9-87c2-29b851c50050 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:25:27.417671 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-b148ffdc-9acd-44ff-b23c-7185ede2ded4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 1094 time: 0.2358015 Mar 02 17:25:27.551465 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:27.552165 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:27.562386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] No DVR routers for this DVR port 10349d96-e4e5-4776-8749-a55ea25fa2ff on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:27.565982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ada7a781-f7b8-463e-a08f-e9f3a86175f6 req-63d10399-573d-4996-adf1-b1d33445b3a6 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f30e294b-eb92-4774-a63a-4e67b5c50c5f HTTP/1.1" status: 200 len: 210 time: 0.1671882 Mar 02 17:25:27.567265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.591150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d121a7ec-bda8-4868-8bb2-b412c88c098a req-65592bab-7560-4f58-b326-c23c3cfd5779 tempest-AggregatesAdminTestJSON-1573514892 tempest-AggregatesAdminTestJSON-1573514892-project] 10.222.0.35 "DELETE /v2.0/ports/10349d96-e4e5-4776-8749-a55ea25fa2ff HTTP/1.1" status: 204 len: 173 time: 2.2950625 Mar 02 17:25:27.720291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7da50899-c633-4890-b41e-c2e364f945ec up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:27.809977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fcbc5-2273-4083-be12-a972342651db req-505d6678-e4be-4388-bfa5-fe66e98d59b5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:27.812487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c76fcbc5-2273-4083-be12-a972342651db req-505d6678-e4be-4388-bfa5-fe66e98d59b5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 943 time: 0.1662953 Mar 02 17:25:27.863220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc35a0-1da2-47c2-9dce-43a8848bfd6a None None] Pushing event updated for resources: {'Port': ['ID=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:27.872724 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:27.907540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.919610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7da50899-c633-4890-b41e-c2e364f945ec triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:27.920080 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.924876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c76fcbc5-2273-4083-be12-a972342651db req-18143b71-eb61-4a15-923c-4e557b860c9b tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060627 Mar 02 17:25:27.959532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:27.975991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-5f9a2d83-fa37-4669-b61f-842ae711a1df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:27.978080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-5f9a2d83-fa37-4669-b61f-842ae711a1df service neutron] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 923 time: 0.4222984 Mar 02 17:25:28.168544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aab0c1-146f-4ac7-8cc9-ec3dc162f207,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:28.176359 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-2c97da6d-c0cb-4087-b6b7-6fbf68a5c366 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523f028e-3c62-4661-a5c4-ca35744f8b15 HTTP/1.1" status: 200 len: 217 time: 0.1782918 Mar 02 17:25:28.182051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c763dcbd-1084-4bdc-a43a-f6f440cc4f67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afebdb911a334f238eacffe8cd8c144c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1402326 Mar 02 17:25:28.182159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:28.267003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-930634c6-7688-4454-a561-1abc081ed105 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:28.269205 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-930634c6-7688-4454-a561-1abc081ed105 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.0853045 Mar 02 17:25:28.550872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-d733bdbb-173d-4228-9d27-eeaabb11d6ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474606 Mar 02 17:25:28.556850 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:22Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:28.562444 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efeeb5-0d59-4b05-8d1a-c5b3325d1323 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:22Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:25:28.598096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:28.629446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:28.684605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'name': 'network-vif-deleted', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:28.693684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:28.743062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:28.744940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-3f4cc9e8-bd09-47c8-8ad6-ac98f0f384a4 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7194283af6d942d59895068b2cd2eae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530605 Mar 02 17:25:28.748691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aab0c1-146f-4ac7-8cc9-ec3dc162f207,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:28.779461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-3cb8ea99-efd9-415d-a0ed-533f701dcd5c service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193787 Mar 02 17:25:28.835988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:28.837191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e648191b-8ae9-4020-8eb8-35e7ba72e3c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5aab0c1-146f-4ac7-8cc9-ec3dc162f207 HTTP/1.1" status: 204 len: 168 time: 0.6546178 Mar 02 17:25:28.972414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52363b2-740f-456d-b529-541977686067 req-974e0fd6-7fa6-450d-b92b-fa1c63d8e86a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:28.974075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c52363b2-740f-456d-b529-541977686067 req-974e0fd6-7fa6-450d-b92b-fa1c63d8e86a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.5162907 Mar 02 17:25:29.081299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-7ddd55d8-548d-4f06-8e81-4d5f3f230f7f tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:29.082741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-7ddd55d8-548d-4f06-8e81-4d5f3f230f7f tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176305 Mar 02 17:25:29.085648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c52363b2-740f-456d-b529-541977686067 req-2d561b93-e310-4a31-b385-692734a6f6c4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051495 Mar 02 17:25:29.104690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-ab466e89-342a-4d97-bcd6-06f9ebaa5a23 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/quotas/7194283af6d942d59895068b2cd2eae5 HTTP/1.1" status: 200 len: 375 time: 0.0155935 Mar 02 17:25:29.163410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-87806a97-1eb5-4cc4-8abe-1eaefd43ee7b tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529308 Mar 02 17:25:29.175999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6ca66f91-4616-46e7-b19b-85eae2c5533e req-d9027f10-a8ef-4813-b79d-9dcbd4a53698 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293912 Mar 02 17:25:29.289747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Allocated IP 172.20.0.1 (61f20976-1588-4bda-921d-130c5c2ab0d1/bddb4653-b3ed-4dfb-abd1-fd65a78b98c5/39fae169-6215-48b7-864c-3dbbd5adc6f0) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:29.347615 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30e294b-eb92-4774-a63a-4e67b5c50c5f', 'name': 'network-vif-deleted', 'tag': '10349d96-e4e5-4776-8749-a55ea25fa2ff', 'status': 'completed', 'code': 200} Mar 02 17:25:29.605555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:29.616059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:29.649766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Transition to ACTIVE for port object 39fae169-6215-48b7-864c-3dbbd5adc6f0 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:29.713309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:29.802810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7afdac-1aa1-480e-b50b-a85e12181b52 req-17b86a21-4fb8-461b-b797-87f162ab1971 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:29.804349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b7afdac-1aa1-480e-b50b-a85e12181b52 req-17b86a21-4fb8-461b-b797-87f162ab1971 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 943 time: 0.2939198 Mar 02 17:25:29.889895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Pushing event updated for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:29.909471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:29.911861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:29.912686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:29.927821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:29.929811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:29.937132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77975077-faf2-42ef-acbd-9029b2e827ce req-40f3d946-ff78-40cd-987a-9be187ae5b23 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 210 time: 0.0636377 Mar 02 17:25:29.943627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b7afdac-1aa1-480e-b50b-a85e12181b52 req-28321b24-98c0-4cfe-85f0-32877d11a348 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331980 Mar 02 17:25:29.968567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'mac_address': 'fa:16:3e:4d:1d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:29.980360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:30.164277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.232388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.284851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:30.362600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:30.405959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:30.407320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.496301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:30.539176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.674671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.682468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfefd2d-eb64-4983-9e7e-00c182be1c4d req-e2c8d1b3-98e3-4d1a-b1eb-6dca9803a22f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:30.686202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cfefd2d-eb64-4983-9e7e-00c182be1c4d req-e2c8d1b3-98e3-4d1a-b1eb-6dca9803a22f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 948 time: 0.2320697 Mar 02 17:25:30.689115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.689825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.794708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7ae4d93d-9172-41ab-a65c-b59dc8190d19 None None] Provisioning for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:30.815933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7ae4d93d-9172-41ab-a65c-b59dc8190d19 None None] Provisioning complete for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:30.816295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d93d-9172-41ab-a65c-b59dc8190d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:30.825100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cfefd2d-eb64-4983-9e7e-00c182be1c4d req-23d7a082-d288-4e79-85af-92f989dd7a77 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269922 Mar 02 17:25:30.885018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Pushing event updated for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:30.888015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:30.935849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4d93d-9172-41ab-a65c-b59dc8190d19 None None] Port 39fae169-6215-48b7-864c-3dbbd5adc6f0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:31.002784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:31.007130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:31.009951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:31.061543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:31.127473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:31.149215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:31.328832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09d68f0d-1b54-40ae-9f80-e6f25dc58b1d req-71fafe39-6ee7-4e80-8734-0b386c759a56 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 210 time: 0.0767806 Mar 02 17:25:31.355616 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:25:31.445816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:31.580730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-20d75354-12ab-436b-ba95-99393ce2150c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7194283af6d942d59895068b2cd2eae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468089 Mar 02 17:25:31.606801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 523f028e-3c62-4661-a5c4-ca35744f8b15 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:31.629856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-68ce177f-7301-4e81-b679-d8bfed4b492b None None] Provisioning complete for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:31.630352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-68ce177f-7301-4e81-b679-d8bfed4b492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:31.774353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:31.861160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:31.877183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-68ce177f-7301-4e81-b679-d8bfed4b492b None None] Port 39fae169-6215-48b7-864c-3dbbd5adc6f0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:31.879913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:25:31.889812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b295294-c9b5-4be6-87c0-f10638212cd8 req-650739a0-dadd-4383-b4b7-a89b4c89a9dc tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:31.892208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b295294-c9b5-4be6-87c0-f10638212cd8 req-650739a0-dadd-4383-b4b7-a89b4c89a9dc tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 943 time: 0.3997087 Mar 02 17:25:31.903542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-c9be1c6b-1a16-4128-9729-9d6ed901f91b tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:31.905405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-c9be1c6b-1a16-4128-9729-9d6ed901f91b tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091848 Mar 02 17:25:31.939445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Request body: {'port': {'device_id': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '7194283af6d942d59895068b2cd2eae5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:31.997204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:31.997569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:32.072004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=523f028e-3c62-4661-a5c4-ca35744f8b15,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:32.094258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'port_id': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'mac_address': 'fa:16:3e:fc:52:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:32.098732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:32.108694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:32.127655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Made reservation on behalf of 7194283af6d942d59895068b2cd2eae5 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:32.130666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:32.157266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:32.177251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b295294-c9b5-4be6-87c0-f10638212cd8 req-f97f41be-8112-4510-a5a0-9baae0a346f1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699101 Mar 02 17:25:32.216341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523f028e-3c62-4661-a5c4-ca35744f8b15 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:32.251469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=523f028e-3c62-4661-a5c4-ca35744f8b15,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:32.260975 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:32.274081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:32.297226 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dbe0a8e-ead3-4452-8dfc-5b6fd7367d2c admin admin] 10.222.0.37 "PUT /v2.0/routers/c949b4b3-8c6a-44b9-bcdc-f7d403625f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9922848 Mar 02 17:25:32.341868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:32.447708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Allocated IP 192.168.233.22 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/d0bfd237-2be3-4e66-be4a-2cab4fc76859) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:32.631689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['523f028e-3c62-4661-a5c4-ca35744f8b15'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:32.704702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62934936-9b41-44de-ad49-a68e33036318 req-a7656848-4ffc-4948-a57a-610e31f0f1a0 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 210 time: 0.0521753 Mar 02 17:25:32.761165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfe381-1fdd-449b-a50e-a8392000a3c2 req-02d04013-8b88-41da-8fba-6976b81ac761 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:32.766179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dcfe381-1fdd-449b-a50e-a8392000a3c2 req-02d04013-8b88-41da-8fba-6976b81ac761 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 948 time: 0.2325549 Mar 02 17:25:32.835706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dcfe381-1fdd-449b-a50e-a8392000a3c2 req-8f3a8653-cc4c-49c7-9c90-8dcc46342088 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654101 Mar 02 17:25:32.865381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:32.886444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Transition to ACTIVE for port object d0bfd237-2be3-4e66-be4a-2cab4fc76859 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:32.913900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:32.926653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.056868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:33.064980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:33.069202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:33.072945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:33.073538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.081408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Pushing event updated for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:33.104963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18f68dc7-bc72-4140-8136-23759991d1bd tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1713324 Mar 02 17:25:33.120331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Request body: {'port': {'device_id': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:33.277354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.304823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.342019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:33.349357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Usage tracker for resource:security_group_rule and tenant:c7e2fe9f3cd84548a16a413a027a5138 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:33.353580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:33.363660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:33.434995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e005581-292d-4818-b1a9-28e4e317f52f None None] Provisioning for port d0bfd237-2be3-4e66-be4a-2cab4fc76859 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:33.443620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e005581-292d-4818-b1a9-28e4e317f52f None None] Provisioning complete for port d0bfd237-2be3-4e66-be4a-2cab4fc76859 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:33.443988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e005581-292d-4818-b1a9-28e4e317f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.455841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.462602 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.526115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7e2fe9f3cd84548a16a413a027a5138&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6109707 Mar 02 17:25:33.527182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59464275-5d91-48f8-b9f1-2713694f4d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69cd9c-04aa-481d-8f4a-c500690c0637,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:33.531681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:33.537384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e005581-292d-4818-b1a9-28e4e317f52f None None] Port d0bfd237-2be3-4e66-be4a-2cab4fc76859 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:33.584268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 523f028e-3c62-4661-a5c4-ca35744f8b15 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:33.607947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.624299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5ebd121c-9243-47bc-b738-71825319165f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:33.625879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5ebd121c-9243-47bc-b738-71825319165f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 820 time: 0.3363142 Mar 02 17:25:33.636632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.680199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 523f028e-3c62-4661-a5c4-ca35744f8b15 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:33.686044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 523f028e-3c62-4661-a5c4-ca35744f8b15 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:33.686696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.696513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.712741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69cd9c-04aa-481d-8f4a-c500690c0637,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:33.717327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.719319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8155b233-262f-47b9-a9f9-f67cb467a90e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee69cd9c-04aa-481d-8f4a-c500690c0637 HTTP/1.1" status: 204 len: 168 time: 0.1851575 Mar 02 17:25:33.732904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-0e70daf5-aeab-48a4-bafd-ebb7b164171b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/quotas/821698cd5eeb45628d5916759221168f HTTP/1.1" status: 200 len: 375 time: 0.0938256 Mar 02 17:25:33.829209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.837308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b29c7-ae47-461f-8e6f-221dc5b2011d req-c963c655-b16f-4e9b-aab1-aaf51b794ab5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:33.838776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f40b29c7-ae47-461f-8e6f-221dc5b2011d req-c963c655-b16f-4e9b-aab1-aaf51b794ab5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 944 time: 0.2679341 Mar 02 17:25:33.863967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:33.875089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=523f028e-3c62-4661-a5c4-ca35744f8b15,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:33.881331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:33.882222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:33.941722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f40b29c7-ae47-461f-8e6f-221dc5b2011d req-20f588ff-7320-4f2b-aee3-c02d37ec059d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887403 Mar 02 17:25:33.954366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-091821ab-7d5b-4d84-9ee7-4dca597838ab tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064745 Mar 02 17:25:34.001163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.019260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:34.028868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:34.029231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.107856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bfd237-2be3-4e66-be4a-2cab4fc76859 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:34.120899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.160455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Transition to ACTIVE for port object d0bfd237-2be3-4e66-be4a-2cab4fc76859 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:34.170000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.174694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.182210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:34.210179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.213135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:34.220243 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.252353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:34.258620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Usage tracker for resource:security_group_rule and tenant:185c4c6745224124b623dc6725fc8c47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:34.260945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:34.276798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-beaae6d4-5865-4f3a-88d0-f11da0410714 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215473 Mar 02 17:25:34.288405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:34.309493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.331430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.379842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.385004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.439377 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=185c4c6745224124b623dc6725fc8c47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2528422 Mar 02 17:25:34.439377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87e798-9443-4411-8fcb-fc404715b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2212c175-b5b1-4766-b300-9c802eade4fb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.441228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42948) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:34.509370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.537147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.580812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Attempting to bind port d0bfd237-2be3-4e66-be4a-2cab4fc76859 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:34.581060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Attempting to bind port d0bfd237-2be3-4e66-be4a-2cab4fc76859 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:34.582951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Attempting to bind port d0bfd237-2be3-4e66-be4a-2cab4fc76859 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:34.592279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d8952-070a-4e44-89a0-4467f60cce96 req-26625be1-2ba6-4080-a9a2-b7dc2ddddb49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:34.592954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-432d8952-070a-4e44-89a0-4467f60cce96 req-26625be1-2ba6-4080-a9a2-b7dc2ddddb49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Synchronizing usage tracker for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:34.599090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.603012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-a4b38f1b-0d40-4665-8487-bab5b510cdea service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724886 Mar 02 17:25:34.604867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Port d0bfd237-2be3-4e66-be4a-2cab4fc76859 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:34.605182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Attempting to bind port d0bfd237-2be3-4e66-be4a-2cab4fc76859 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:34.616373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2212c175-b5b1-4766-b300-9c802eade4fb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.619388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:34.619732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:34.619988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.620097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:34.620523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Bound port: d0bfd237-2be3-4e66-be4a-2cab4fc76859, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:34.620937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.623029 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36f256d9-ad0f-4283-97b3-2cc0cc6ae138 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2212c175-b5b1-4766-b300-9c802eade4fb HTTP/1.1" status: 204 len: 168 time: 0.1808634 Mar 02 17:25:34.631686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-432d8952-070a-4e44-89a0-4467f60cce96 req-26625be1-2ba6-4080-a9a2-b7dc2ddddb49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Unset dirty status for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:34.632808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432d8952-070a-4e44-89a0-4467f60cce96 req-26625be1-2ba6-4080-a9a2-b7dc2ddddb49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 947 time: 0.3035519 Mar 02 17:25:34.749044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432d8952-070a-4e44-89a0-4467f60cce96 req-631cfde8-cbf0-441b-b6ce-0e9deca0225a tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757351 Mar 02 17:25:34.754414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:34.760146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:34.773206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.848364 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:34.848364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0bfd237-2be3-4e66-be4a-2cab4fc76859 HTTP/1.1" status: 200 len: 1095 time: 1.7308280 Mar 02 17:25:34.848364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:34.862948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e049c1-eff8-4604-b20c-c0f02efe6100 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:34.902924 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'code': 200} Mar 02 17:25:35.148719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-21b5108c-8f7b-4300-81a8-cb59bf9e88c9 req-bc7b033f-4b0a-48bd-8cbc-2c81531e4591 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 1096 time: 0.1349592 Mar 02 17:25:35.238800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-21b5108c-8f7b-4300-81a8-cb59bf9e88c9 req-6d33dae2-02a4-47dc-9833-cf176e9d8be0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830288 Mar 02 17:25:35.254268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-5d8d0b40-0909-4814-affb-c50014791f03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 1098 time: 0.3607931 Mar 02 17:25:35.263901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba15ab-67ef-4acf-bd3c-dca6e20031b6 req-b2886b4e-9546-43db-b415-4db6094cd8af tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:35.274061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4ba15ab-67ef-4acf-bd3c-dca6e20031b6 req-b2886b4e-9546-43db-b415-4db6094cd8af tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2268240 Mar 02 17:25:35.371928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-18a75ab8-8cfb-4011-bbc8-5bf684da2e0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859 HTTP/1.1" status: 200 len: 217 time: 0.0955446 Mar 02 17:25:35.484659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b821cb0d-6d6d-4700-bed4-024a747e6fce req-e4b8f3b3-4d62-45e8-a222-485d2a881700 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 210 time: 0.0706394 Mar 02 17:25:35.491124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4ba15ab-67ef-4acf-bd3c-dca6e20031b6 req-0e555f47-8f71-4ca1-ba8d-b019444e7b61 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162468 Mar 02 17:25:35.497968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-54d6d802-017e-4e54-a801-625aa5dc20bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:35.499369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-54d6d802-017e-4e54-a801-625aa5dc20bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1206510 Mar 02 17:25:35.607142 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859', 'status': 'completed', 'code': 200} Mar 02 17:25:35.631827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-92ef367d-4c5b-40e7-a2d5-32c907aabc95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202288 Mar 02 17:25:35.889666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5b5f-d96b-4e24-9df4-d038bebdb4a9 req-6aeceb65-6d42-43e0-a034-852f43563c82 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:35.897777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dddc5b5f-d96b-4e24-9df4-d038bebdb4a9 req-6aeceb65-6d42-43e0-a034-852f43563c82 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.2648284 Mar 02 17:25:35.902056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-8e77246e-2426-4ac1-b516-e7bd62ea48bd service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250850 Mar 02 17:25:36.074140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dddc5b5f-d96b-4e24-9df4-d038bebdb4a9 req-8a8096bc-e221-41ed-bb8e-c1df354c6fd2 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753404 Mar 02 17:25:36.104370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43014) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:36.152784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ad9132-0720-42c7-8ffb-e3568827598d req-108deafb-7116-444d-b177-52219b312a00 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370374 Mar 02 17:25:36.243338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2770-e79a-490c-8655-132b2817d587 req-ddd9f4b1-5d8b-4a1b-aab6-5a5e6130c377 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:36.244823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-835a2770-e79a-490c-8655-132b2817d587 req-ddd9f4b1-5d8b-4a1b-aab6-5a5e6130c377 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 947 time: 0.2516954 Mar 02 17:25:36.337509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.372519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:36.380218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2e7cbdd2b9472ca9e1e334bebe9ec8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:36.389041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:36.397161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:36.435573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-835a2770-e79a-490c-8655-132b2817d587 req-d8269c01-c06c-4a61-9990-c654a9cec891 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495130 Mar 02 17:25:36.448385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400db3f-34f2-4614-920f-de1022bb16cd req-1ffc062d-31e6-4ec7-bbf5-c69d4505c5fd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:36.450470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-1ffc062d-31e6-4ec7-bbf5-c69d4505c5fd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 820 time: 0.3188462 Mar 02 17:25:36.480462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'port': {'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'admin_state_up': True, 'tenant_id': '821698cd5eeb45628d5916759221168f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:36.508486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.523136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.574290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-228a4e41-fe40-4812-af12-44562d3f29c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194283af6d942d59895068b2cd2eae5&device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 1098 time: 0.3223448 Mar 02 17:25:36.599552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe2e7cbdd2b9472ca9e1e334bebe9ec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4940293 Mar 02 17:25:36.600659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7915e94e-d5fc-4023-ae9b-c0f99baaeaee,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:36.602924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:36.649356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.649867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.650341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.650835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.651299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.651919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.652379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.652842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.653302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.653760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.654221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c655ea-1bc7-464f-a62d-3cb37c55eba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:36.689735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.729606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.777271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-9f850027-5126-4411-838a-c209eb519299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:36.779333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-9f850027-5126-4411-838a-c209eb519299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1948597 Mar 02 17:25:36.780609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:36.788397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Usage tracker for resource:port and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:36.794305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.816311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7915e94e-d5fc-4023-ae9b-c0f99baaeaee,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:36.818770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:36.820254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd1c9c65-c903-49f4-b38a-550f8abcaade admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7915e94e-d5fc-4023-ae9b-c0f99baaeaee HTTP/1.1" status: 204 len: 168 time: 0.2163105 Mar 02 17:25:36.843115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:36.858079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:36.904843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:37.010732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9fce46a-b332-4d75-a433-5c3597f3ea54 req-01cdf6b6-706e-49e0-972e-b58c4c689047 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 210 time: 0.1691062 Mar 02 17:25:37.013427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-7777ec4d-dc77-4381-8bd8-0e61c55b46c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859 HTTP/1.1" status: 200 len: 217 time: 0.2266002 Mar 02 17:25:37.021284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Made reservation on behalf of 821698cd5eeb45628d5916759221168f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:37.024198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.183407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-ddc7f656-5909-40de-b129-bfb0aa2c1f5d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:37.184818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-ddc7f656-5909-40de-b129-bfb0aa2c1f5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1516016 Mar 02 17:25:37.198675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd4ebd-f4df-41c3-91dc-3b04b768cc6b req-095b276b-02ce-44b0-8417-4b42f18cfb85 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:37.200356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fbd4ebd-f4df-41c3-91dc-3b04b768cc6b req-095b276b-02ce-44b0-8417-4b42f18cfb85 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.3399637 Mar 02 17:25:37.215539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:37.235348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.248530 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'code': 200} Mar 02 17:25:37.284269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:37.291856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:cb45a634ba1944c2ad8725ca815da0be is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:37.296413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:37.305861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:37.342938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Allocated IP 172.20.0.13 (61f20976-1588-4bda-921d-130c5c2ab0d1/bddb4653-b3ed-4dfb-abd1-fd65a78b98c5/d344f524-e07c-42c7-9f24-1c22814e987d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:37.365591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fbd4ebd-f4df-41c3-91dc-3b04b768cc6b req-2e82a822-6101-4937-9f6d-2c34c2cd9647 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273212 Mar 02 17:25:37.425241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-7df4225d-5260-4571-ac25-d7b6ac281b75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859488 Mar 02 17:25:37.555760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.570260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.629145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e642e08-9662-42db-8114-6e2465f89624,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:37.652156 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d32c618-9cbe-453e-bdbd-36ecb3506bd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb45a634ba1944c2ad8725ca815da0be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4353836 Mar 02 17:25:37.654453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43092) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:37.676217 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8366c153-e06b-4d39-aad8-aaa9294a69cf req-4a1a1cef-1170-4485-be5b-4eed632f7de6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.1869655 Mar 02 17:25:37.749389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8366c153-e06b-4d39-aad8-aaa9294a69cf req-4c26c809-06f5-4c1b-a958-e21357a3533e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Mar 02 17:25:37.756346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.783752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.835403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.850288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e642e08-9662-42db-8114-6e2465f89624,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:37.855603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-8bf046ef-2d2d-42ce-9440-4cdc2467d92c service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072270 Mar 02 17:25:37.864354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.866962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-321e1afa-aac7-4249-afbf-6f6cc730e13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e642e08-9662-42db-8114-6e2465f89624 HTTP/1.1" status: 204 len: 168 time: 0.2111282 Mar 02 17:25:37.907702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:37.994070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e1fa-fe92-4a69-9bb3-94ea8f4415c4 req-cd6862b0-a798-4131-8575-0c40f99bae93 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:37.995526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4583e1fa-fe92-4a69-9bb3-94ea8f4415c4 req-cd6862b0-a798-4131-8575-0c40f99bae93 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.4123280 Mar 02 17:25:38.012594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Transition to ACTIVE for port object d344f524-e07c-42c7-9f24-1c22814e987d will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:38.035931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770624d-5bc0-4d88-8582-666c46814229 req-ab946a21-8868-40a6-a4f4-8e535a5f2fb7 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:38.037344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8770624d-5bc0-4d88-8582-666c46814229 req-ab946a21-8868-40a6-a4f4-8e535a5f2fb7 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 947 time: 0.3319046 Mar 02 17:25:38.112224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1753597-c94d-4e93-957e-677ab3a2bef8 req-9fd3e49d-438a-4c6f-a869-60fc5990fb10 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473662 Mar 02 17:25:38.134450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4583e1fa-fe92-4a69-9bb3-94ea8f4415c4 req-ad2c8068-23be-4ca4-aa61-e4c026c27efd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312969 Mar 02 17:25:38.142328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8770624d-5bc0-4d88-8582-666c46814229 req-cd995e47-7ce6-434a-b1d6-ceb0aeaf2d41 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969510 Mar 02 17:25:38.148814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:38.236433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:38.239937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:38.241985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event updated for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:38.244909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:38.249357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:38.250732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:38.254342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:38.273356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.273672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.274010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.274341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.274750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.275183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.275394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.275695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.276033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.276320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.279757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:38.294558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-5292d19b-afdd-4ac1-8cb2-a4b4b5f2cbbf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8178172 Mar 02 17:25:38.309766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Request body: {'port': {'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:38.460404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:38.694254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-62595845-3cca-4968-acf5-be06a46def35 None None] Provisioning for port d344f524-e07c-42c7-9f24-1c22814e987d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:38.705271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-62595845-3cca-4968-acf5-be06a46def35 None None] Provisioning complete for port d344f524-e07c-42c7-9f24-1c22814e987d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:38.705638 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-62595845-3cca-4968-acf5-be06a46def35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:38.779436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-62595845-3cca-4968-acf5-be06a46def35 None None] Port d344f524-e07c-42c7-9f24-1c22814e987d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:25:38.782907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:38.826250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:25:38.842133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:38.843016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:38.858687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557c2e-0834-48a4-a021-7423f80ccc55 req-6162a2ff-f000-4566-a9e4-7156398a5506 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:38.860889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bb557c2e-0834-48a4-a021-7423f80ccc55 req-6162a2ff-f000-4566-a9e4-7156398a5506 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:39.031849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.095030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:39.105493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bb557c2e-0834-48a4-a021-7423f80ccc55 req-6162a2ff-f000-4566-a9e4-7156398a5506 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:39.105994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Usage tracker for resource:security_group_rule and tenant:bac4343bea334a2280d18bc0d399723c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:39.111939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb557c2e-0834-48a4-a021-7423f80ccc55 req-6162a2ff-f000-4566-a9e4-7156398a5506 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 932 time: 0.6527569 Mar 02 17:25:39.115648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:39.128010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:39.179037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:39.192279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:39.231144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984829-2f89-4424-846b-d7204c5a6817 req-e8f387aa-2794-4f79-818d-6d034a962ad0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:39.231383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.233186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73984829-2f89-4424-846b-d7204c5a6817 req-e8f387aa-2794-4f79-818d-6d034a962ad0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.4982908 Mar 02 17:25:39.245189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.315547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb557c2e-0834-48a4-a021-7423f80ccc55 req-f73b4496-9027-4612-8776-a0873611d6e9 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024353 Mar 02 17:25:39.318839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e649bf-b02d-4e13-8fc5-e0f7cb9c6758,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:39.340369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-41fc5f11-58c6-47c0-9420-6273a7298250 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bac4343bea334a2280d18bc0d399723c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5553648 Mar 02 17:25:39.342907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43158) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:39.393979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73984829-2f89-4424-846b-d7204c5a6817 req-0d262f17-9bff-41ee-90a2-b17ce4a5c9b6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250134 Mar 02 17:25:39.473217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.503518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.531381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43164) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:39.566720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.604854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e649bf-b02d-4e13-8fc5-e0f7cb9c6758,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:39.612823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.614400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31676bbc-d3fa-4242-9e12-b46da18f9c7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37e649bf-b02d-4e13-8fc5-e0f7cb9c6758 HTTP/1.1" status: 204 len: 168 time: 0.2689660 Mar 02 17:25:39.635024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.651547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff572-f454-4368-b711-892697888e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.685471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:39.690619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Usage tracker for resource:security_group_rule and tenant:df83ed79a89b4607add17f44a83c60fa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:39.694080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:39.704059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:39.764899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-748391839-network', 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:39.769958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:39.780189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:30Z', 'revision_number': 2, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:39.782913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Usage tracker for resource:network and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:39.787434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:25:39.787938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.788409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Updating router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f port 39fae169-6215-48b7-864c-3dbbd5adc6f0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:25:39.789379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d344f524-e07c-42c7-9f24-1c22814e987d {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:39.795184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.795662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:39.821439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.829342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:39.845408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.866344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:39.870006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.898616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df83ed79a89b4607add17f44a83c60fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7051945 Mar 02 17:25:39.899741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7147218-9176-444c-b482-b35ec4f42204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ca616-dc01-4c87-b40c-f76817623272,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:39.902239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43174) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:39.907017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Transition to ACTIVE for port object d344f524-e07c-42c7-9f24-1c22814e987d will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:39.910842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.932516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.943683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ce2b6-c6a4-442a-acd3-a100dd70b20a req-e1bf4dff-6df9-4878-8438-03889a987cc5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:39.952283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859ce2b6-c6a4-442a-acd3-a100dd70b20a req-e1bf4dff-6df9-4878-8438-03889a987cc5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.3716831 Mar 02 17:25:39.969499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:39.998368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.061053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.078995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ca616-dc01-4c87-b40c-f76817623272,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:40.084963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43178) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:40.104117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.107582 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-02d852a0-bd4a-4ff9-a448-b710c5810c2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa0ca616-dc01-4c87-b40c-f76817623272 HTTP/1.1" status: 204 len: 168 time: 0.2019382 Mar 02 17:25:40.109828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.138419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b8b30-a1e0-4a66-9b4c-5e2a7ba6472e req-afd5eaf0-ed6e-4e70-b73f-6e80a7600ff0 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:40.148077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1b8b30-a1e0-4a66-9b4c-5e2a7ba6472e req-afd5eaf0-ed6e-4e70-b73f-6e80a7600ff0 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 947 time: 0.4773817 Mar 02 17:25:40.161568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:40.165777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Usage tracker for resource:security_group_rule and tenant:47f8e84101484529ba64685a1541c5aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:40.173747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:40.183596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:40.193664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Pushing event updated for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:40.238019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859ce2b6-c6a4-442a-acd3-a100dd70b20a req-062dc2e9-3d65-4109-80ec-0eb415727b21 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824450 Mar 02 17:25:40.247682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:40.269148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Usage tracker for resource:security_group_rule and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:40.274156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:40.288672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.295500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.296098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1b8b30-a1e0-4a66-9b4c-5e2a7ba6472e req-5cb88c7d-cf34-4498-8d3b-e692c1bcb37e tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477053 Mar 02 17:25:40.367179 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47f8e84101484529ba64685a1541c5aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2811694 Mar 02 17:25:40.369150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06aa52-a67b-4ea6-b53c-5b9ff0c3d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ca9a5-283e-420a-a8ae-5d8fa5bcb977,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:40.373716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:40.397845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:40.425159 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.452144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Attempting to bind port d344f524-e07c-42c7-9f24-1c22814e987d on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:40.454125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Attempting to bind port d344f524-e07c-42c7-9f24-1c22814e987d by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:40.454503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Attempting to bind port d344f524-e07c-42c7-9f24-1c22814e987d on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:40.470710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Port d344f524-e07c-42c7-9f24-1c22814e987d on network 61f20976-1588-4bda-921d-130c5c2ab0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:40.471280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Attempting to bind port d344f524-e07c-42c7-9f24-1c22814e987d on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:40.476283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.477122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Transition to ACTIVE for port object 39fae169-6215-48b7-864c-3dbbd5adc6f0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:40.489291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:40.490120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Checking segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:40.490703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Bound using segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:40.491282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Bound port: d344f524-e07c-42c7-9f24-1c22814e987d, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:40.492231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.503699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.513746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.612752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.644137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.645407 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a68ca9a5-283e-420a-a8ae-5d8fa5bcb977 HTTP/1.1" status: 204 len: 168 time: 0.2689531 Mar 02 17:25:40.656057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00da09d-5c08-424a-98b7-b462d0cb6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ca9a5-283e-420a-a8ae-5d8fa5bcb977,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:40.779824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Pushing event updated for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:40.799037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:40.832114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.832448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.832778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.833101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.833422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.833739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.834053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.834364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.834608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.839412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.839793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.840122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:25:40.851789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.866068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d344f524-e07c-42c7-9f24-1c22814e987d,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:40.896587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.953281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:25:40.974501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:40.976399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] 10.222.0.35 "PUT /v2.0/ports/d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1092 time: 2.6727650 Mar 02 17:25:40.980033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:40.986689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Attempting to bind port 39fae169-6215-48b7-864c-3dbbd5adc6f0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:40.987348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Attempting to bind port 39fae169-6215-48b7-864c-3dbbd5adc6f0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:40.987732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Attempting to bind port 39fae169-6215-48b7-864c-3dbbd5adc6f0 on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:40.992580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356fb877-c7f6-4b68-a18a-04f081e286f4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:41.006114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:41.006931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Checking segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:41.007340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.008276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Bound using segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:41.009608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Bound port: 39fae169-6215-48b7-864c-3dbbd5adc6f0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:41.010339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.018021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.018296 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Added segment 28f41fff-4280-4dbd-bd9b-d2bd2a1d3541 of type vlan for network d4720255-2b9e-47bb-b75e-85f5044439d9 Mar 02 17:25:41.126591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] For port 39fae169-6215-48b7-864c-3dbbd5adc6f0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:41.131197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] For port 39fae169-6215-48b7-864c-3dbbd5adc6f0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=39fae169-6215-48b7-864c-3dbbd5adc6f0,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:41.134647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d0bfd237-2be3-4e66-be4a-2cab4fc76859 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:41.146278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.186410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b05b5-d918-4f00-a97c-fe9640dbfb17 req-79ecccb9-c5ab-4e6a-bff7-15c55bf753cd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:41.200021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:41.203816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f6b05b5-d918-4f00-a97c-fe9640dbfb17 req-79ecccb9-c5ab-4e6a-bff7-15c55bf753cd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.5661232 Mar 02 17:25:41.208045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'floatingip': {'port_id': '523f028e-3c62-4661-a5c4-ca35744f8b15'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:41.214132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad48b8-1d9a-4063-b88c-b0dce3457864 service neutron] Pushing event updated for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:41.231111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.256609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:41.259814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:41.283450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198b8f-3bb0-41f5-b2f0-dae7156126fb req-7b48cd09-e7fc-4748-afd5-63548bd25871 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:41.284965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39198b8f-3bb0-41f5-b2f0-dae7156126fb req-7b48cd09-e7fc-4748-afd5-63548bd25871 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 944 time: 0.5859733 Mar 02 17:25:41.394160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.461234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffe1cf-0b08-4d67-abf5-884a8d447927 None None] Pushing event updated for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:41.468180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-726f0a5f-5d23-4786-8333-6674b8341c02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1095 time: 0.4394307 Mar 02 17:25:41.469344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.470500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:41.470750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.635923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:25:41.723271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c159d939-5a23-41c6-a4b3-92235c87de55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:41.790492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39198b8f-3bb0-41f5-b2f0-dae7156126fb req-0f7f09d1-056b-462c-a5ce-3abe69a7abdd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909174 Mar 02 17:25:41.830721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-20be7e2f-38aa-464c-9a85-117930f7dfe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.3505998 Mar 02 17:25:41.879595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:41.889402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] Pushing event updated for resources: {'Network': ['ID=d4720255-2b9e-47bb-b75e-85f5044439d9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:41.906374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-48e5b22e-0bb9-44b7-bc67-d87ee0ba140b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3728673 Mar 02 17:25:41.917750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43236) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:41.944474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Request body: {'subnet': {'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-748391839-subnet', 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:41.949309 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:25:41.954728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:41.962773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Usage tracker for resource:subnet and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:41.967788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:41.990227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:42.001202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403ed2-28b2-4089-a7f6-d449a156da27 req-24ce5029-4ce3-4d05-8cb4-22c8402bd4d6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:42.009776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa403ed2-28b2-4089-a7f6-d449a156da27 req-24ce5029-4ce3-4d05-8cb4-22c8402bd4d6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.5273013 Mar 02 17:25:42.012740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400db3f-34f2-4614-920f-de1022bb16cd req-46e64930-ec10-47e5-9791-313a965e9685 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:42.014508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-46e64930-ec10-47e5-9791-313a965e9685 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1718543 Mar 02 17:25:42.079627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:42.083149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.267156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa403ed2-28b2-4089-a7f6-d449a156da27 req-179809d8-7890-4642-852c-8d8b45e63b41 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561791 Mar 02 17:25:42.276342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d4720255-2b9e-47bb-b75e-85f5044439d9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:25:42.420077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-7ad7df6b-551d-40f6-860f-1e794c9fd4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844373 Mar 02 17:25:42.527499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:42.560971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b69e-5cf8-4820-bd26-0ba711c268a8 req-3557723f-7744-4967-a1d8-4fa5621b617c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:42.568563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04d3b69e-5cf8-4820-bd26-0ba711c268a8 req-3557723f-7744-4967-a1d8-4fa5621b617c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 947 time: 0.3198264 Mar 02 17:25:42.577306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859', 'mac_address': 'fa:16:3e:b9:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:42.667061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.675072 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.681152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.707869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.732500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bfd237-2be3-4e66-be4a-2cab4fc76859 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:42.770234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:41Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:42.776226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:42.777482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e20d9-0fc2-40ab-aeed-892ad2643637 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:41Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:25:42.782974 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:42.831511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04d3b69e-5cf8-4820-bd26-0ba711c268a8 req-beb0d262-1a37-42d3-aa16-373a025258fe tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620423 Mar 02 17:25:42.890429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:42.901361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-8588ed37-284e-4b81-9f78-72d102203a4e service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700062 Mar 02 17:25:42.955810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:43.071792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:43.141921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d0bfd237-2be3-4e66-be4a-2cab4fc76859'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:43.177047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9eb254-d0e3-4640-ad6c-bff4237e3db7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:43.238105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:43.250389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:43.251129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Network hostable DHCP agents. Network: d4720255-2b9e-47bb-b75e-85f5044439d9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:25:43.316595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7400db3f-34f2-4614-920f-de1022bb16cd req-d876c8e1-b71a-4c72-af0f-72664731aa0a service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049709 Mar 02 17:25:43.318434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Network d4720255-2b9e-47bb-b75e-85f5044439d9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:25:43.331742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d4720255-2b9e-47bb-b75e-85f5044439d9) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:43.337028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:43.338626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:43.347087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96c0b2-51f2-4c9f-b3a4-fd55c0a4696c None None] Network d4720255-2b9e-47bb-b75e-85f5044439d9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:43.376901 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d associated. External IP: 172.25.3.57, port: 523f028e-3c62-4661-a5c4-ca35744f8b15. Mar 02 17:25:43.521082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-56a90d20-55c9-4f80-a610-d8a1794d9788 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5850148 Mar 02 17:25:43.739616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-2e5456e3-4117-4fa0-ab71-5532f612a600 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1095 time: 0.3478568 Mar 02 17:25:43.845914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 39fae169-6215-48b7-864c-3dbbd5adc6f0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:44.067186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb24ef-8637-400f-a26f-2ac89aab18d2 None None] Network d4720255-2b9e-47bb-b75e-85f5044439d9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:44.068069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-03668255-87fa-47c5-b3e3-6adb6029fc0e tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.5099506 Mar 02 17:25:44.070565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-426d8f25-18f3-4021-a22a-4788d72d4ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:44.072272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-426d8f25-18f3-4021-a22a-4788d72d4ac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.3248479 Mar 02 17:25:44.158147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:44.197063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:44.197442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.230538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23669b37-d986-4724-bad2-0f59dac3968d req-2ed7422e-10a4-4684-bd38-3e876f607ff1 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:44.231163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.238755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23669b37-d986-4724-bad2-0f59dac3968d req-2ed7422e-10a4-4684-bd38-3e876f607ff1 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 944 time: 0.3273759 Mar 02 17:25:44.241645 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.267757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.273196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-c0db67bc-7bf0-4a3d-90a7-a10ed468ba1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.1860013 Mar 02 17:25:44.323655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:44.335459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Usage tracker for resource:security_group_rule and tenant:0864a26d74834df9b6ce5b35edf4282c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:44.353959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:44.364383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:44.453057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23669b37-d986-4724-bad2-0f59dac3968d req-6c31a311-f4e3-40cf-9b10-22a62e2922e0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133992 Mar 02 17:25:44.532288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.539854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:44.542049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-2c48d884-8cc2-4339-b2cd-ded771cd87d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:44.547317 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.547543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.559803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-2c48d884-8cc2-4339-b2cd-ded771cd87d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.2757292 Mar 02 17:25:44.568548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Usage tracker for resource:security_group_rule and tenant:911f4a56a5264f7eaba99d72be4b8916 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:44.576131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:25:44.636125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 39fae169-6215-48b7-864c-3dbbd5adc6f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=39fae169-6215-48b7-864c-3dbbd5adc6f0,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:44.643266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.662083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:44.694023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0c0b60-0102-4e40-b74a-df7460be2876,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:44.706606 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a569a91-0262-4833-80cf-fc787ae14bed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0864a26d74834df9b6ce5b35edf4282c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4673226 Mar 02 17:25:44.709548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:44.720501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43298) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:44.825804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:44.869476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:25:44.887087 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:25:44.895134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:44.902898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:44.903866 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:44.965390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-ab390893-1e64-40d5-b709-88d9564dfdc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3895645 Mar 02 17:25:45.024770 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e7cef816-70ea-45fa-9b93-40329bab6c05 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "PUT /v2.0/floatingips/5443a209-92c2-4396-a33d-7152c6ae1a7d HTTP/1.1" status: 200 len: 990 time: 3.8235211 Mar 02 17:25:45.027481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:45.038887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517d3e-4a7b-49b3-8e1d-9c1f7692f0cc req-9745ebef-6906-4d30-a91b-094d2f7f2b6c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:45.047696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93517d3e-4a7b-49b3-8e1d-9c1f7692f0cc req-9745ebef-6906-4d30-a91b-094d2f7f2b6c tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 948 time: 0.3085232 Mar 02 17:25:45.052834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d0bfd237-2be3-4e66-be4a-2cab4fc76859 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:45.121393 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:45.156100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.158013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port d0bfd237-2be3-4e66-be4a-2cab4fc76859 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:45.164612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port d0bfd237-2be3-4e66-be4a-2cab4fc76859 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:45.165280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.193317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.205473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.241642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.295634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de726094-9ca0-4d20-82c2-7499f8635df1 req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2070122 Mar 02 17:25:45.301823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.347150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:45.357813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:45.365419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.487192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:45.511182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93517d3e-4a7b-49b3-8e1d-9c1f7692f0cc req-29ac19e9-e82b-4262-a9ce-1d7a818690f6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615555 Mar 02 17:25:45.526926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:45.533501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-398346674-network', 'tenant_id': '27120726e69e4c3aa6ee3b5161256c22'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:45.541699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:45.552115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Usage tracker for resource:network and tenant:27120726e69e4c3aa6ee3b5161256c22 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:45.557323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:45.565938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:45.579300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Made reservation on behalf of 27120726e69e4c3aa6ee3b5161256c22 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:45.584137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.622109 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'status': 'completed', 'code': 200} Mar 02 17:25:45.631917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.640782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f8eb-68e8-42a5-9c0f-b3b1dfb49d8d tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c0ac8-70ef-4982-a0d6-e33698c3c1ba,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:45.671390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-7243f0db-011e-41d0-8882-b53d26de0ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959734 Mar 02 17:25:45.703225 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:fc:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f1621c-1239-419a-9f63-25708afd2787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:25:42Z', 'revision_number': 1, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:45.708187 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:25:45.709895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 39fae169-6215-48b7-864c-3dbbd5adc6f0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:45.722163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:25:45.722995 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:45.738858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.807972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:45.817620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Usage tracker for resource:security_group_rule and tenant:27120726e69e4c3aa6ee3b5161256c22 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:45.818686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 39fae169-6215-48b7-864c-3dbbd5adc6f0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:45.819268 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.825469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-607a7fda-e2c7-4d31-be32-618c27e0b3e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 1096 time: 0.1535177 Mar 02 17:25:45.826436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:45.836715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:45.868802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0c0b60-0102-4e40-b74a-df7460be2876,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:45.882892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac479784-c381-4a2a-816c-23e77e957b06 req-6e585d4c-f0db-4a84-bcfc-fab3c409f7ef tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:45.884279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac479784-c381-4a2a-816c-23e77e957b06 req-6e585d4c-f0db-4a84-bcfc-fab3c409f7ef tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.3021767 Mar 02 17:25:45.932720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:45.933783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-73db4b73-76ad-477d-affb-1ccbfc8a6f13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac0c0b60-0102-4e40-b74a-df7460be2876 HTTP/1.1" status: 204 len: 168 time: 1.2112925 Mar 02 17:25:46.000644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac479784-c381-4a2a-816c-23e77e957b06 req-ba5061ea-6d09-4e94-bc75-8e50928b51e1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038041 Mar 02 17:25:46.020827 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:25:46.154758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e65dd3a-18e4-4de4-adbc-942f46328d3b req-560b7095-ef36-4f21-9d1c-e42719aaf474 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711547 Mar 02 17:25:46.259833 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859', 'code': 200} Mar 02 17:25:46.342215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.351629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.376800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-3fe5ea87-034b-4458-8cf0-88ad7332c16c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:46.378844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-3fe5ea87-034b-4458-8cf0-88ad7332c16c service neutron] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 923 time: 0.5441816 Mar 02 17:25:46.455757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66bcf805-ce60-4dc3-8a1f-7683c9a4e74c req-8dcef7cd-eb70-46bb-9db1-5c67ff1a0e97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 1100 time: 0.0861540 Mar 02 17:25:46.539248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-db524018-7c73-4de2-85a9-46eb9b26f901 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523f028e-3c62-4661-a5c4-ca35744f8b15 HTTP/1.1" status: 200 len: 998 time: 0.1472788 Mar 02 17:25:46.539779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:25:46.609730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e43f8-3076-4197-aac0-634ab8d10841,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:46.614040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.614390 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Added segment 3f294dba-e038-4506-8898-5fc44d815b5c of type vlan for network 9a2877d5-71c8-4ac6-a8cf-46db226d13a7 Mar 02 17:25:46.645174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbe74aa6-4161-43d5-a4de-6f8e2c33b3d6 req-96709211-f017-4f41-beeb-3cf0e4825b67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3110604 Mar 02 17:25:46.653567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43350) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:46.660589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66bcf805-ce60-4dc3-8a1f-7683c9a4e74c req-868ddc8f-9f55-4720-9d29-036ab5a60bc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971836 Mar 02 17:25:46.666535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-c0de7041-460e-45d2-a657-73602137651d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:46.667949 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-c0de7041-460e-45d2-a657-73602137651d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.1146834 Mar 02 17:25:46.714656 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:fc:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f1621c-1239-419a-9f63-25708afd2787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:25:42Z', 'revision_number': 1, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:25:46.715366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2437-5298-4023-8489-32cfa6a14f25 req-6345ffed-24dd-4845-838e-e9f711154ce0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:46.716493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.717144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d2d2437-5298-4023-8489-32cfa6a14f25 req-6345ffed-24dd-4845-838e-e9f711154ce0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 944 time: 0.1567311 Mar 02 17:25:46.721217 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff99f85-f9a5-4f42-9edf-ea00516ccaa0 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:fc:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f1621c-1239-419a-9f63-25708afd2787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:25:42Z', 'revision_number': 1, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:25:46.779206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.780049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:46.781394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.784893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d2d2437-5298-4023-8489-32cfa6a14f25 req-aecd3616-fea0-4500-b500-e4ab60e915f5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568874 Mar 02 17:25:46.886067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:46.903202 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3746662 Mar 02 17:25:46.904078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:47.054103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d344f524-e07c-42c7-9f24-1c22814e987d details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:47.098115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:47.101867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Usage tracker for resource:security_group_rule and tenant:5d712949132f45a894e562a8b7baa801 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:47.104817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:47.111140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:47.140801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435748-b2ea-4cdf-a2ee-16a1a4838682 req-caebf182-651e-4072-ad9b-f765836b0317 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:47.147870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab435748-b2ea-4cdf-a2ee-16a1a4838682 req-caebf182-651e-4072-ad9b-f765836b0317 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.1593301 Mar 02 17:25:47.186482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.194546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Request body: {'subnet': {'network_id': '9a2877d5-71c8-4ac6-a8cf-46db226d13a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-398346674-subnet', 'tenant_id': '27120726e69e4c3aa6ee3b5161256c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:47.205218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.240255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:47.254543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d712949132f45a894e562a8b7baa801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5959933 Mar 02 17:25:47.264189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab435748-b2ea-4cdf-a2ee-16a1a4838682 req-4c6b11de-f3c2-47d3-ad15-343f4ef4d00d tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147037 Mar 02 17:25:47.267302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43386) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:47.273184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d344f524-e07c-42c7-9f24-1c22814e987d,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:47.280310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14a4e8-f2e4-455e-9061-9556e8aa13f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2877d5-71c8-4ac6-a8cf-46db226d13a7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:47.283577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653696c0-906c-4718-ae5b-f2358827133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9f9c8-dbeb-480c-b93d-b89a8deee5b6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:47.291564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Usage tracker for resource:subnet and tenant:27120726e69e4c3aa6ee3b5161256c22 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:47.302879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:47.307193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 9a2877d5-71c8-4ac6-a8cf-46db226d13a7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:25:47.310368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:47.351951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:47.409554 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.440584 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-9c4fcf21-2314-4675-8f95-bb782f976db3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7638543 Mar 02 17:25:47.443558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Made reservation on behalf of 27120726e69e4c3aa6ee3b5161256c22 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:47.449732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.486637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.556357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43398) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:47.572738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.625916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d344f524-e07c-42c7-9f24-1c22814e987d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:47.660679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d344f524-e07c-42c7-9f24-1c22814e987d,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:47.672794 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.714811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-6c6a7016-ec9a-49dd-8408-2c6d26ed0855 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195115 Mar 02 17:25:47.743395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9651f-43ce-433d-83a6-8cc928a11fd6 req-6dab9ef4-3419-4686-9537-5106499ce73f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:47.751364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e9651f-43ce-433d-83a6-8cc928a11fd6 req-6dab9ef4-3419-4686-9537-5106499ce73f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1866026 Mar 02 17:25:47.757395 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.779796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:47.792346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9f9c8-dbeb-480c-b93d-b89a8deee5b6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:47.818932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:47.824790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e9651f-43ce-433d-83a6-8cc928a11fd6 req-069fb854-63f2-4c20-943f-8cee79196dc6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719576 Mar 02 17:25:47.830794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:47.831825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-596b484d-5a70-4e2f-9d9a-448f1a2731be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebc9f9c8-dbeb-480c-b93d-b89a8deee5b6 HTTP/1.1" status: 204 len: 168 time: 0.5621676 Mar 02 17:25:47.935847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-f8109a8c-ce67-4965-963e-98f1dc204be0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3771889 Mar 02 17:25:47.991067 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d1b6fff4-0a57-4586-8b54-42b5340a933b req-e553d8e2-185c-4db0-a09b-e7732ab8d8fd service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089939 Mar 02 17:25:48.175694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de90ee-2530-45e8-ad23-6664e3c2c4a8 req-c611659a-93d6-4621-9ca2-d7896ae33fd7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:48.177235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52de90ee-2530-45e8-ad23-6664e3c2c4a8 req-c611659a-93d6-4621-9ca2-d7896ae33fd7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 945 time: 0.1353047 Mar 02 17:25:48.194214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.203511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d344f524-e07c-42c7-9f24-1c22814e987d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:48.237453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52de90ee-2530-45e8-ad23-6664e3c2c4a8 req-d23b0518-daf2-4c9b-9b3b-1b698548a783 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Mar 02 17:25:48.277362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ac8ffd-ec88-439c-91a7-ab91778330c0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:48.339854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1577636941-network', 'tenant_id': '43515614b33f4be8ba8b15098d63c062'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:48.350984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:48.361749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Usage tracker for resource:network and tenant:43515614b33f4be8ba8b15098d63c062 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:48.371486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:48.375749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Checking segment: {'id': '3f294dba-e038-4506-8898-5fc44d815b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a2877d5-71c8-4ac6-a8cf-46db226d13a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:48.379088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Network hostable DHCP agents. Network: 9a2877d5-71c8-4ac6-a8cf-46db226d13a7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:25:48.394041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:48.429152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Made reservation on behalf of 43515614b33f4be8ba8b15098d63c062 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:48.429549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Network 9a2877d5-71c8-4ac6-a8cf-46db226d13a7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:25:48.435987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.447083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:48.465716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 9a2877d5-71c8-4ac6-a8cf-46db226d13a7) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:48.471054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:48.471632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.475259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.482097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367c2cc-88a9-4231-ba49-2372709a08fa None None] Network 9a2877d5-71c8-4ac6-a8cf-46db226d13a7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:48.531626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-68a04b42-2e09-4ef5-bc94-c2f3cf7f87f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3430562 Mar 02 17:25:48.548261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43440) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:48.586383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:48.592414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:43515614b33f4be8ba8b15098d63c062 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:48.595927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:48.603430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:48.607004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.645716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0fc6-d3d1-4574-8d08-9bfdda5d4ad4 req-c73eca93-8f9e-47ea-a21b-87224c547ba6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:48.647221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-180a0fc6-d3d1-4574-8d08-9bfdda5d4ad4 req-c73eca93-8f9e-47ea-a21b-87224c547ba6 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.1295736 Mar 02 17:25:48.687376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:48.693436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Usage tracker for resource:security_group_rule and tenant:3dadbf36b04a40a0842781ff7437d576 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:48.697956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:48.707248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:48.736961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-180a0fc6-d3d1-4574-8d08-9bfdda5d4ad4 req-16e6afec-5953-4ac1-acc6-9d4aef675b96 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827620 Mar 02 17:25:48.743697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.750701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.787863 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.832969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:25:48.877418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017de3ce-cfb4-470b-87c5-c89a28c061ea,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:48.889142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.889142 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Added segment f0db4ea3-8c9d-480d-bef9-a39a7fc88739 of type vlan for network 027b9d32-0bde-48b9-9eac-5ae95406955f Mar 02 17:25:48.956318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:48.974332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede52e09-bf99-4d3e-aba5-8588a33d1a6c None None] Network 9a2877d5-71c8-4ac6-a8cf-46db226d13a7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:49.003189 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a99c1f8c-6425-453e-8f79-a398ae505d36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8bc241e94bb45649e99b0cd96eb9db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5550454 Mar 02 17:25:49.005998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43454) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:49.051018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.058454 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.122931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ad476-8a9f-4cc9-967f-6384f2f80253,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:49.141857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21975a6f-8572-40cd-906d-34f621f3d01b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dadbf36b04a40a0842781ff7437d576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5899298 Mar 02 17:25:49.144987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43468) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:49.251322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.265763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.266721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:49.267292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.319167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.351966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153814dc-4334-4df2-b24b-4e7af2f4d433 None None] New status for floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:25:49.381737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.416262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.429450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ad476-8a9f-4cc9-967f-6384f2f80253,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:49.463129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=027b9d32-0bde-48b9-9eac-5ae95406955f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:49.465979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-acc9029b-108d-41d1-beca-f736d5f4a4b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6403220 Mar 02 17:25:49.475144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:49.477177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.480617 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fc8c6fb2-6d14-4f71-b1a2-3d0df6e3c2b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f5ad476-8a9f-4cc9-967f-6384f2f80253 HTTP/1.1" status: 204 len: 168 time: 0.3324132 Mar 02 17:25:49.499290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Request body: {'subnet': {'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1577636941-subnet', 'tenant_id': '43515614b33f4be8ba8b15098d63c062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:49.515048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:49.518534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.542973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e4c1c-537d-42d2-b34b-555963e80db7 req-7f5f71ab-cf73-4cd8-b010-1b80b77743fe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:49.544491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-846e4c1c-537d-42d2-b34b-555963e80db7 req-7f5f71ab-cf73-4cd8-b010-1b80b77743fe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.4393511 Mar 02 17:25:49.552729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Usage tracker for resource:subnet and tenant:43515614b33f4be8ba8b15098d63c062 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:49.561610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:49.610759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:49.614776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 027b9d32-0bde-48b9-9eac-5ae95406955f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:25:49.621370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f16-e8f6-41a3-a1c4-2d595c7462be req-d7386dfa-bc2f-42cf-86e5-d3a36e42fcd2 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:49.622836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-064e3f16-e8f6-41a3-a1c4-2d595c7462be req-d7386dfa-bc2f-42cf-86e5-d3a36e42fcd2 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.2534931 Mar 02 17:25:49.662008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Made reservation on behalf of 43515614b33f4be8ba8b15098d63c062 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:49.664303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.682219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-846e4c1c-537d-42d2-b34b-555963e80db7 req-e9ef1886-8f42-40e9-9008-63a21f6ac25d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270037 Mar 02 17:25:49.855116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.904642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-064e3f16-e8f6-41a3-a1c4-2d595c7462be req-2f300eee-d657-4c34-85bb-dd50fd4bf3ed tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715025 Mar 02 17:25:49.908064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd4e4c-caf9-404c-b6c1-526a444c4039,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:49.958133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:49.960959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-43d8aad8-1446-4307-bb7f-89f67206506e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66bd4e4c-caf9-404c-b6c1-526a444c4039 HTTP/1.1" status: 204 len: 168 time: 0.9541078 Mar 02 17:25:50.209160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:50.387745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81330d-89d8-4c22-aebc-2421d5420ebf req-314f666a-fb5e-46f7-a7a9-c186dacdb712 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:50.387745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c81330d-89d8-4c22-aebc-2421d5420ebf req-314f666a-fb5e-46f7-a7a9-c186dacdb712 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 945 time: 0.3052552 Mar 02 17:25:50.388153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc429cb-f30e-4542-b79c-10604d5c97e6,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:50.470817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43510) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:50.493036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-1982b103-a03c-4f5f-aa58-e5d53dce2c73 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:50.493547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-1982b103-a03c-4f5f-aa58-e5d53dce2c73 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:50.500165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Checking segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:50.500503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Network hostable DHCP agents. Network: 027b9d32-0bde-48b9-9eac-5ae95406955f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:25:50.521913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c81330d-89d8-4c22-aebc-2421d5420ebf req-a84b492b-91f4-460e-9a2a-df252bb0b5cc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243625 Mar 02 17:25:50.535523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-1982b103-a03c-4f5f-aa58-e5d53dce2c73 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:50.536579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-1982b103-a03c-4f5f-aa58-e5d53dce2c73 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.3231199 Mar 02 17:25:50.544231 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-354364c6-16bd-47a6-92a4-84c8f74c3d9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d31bd94328b44ea950c729d143301f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678980 Mar 02 17:25:50.544425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Network 027b9d32-0bde-48b9-9eac-5ae95406955f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:25:50.544903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:50.563954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-50f019b7-a435-45c4-a195-c02b4fff29b8 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/quotas/db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 375 time: 0.0141098 Mar 02 17:25:50.568003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 027b9d32-0bde-48b9-9eac-5ae95406955f) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:50.577219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e6513-3ecc-4344-a405-9ef5252aa21a None None] Network 027b9d32-0bde-48b9-9eac-5ae95406955f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:50.632023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:50.632621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:50.672643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-37fa8cff-b088-411a-8e92-7b2aa3a02c9a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006622 Mar 02 17:25:50.676577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:50.706308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4c5ad567-115c-4d35-a0ad-0569611b01e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2286046 Mar 02 17:25:50.770823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:50.850158 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-46735c7c-7d67-4971-9bf5-73b28dc6d586 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.1466184 Mar 02 17:25:50.975370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:50.977949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bdba81-2b24-473a-9bd4-38d60351d069 None None] Network 027b9d32-0bde-48b9-9eac-5ae95406955f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:25:51.005013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b2e11-dbf9-4e80-be04-e3e20223117c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:51.026367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:51.026367 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9f2bf6c6-a3ff-4958-a614-b7da424dffd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f26b2e11-dbf9-4e80-be04-e3e20223117c HTTP/1.1" status: 204 len: 168 time: 0.4701889 Mar 02 17:25:51.088887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d344f524-e07c-42c7-9f24-1c22814e987d up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:25:51.090199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-25ad2ed0-3577-4948-8db9-29bd8454c530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:51.091736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-25ad2ed0-3577-4948-8db9-29bd8454c530 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2323456 Mar 02 17:25:51.196013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-ef1bc5ad-1c70-481a-86a3-35665377f4e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.0908382 Mar 02 17:25:51.223750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3accd2-eef3-4993-b47b-575f94957302 req-0de72d24-16b8-4872-b190-cfd4ff77caab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:51.225471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc3accd2-eef3-4993-b47b-575f94957302 req-0de72d24-16b8-4872-b190-cfd4ff77caab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1092839 Mar 02 17:25:51.260189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-7d1b348f-bed5-437c-8183-81701fc86af1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:25:51.268943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-7d1b348f-bed5-437c-8183-81701fc86af1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4500256 Mar 02 17:25:51.303536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-42d703e7-b7ac-4f35-817b-e34af915dc6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:51.305272 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-42d703e7-b7ac-4f35-817b-e34af915dc6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0913758 Mar 02 17:25:51.439962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-382c0d29-545a-40a3-a3bc-1da77090892a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181970 Mar 02 17:25:51.469897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc3accd2-eef3-4993-b47b-575f94957302 req-d61b4930-3385-4253-a6d7-dc1951c48a72 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369101 Mar 02 17:25:51.481430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port d344f524-e07c-42c7-9f24-1c22814e987d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:25:51.502385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port d344f524-e07c-42c7-9f24-1c22814e987d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:25:51.502385 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:51.523083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-daf91a41-5319-43a3-aff0-ad3f55f0406a service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520547 Mar 02 17:25:51.677199 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-35247372-ea0e-4aa8-a021-114b7f42e98f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259972 Mar 02 17:25:51.719372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:51.761544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-baf18fe1-6005-4c85-8675-6dd8803298e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353790 Mar 02 17:25:51.762031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:51.773498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d344f524-e07c-42c7-9f24-1c22814e987d,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:51.781545 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:51.875403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:51.924085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb8115-984a-4cd4-a780-80a4c274b0ba req-001a83f7-48ed-4b64-9451-3c2985ab4e49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:51.925534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11fb8115-984a-4cd4-a780-80a4c274b0ba req-001a83f7-48ed-4b64-9451-3c2985ab4e49 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.1747515 Mar 02 17:25:51.999005 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-f3d982f5-374d-46c3-8dd1-6b6cdd0d36ed service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093729 Mar 02 17:25:52.030402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11fb8115-984a-4cd4-a780-80a4c274b0ba req-f43f77cc-4936-4776-94d0-9f027dd6a4af tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Mar 02 17:25:52.290615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66a574-1344-4be2-bdfb-5990fea74c59 req-dc8611c7-6ef1-4db3-96d4-d6b65664e5fc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:52.298286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b66a574-1344-4be2-bdfb-5990fea74c59 req-dc8611c7-6ef1-4db3-96d4-d6b65664e5fc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1174147 Mar 02 17:25:52.359508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b66a574-1344-4be2-bdfb-5990fea74c59 req-e8cd09f8-c96c-4d74-a99e-7b2ded279984 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Mar 02 17:25:52.455635 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'code': 200} Mar 02 17:25:52.748227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcf325ef-1d5d-46d3-8528-0709db80f159 req-5a3027e8-e2a5-4534-b163-267a8010f4ed tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 210 time: 0.1382613 Mar 02 17:25:52.813267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-dd510ba4-f2c2-4cac-a881-9980c019397a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:52.814617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-dd510ba4-f2c2-4cac-a881-9980c019397a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:52.869986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-dd510ba4-f2c2-4cac-a881-9980c019397a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:52.871463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-dd510ba4-f2c2-4cac-a881-9980c019397a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.3852229 Mar 02 17:25:52.915922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f353821-3152-481e-965a-69e7232936ce req-25e7c7da-a764-40d7-acaa-f2b0896611a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.3045905 Mar 02 17:25:52.966701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-2cc02953-7e79-4d0b-ad2b-ab018bfb2238 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/quotas/43515614b33f4be8ba8b15098d63c062 HTTP/1.1" status: 200 len: 375 time: 0.0873466 Mar 02 17:25:52.989623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-8bb5a460-b46a-48d5-a81e-1293d5416604 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:52.992394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-8bb5a460-b46a-48d5-a81e-1293d5416604 tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.3044198 Mar 02 17:25:53.158917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-ae6afbfa-232e-4c26-857d-36a937f167ac tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1851227 Mar 02 17:25:53.197596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f353821-3152-481e-965a-69e7232936ce req-5b69fe80-3eaf-4f22-b355-15606a3ed9f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675607 Mar 02 17:25:53.280598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Deleting port d0bfd237-2be3-4e66-be4a-2cab4fc76859 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:25:53.280935 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:53.324047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68b5d-053e-42f4-8119-dae2dbe18e42 req-66031ec9-8bb8-46cb-8b1f-71a2525162dd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:53.328893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfe68b5d-053e-42f4-8119-dae2dbe18e42 req-66031ec9-8bb8-46cb-8b1f-71a2525162dd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.4532952 Mar 02 17:25:53.453659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-c6d2dae4-cdcc-4bc0-a247-4385b676fce9 service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834392 Mar 02 17:25:53.512052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfe68b5d-053e-42f4-8119-dae2dbe18e42 req-9390cf7f-83e8-4bf3-8d29-6f47beda2b01 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775987 Mar 02 17:25:53.721068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-2851b304-e571-4434-9621-293fdfae6005 service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566583 Mar 02 17:25:53.722994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] For port d0bfd237-2be3-4e66-be4a-2cab4fc76859, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d0bfd237-2be3-4e66-be4a-2cab4fc76859,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:53.723500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:53.988272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Calling delete_port for d0bfd237-2be3-4e66-be4a-2cab4fc76859 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:25:54.070039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-49d0ec2b-29e8-43e4-8c6d-1028042701ec tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:54.073661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-49d0ec2b-29e8-43e4-8c6d-1028042701ec tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.3194528 Mar 02 17:25:54.111560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Request body: {'port': {'device_id': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'admin_state_up': True, 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:54.142213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9104cb-6252-433c-958d-9ef6b129aa5f req-dc60527f-d34c-4d43-afae-8e58ceb041de tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:54.143843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d9104cb-6252-433c-958d-9ef6b129aa5f req-dc60527f-d34c-4d43-afae-8e58ceb041de tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 949 time: 0.2737110 Mar 02 17:25:54.273590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d9104cb-6252-433c-958d-9ef6b129aa5f req-a150d3de-1deb-4d68-928f-c8af2844b37d tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/security-groups?id=526eead6-0e85-43ad-bfbe-d84c36ecff81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863347 Mar 02 17:25:54.276124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:54.291640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d0bfd237-2be3-4e66-be4a-2cab4fc76859'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:25:54.292659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:54.299638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Usage tracker for resource:port and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:54.303589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:54.311360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:54.328193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:54.332362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:54.411415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Pushing event deleted for resources: {'Port': ['ID=d0bfd237-2be3-4e66-be4a-2cab4fc76859,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:54.552944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-029c391f-3c18-46ef-a8b7-f8c9a2a44825 req-60ba688f-155c-4f81-ba14-1983cc159dc8 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 210 time: 0.1111345 Mar 02 17:25:54.578652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] No DVR routers for this DVR port d0bfd237-2be3-4e66-be4a-2cab4fc76859 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:25:54.589523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:54.599763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Allocated IP 172.20.0.11 (d4720255-2b9e-47bb-b75e-85f5044439d9/7b9eb254-d0e3-4640-ad6c-bff4237e3db7/171c7406-82e2-425a-b332-367c30420f27) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:54.603281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'name': 'network-vif-deleted', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:54.651445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70c8078d-a044-4c2d-8ebd-773a64783524 req-ab9b589d-ce39-4a1a-a79e-d1f5bfb130dc tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.35 "DELETE /v2.0/ports/d0bfd237-2be3-4e66-be4a-2cab4fc76859 HTTP/1.1" status: 204 len: 173 time: 1.6221032 Mar 02 17:25:54.699017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e3501-eee6-4b10-845b-34988b80d9ba req-0de600b1-2f7d-46e6-b9f2-f613919844df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:54.708464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e3e3501-eee6-4b10-845b-34988b80d9ba req-0de600b1-2f7d-46e6-b9f2-f613919844df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.3554807 Mar 02 17:25:54.798670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1dbb93a-84aa-494c-abbc-b201e64de9ff req-b8716280-f107-4d91-8d3a-49a13744c3ad tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 210 time: 0.0517235 Mar 02 17:25:54.811007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e3e3501-eee6-4b10-845b-34988b80d9ba req-e1ff6583-369e-4084-929f-e508ca1a20ed tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015990 Mar 02 17:25:54.904739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:54.944636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:55.031056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Network d4720255-2b9e-47bb-b75e-85f5044439d9 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:55.035004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:55.039451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:55.043483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:55.046610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:55.055581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:55.071258 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-b292919f-8dab-47c2-8118-8c571775da21 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641435 Mar 02 17:25:55.095571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Request body: {'port': {'device_id': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:55.102309 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a', 'name': 'network-vif-deleted', 'tag': 'd0bfd237-2be3-4e66-be4a-2cab4fc76859', 'status': 'completed', 'code': 200} Mar 02 17:25:55.192387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d2e-8c63-4fe9-9a4f-c1fe7f778c81 req-f9a49684-5947-4c75-803d-82c432a9f3ab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:55.194036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1552d2e-8c63-4fe9-9a4f-c1fe7f778c81 req-f9a49684-5947-4c75-803d-82c432a9f3ab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.0793715 Mar 02 17:25:55.214521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:55.247268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1552d2e-8c63-4fe9-9a4f-c1fe7f778c81 req-57c99ea9-49f0-48a5-bb0f-082cb734ce21 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Mar 02 17:25:55.462867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-02e5cb3c-6e37-4326-9669-0d8c2b048849 req-03875def-62a7-4142-89f5-4287c1c6e4fb tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Synchronizing usage tracker for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:55.481308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-02e5cb3c-6e37-4326-9669-0d8c2b048849 req-03875def-62a7-4142-89f5-4287c1c6e4fb tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] Unset dirty status for tenant:7194283af6d942d59895068b2cd2eae5 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:55.482436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02e5cb3c-6e37-4326-9669-0d8c2b048849 req-03875def-62a7-4142-89f5-4287c1c6e4fb tempest-DeleteServersAdminTestJSON-958047988 tempest-DeleteServersAdminTestJSON-958047988-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4dcb247-a86d-4774-a4ee-4b99c4b4ce2a HTTP/1.1" status: 200 len: 210 time: 0.0707381 Mar 02 17:25:55.669817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171c7406-82e2-425a-b332-367c30420f27 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:55.679146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:55.706412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Transition to ACTIVE for port object 171c7406-82e2-425a-b332-367c30420f27 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:55.719031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:55.879649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:55.916966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-d2402565-7a3c-43ad-b5ab-ad64fc6f783f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:55.918724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-d2402565-7a3c-43ad-b5ab-ad64fc6f783f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.3814273 Mar 02 17:25:55.948370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Request body: {'port': {'device_id': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'admin_state_up': True, 'tenant_id': '43515614b33f4be8ba8b15098d63c062'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:55.951209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:55.951656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:55.952128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:55.959594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:55.960006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:55.993965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:55.994486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:55.995422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:55.996018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Bound port: 171c7406-82e2-425a-b332-367c30420f27, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:55.996801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:56.027322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f759a88-8d94-447f-a550-2b34ef326b8f req-2b38a727-c048-4cd4-983e-c302b8b3be67 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:56.028793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f759a88-8d94-447f-a550-2b34ef326b8f req-2b38a727-c048-4cd4-983e-c302b8b3be67 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.2836370 Mar 02 17:25:56.117203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:56.121324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:56.125743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:56.130659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9f759a88-8d94-447f-a550-2b34ef326b8f req-1f8247a9-d6c1-4630-8f83-a90aa055c0b7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:56.145356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:56.183560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:56.184924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] 10.222.0.50 "PUT /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 1092 time: 1.0947454 Mar 02 17:25:56.185361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'tag': '171c7406-82e2-425a-b332-367c30420f27'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:56.193124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Usage tracker for resource:port and tenant:43515614b33f4be8ba8b15098d63c062 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:56.201835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:56.211617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9f759a88-8d94-447f-a550-2b34ef326b8f req-1f8247a9-d6c1-4630-8f83-a90aa055c0b7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:56.213014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f759a88-8d94-447f-a550-2b34ef326b8f req-1f8247a9-d6c1-4630-8f83-a90aa055c0b7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667671 Mar 02 17:25:56.214733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:56.220409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454487f9-fe1d-4cdb-9710-8bd642ebb35c service neutron] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:56.231753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Made reservation on behalf of 43515614b33f4be8ba8b15098d63c062 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:25:56.235459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:56.314230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8df5-5b15-4e70-bac4-e5c9d81986e0 req-145d4737-7db8-4207-a26e-441ecff4b6f2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:56.315802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-132b8df5-5b15-4e70-bac4-e5c9d81986e0 req-145d4737-7db8-4207-a26e-441ecff4b6f2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1717415 Mar 02 17:25:56.398239 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-86be11b1-5605-4cc5-be11-13323808e0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1095 time: 0.1322451 Mar 02 17:25:56.421183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f30d4346-1ada-48d8-b64d-65c5695fc271 req-587d6f45-121a-4b35-aab7-4490c07aeb2d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 210 time: 0.0733182 Mar 02 17:25:56.471734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-132b8df5-5b15-4e70-bac4-e5c9d81986e0 req-46bc79e4-33f5-4577-8dc3-16a13e9342c9 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427546 Mar 02 17:25:56.493661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-a3a01e10-2e4a-4ea6-beba-afe3ddf63c25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.0765440 Mar 02 17:25:56.502750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Allocated IP 172.20.0.3 (027b9d32-0bde-48b9-9eac-5ae95406955f/cfc429cb-f30e-4542-b79c-10604d5c97e6/e8efaa05-0af4-457b-bea1-63b58d702c80) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:56.580104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-45a480a5-b61c-49db-9ec8-4acf10cdb4d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:56.585103 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-45a480a5-b61c-49db-9ec8-4acf10cdb4d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0856197 Mar 02 17:25:56.632390 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'tag': '171c7406-82e2-425a-b332-367c30420f27', 'status': 'completed', 'code': 200} Mar 02 17:25:56.638648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-6e82b228-bde6-4ea7-b753-b158d4293e8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456667 Mar 02 17:25:56.774293 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-5cae6023-473f-4b7e-8797-a29577968e7f service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254902 Mar 02 17:25:56.906806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:56.915823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6f2481e-df31-46ee-be5a-90fe57cf6996 req-a664e040-f366-479d-b3b7-5a017010ae49 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306112 Mar 02 17:25:56.945769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-ac64e3c5-fe15-42b7-9b5b-779429cd241d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2781508 Mar 02 17:25:56.957346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c998-0181-44e9-b90d-5b2db4868b27 req-a6483da0-7ca9-41e5-b383-f2cfaa7bae84 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:56.958766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d98c998-0181-44e9-b90d-5b2db4868b27 req-a6483da0-7ca9-41e5-b383-f2cfaa7bae84 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2042692 Mar 02 17:25:56.965498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:56.975751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:56.996676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Usage tracker for resource:floatingip and tenant:821698cd5eeb45628d5916759221168f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:57.003141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:57.017013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:57.022460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:57.085750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d98c998-0181-44e9-b90d-5b2db4868b27 req-b687f3ba-01bb-4a7c-9bda-29670439d343 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152599 Mar 02 17:25:57.086864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d0bfd237-2be3-4e66-be4a-2cab4fc76859 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:25:57.090837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:57.132041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Network 027b9d32-0bde-48b9-9eac-5ae95406955f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:57.135901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: d0bfd237-2be3-4e66-be4a-2cab4fc76859 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:25:57.136200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:57.136671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d0bfd237-2be3-4e66-be4a-2cab4fc76859 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:25:57.145557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-4b963174-a0c3-4ca7-87c9-a46d4adee36e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1095 time: 0.0936832 Mar 02 17:25:57.186565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:57.190494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:57.191199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:57.196046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:57.228713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-e0bc2907-abdc-4c21-809c-621971f46e86 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872434 Mar 02 17:25:57.240324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Request body: {'port': {'device_id': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:25:57.301197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-76f6adef-2f5b-4973-9ce1-e6dd553c597c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:57.302904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-76f6adef-2f5b-4973-9ce1-e6dd553c597c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1496496 Mar 02 17:25:57.394067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:57.406426 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-352b9595-e813-468d-bef1-890d946962cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.0926213 Mar 02 17:25:57.444977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:57.525121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-765caf1c-630b-4814-b9d6-0300fcd26b96 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:57.528901 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-765caf1c-630b-4814-b9d6-0300fcd26b96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1113508 Mar 02 17:25:57.592729 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-71c20bc2-0c29-4129-91a7-df8a3ada55be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580001 Mar 02 17:25:57.720522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:57.790874 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-8335a4a1-63fa-4ed5-b753-c0a9876a0b45 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864901 Mar 02 17:25:57.861345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43742) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:57.874951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Allocated IP 172.25.3.144 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:25:57.956589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b043ff90-4cff-4858-b7a0-8bc4cbcbce33 req-6873ee84-fe40-48cd-bfa9-c57b8a8c5447 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538999 Mar 02 17:25:57.981914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.016871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:58.020752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Usage tracker for resource:security_group_rule and tenant:16bafd23157e46ad902277ddeb1ebd9b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:58.023729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:58.029547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:58.040918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.077406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb992-5129-44cf-b71a-d7198c4532e1 req-f1cbe07e-8da0-4747-90e4-f64fab9ddf59 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:58.078885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df4eb992-5129-44cf-b71a-d7198c4532e1 req-f1cbe07e-8da0-4747-90e4-f64fab9ddf59 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.4071250 Mar 02 17:25:58.100035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.103986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.149903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353b7a8-545c-44df-a5c2-ca7b1f212232,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.155781 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-efb30837-a622-45f3-b83a-48647638ede3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16bafd23157e46ad902277ddeb1ebd9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4336698 Mar 02 17:25:58.157881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:58.190256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:58.216009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Usage tracker for resource:security_group_rule and tenant:58a1aa29ea524d2887ced9b882111853 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:58.220915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.229778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:58.234909 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.248378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.249832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:58.260104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8efaa05-0af4-457b-bea1-63b58d702c80 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:25:58.275492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.283137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df4eb992-5129-44cf-b71a-d7198c4532e1 req-1f473361-a465-412c-87ac-bd9509a2a553 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870337 Mar 02 17:25:58.320407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.329401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Transition to ACTIVE for port object e8efaa05-0af4-457b-bea1-63b58d702c80 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:25:58.339216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.346490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353b7a8-545c-44df-a5c2-ca7b1f212232,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.351445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.352817 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84d3a992-66b7-49f6-a743-43327d5c773f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1353b7a8-545c-44df-a5c2-ca7b1f212232 HTTP/1.1" status: 204 len: 168 time: 0.1940606 Mar 02 17:25:58.453314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.472689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.473857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.528418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.617842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:25:58.640585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:25:58.654279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:25:58.706880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event updated for resources: {'Port': ['ID=6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.708803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811647b-6ab4-43c0-a147-5b69a87a163c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.718393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43762) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:58.726527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-029dc3bb-0ba9-4458-9079-6cbce3197f7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58a1aa29ea524d2887ced9b882111853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8565109 Mar 02 17:25:58.732924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43766) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:58.736117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.770762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:25:58.774537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Usage tracker for resource:security_group_rule and tenant:944e7669442c4b32a396d3d2fb8a73c3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:25:58.777307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:25:58.783591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:25:58.854058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.858801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.859182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-a4d5a258-2ab3-4034-97f6-b9c85158973e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:58.859660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-a4d5a258-2ab3-4034-97f6-b9c85158973e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:58.882785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Attempting to bind port e8efaa05-0af4-457b-bea1-63b58d702c80 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:25:58.883116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Attempting to bind port e8efaa05-0af4-457b-bea1-63b58d702c80 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:25:58.883444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Attempting to bind port e8efaa05-0af4-457b-bea1-63b58d702c80 on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:58.908464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b944982-d007-418d-8684-c10e09fd432a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:58.909591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-a4d5a258-2ab3-4034-97f6-b9c85158973e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:58.910763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-a4d5a258-2ab3-4034-97f6-b9c85158973e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 943 time: 0.3896289 Mar 02 17:25:58.912159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Port e8efaa05-0af4-457b-bea1-63b58d702c80 on network 027b9d32-0bde-48b9-9eac-5ae95406955f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:25:58.912420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Attempting to bind port e8efaa05-0af4-457b-bea1-63b58d702c80 on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:25:58.914492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:58.916529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7253bd51-2451-4540-b249-64ff6849ce5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=944e7669442c4b32a396d3d2fb8a73c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1985431 Mar 02 17:25:58.917095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:25:58.980412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.007398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.038280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:25:59.039022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Checking segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:25:59.039022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Bound using segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:25:59.039435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Bound port: e8efaa05-0af4-457b-bea1-63b58d702c80, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:25:59.039779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.052663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.057954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.062976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.084935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b944982-d007-418d-8684-c10e09fd432a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:59.088483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.089577 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8f9e52d6-c666-4696-8b7d-2285f2476198 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b944982-d007-418d-8684-c10e09fd432a HTTP/1.1" status: 204 len: 168 time: 0.1716061 Mar 02 17:25:59.181861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-7863b271-8071-46b9-946c-c0748c033133 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:25:59.226557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.283687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-7863b271-8071-46b9-946c-c0748c033133 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:25:59.284841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de1f6d0c-1351-494e-baf4-29f9c4c2bed7 req-7863b271-8071-46b9-946c-c0748c033133 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154154 Mar 02 17:25:59.292107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:25:59.309762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:25:59.314903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.326403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.438891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811647b-6ab4-43c0-a147-5b69a87a163c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:59.533614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.534995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] 10.222.0.35 "PUT /v2.0/ports/e8efaa05-0af4-457b-bea1-63b58d702c80 HTTP/1.1" status: 200 len: 1091 time: 2.2987111 Mar 02 17:25:59.543057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:25:59.578165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc195-90b7-4589-b1cd-cb07ca212933 service neutron] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:59.634424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.635568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8c5d5a2-32da-430c-9c09-ba3f7402b102 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d811647b-6ab4-43c0-a147-5b69a87a163c HTTP/1.1" status: 204 len: 168 time: 0.9005098 Mar 02 17:25:59.786506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2e7c-c2da-4318-85da-4d9186b52051 req-78ba80f5-7d2c-4a8f-ae72-2eda4c2d7455 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:25:59.787979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dec2e7c-c2da-4318-85da-4d9186b52051 req-78ba80f5-7d2c-4a8f-ae72-2eda4c2d7455 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.3372829 Mar 02 17:25:59.790611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.798252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 171c7406-82e2-425a-b332-367c30420f27 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:25:59.803020 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.880476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-4fa2819e-bcf6-4f36-b879-c870d65b3322 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 1094 time: 0.2893484 Mar 02 17:25:59.944920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:25:59.976996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:25:59.989119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event updated for resources: {'Port': ['ID=6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:25:59.996251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-20229d22-e6bf-4bfc-bd0c-16d7ab19478c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8efaa05-0af4-457b-bea1-63b58d702c80 HTTP/1.1" status: 200 len: 217 time: 0.1022577 Mar 02 17:25:59.996452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '171c7406-82e2-425a-b332-367c30420f27', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'port_id': '171c7406-82e2-425a-b332-367c30420f27', 'mac_address': 'fa:16:3e:7b:c9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9eb254-d0e3-4640-ad6c-bff4237e3db7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:25:59.998648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dec2e7c-c2da-4318-85da-4d9186b52051 req-aa58dd29-2f8d-4b97-83c5-4d79f3cd9681 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992552 Mar 02 17:26:00.000121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.006799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-e6f4be1b-6012-440b-9608-8dd00f9ed44d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0460484 Mar 02 17:26:00.091151 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.114427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171c7406-82e2-425a-b332-367c30420f27 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:00.134350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:00.140976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.143886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:00.169144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.190843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-633ae1c6-caf0-4450-9b42-e75da2f2e81e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:00.235524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:00.286196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-633ae1c6-caf0-4450-9b42-e75da2f2e81e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:00.286862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:00.291037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-633ae1c6-caf0-4450-9b42-e75da2f2e81e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.2834377 Mar 02 17:26:00.291528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Usage tracker for resource:security_group_rule and tenant:e3028797a9fa4ec7bbc4a1bca2a11d5d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:00.294421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:00.301047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:00.304135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-bfaa0c39-7bcc-4afa-888f-eac62fe90def service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:00.305544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-bfaa0c39-7bcc-4afa-888f-eac62fe90def service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.2962463 Mar 02 17:26:00.381881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.385970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.436282 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3028797a9fa4ec7bbc4a1bca2a11d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2910137 Mar 02 17:26:00.441036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:00.447424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-34c6e8f0-3cb6-45d2-b3a9-415044b95809 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196518 Mar 02 17:26:00.471639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4427455-373e-4388-a858-e30137e0ff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060abf0a-9600-4eec-a939-2e2ca0515b29,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:00.522411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.551606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.617117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['171c7406-82e2-425a-b332-367c30420f27'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:00.618647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-fa228dfe-fb49-40b8-bb57-980bd06ce93b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:00.619834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.625389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-fa228dfe-fb49-40b8-bb57-980bd06ce93b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3326747 Mar 02 17:26:00.634758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab2d9-bf8b-48d2-8b7f-aa3134e35a54 req-fefc3003-86df-41a0-9e32-fb5f205a0134 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:00.642565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ffab2d9-bf8b-48d2-8b7f-aa3134e35a54 req-fefc3003-86df-41a0-9e32-fb5f205a0134 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.4044821 Mar 02 17:26:00.648213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:00.654674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/060abf0a-9600-4eec-a939-2e2ca0515b29 HTTP/1.1" status: 204 len: 168 time: 0.2072875 Mar 02 17:26:00.655589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-b97a6e7a-b0d4-4a34-bcc0-0df118721796 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:26:00.655933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76846759-bbaf-434e-acc1-11ec9cd8c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060abf0a-9600-4eec-a939-2e2ca0515b29,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:00.667707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90c8a746-4ddb-4fdc-a339-94294ef0fa9f req-b97a6e7a-b0d4-4a34-bcc0-0df118721796 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0414009 Mar 02 17:26:00.756500 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'status': 'completed', 'code': 200} Mar 02 17:26:00.770434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-c45860e4-3302-44cb-a94e-ec77a5f58d77 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137701 Mar 02 17:26:00.787188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ffab2d9-bf8b-48d2-8b7f-aa3134e35a54 req-0d00d459-0841-4af8-b959-6236dc9d4659 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436405 Mar 02 17:26:01.074727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a87f05b-0727-4e70-8367-d90667fae4a8 req-765b2ea1-bc3d-4e82-b829-c3b6bb44384e service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861607 Mar 02 17:26:01.211022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e97be3-48ba-486a-855e-c15d23e2037d req-4574096a-34ef-4867-a39c-e471437a684d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:01.218205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17e97be3-48ba-486a-855e-c15d23e2037d req-4574096a-34ef-4867-a39c-e471437a684d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 943 time: 0.2701385 Mar 02 17:26:01.294178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-ae761115-28ed-4768-aefd-40f28fff7c17 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:01.296267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-ae761115-28ed-4768-aefd-40f28fff7c17 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 820 time: 0.2571390 Mar 02 17:26:01.322271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:01.329200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17e97be3-48ba-486a-855e-c15d23e2037d req-e9efbc43-8317-475f-987f-505c26b865fb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100242 Mar 02 17:26:01.334914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-9ec75b92-51df-4e05-8cf7-d89c70d9ef67 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/quotas/821698cd5eeb45628d5916759221168f HTTP/1.1" status: 200 len: 375 time: 0.0304008 Mar 02 17:26:01.339282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-a7747171-a820-457e-8237-29b723c33b9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 1094 time: 0.1909580 Mar 02 17:26:01.591050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23f0bfab-8faa-40b2-9fe4-e912fdb072e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7194283af6d942d59895068b2cd2eae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2660608 Mar 02 17:26:01.591484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987383a4-f2a7-4647-9726-e79305d5925f req-34117dba-459d-4eb4-9725-977074d02ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:01.593066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-34117dba-459d-4eb4-9725-977074d02ad0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 916 time: 0.2003684 Mar 02 17:26:01.593967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:01.607338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-ce340203-5e49-4a7f-8041-0087f9fa207d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2610052 Mar 02 17:26:01.682378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:01.723194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:01.784180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:01.799310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526eead6-0e85-43ad-bfbe-d84c36ecff81,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:01.810110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 171c7406-82e2-425a-b332-367c30420f27 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:01.813254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:01.818358 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52065bba-f9dd-460e-9bbc-01f596f36bf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/526eead6-0e85-43ad-bfbe-d84c36ecff81 HTTP/1.1" status: 204 len: 168 time: 0.2218697 Mar 02 17:26:01.848711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-0a4806ff-dfef-42a7-9a19-1f4b1992a8b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8efaa05-0af4-457b-bea1-63b58d702c80 HTTP/1.1" status: 200 len: 217 time: 0.2380114 Mar 02 17:26:01.909752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf399d92-f7da-40c1-94de-188d672f7792 req-c7bd9f93-e42f-42c5-a8b0-dacab8514ef1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:01.916527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf399d92-f7da-40c1-94de-188d672f7792 req-c7bd9f93-e42f-42c5-a8b0-dacab8514ef1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.4298284 Mar 02 17:26:01.944599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 171c7406-82e2-425a-b332-367c30420f27 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:01.950932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 171c7406-82e2-425a-b332-367c30420f27 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:01.952008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:01.995389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-3425048e-9206-4035-b12e-19791c8b0c08 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861592 Mar 02 17:26:02.022499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987383a4-f2a7-4647-9726-e79305d5925f req-da352067-c11e-4081-974e-eef63fe91d63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:02.023929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-da352067-c11e-4081-974e-eef63fe91d63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.1622131 Mar 02 17:26:02.080220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.109376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c7406-82e2-425a-b332-367c30420f27'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:02.120883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:02.126394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.136407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-9787440b-a3d6-4ec1-b4d7-f12cd603c88e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012008 Mar 02 17:26:02.153386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf399d92-f7da-40c1-94de-188d672f7792 req-cd68d58f-8f49-4c49-af16-bca71ff737e2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359250 Mar 02 17:26:02.208915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:02.291139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-cfab8d3f-0522-4b7a-9a42-6204deeee981 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952685 Mar 02 17:26:02.306322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43888) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:02.335104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.360735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-175f4753-1225-4ac9-9b57-676745cdcc7e service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034950 Mar 02 17:26:02.380469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:02.384615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f12658018c94ac98ccc3354a497eeef is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:02.388006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:02.397834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:02.494155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.500704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.569729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426bd40-9d78-4a8b-a1ea-f6241d51f5b7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:02.578464 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-045e2b9b-1252-47e9-b5b7-82c6834e59a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f12658018c94ac98ccc3354a497eeef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2681448 Mar 02 17:26:02.578881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:02.645558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987383a4-f2a7-4647-9726-e79305d5925f req-ebc81281-00bc-44a6-840a-d155ea97d83a service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769830 Mar 02 17:26:02.664447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.694699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.751515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.790252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426bd40-9d78-4a8b-a1ea-f6241d51f5b7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:02.801962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:02.805502 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2e18365-bdce-4da8-8a6b-9826f3da0c62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0426bd40-9d78-4a8b-a1ea-f6241d51f5b7 HTTP/1.1" status: 204 len: 168 time: 0.2233760 Mar 02 17:26:02.825155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bd5d6-bd2d-40cc-9ad4-cc278dcbb59b req-1864ed4d-f78a-42e2-9096-9d558c7e4976 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:02.831964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d32bd5d6-bd2d-40cc-9ad4-cc278dcbb59b req-1864ed4d-f78a-42e2-9096-9d558c7e4976 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 946 time: 0.1635005 Mar 02 17:26:02.891874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d32bd5d6-bd2d-40cc-9ad4-cc278dcbb59b req-9232e9db-c81b-4550-9362-850aec89bed6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Mar 02 17:26:02.956073 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c7406-82e2-425a-b332-367c30420f27', 'code': 200} Mar 02 17:26:03.194863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d620335e-789a-46f8-b3f4-ba939db2a3a4 req-2125ded1-cab9-4b08-8473-9acf259a4f77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1097 time: 0.1119342 Mar 02 17:26:03.200371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5f247a1-40c4-46a4-a4e1-cb8ec3419158 req-23f99ddb-5d2f-4daf-b089-d57f2d3a3363 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 210 time: 0.1243265 Mar 02 17:26:03.265899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914e81-a0ac-4edb-80e3-8053c5daf6b4 req-f7a97778-9672-4c92-8fd6-948e48f05da4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:03.278967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a914e81-a0ac-4edb-80e3-8053c5daf6b4 req-f7a97778-9672-4c92-8fd6-948e48f05da4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 943 time: 0.2709711 Mar 02 17:26:03.290494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d620335e-789a-46f8-b3f4-ba939db2a3a4 req-a12286a7-b09a-4a5d-aec0-b28a9ca8a944 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904717 Mar 02 17:26:03.338553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a914e81-a0ac-4edb-80e3-8053c5daf6b4 req-d87677ca-b19a-4447-9038-6b43a15a5c5e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 Mar 02 17:26:03.535481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd07c9-d5eb-4045-b824-c1b52d42f9a5 req-61f5a16b-c951-48b7-83b7-a4d03ebe9416 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:03.537369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39dd07c9-d5eb-4045-b824-c1b52d42f9a5 req-61f5a16b-c951-48b7-83b7-a4d03ebe9416 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1014814 Mar 02 17:26:03.621959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39dd07c9-d5eb-4045-b824-c1b52d42f9a5 req-1db60379-9b07-4e14-b993-44ebbde0e204 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763428 Mar 02 17:26:04.259315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2607a-4180-4f22-9ea2-aa29b0bd5ae4 req-a52af1d9-8342-43fe-9a6b-92883590f42c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:04.261418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bec2607a-4180-4f22-9ea2-aa29b0bd5ae4 req-a52af1d9-8342-43fe-9a6b-92883590f42c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 946 time: 0.2197707 Mar 02 17:26:04.312033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-3cd05663-32e5-4a35-b682-c35e89a714cc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:04.313584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-3cd05663-32e5-4a35-b682-c35e89a714cc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 820 time: 0.2129982 Mar 02 17:26:04.334502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'port': {'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'admin_state_up': True, 'tenant_id': '821698cd5eeb45628d5916759221168f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:04.472657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bec2607a-4180-4f22-9ea2-aa29b0bd5ae4 req-716f9b92-8a18-4e8b-9a63-407441db7d85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878834 Mar 02 17:26:04.492647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-730e41b9-cc3f-44ac-86ca-fc93cfb8d116 req-96547afb-02c6-44bc-b2af-b0fa3ad558a2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 210 time: 0.0696750 Mar 02 17:26:04.573266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:04.585139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:04.596891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Made reservation on behalf of 821698cd5eeb45628d5916759221168f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:04.599857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:04.952887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Allocated IP 172.20.0.11 (61f20976-1588-4bda-921d-130c5c2ab0d1/bddb4653-b3ed-4dfb-abd1-fd65a78b98c5/ae457773-7ae3-472c-a81a-36c88a8f09f7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:04.959977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882cf02-f4d6-42e4-9598-bbd4324df636 req-22017854-629d-44ae-ad4b-19bb2744bbac tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:04.961403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8882cf02-f4d6-42e4-9598-bbd4324df636 req-22017854-629d-44ae-ad4b-19bb2744bbac tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 943 time: 0.2245336 Mar 02 17:26:05.012526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eab77-13a6-4360-953a-d51d92fd2929 req-fc0a97cb-97f0-448c-ab4f-b2e3f4334b26 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:05.014776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef4eab77-13a6-4360-953a-d51d92fd2929 req-fc0a97cb-97f0-448c-ab4f-b2e3f4334b26 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2245278 Mar 02 17:26:05.101864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8882cf02-f4d6-42e4-9598-bbd4324df636 req-fab31fe4-b980-4d20-bff4-14415e796e33 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290562 Mar 02 17:26:05.117477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:05.178025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef4eab77-13a6-4360-953a-d51d92fd2929 req-b9bfa360-9c20-4482-abe5-6d58e2e44706 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507273 Mar 02 17:26:05.294169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.298337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:05.315927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'port_id': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'mac_address': 'fa:16:3e:4b:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc429cb-f30e-4542-b79c-10604d5c97e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:05.317106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Transition to ACTIVE for port object ae457773-7ae3-472c-a81a-36c88a8f09f7 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:05.351487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.367746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d344f524-e07c-42c7-9f24-1c22814e987d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:05.451699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:05.453280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:05.460919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.466652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event updated for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:05.480456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:05.481174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8efaa05-0af4-457b-bea1-63b58d702c80 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:05.487649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:05.488711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.497943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:05.522246 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.535042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-0e14648d-555d-42f7-903b-19625d902220 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2069359 Mar 02 17:26:05.552675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Request body: {'port': {'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:05.696416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.697434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:05.844018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e8b5cc9b-e45f-45e1-8a21-2d3766f57f81 None None] Provisioning for port ae457773-7ae3-472c-a81a-36c88a8f09f7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:05.848838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e8b5cc9b-e45f-45e1-8a21-2d3766f57f81 None None] Provisioning complete for port ae457773-7ae3-472c-a81a-36c88a8f09f7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:05.849204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cc9b-e45f-45e1-8a21-2d3766f57f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:05.901782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5cc9b-e45f-45e1-8a21-2d3766f57f81 None None] Port ae457773-7ae3-472c-a81a-36c88a8f09f7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:26:05.963896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['e8efaa05-0af4-457b-bea1-63b58d702c80'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:06.048864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffd365-4d43-47f8-90e3-e6836c2091ed req-fdf4bb91-2d29-48a4-81db-c89882ae79ad tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:06.050324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1ffd365-4d43-47f8-90e3-e6836c2091ed req-fdf4bb91-2d29-48a4-81db-c89882ae79ad tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 946 time: 0.2959146 Mar 02 17:26:06.059445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a562-263e-4078-ad3f-1c4eec807890 req-61f53235-f64d-4791-b415-fdab47bad536 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:06.060110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-60e9a562-263e-4078-ad3f-1c4eec807890 req-61f53235-f64d-4791-b415-fdab47bad536 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:06.134835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-60e9a562-263e-4078-ad3f-1c4eec807890 req-61f53235-f64d-4791-b415-fdab47bad536 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:06.135964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60e9a562-263e-4078-ad3f-1c4eec807890 req-61f53235-f64d-4791-b415-fdab47bad536 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 932 time: 0.3458595 Mar 02 17:26:06.191535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1ffd365-4d43-47f8-90e3-e6836c2091ed req-bd281c17-5faa-49ee-9c7d-a9bd5b66e5b4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255267 Mar 02 17:26:06.255773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60e9a562-263e-4078-ad3f-1c4eec807890 req-4658ce6b-960b-40a4-b1d7-4ce20dc7ac6d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040359 Mar 02 17:26:06.285009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae457773-7ae3-472c-a81a-36c88a8f09f7 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:06.289263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:06.309489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Transition to ACTIVE for port object ae457773-7ae3-472c-a81a-36c88a8f09f7 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:06.313929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:06.503480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:06.623536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Attempting to bind port ae457773-7ae3-472c-a81a-36c88a8f09f7 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:06.623903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Attempting to bind port ae457773-7ae3-472c-a81a-36c88a8f09f7 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:06.624184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Attempting to bind port ae457773-7ae3-472c-a81a-36c88a8f09f7 on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:06.642406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8f368-650b-438b-ad0d-f053dd6bb05b req-423cc7b4-eed6-4d03-b7c4-ebadfdb1d775 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:06.643851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dd8f368-650b-438b-ad0d-f053dd6bb05b req-423cc7b4-eed6-4d03-b7c4-ebadfdb1d775 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 944 time: 0.2154238 Mar 02 17:26:06.646185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Port ae457773-7ae3-472c-a81a-36c88a8f09f7 on network 61f20976-1588-4bda-921d-130c5c2ab0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:06.646494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Attempting to bind port ae457773-7ae3-472c-a81a-36c88a8f09f7 on network 61f20976-1588-4bda-921d-130c5c2ab0d1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:06.670503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:06.670932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Checking segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:06.671301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Bound using segment: {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:06.671719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Bound port: ae457773-7ae3-472c-a81a-36c88a8f09f7, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:06.672053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:06.778247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cbb2b-6b2b-41c1-bbf1-5caa1dc2cdc0 req-c868c845-bd7c-4695-8a8e-e8a66a366f62 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:06.779718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f49cbb2b-6b2b-41c1-bbf1-5caa1dc2cdc0 req-c868c845-bd7c-4695-8a8e-e8a66a366f62 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2388492 Mar 02 17:26:06.841271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dd8f368-650b-438b-ad0d-f053dd6bb05b req-91d88051-6834-4cad-b606-21e3f0918aaa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912935 Mar 02 17:26:06.888700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f49cbb2b-6b2b-41c1-bbf1-5caa1dc2cdc0 req-23ff0ea9-7ea1-4ed5-9680-5978fb2945df tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797904 Mar 02 17:26:06.894716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:06.897863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:06.901735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:06.982913 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:06.984094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 1092 time: 1.4406512 Mar 02 17:26:06.984613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:06.992092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34be80-8e61-4ec3-a763-af3f9f911f73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:07.131141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-8c505a3b-6c7d-4235-a675-a7cb3f8c9fcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0850239 Mar 02 17:26:07.144858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:07.232228 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'status': 'completed', 'code': 200} Mar 02 17:26:07.236143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port e8efaa05-0af4-457b-bea1-63b58d702c80 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:07.246077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port e8efaa05-0af4-457b-bea1-63b58d702c80 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:07.246526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:07.255726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-576ea626-d327-4929-9da0-42b12f5f46ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 217 time: 0.1081729 Mar 02 17:26:07.353519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ede60a1-e13d-4132-b012-9610661da60c req-09550071-7b11-42cc-a8e9-465f2e5dc604 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1097 time: 0.2044623 Mar 02 17:26:07.381056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-4f7bf933-6c54-4c83-8e4c-efbab150d0be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:07.382761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-4f7bf933-6c54-4c83-8e4c-efbab150d0be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1195452 Mar 02 17:26:07.406415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:07.454303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ede60a1-e13d-4132-b012-9610661da60c req-7d048b9f-e911-4dd1-84d6-0236acc59007 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995970 Mar 02 17:26:07.454540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:07.455857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:07.464675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:07.521247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-464fa605-c3ba-47eb-bdc0-3a62d508087d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282277 Mar 02 17:26:07.560707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:07.639179 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'code': 200} Mar 02 17:26:07.762950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:07.814025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-059b8e38-43bb-40f9-93fc-4932b61f3e7a service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827740 Mar 02 17:26:07.905284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:07.936155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:07.940087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Usage tracker for resource:security_group_rule and tenant:064d535fbf5b49dda8b4c87f2dfaf06a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:07.942934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c9022-cf3a-4bba-976d-2b0363468e0a req-3f5aaeed-d006-4688-85fe-ec805ee9ea2b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:07.943108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:07.944376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090c9022-cf3a-4bba-976d-2b0363468e0a req-3f5aaeed-d006-4688-85fe-ec805ee9ea2b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 944 time: 0.3217146 Mar 02 17:26:07.948950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:08.015681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.019571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.050158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98c1ad0c-590d-4e8a-8def-11beb25e78b5 req-a6c7f7c3-d691-4f90-9739-aee11ca5d940 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 1096 time: 0.3198984 Mar 02 17:26:08.065939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf44bbff-e276-47b0-ad69-8ed449c472a1 req-2e91cc61-6bfa-4900-829d-9ffa09704454 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340407 Mar 02 17:26:08.066124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb43b1-4cb8-4126-9e59-7f33ce481a9b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:08.073846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f98e6874-fed0-4491-983e-bac16bbf5038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=064d535fbf5b49dda8b4c87f2dfaf06a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3094621 Mar 02 17:26:08.077260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:08.090328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9726f4c-1818-430f-8db5-54fb84b31496 req-ac933cc2-c535-44a4-8a6f-af0cc632d6c2 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1097 time: 0.3212907 Mar 02 17:26:08.096986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090c9022-cf3a-4bba-976d-2b0363468e0a req-2eacfac9-cdfa-402f-8ea9-612ea687041c tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413300 Mar 02 17:26:08.150746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.179240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.201761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98c1ad0c-590d-4e8a-8def-11beb25e78b5 req-833a7b86-0140-44d7-850c-35749717f789 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376038 Mar 02 17:26:08.211634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9726f4c-1818-430f-8db5-54fb84b31496 req-b534b65c-4da7-4e14-8566-ca926aa1c746 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134102 Mar 02 17:26:08.234233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.247745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.251115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-c9af727d-5992-4a48-b2ff-cbeb68e49650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1095 time: 0.1230280 Mar 02 17:26:08.265864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb43b1-4cb8-4126-9e59-7f33ce481a9b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:08.274134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.278453 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-613b8f46-d57d-4e8e-a6b4-510f42100478 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ebb43b1-4cb8-4126-9e59-7f33ce481a9b HTTP/1.1" status: 204 len: 168 time: 0.1996355 Mar 02 17:26:08.348807 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:26:08.493227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3069-7b61-4a11-ae9a-3969221c52cb req-fab58f4f-cfe7-4115-a7fb-80280cde6dd3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:08.494797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afaa3069-7b61-4a11-ae9a-3969221c52cb req-fab58f4f-cfe7-4115-a7fb-80280cde6dd3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1432393 Mar 02 17:26:08.506798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402e2d9-dc18-4eca-b0e0-a7b3b202b22d req-2c1a7635-dccf-4e52-bc2a-bf86ad7af079 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:08.508296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0402e2d9-dc18-4eca-b0e0-a7b3b202b22d req-2c1a7635-dccf-4e52-bc2a-bf86ad7af079 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1194906 Mar 02 17:26:08.624766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44118) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:08.642842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.657339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afaa3069-7b61-4a11-ae9a-3969221c52cb req-396cbbab-bd40-4533-9676-eb3a1eeca4d6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559770 Mar 02 17:26:08.669241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0402e2d9-dc18-4eca-b0e0-a7b3b202b22d req-9eef71a3-9306-433c-a03e-a1e1eca9849d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481421 Mar 02 17:26:08.676985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:08.680515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Usage tracker for resource:security_group_rule and tenant:db5afe17639c431ca32b9881bcd299e3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:08.683916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:08.699601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:08.728326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118526e5-3aa2-4943-9598-2add2baff751 req-b67f1d30-a2c8-4ded-a85c-0caf22bf04c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:08.731371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-b67f1d30-a2c8-4ded-a85c-0caf22bf04c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.1917775 Mar 02 17:26:08.789323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.794619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.837673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-4e2072b1-9d04-4885-adb2-29257db468a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 217 time: 0.0953994 Mar 02 17:26:08.858876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16384923-3bae-49b8-986d-e997fb70aae4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:08.864809 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37e42143-2679-4598-9e06-45818c91bd9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db5afe17639c431ca32b9881bcd299e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2389281 Mar 02 17:26:08.870394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44132) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:08.940576 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:08.969844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:09.026764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:09.048680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16384923-3bae-49b8-986d-e997fb70aae4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:09.055389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:09.055579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118526e5-3aa2-4943-9598-2add2baff751 req-8a1e8c24-1285-47fe-85d2-04a9954d9dc8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:09.056484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-27e38184-99b2-40db-804b-7201c89b73b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16384923-3bae-49b8-986d-e997fb70aae4 HTTP/1.1" status: 204 len: 168 time: 0.1850977 Mar 02 17:26:09.057089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-8a1e8c24-1285-47fe-85d2-04a9954d9dc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.2109270 Mar 02 17:26:09.135820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67855165-5521-43c7-8a61-bed4861a55fa req-fe1547ba-0d89-4d77-b79c-60584cff2844 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1739180 Mar 02 17:26:09.159478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-49605aa0-3440-484a-a613-109539bc8077 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947778 Mar 02 17:26:09.180341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4896-b8a5-43f6-9705-9e43bdd39be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:09.377122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-2fd803c1-49e4-4647-8895-443db166f45a service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099433 Mar 02 17:26:09.511051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44587b-23ca-4d6e-ba79-ef153a64467c req-8cf552fc-1517-4757-9e8e-93dac19c5cf4 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:09.512937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d44587b-23ca-4d6e-ba79-ef153a64467c req-8cf552fc-1517-4757-9e8e-93dac19c5cf4 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 944 time: 0.1866934 Mar 02 17:26:09.590614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118526e5-3aa2-4943-9598-2add2baff751 req-665f05ff-91ee-4cf2-8771-9d539d9136fd service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069373 Mar 02 17:26:09.596468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d44587b-23ca-4d6e-ba79-ef153a64467c req-ad0b9f20-af3b-45f7-b4f1-7cfaa46947ac tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750179 Mar 02 17:26:09.734692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:09.927632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f4ee-2963-4b0d-bb9d-bfae96adb216 req-a28a4c80-0035-4efa-b46c-21fc2bc02b0b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:09.930520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a700f4ee-2963-4b0d-bb9d-bfae96adb216 req-a28a4c80-0035-4efa-b46c-21fc2bc02b0b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1165152 Mar 02 17:26:09.985830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a700f4ee-2963-4b0d-bb9d-bfae96adb216 req-05f5e7cf-f5d1-4ed2-81fb-52f47ab6fdb1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Mar 02 17:26:10.034781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.069831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:10.074602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Usage tracker for resource:security_group_rule and tenant:1929acc5410a46038d3ba7b6c0f8beee is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:10.078954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:10.085495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:10.177169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.192768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.280281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda4758-babd-43de-be85-f8f31a55212f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:10.287609 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-588f6b3a-1bc0-4f61-bb83-5f701847a1be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1929acc5410a46038d3ba7b6c0f8beee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5512621 Mar 02 17:26:10.290720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44214) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:10.293119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b48f-7bcb-488a-a688-3205372ae5fb req-4be5779f-66ee-40f5-a311-7bca2d11eb0e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:10.294984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e57b48f-7bcb-488a-a688-3205372ae5fb req-4be5779f-66ee-40f5-a311-7bca2d11eb0e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1156285 Mar 02 17:26:10.355179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e57b48f-7bcb-488a-a688-3205372ae5fb req-745c1f45-c401-42f2-81bd-1137e698654f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Mar 02 17:26:10.367597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.410404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.490765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.508848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda4758-babd-43de-be85-f8f31a55212f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:10.512154 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:10.513259 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-175f371c-43aa-4d49-b5e7-7478a985dae1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fda4758-babd-43de-be85-f8f31a55212f HTTP/1.1" status: 204 len: 168 time: 0.2205796 Mar 02 17:26:10.745549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-64dbc1a6-291e-4df1-a111-b4caf4518586 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:26:10.746921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-64dbc1a6-291e-4df1-a111-b4caf4518586 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062108 Mar 02 17:26:10.760474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:10.761123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Unknown quota resources ['binding']. {{(pid=83797) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:26:10.976541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a4f4e-4e70-4d15-b9d1-7a541819c82d req-fe6c21e3-8799-415a-b765-d1eae179288b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:10.978134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-072a4f4e-4e70-4d15-b9d1-7a541819c82d req-fe6c21e3-8799-415a-b765-d1eae179288b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 944 time: 0.1879539 Mar 02 17:26:11.023270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44250) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:11.073515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.111834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-072a4f4e-4e70-4d15-b9d1-7a541819c82d req-5ddb8480-4763-40a4-b6d6-067300ffd85f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223481 Mar 02 17:26:11.130301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:11.130668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:11.130997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:11.136907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:11.137226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:11.142719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:11.149159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Usage tracker for resource:security_group_rule and tenant:0936cc78ed764e329ba90e73c31ea29b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:11.152206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:11.155185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:11.155691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:11.156051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:11.156424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Bound port: 171c7406-82e2-425a-b332-367c30420f27, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:11.205965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:11.246072 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8add8aec-450e-478a-b7a8-54e09fb797c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.260037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:11.289314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.295474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ce8b474a-3952-410a-a941-43f9c56e03d5 service neutron] 10.222.0.37 "POST /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27/bindings HTTP/1.1" status: 201 len: 389 time: 0.5401735 Mar 02 17:26:11.356337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.362870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.430048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca2a21-716b-43ad-9e06-641e8dd62c52,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:11.436688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e6db0e9f-f9d8-4a6d-b1f7-0f617e996c11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0936cc78ed764e329ba90e73c31ea29b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4094403 Mar 02 17:26:11.436865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:11.475166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b1fdf-621b-4be1-b8da-918a6d268821 req-1bf467de-093b-429b-8611-e6c40108e80f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:11.477217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-500b1fdf-621b-4be1-b8da-918a6d268821 req-1bf467de-093b-429b-8611-e6c40108e80f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1889820 Mar 02 17:26:11.511256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.533979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-500b1fdf-621b-4be1-b8da-918a6d268821 req-7c84fc20-e8f1-49ee-967f-0547379176db tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499079 Mar 02 17:26:11.543073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.626652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.647230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca2a21-716b-43ad-9e06-641e8dd62c52,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:11.651256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:11.668607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5566b89-c66f-4d11-8ef2-bec6fc1cd673 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6ca2a21-716b-43ad-9e06-641e8dd62c52 HTTP/1.1" status: 204 len: 168 time: 0.2297995 Mar 02 17:26:11.672809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-7e4d049a-73ff-4411-83b3-870f94c36e6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1097 time: 0.1288414 Mar 02 17:26:11.932718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-db057bcf-ce9f-4b29-be47-9f42eef109dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:11.934136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-db057bcf-ce9f-4b29-be47-9f42eef109dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.2532833 Mar 02 17:26:11.940370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7051-9ea7-402e-8c54-57bc3fc9689e req-4a16df12-d79b-45ad-91e1-e430c01f65a4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:11.941730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c8a7051-9ea7-402e-8c54-57bc3fc9689e req-4a16df12-d79b-45ad-91e1-e430c01f65a4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.2407544 Mar 02 17:26:12.023896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-f737dca7-7eba-43cc-9224-f80f7ab986ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.0812469 Mar 02 17:26:12.086347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c8a7051-9ea7-402e-8c54-57bc3fc9689e req-74109035-0635-400b-98ba-93c35967b2bb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958695 Mar 02 17:26:12.099945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5822f8e8-8490-4318-8aae-ef72c838893f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.101335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5822f8e8-8490-4318-8aae-ef72c838893f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0665631 Mar 02 17:26:12.153535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-82808ec2-af2d-464a-8219-2bafdcb87cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417922 Mar 02 17:26:12.289652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-66aecc29-b203-4c80-8f47-2a8f68ff43a1 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288605 Mar 02 17:26:12.440943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-922fcbd7-881a-45c2-8265-054eb6f08896 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403263 Mar 02 17:26:12.626943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:12.698066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16dc88-dfe5-45bb-a492-f2172da08deb req-e400b2d7-3619-4366-b0b0-b146c82fe30b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.699791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e16dc88-dfe5-45bb-a492-f2172da08deb req-e400b2d7-3619-4366-b0b0-b146c82fe30b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1773376 Mar 02 17:26:12.747199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe103fe-4617-40a8-8d5a-5df3fffa5d1d req-5c74b93c-3a06-4f07-9fa0-c702184eef4a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:12.748658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe103fe-4617-40a8-8d5a-5df3fffa5d1d req-5c74b93c-3a06-4f07-9fa0-c702184eef4a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 944 time: 0.1689711 Mar 02 17:26:12.802984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e16dc88-dfe5-45bb-a492-f2172da08deb req-ce2ce756-fcd4-40b5-8000-f035e7e4c6f6 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Mar 02 17:26:12.806934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-f65acd78-9601-4fb0-b0cb-b960fe8756d0 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1097 time: 0.1660707 Mar 02 17:26:12.819396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:12.874138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe103fe-4617-40a8-8d5a-5df3fffa5d1d req-73aef239-0c64-4a38-b47c-7c379fccc786 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136250 Mar 02 17:26:12.946423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:12.954113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.223807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae457773-7ae3-472c-a81a-36c88a8f09f7 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:13.270804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897f9c-a128-450c-a49b-f70754aacba2 req-5a928bf5-66ee-43e1-86f9-b9a81e1b7f5c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:13.272252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a897f9c-a128-450c-a49b-f70754aacba2 req-5a928bf5-66ee-43e1-86f9-b9a81e1b7f5c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 946 time: 0.2616942 Mar 02 17:26:13.312965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f95bc2-b678-4ca7-8d2b-ea3c69464e61 req-31f4593e-0794-4511-87a0-8701c637ad1b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:13.314309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53f95bc2-b678-4ca7-8d2b-ea3c69464e61 req-31f4593e-0794-4511-87a0-8701c637ad1b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2282448 Mar 02 17:26:13.321600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:13.383555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:13.398929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:13.400249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a897f9c-a128-450c-a49b-f70754aacba2 req-5711eca5-6266-4055-becf-4773a722f4b8 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179123 Mar 02 17:26:13.408724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53f95bc2-b678-4ca7-8d2b-ea3c69464e61 req-8b6b34aa-7f4a-431e-b2f7-b519a385d8c6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848351 Mar 02 17:26:13.412880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:13.485405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171c7406-82e2-425a-b332-367c30420f27'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:13.492600 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.500034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.598909 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.634815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae457773-7ae3-472c-a81a-36c88a8f09f7 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:13.657697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:13.660995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:13.662875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.705446 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171c7406-82e2-425a-b332-367c30420f27', 'code': 200} Mar 02 17:26:13.758276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:13.833169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:13.833576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:13.834107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:13.842791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:13.843470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Attempting to bind port 171c7406-82e2-425a-b332-367c30420f27 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:13.850115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:13.850713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:13.851158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:13.851652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Bound port: 171c7406-82e2-425a-b332-367c30420f27, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:13.852055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:13.961047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:13.965138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:13.976691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:14.135152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ae457773-7ae3-472c-a81a-36c88a8f09f7'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:14.137568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:14.213056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:14.257775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:14.259146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-b8a10041-be3d-4590-852d-b94b86767b75 service neutron] 10.222.0.35 "PUT /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 1122 time: 1.4440584 Mar 02 17:26:14.342112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef9d0-e4e1-4653-aebf-50a2c0eaac11 req-927445cf-1d6e-4e24-8ce1-747825510f3e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:14.344618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93ef9d0-e4e1-4653-aebf-50a2c0eaac11 req-927445cf-1d6e-4e24-8ce1-747825510f3e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 945 time: 0.1665359 Mar 02 17:26:14.382043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb447de8-848c-4217-8cd5-799df3c8b532 req-9df82929-4a2b-4a01-9276-1a5cb306b02e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:14.383555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb447de8-848c-4217-8cd5-799df3c8b532 req-9df82929-4a2b-4a01-9276-1a5cb306b02e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1632204 Mar 02 17:26:14.437971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93ef9d0-e4e1-4653-aebf-50a2c0eaac11 req-8f33147b-2472-4552-9fd6-f5cba1d203a5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834439 Mar 02 17:26:14.450259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['171c7406-82e2-425a-b332-367c30420f27'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:14.453879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb447de8-848c-4217-8cd5-799df3c8b532 req-0a479267-7c89-4ffd-bf7d-271e151863dc tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Mar 02 17:26:14.751126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a28f57-b0bc-42ef-8795-3d01e1a3d995 req-9fa84c12-15ab-43da-9fa3-1fa0cd4f107f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:14.752542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83a28f57-b0bc-42ef-8795-3d01e1a3d995 req-9fa84c12-15ab-43da-9fa3-1fa0cd4f107f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.1279638 Mar 02 17:26:14.791979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4ab9a-e17d-4b24-8b69-f3887dc57155 req-a5f4f1ec-2c58-4200-bd46-68c2f8a3f1cc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:14.793367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8db4ab9a-e17d-4b24-8b69-f3887dc57155 req-a5f4f1ec-2c58-4200-bd46-68c2f8a3f1cc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.1204801 Mar 02 17:26:14.829163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83a28f57-b0bc-42ef-8795-3d01e1a3d995 req-c6c8f9e9-386f-4282-842e-5fe60d9e1bff tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Mar 02 17:26:14.851885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8db4ab9a-e17d-4b24-8b69-f3887dc57155 req-b0d501a4-613c-4320-af70-90fd8fff4365 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Mar 02 17:26:15.283623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44408) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:15.383207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44418) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:15.518995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.605353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.617216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:15.622394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Usage tracker for resource:security_group_rule and tenant:892b498f6b3244dbb0d863d05d1c7a4b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:15.630091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:15.637474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:15.651068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44430) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:15.669040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:15.676840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Usage tracker for resource:security_group_rule and tenant:f185afc49e494df28a97264751efdf04 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:15.682113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:15.706204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'tag': '171c7406-82e2-425a-b332-367c30420f27'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:15.731645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:15.771726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101e04c-8f8d-446f-9f84-42de91ebce50 req-8612f37c-7123-4323-be9b-330ff93d5fea tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:15.773280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c101e04c-8f8d-446f-9f84-42de91ebce50 req-8612f37c-7123-4323-be9b-330ff93d5fea tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 945 time: 0.1176004 Mar 02 17:26:15.779787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7afab-95d8-4ff9-8cf9-1083a8acef38 req-85f4cfa6-b4e8-4b86-a7c4-c34d270003d1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:15.787249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd7afab-95d8-4ff9-8cf9-1083a8acef38 req-85f4cfa6-b4e8-4b86-a7c4-c34d270003d1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1701593 Mar 02 17:26:15.842855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.844275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.861685 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-8a0ca85f-604c-46f5-b0f5-cb7a58ece260 service neutron] show failed (client error): The resource could not be found. Mar 02 17:26:15.862702 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-8a0ca85f-604c-46f5-b0f5-cb7a58ece260 service neutron] 10.222.0.50 "GET /v2.0/ports/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1821110 Mar 02 17:26:15.864649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.867017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd7afab-95d8-4ff9-8cf9-1083a8acef38 req-885abb79-50e4-4968-badd-88e428e5b127 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788193 Mar 02 17:26:15.869145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c101e04c-8f8d-446f-9f84-42de91ebce50 req-a25a4228-e542-4be9-b9e5-70e7dab1a5a0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Mar 02 17:26:15.970785 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'tag': '171c7406-82e2-425a-b332-367c30420f27', 'status': 'completed', 'code': 200} Mar 02 17:26:15.973178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bcd041-8080-4c65-a08a-4b84d23eef19,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:15.993794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:15.996519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0026baa9-325d-435c-9b11-68b3cbffc68b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=892b498f6b3244dbb0d863d05d1c7a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7115588 Mar 02 17:26:15.998320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:16.000147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44442) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:16.005262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Usage tracker for resource:security_group_rule and tenant:82ded407ae0b42efb4e4d1827d124688 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:16.019599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:16.025834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:16.039952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.128460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f185afc49e494df28a97264751efdf04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7439835 Mar 02 17:26:16.133059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44446) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:16.155357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.179873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5d6e0-b838-4a42-aa05-6438a1290969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8bf716-d7d3-4f57-a9e6-a6b8dfa70226,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:16.241728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.249204 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.251256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.316576 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-d5b297e9-c012-42d5-8361-c9120673466f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1125 time: 0.2475379 Mar 02 17:26:16.321009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640fe397-b4f0-432d-88cb-b1b98313d339,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:16.338328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004a9e-bca6-4ac6-abbc-cfd15fb9185b req-17a824b7-f9cf-4177-83bb-34b31904c644 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:16.339780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c004a9e-bca6-4ac6-abbc-cfd15fb9185b req-17a824b7-f9cf-4177-83bb-34b31904c644 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.2769179 Mar 02 17:26:16.348767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e11115dc-7526-481e-80e8-49a76b9097e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82ded407ae0b42efb4e4d1827d124688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6943500 Mar 02 17:26:16.348767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.350804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44450) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:16.359798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267717-0031-4f23-9eab-a59ce14f3aa1 req-4ef4ab4c-34ac-45a0-bd21-94ee5cb710d9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:16.361279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44267717-0031-4f23-9eab-a59ce14f3aa1 req-4ef4ab4c-34ac-45a0-bd21-94ee5cb710d9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2555852 Mar 02 17:26:16.400881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-55da1a5f-a443-481e-a8e6-9efa43d1f8cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253&tenant_id=be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 1100 time: 0.2132263 Mar 02 17:26:16.419064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.438374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:16.498480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bcd041-8080-4c65-a08a-4b84d23eef19,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:16.515422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.518982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c004a9e-bca6-4ac6-abbc-cfd15fb9185b req-30907700-cdf8-437c-b0a4-5f10d7f7ad33 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678319 Mar 02 17:26:16.522785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.526133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-94a4d040-22ff-42a6-86e8-48fa530922f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07bcd041-8080-4c65-a08a-4b84d23eef19 HTTP/1.1" status: 204 len: 168 time: 0.5225365 Mar 02 17:26:16.547151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44267717-0031-4f23-9eab-a59ce14f3aa1 req-22fb40db-3d11-4466-9f28-91229b0c661e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662462 Mar 02 17:26:16.599309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-73534a1d-e2f8-49d9-bd1d-27679707ab7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:16.600723 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-73534a1d-e2f8-49d9-bd1d-27679707ab7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.2738416 Mar 02 17:26:16.612098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.624007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.713473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-67da8521-ca3e-4619-b46f-b64d684e9ea7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.0871942 Mar 02 17:26:16.717437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.727489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.804644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8bf716-d7d3-4f57-a9e6-a6b8dfa70226,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:16.843836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.844849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bf706d11-7fc7-46dc-8986-328fb0a93584 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb8bf716-d7d3-4f57-a9e6-a6b8dfa70226 HTTP/1.1" status: 204 len: 168 time: 0.7028608 Mar 02 17:26:16.849885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-3c1969c4-3088-4a6a-8779-bdd0aa11cb72 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:16.851334 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-3c1969c4-3088-4a6a-8779-bdd0aa11cb72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1248257 Mar 02 17:26:16.899757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.944531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-474516b3-ce9a-40a6-968c-2f23692019ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815670 Mar 02 17:26:16.949905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640fe397-b4f0-432d-88cb-b1b98313d339,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:16.982528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:16.984827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:16.990622 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9e62df1-2d39-4907-8113-9a3b4495a5d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/640fe397-b4f0-432d-88cb-b1b98313d339 HTTP/1.1" status: 204 len: 168 time: 0.6380913 Mar 02 17:26:17.067453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44466) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:17.104674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.173195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-1a9221ac-c13f-48d2-b8d8-5b87c73d8f8f service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183714 Mar 02 17:26:17.177890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:17.181941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Usage tracker for resource:security_group_rule and tenant:de73c0dd1bc34b9c9b32d6c331a0b3df is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:17.186769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:17.212204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:17.259075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 171c7406-82e2-425a-b332-367c30420f27 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:17.322715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae457773-7ae3-472c-a81a-36c88a8f09f7 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:17.336057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:17.411627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44474) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:17.440917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c939863a-4bbe-4276-a4f1-07913bf62e2e req-b7ee5e17-7be2-4ca7-bc3c-10332ffadf35 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559874 Mar 02 17:26:17.453752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.473726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Transition to ACTIVE for port object 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:17.499125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.511542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.521465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.528575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:17.545621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 171c7406-82e2-425a-b332-367c30420f27 has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:26:17.554296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ae457773-7ae3-472c-a81a-36c88a8f09f7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:17.559664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ae457773-7ae3-472c-a81a-36c88a8f09f7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:17.560253 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.586236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290538b3-d963-43b4-8c2e-bb9cf30d2f34,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:17.594425 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6dad25b2-7c1d-45dc-a468-6eecc53cbbea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de73c0dd1bc34b9c9b32d6c331a0b3df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5259585 Mar 02 17:26:17.595063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44482) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:17.665863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.691937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.710025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.730976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.736512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74868-45ed-4942-8208-7c66d9f35cbd req-f27705c5-ab67-47fb-b935-b87cfac73078 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:17.738012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22d74868-45ed-4942-8208-7c66d9f35cbd req-f27705c5-ab67-47fb-b935-b87cfac73078 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 945 time: 0.5795977 Mar 02 17:26:17.779191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.785587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:17.797972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:17.804903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.808567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290538b3-d963-43b4-8c2e-bb9cf30d2f34,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:17.814870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.816130 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6227a4ae-7374-48b6-8c01-cb03670b6fe4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/290538b3-d963-43b4-8c2e-bb9cf30d2f34 HTTP/1.1" status: 204 len: 168 time: 0.2198603 Mar 02 17:26:17.822174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1b35-5d37-439b-b15d-32844e40922e req-3b21eccb-5e94-40fc-a1e2-991d464a7776 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:17.835083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef8a1b35-5d37-439b-b15d-32844e40922e req-3b21eccb-5e94-40fc-a1e2-991d464a7776 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.6304305 Mar 02 17:26:17.862949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:17.890192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] No DVR routers for this DVR port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:26:17.897851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:17.903269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:17.918140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-e6f6d722-7d8c-426c-b2fc-f8c2c57ba3ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.8712568 Mar 02 17:26:17.929692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:17.937669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:17.978517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:17.983676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c4cb37f78c4fefb97a6b2e9b118c25 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:17.984231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Usage tracker for resource:security_group_rule and tenant:fc78ca0ab49f47b88789f2412dd881ac is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:17.987197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:17.993995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:17.999472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:18.036988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:18.071528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:18.088792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.093582 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.147582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef8a1b35-5d37-439b-b15d-32844e40922e req-0cdf6f36-6942-4f50-9dcf-0484e70c6a85 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112864 Mar 02 17:26:18.153099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ce3db-adea-4a2f-9e3f-aec1a7c85518,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:18.180064 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-330d97d4-ed43-45c9-be37-52829f6cc5a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8c4cb37f78c4fefb97a6b2e9b118c25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137515 Mar 02 17:26:18.180064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44500) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:18.243856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:18.244189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:18.244603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:18.249011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22d74868-45ed-4942-8208-7c66d9f35cbd req-9b65d79d-eecf-4ba9-af13-686fd8dcc0b7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390309 Mar 02 17:26:18.253816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-f9af1160-9a4c-4fcc-bd7a-b42d5829a9f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:18.255267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-f9af1160-9a4c-4fcc-bd7a-b42d5829a9f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2678108 Mar 02 17:26:18.262826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:18.263721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Attempting to bind port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:18.292061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.325269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.341444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:18.341813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:18.342242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:18.342757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Bound port: 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:18.343106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.417838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.435239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ce3db-adea-4a2f-9e3f-aec1a7c85518,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:18.444431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-0b0323f7-d51f-464c-984a-f189430645a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.1668150 Mar 02 17:26:18.446966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.451956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5162a02e-0795-43d2-9a54-3b56d53b42bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e2ce3db-adea-4a2f-9e3f-aec1a7c85518 HTTP/1.1" status: 204 len: 168 time: 0.2723162 Mar 02 17:26:18.555215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-bda9916f-258b-4254-93c2-01d2219ae397 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:18.556648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-bda9916f-258b-4254-93c2-01d2219ae397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0769939 Mar 02 17:26:18.572089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.651493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.691660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.748280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a829d5b-95a6-47ae-87d6-f4faff7b62bc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:18.768509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cfbed-39e0-43c2-86af-bf67dd5c41c0 req-f937f05e-45e7-4c31-803a-5c7e79a3ac76 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:18.770302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-809cfbed-39e0-43c2-86af-bf67dd5c41c0 req-f937f05e-45e7-4c31-803a-5c7e79a3ac76 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.4302297 Mar 02 17:26:18.788921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8891e42-9a1a-40bc-bb73-8de1dfe01aba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc78ca0ab49f47b88789f2412dd881ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3708901 Mar 02 17:26:18.791892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:18.802294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:18.822272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:18.856654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.883805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.924126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6756092-bd82-414b-a8d4-10d13b6f35ea req-70e4d1ac-cb87-4c07-adda-ad1d5c4f4a59 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:18.925615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6756092-bd82-414b-a8d4-10d13b6f35ea req-70e4d1ac-cb87-4c07-adda-ad1d5c4f4a59 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.3635883 Mar 02 17:26:18.928068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.934194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-0ad5f1b2-7492-4b58-ac19-5d64975b5d40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3642852 Mar 02 17:26:18.951316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-809cfbed-39e0-43c2-86af-bf67dd5c41c0 req-340b0897-029e-4a75-bdb0-82cca428ba83 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702094 Mar 02 17:26:18.985829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:18.987535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 1095 time: 2.5638726 Mar 02 17:26:19.067677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:19.077927 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'code': 200} Mar 02 17:26:19.119006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a829d5b-95a6-47ae-87d6-f4faff7b62bc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:19.121965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:19.126385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9545238e-95cd-4fa2-bef1-22b6b1c7c6d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a829d5b-95a6-47ae-87d6-f4faff7b62bc HTTP/1.1" status: 204 len: 168 time: 0.3311830 Mar 02 17:26:19.288369 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'code': 200} Mar 02 17:26:19.335707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1bfa-4b35-4fbf-933d-ad854deab7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:19.478666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6756092-bd82-414b-a8d4-10d13b6f35ea req-0ccfda0d-b794-4c02-8168-a5c7faf15e6e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901223 Mar 02 17:26:19.509860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-ba988da4-2b9c-49c3-b7e1-f67e8092267a service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520461 Mar 02 17:26:19.616893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81e5406f-cb28-49d4-af1e-e84852b440f9 req-d5c8e7ef-01c3-41ef-a1da-c23bb6be4d2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1097 time: 0.2302423 Mar 02 17:26:19.631675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cff14-81ec-4573-893d-937ffa04ff03 req-9c10a858-87cd-43c0-a949-7d40a8732b43 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:19.633107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e2cff14-81ec-4573-893d-937ffa04ff03 req-9c10a858-87cd-43c0-a949-7d40a8732b43 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.2985396 Mar 02 17:26:19.795746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81e5406f-cb28-49d4-af1e-e84852b440f9 req-f178168e-f4f8-491e-acbe-6c0648f2a339 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586077 Mar 02 17:26:19.806488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ad2bef-eb44-4f5d-95d6-6d795bef071a req-a5001dfe-b47a-4149-9d1a-5700e66e4d16 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880778 Mar 02 17:26:19.811812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e2cff14-81ec-4573-893d-937ffa04ff03 req-59d8dbd3-bfc2-451d-b304-20d5f22407f7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494942 Mar 02 17:26:19.833616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372701-bcb9-4387-80aa-82111e29df7b req-2e4c601d-075f-4888-a5eb-532cc410afa0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:19.835097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13372701-bcb9-4387-80aa-82111e29df7b req-2e4c601d-075f-4888-a5eb-532cc410afa0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1990817 Mar 02 17:26:19.856419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:26:19.901746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13372701-bcb9-4387-80aa-82111e29df7b req-d891a8c9-0218-4d78-92be-6e9498108e17 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602424 Mar 02 17:26:19.937673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:26:20.108965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44564) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:20.174647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad40ff6-0327-4bb6-8153-bf91424efb5c req-0fa79b68-dc72-4b83-81cf-3cb430c30364 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:20.176733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ad40ff6-0327-4bb6-8153-bf91424efb5c req-0fa79b68-dc72-4b83-81cf-3cb430c30364 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.0888457 Mar 02 17:26:20.244913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ad40ff6-0327-4bb6-8153-bf91424efb5c req-e5e6bb89-43c0-438c-866c-85092277032b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Mar 02 17:26:20.460998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184912484-network', 'tenant_id': '210831c841a44c559e396731f6eeac4b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:20.467148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:20.472427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Usage tracker for resource:network and tenant:210831c841a44c559e396731f6eeac4b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:20.475533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:20.482501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:20.492179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Made reservation on behalf of 210831c841a44c559e396731f6eeac4b for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:20.494472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.507613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.554864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:20.559030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:210831c841a44c559e396731f6eeac4b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:20.562793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:20.571015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:20.665293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.670504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.687633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:26:20.697416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.697760 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Added segment 57fe611e-4c7d-41c0-bb9d-21c9554adf0a of type vlan for network 7ed3bd22-b28a-4916-bfc3-bd8aa6481828 Mar 02 17:26:20.736467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2dbd2-ed21-4f7a-af5a-07311d2aa002 req-2f378bc7-f05b-4fc9-a0a1-c47ca03dfdae tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:20.737411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faeee37-fc1d-4c5b-845f-4303feb52ef4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:20.756273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bca2dbd2-ed21-4f7a-af5a-07311d2aa002 req-2f378bc7-f05b-4fc9-a0a1-c47ca03dfdae tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1058261 Mar 02 17:26:20.758214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.794341 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.795754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:20.796546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:20.811910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bca2dbd2-ed21-4f7a-af5a-07311d2aa002 req-39ec7dc0-22a6-4633-be2b-7607ac2b7e2e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Mar 02 17:26:20.922273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8121917 Mar 02 17:26:20.923177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbee51-86da-4f7f-be3d-0bc6f9566ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed3bd22-b28a-4916-bfc3-bd8aa6481828,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:20.925267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44596) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:20.931060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Request body: {'subnet': {'network_id': '7ed3bd22-b28a-4916-bfc3-bd8aa6481828', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184912484-subnet', 'tenant_id': '210831c841a44c559e396731f6eeac4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:20.935838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7ed3bd22-b28a-4916-bfc3-bd8aa6481828 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:26:20.939948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:20.946922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Usage tracker for resource:subnet and tenant:210831c841a44c559e396731f6eeac4b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:20.952078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:20.961298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:20.975702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Made reservation on behalf of 210831c841a44c559e396731f6eeac4b for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:20.980403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:21.147819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef652e6a-4f33-4851-983b-2c4bc063cd85 req-eabd5457-fad6-4638-a0aa-3062ac84ad6f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:21.149267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef652e6a-4f33-4851-983b-2c4bc063cd85 req-eabd5457-fad6-4638-a0aa-3062ac84ad6f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1568489 Mar 02 17:26:21.204994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef652e6a-4f33-4851-983b-2c4bc063cd85 req-94596300-86e2-471d-8dc7-30e6c1f62477 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Mar 02 17:26:21.268356 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:21.289040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:21.438902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9fcf-76d5-44a6-b1cf-f3ba701f6c92 req-4b35fbb9-a376-4403-81f5-7063085852bb tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:21.441260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bfa9fcf-76d5-44a6-b1cf-f3ba701f6c92 req-4b35fbb9-a376-4403-81f5-7063085852bb tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1009815 Mar 02 17:26:21.536263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f479d5d6-b12b-48fd-bb9d-2cd5c46c469f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:21.560023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bfa9fcf-76d5-44a6-b1cf-f3ba701f6c92 req-7033395f-2af9-4e7e-a3be-5e0e6faa3fa1 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806298 Mar 02 17:26:21.565043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Checking segment: {'id': '57fe611e-4c7d-41c0-bb9d-21c9554adf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7ed3bd22-b28a-4916-bfc3-bd8aa6481828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:21.565556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Network hostable DHCP agents. Network: 7ed3bd22-b28a-4916-bfc3-bd8aa6481828, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:26:21.572467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53608829-aeec-4738-bd95-50f998bb27cd req-843bc2e4-e35a-4b1e-b558-5fa04a7abfd3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:21.586269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53608829-aeec-4738-bd95-50f998bb27cd req-843bc2e4-e35a-4b1e-b558-5fa04a7abfd3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.1435151 Mar 02 17:26:21.612438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Network 7ed3bd22-b28a-4916-bfc3-bd8aa6481828 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:26:21.626479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7ed3bd22-b28a-4916-bfc3-bd8aa6481828) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:21.637633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e3a61-fb2b-4eab-99cb-efbe33b8cfa5 None None] Network 7ed3bd22-b28a-4916-bfc3-bd8aa6481828 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:26:21.646687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53608829-aeec-4738-bd95-50f998bb27cd req-0baf1493-aeac-4845-a0e8-bd80b4f3b817 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Mar 02 17:26:21.659893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:21.670971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:21.699531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0bb669e0-fa49-4aca-90f5-befc59995140 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7733688 Mar 02 17:26:21.712109 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'status': 'completed', 'code': 200} Mar 02 17:26:21.760661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44624) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:21.868773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-5317b35f-fb3f-41ba-9694-1ed372e95544 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1098 time: 0.0943172 Mar 02 17:26:21.943537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a50c5b-f4b3-4646-b444-264e5aa62695 None None] Network 7ed3bd22-b28a-4916-bfc3-bd8aa6481828 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:26:22.106305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:22.149392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170c7c-e336-40e9-9298-42d1719ee139 req-a28f11aa-53f0-4294-8e9d-b69d329d68dd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:22.158464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6170c7c-e336-40e9-9298-42d1719ee139 req-a28f11aa-53f0-4294-8e9d-b69d329d68dd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1727314 Mar 02 17:26:22.268224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6170c7c-e336-40e9-9298-42d1719ee139 req-2db459f3-8f88-49ff-a6d2-9eb24b301848 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087029 Mar 02 17:26:22.297148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-58963586-8bb8-42f0-a707-9648688561fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:22.298607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-58963586-8bb8-42f0-a707-9648688561fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4219337 Mar 02 17:26:22.313683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:22.413340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Usage tracker for resource:security_group_rule and tenant:a774b0af818342c1aae740f38dd6fe7b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:22.437536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:22.460310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:22.479234 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-11ff67ba-bd42-40e2-9fef-ff47cf5dad34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.1667089 Mar 02 17:26:22.566256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad5264-6202-4909-97bd-45b21c58bb7a req-d7309504-ba72-486f-a87d-5f6709c02c8f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:22.571589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad5264-6202-4909-97bd-45b21c58bb7a req-d7309504-ba72-486f-a87d-5f6709c02c8f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1292303 Mar 02 17:26:22.602511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5e9a0522-4963-43e7-80bb-797928dd27e1 service neutron] 10.222.0.50 "GET /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.3443913 Mar 02 17:26:22.645921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad5264-6202-4909-97bd-45b21c58bb7a req-841a029c-c464-42ac-abb1-a0c7245c02a9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Mar 02 17:26:22.646898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-775d26ab-1026-4307-9af0-d989c39645e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:22.648881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-775d26ab-1026-4307-9af0-d989c39645e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1489794 Mar 02 17:26:22.797365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:22.805680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:22.900650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b93be7-ace7-4ace-a878-ed9fc8bdbc71,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:22.935851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584965-c1b3-4d5d-998f-a767fdf6ace3 req-2fcbb2ec-7175-49b5-b543-490cb9f32ef3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:22.937412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c584965-c1b3-4d5d-998f-a767fdf6ace3 req-2fcbb2ec-7175-49b5-b543-490cb9f32ef3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1584599 Mar 02 17:26:22.939004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3db6f570-2466-4404-a875-6a31a26aaeee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a774b0af818342c1aae740f38dd6fe7b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1768630 Mar 02 17:26:22.941902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44662) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:23.021257 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-caa22d29-f3a9-49f2-b72b-e473a0b9539a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3298728 Mar 02 17:26:23.037246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c584965-c1b3-4d5d-998f-a767fdf6ace3 req-f2442a70-c812-4751-90f9-87fc5f8873e8 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926831 Mar 02 17:26:23.090391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.121651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.192763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.228273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b93be7-ace7-4ace-a878-ed9fc8bdbc71,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:23.295961 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.297148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6795b870-e802-42c6-8d7e-f7b70d70d788 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41b93be7-ace7-4ace-a878-ed9fc8bdbc71 HTTP/1.1" status: 204 len: 168 time: 0.3539996 Mar 02 17:26:23.348934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620eb09-b308-4969-a9cb-9c1e1da524c6 req-dcf4f788-223f-46f9-9a64-35bec0447c15 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:23.351654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6620eb09-b308-4969-a9cb-9c1e1da524c6 req-dcf4f788-223f-46f9-9a64-35bec0447c15 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 944 time: 0.1066260 Mar 02 17:26:23.384815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44680) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:23.432951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6620eb09-b308-4969-a9cb-9c1e1da524c6 req-875e62c5-f853-4d09-b2e1-4a03ee532769 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726941 Mar 02 17:26:23.454113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2009444238-network', 'tenant_id': '4598acdc8b8649809fc8155831344941'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:23.468332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:23.494778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:23.499689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Usage tracker for resource:network and tenant:4598acdc8b8649809fc8155831344941 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:23.502777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:23.509677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:23.517352 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-858a9460-6836-4fcb-89b3-e19cc17096ad service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864640 Mar 02 17:26:23.641590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Made reservation on behalf of 4598acdc8b8649809fc8155831344941 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:23.644012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.669586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.685116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687c38-6deb-4200-a54e-211779ad5648 req-8037a106-9837-470b-a772-d2b0d0f1c41f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:23.690151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:23.694427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09687c38-6deb-4200-a54e-211779ad5648 req-8037a106-9837-470b-a772-d2b0d0f1c41f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1103492 Mar 02 17:26:23.767672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09687c38-6deb-4200-a54e-211779ad5648 req-474e300c-c008-4a43-82d9-6cdb6580b603 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677814 Mar 02 17:26:23.771473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-69b7d116-8a42-48c6-a12e-6c7ded240ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446463 Mar 02 17:26:23.777477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171c7406-82e2-425a-b332-367c30420f27 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:23.807066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:23.811309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:23.824246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Usage tracker for resource:security_group_rule and tenant:4598acdc8b8649809fc8155831344941 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:23.829761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:23.847522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:23.862086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.883690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44708) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:23.908355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5398-e080-4a03-b929-69485b824ded req-d441d511-c5df-46d7-a09c-2a620bd6d072 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:23.909799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3cf5398-e080-4a03-b929-69485b824ded req-d441d511-c5df-46d7-a09c-2a620bd6d072 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1165037 Mar 02 17:26:23.912658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:23.988278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:23.994660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Usage tracker for resource:security_group_rule and tenant:901cc22c8b454830a5281d7da4172fee is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:23.999896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3cf5398-e080-4a03-b929-69485b824ded req-75b50a38-953c-4369-aaba-b3b267c74269 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Mar 02 17:26:24.000805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:24.007077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:24.046379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.056155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.074167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] Transition to ACTIVE for port object 171c7406-82e2-425a-b332-367c30420f27 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:24.084098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.097446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.101516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.159209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae8937-e95a-40c7-a6c7-d35fa9ca20de,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.166261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d6029077-2070-4991-9b85-db6f7b3c6e07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=901cc22c8b454830a5281d7da4172fee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2814984 Mar 02 17:26:24.168761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44722) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:24.204981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:26:24.297541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ac283-180a-4ce8-b2ce-75af732c80ff,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.354606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.355805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44728) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:24.359230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.359574 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Added segment dd550ede-e342-462f-b8f3-0e5c3791fb54 of type vlan for network 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 Mar 02 17:26:24.363626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] No DVR routers for this DVR port 171c7406-82e2-425a-b332-367c30420f27 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:26:24.384186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.415728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.446681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.487089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-79f96b37-1abc-4308-a27d-3893f3387cc0 service neutron] 10.222.0.50 "PUT /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8762667 Mar 02 17:26:24.493563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.494659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.495464 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.505919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8fac9-2d67-44e8-8619-6e839f2cad30 req-925dca4c-aae7-4f5c-a8a7-f4d9e8479ce2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.507438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59c8fac9-2d67-44e8-8619-6e839f2cad30 req-925dca4c-aae7-4f5c-a8a7-f4d9e8479ce2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.2497683 Mar 02 17:26:24.508654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.560438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.574807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae8937-e95a-40c7-a6c7-d35fa9ca20de,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.608643 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1832178 Mar 02 17:26:24.611172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:24.620208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Request body: {'subnet': {'network_id': '52d56ed8-2e83-47ce-ab3e-418a1dbbdab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2009444238-subnet', 'tenant_id': '4598acdc8b8649809fc8155831344941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:24.624127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4639-eda4-4399-8613-82c35252e452 admin admin] Pushing event updated for resources: {'Network': ['ID=52d56ed8-2e83-47ce-ab3e-418a1dbbdab7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.628808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:24.634348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Usage tracker for resource:subnet and tenant:4598acdc8b8649809fc8155831344941 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:24.634610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:26:24.638785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:24.642659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.645559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e8a30d4a-0e0e-4017-ad3c-799643f64e90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ae8937-e95a-40c7-a6c7-d35fa9ca20de HTTP/1.1" status: 204 len: 168 time: 0.4726341 Mar 02 17:26:24.647279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:24.659137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Made reservation on behalf of 4598acdc8b8649809fc8155831344941 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:24.661841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.691145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59c8fac9-2d67-44e8-8619-6e839f2cad30 req-fb3b14f1-aaa5-4d7f-ac4e-aff66fc7893e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692343 Mar 02 17:26:24.734544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:24.743611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Usage tracker for resource:security_group_rule and tenant:9bce21b3231049589d2101a4db5140aa is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:24.753412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:24.760532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:24.793631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fbf18-69fb-45f7-a60e-09c510c86baf req-322daaa7-4ce0-41a5-aa54-16bb8745b225 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:24.796204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b36fbf18-69fb-45f7-a60e-09c510c86baf req-322daaa7-4ce0-41a5-aa54-16bb8745b225 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.2133813 Mar 02 17:26:24.883766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b36fbf18-69fb-45f7-a60e-09c510c86baf req-345931ab-fbb7-4ba1-8625-9f127c3e3bc0 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737491 Mar 02 17:26:24.899786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.939046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.946228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:24.967045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e54708-dc5a-4f8f-8e64-0eda2bf58b9d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:24.993177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Checking segment: {'id': 'dd550ede-e342-462f-b8f3-0e5c3791fb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '52d56ed8-2e83-47ce-ab3e-418a1dbbdab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:24.993532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Network hostable DHCP agents. Network: 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:26:25.017077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Network 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:26:25.027463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:25.034126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:25.034928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.042920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b5426-9a29-4862-87a8-4ea7d1466bda None None] Network 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:26:25.053085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0dfbf-d983-4b2e-b5bc-6abb6f7b265b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:25.062367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc1002f2-7a00-44b7-91f2-811918c8ea39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bce21b3231049589d2101a4db5140aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7042513 Mar 02 17:26:25.064379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44754) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:25.092932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-63148822-790d-4c9c-879b-a8468b5b054c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4689648 Mar 02 17:26:25.149727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10df4-2532-47c5-9c0d-2c6539ce1920 req-70d93e37-189a-438a-a3ee-04f920895c56 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:25.151319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32c10df4-2532-47c5-9c0d-2c6539ce1920 req-70d93e37-189a-438a-a3ee-04f920895c56 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1949561 Mar 02 17:26:25.160210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.195030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.264104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.289628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0dfbf-d983-4b2e-b5bc-6abb6f7b265b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:25.297797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.301023 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1d7ba06e-8b1c-4a50-9272-6c8eb024b433 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08b0dfbf-d983-4b2e-b5bc-6abb6f7b265b HTTP/1.1" status: 204 len: 168 time: 0.2333963 Mar 02 17:26:25.313144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32c10df4-2532-47c5-9c0d-2c6539ce1920 req-8f7e8c4e-9cc2-4c85-b6c7-ce3540ea2a95 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541998 Mar 02 17:26:25.384508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ea22e-57b1-4826-9be3-0e9ae0c22b49 None None] Network 52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:26:25.427575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:25.460208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75aa1b-01d6-41ef-8b6a-0199bf2d91b2 req-5b07a53d-cffb-4737-bb43-647158ed44f9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:25.470430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce75aa1b-01d6-41ef-8b6a-0199bf2d91b2 req-5b07a53d-cffb-4737-bb43-647158ed44f9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1234355 Mar 02 17:26:25.528255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce75aa1b-01d6-41ef-8b6a-0199bf2d91b2 req-19722e0b-2e72-4846-a490-0372b528568e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Mar 02 17:26:25.544638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Deleting subnet f479d5d6-b12b-48fd-bb9d-2cd5c46c469f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:26:25.550325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.607851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.616678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.735328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.791124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f479d5d6-b12b-48fd-bb9d-2cd5c46c469f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:25.800611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.809332 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d52a7124-8f71-45bb-ae3f-1d679e9ec416 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f479d5d6-b12b-48fd-bb9d-2cd5c46c469f HTTP/1.1" status: 204 len: 168 time: 0.3784592 Mar 02 17:26:25.809767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:25.847591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44782) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:25.866627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.881691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 171c7406-82e2-425a-b332-367c30420f27 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:26:25.965906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:25.976099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 171c7406-82e2-425a-b332-367c30420f27 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:26:26.006588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:26.016718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2fb504381e45058fe0c065e4dfed2f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:26.024356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c09a8-9f5d-470b-ab0a-5799a7282445 req-33246b0b-9dad-49d4-b384-a3071acd4bd2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:26.025787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-776c09a8-9f5d-470b-ab0a-5799a7282445 req-33246b0b-9dad-49d4-b384-a3071acd4bd2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1450613 Mar 02 17:26:26.026617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:26.033498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:26.120179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.133242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-776c09a8-9f5d-470b-ab0a-5799a7282445 req-4e9df1c8-0d91-4940-b0a8-a381df6694f5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007693 Mar 02 17:26:26.155030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.155166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.155884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.156286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.156622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.157021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.157462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.157843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.158207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.158530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.214789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.221806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b408-26c2-4f79-866e-44197ef80e84 req-7965da38-cc90-4b7b-bb5f-029a07419da5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:26.223256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf3b408-26c2-4f79-866e-44197ef80e84 req-7965da38-cc90-4b7b-bb5f-029a07419da5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.1465983 Mar 02 17:26:26.224276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.289561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.289908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.290222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.290541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:26.290932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3bd22-b28a-4916-bfc3-bd8aa6481828']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:26.299879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43bf6c7-53ff-403d-8ab5-dcdefeec7699,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:26.305623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fe611e-4c7d-41c0-bb9d-21c9554adf0a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:26.305909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fe611e-4c7d-41c0-bb9d-21c9554adf0a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:26.308846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-039b24b8-bb67-42bd-9073-20bab1a73947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae2fb504381e45058fe0c065e4dfed2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601147 Mar 02 17:26:26.309363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44792) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:26.321031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.343035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.343193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf3b408-26c2-4f79-866e-44197ef80e84 req-f31af435-cb31-42cb-961d-a2fdc028f157 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101463 Mar 02 17:26:26.352613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:26:26.353011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: util.warn_limited( Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: util.warn_limited( Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:26:26.377079 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:26:26.412450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.459571 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.510933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.540513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.545660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed3bd22-b28a-4916-bfc3-bd8aa6481828,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:26.553534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f6b78bb-c8c1-4651-8191-fd8731602aa6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ed3bd22-b28a-4916-bfc3-bd8aa6481828 HTTP/1.1" status: 204 len: 168 time: 0.7390528 Mar 02 17:26:26.553743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44802) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:26.626904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96cb67-2142-4946-a513-3d04f7d71f6f req-9488a2a8-3127-4798-a09f-c7bb94cd3bdd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:26.628402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d96cb67-2142-4946-a513-3d04f7d71f6f req-9488a2a8-3127-4798-a09f-c7bb94cd3bdd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.1709118 Mar 02 17:26:26.636024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.711043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Deleting subnet 76e54708-dc5a-4f8f-8e64-0eda2bf58b9d {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:26:26.714814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43bf6c7-53ff-403d-8ab5-dcdefeec7699,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:26.732432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.789538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.790692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e62f5f86-ac59-4305-8e2e-d335f0cdc292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e43bf6c7-53ff-403d-8ab5-dcdefeec7699 HTTP/1.1" status: 204 len: 168 time: 0.4777665 Mar 02 17:26:26.823376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.832101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d96cb67-2142-4946-a513-3d04f7d71f6f req-b05b9bd3-cb2d-4b60-867f-035100b54c74 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884658 Mar 02 17:26:26.837018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:26.904366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d688-cb54-440f-9ae6-f2f213223d1f req-435fe7d6-5e99-435c-8e53-17fda92a4d70 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:26.905849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e782d688-cb54-440f-9ae6-f2f213223d1f req-435fe7d6-5e99-435c-8e53-17fda92a4d70 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.2483850 Mar 02 17:26:26.966771 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.015648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e54708-dc5a-4f8f-8e64-0eda2bf58b9d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:27.019559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e782d688-cb54-440f-9ae6-f2f213223d1f req-a67e6b6e-6442-4d32-9133-f0621abc52b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073837 Mar 02 17:26:27.023077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.033335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aad6ff3e-80c5-4f2b-beb7-8077f50651a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76e54708-dc5a-4f8f-8e64-0eda2bf58b9d HTTP/1.1" status: 204 len: 168 time: 0.4763627 Mar 02 17:26:27.033335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44822) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:27.146944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.535558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44844) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:27.582265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.638537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.638897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.639607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.639928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > port after_create 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.640239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > port after_delete 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.640578 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > port after_update 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.640902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.641227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.641532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.641835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.703567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.703916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.704237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.704558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 17:26:27.704925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d56ed8-2e83-47ce-ab3e-418a1dbbdab7']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:27.726993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd550ede-e342-462f-b8f3-0e5c3791fb54') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:27.727274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd550ede-e342-462f-b8f3-0e5c3791fb54') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:27.757396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.770692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.803219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.808316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:27.812662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Usage tracker for resource:security_group_rule and tenant:cf1fd6c64b804296b5013856f2e5b2e0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:27.815940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:27.822186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:27.830930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813f943-194f-4ef0-b92a-4805e831d1a5 req-bc035c9e-c4fa-4eec-9de2-ec67669f43e0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:27.832444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c813f943-194f-4ef0-b92a-4805e831d1a5 req-bc035c9e-c4fa-4eec-9de2-ec67669f43e0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.3813467 Mar 02 17:26:27.834475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:26:27.834908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: util.warn_limited( Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: util.warn_limited( Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:26:27.851910 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:26:27.860987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-f4244b8e-2c5d-439a-ab27-28c7fd394b7a tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.5729938 Mar 02 17:26:27.927828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-98993a09-6232-4611-8ed5-e672ef4fc4b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1098 time: 0.5089331 Mar 02 17:26:27.980768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe157a-9b3c-40a0-9751-9f2b6b6451f3 req-63f8131c-52c6-4690-b70f-a5b880b6655d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:27.982391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5abe157a-9b3c-40a0-9751-9f2b6b6451f3 req-63f8131c-52c6-4690-b70f-a5b880b6655d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.4464979 Mar 02 17:26:28.106742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.149970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.155535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.156234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.163529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c813f943-194f-4ef0-b92a-4805e831d1a5 req-55f44191-1c73-46d8-a4e9-ad0575a143f2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060844 Mar 02 17:26:28.176894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] Pushing event deleted for resources: {'Network': ['ID=52d56ed8-2e83-47ce-ab3e-418a1dbbdab7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:28.193588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-96c49898-272c-48cb-be49-7e10379e658f admin admin] 10.222.0.37 "DELETE /v2.0/networks/52d56ed8-2e83-47ce-ab3e-418a1dbbdab7 HTTP/1.1" status: 204 len: 168 time: 1.1578913 Mar 02 17:26:28.211698 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf1fd6c64b804296b5013856f2e5b2e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6745138 Mar 02 17:26:28.218974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:28.227801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5abe157a-9b3c-40a0-9751-9f2b6b6451f3 req-44205b3f-99e3-4e8a-9e4b-1bf45ea97457 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121487 Mar 02 17:26:28.271894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ef719250-bbcf-4e9d-a327-1546c9613efa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&tenant_id=db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 1096 time: 0.3630800 Mar 02 17:26:28.272043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866200cd-e872-419e-94f3-e9474eb98d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b047477-885e-4343-ae44-211f042250d6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:28.272899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-056c93f0-ea82-4f4d-99a2-734f0c054722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:28.274154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-056c93f0-ea82-4f4d-99a2-734f0c054722 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2994292 Mar 02 17:26:28.351804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.402982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.422043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44876) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:28.477168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-436c7e92-f15e-42e7-83a2-1a7497dae63d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.1930585 Mar 02 17:26:28.509999 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.539226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b047477-885e-4343-ae44-211f042250d6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:28.551921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:28.565200 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e76cb39-2aca-4591-a60b-a8bba46c8b51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b047477-885e-4343-ae44-211f042250d6 HTTP/1.1" status: 204 len: 168 time: 0.3354721 Mar 02 17:26:28.608949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-fe242aba-c627-4cc2-86d0-f63f5d408931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:28.610289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-fe242aba-c627-4cc2-86d0-f63f5d408931 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1224515 Mar 02 17:26:28.620008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-e1482f3d-6d63-432d-af82-ef9957c18a47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1096 time: 0.2461896 Mar 02 17:26:28.622590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-005e524a-53ef-4b91-8c3a-8e9c7c25aae9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=210831c841a44c559e396731f6eeac4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916749 Mar 02 17:26:28.625411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44886) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:28.777405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d8b30-1c6f-4f15-b1e7-931b188b40c7 req-6889d206-1284-42df-b731-dad7d48915a0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:28.778974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e28d8b30-1c6f-4f15-b1e7-931b188b40c7 req-6889d206-1284-42df-b731-dad7d48915a0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.3464758 Mar 02 17:26:28.963265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ef55616d-3f56-4484-82cc-1e1c11b22341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:28.964686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-ef55616d-3f56-4484-82cc-1e1c11b22341 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.3094165 Mar 02 17:26:28.974338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e28d8b30-1c6f-4f15-b1e7-931b188b40c7 req-d910f6e7-bd24-43df-b2ac-148a98434dc9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460867 Mar 02 17:26:28.980034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-071b2f68-9d9f-4b3e-95d5-1cb6833ba96e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3564515 Mar 02 17:26:28.980636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.189892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:29.213146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.248872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-27ffe73c-6346-4673-8db9-9cd6659dd0c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.2721694 Mar 02 17:26:29.251072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:29.255279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e892217625499f94206368a58b7bea is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:29.258458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:29.264675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.265520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:29.279546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56e22-57a1-406a-b14f-029df89e983b req-fa37cebd-0303-4da4-ad43-b6202c537424 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:29.291137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffd56e22-57a1-406a-b14f-029df89e983b req-fa37cebd-0303-4da4-ad43-b6202c537424 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.5293806 Mar 02 17:26:29.383897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.401620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.485536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-11861473-ce39-4bcc-947b-1f5532c08034 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1474700084&fields=id&tenant_id=dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 267 time: 0.2490392 Mar 02 17:26:29.491400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-bbced78f-7588-4a29-84f9-02f26e0e0e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:29.492776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-bbced78f-7588-4a29-84f9-02f26e0e0e45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1878989 Mar 02 17:26:29.526108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-79d3615b-4915-4ea8-9873-be8104d63070 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920769 Mar 02 17:26:29.528965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffd56e22-57a1-406a-b14f-029df89e983b req-1cc48a86-5146-4e81-9b68-865b44f19680 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842177 Mar 02 17:26:29.609864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2e892217625499f94206368a58b7bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4186630 Mar 02 17:26:29.610963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8b9fc-0426-4ba3-8ae0-5d8eb4721239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29e026-214d-40cc-a7b3-0ecd79db3a04,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:29.623478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44916) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:29.647642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.673968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-1d56cbe2-55e4-4839-98e1-180739e3c2d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496255 Mar 02 17:26:29.679438 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-7bd5b036-4b62-4756-9192-52c16729170b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1096 time: 0.2374156 Mar 02 17:26:29.724412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.797883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faeee37-fc1d-4c5b-845f-4303feb52ef4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:29.816363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.882807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-34882b92-682b-4436-9dbe-2b80f043eed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:29.883375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.884522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e40674b3-a5ca-4841-a6c5-f8820f0cac7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1faeee37-fc1d-4c5b-845f-4303feb52ef4 HTTP/1.1" status: 204 len: 168 time: 1.2582242 Mar 02 17:26:29.885007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-34882b92-682b-4436-9dbe-2b80f043eed3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1810956 Mar 02 17:26:29.945158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-28b3799f-e33d-407e-b83c-33a2648ef09f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:29.946546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-28b3799f-e33d-407e-b83c-33a2648ef09f tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 822 time: 0.4525719 Mar 02 17:26:29.964961 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-9970a9f7-c7c3-42af-a99b-8286cfb00e66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.0716643 Mar 02 17:26:29.969850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:29.997169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61f839b4-abbd-4406-8111-0e6b2bc1dd4b req-bd69ed5a-b73e-4618-a5ce-1dcab7cfc5f3 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857634 Mar 02 17:26:30.021361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-40faff3b-e67e-443d-9473-b2368c4c8e95 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/quotas/dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 375 time: 0.0558662 Mar 02 17:26:30.029244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-71164f9f-e5b4-4802-9eef-d0c0a4fbf73f service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008733 Mar 02 17:26:30.037222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568feeb-d48b-44e9-ab7d-8e5a0ab7b343 req-e94ac30d-cd8d-42e3-9f90-5b772972be2a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:30.038647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c568feeb-d48b-44e9-ab7d-8e5a0ab7b343 req-e94ac30d-cd8d-42e3-9f90-5b772972be2a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.3228037 Mar 02 17:26:30.055364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29e026-214d-40cc-a7b3-0ecd79db3a04,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:30.060545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:30.064472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-32c94449-1c9f-403f-8a36-0b10d71e58fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e29e026-214d-40cc-a7b3-0ecd79db3a04 HTTP/1.1" status: 204 len: 168 time: 0.4389086 Mar 02 17:26:30.078188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-5b0a5bdb-6332-4817-b174-2cd55027f124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:30.079928 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-5b0a5bdb-6332-4817-b174-2cd55027f124 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1052451 Mar 02 17:26:30.169357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-b3b4ea4f-bc90-46f4-9120-8677c1c67798 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773795 Mar 02 17:26:30.267500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c568feeb-d48b-44e9-ab7d-8e5a0ab7b343 req-8f48c7ef-a7c2-48b9-bcfd-18ab7e9bb728 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995387 Mar 02 17:26:30.365743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-08fb5ca3-1cbf-462c-846e-d895b45bfad3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1098 time: 0.2480013 Mar 02 17:26:30.366939 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-8b3e3531-5ece-4ab5-aac3-e0062bea1e3c service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855223 Mar 02 17:26:30.379225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-780d6f23-494f-4668-b480-eed0a89d116b tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3489778 Mar 02 17:26:30.622924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38acabf0-1320-48e7-a1b0-11366248edb6 req-9119e8ff-bdb0-420d-878f-76361961b44d service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452283 Mar 02 17:26:30.643966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11eace-19dd-4974-9acc-a546e3444dae req-df8aa45c-21f3-4494-b816-0283b95009ae tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:30.644677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-de11eace-19dd-4974-9acc-a546e3444dae req-df8aa45c-21f3-4494-b816-0283b95009ae tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Synchronizing usage tracker for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:30.667839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-de11eace-19dd-4974-9acc-a546e3444dae req-df8aa45c-21f3-4494-b816-0283b95009ae tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Unset dirty status for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:30.669024 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-de11eace-19dd-4974-9acc-a546e3444dae req-df8aa45c-21f3-4494-b816-0283b95009ae tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f1621c-1239-419a-9f63-25708afd2787 HTTP/1.1" status: 200 len: 945 time: 0.1626933 Mar 02 17:26:30.675368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-27c307d7-b724-43e8-9a5c-6fc5f842328c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:30.676866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-27c307d7-b724-43e8-9a5c-6fc5f842328c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2966130 Mar 02 17:26:30.758313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Deleting port 523f028e-3c62-4661-a5c4-ca35744f8b15 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:26:30.758786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:30.783407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44940) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:30.788855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-7160578c-39bf-4b92-bf85-5afb03251cac service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146482 Mar 02 17:26:30.789013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-877d3d55-1946-4f7a-b439-600877dcf43c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.0707474 Mar 02 17:26:30.902503 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7417276-676d-4651-8631-10eff6dd23bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4598acdc8b8649809fc8155831344941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1137419 Mar 02 17:26:30.906264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:31.022696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-0d3b8206-2d86-494c-97e8-a39349a9d80b service neutron] 10.222.0.37 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776347 Mar 02 17:26:31.024760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-0dbf9636-b16f-4c31-9fe9-303af202094f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:31.026208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-0dbf9636-b16f-4c31-9fe9-303af202094f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2196002 Mar 02 17:26:31.088174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.108660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] For port 523f028e-3c62-4661-a5c4-ca35744f8b15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=523f028e-3c62-4661-a5c4-ca35744f8b15,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:31.109014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.165130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90b8ea-c6ad-4d64-9659-94ac08bbf4ff req-e93f5d64-7173-475c-a7e2-667a8569a43c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:31.166608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c90b8ea-c6ad-4d64-9659-94ac08bbf4ff req-e93f5d64-7173-475c-a7e2-667a8569a43c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.6134593 Mar 02 17:26:31.199103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.335458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c90b8ea-c6ad-4d64-9659-94ac08bbf4ff req-22057dd0-f1cd-4065-a240-dd63eb49f86d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212749 Mar 02 17:26:31.347975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-27925ea4-094b-4a4a-8057-da315c6a0376 service neutron] 10.222.0.37 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083866 Mar 02 17:26:31.356827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.368133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-c7cb961a-edf5-4fd6-ab01-d0e5367920ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3071527 Mar 02 17:26:31.369297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-d3a0471e-7114-442f-8ede-2ffda35f484d tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.2000654 Mar 02 17:26:31.449918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ac283-180a-4ce8-b2ce-75af732c80ff,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:31.495418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.496524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d6e3c391-0535-461e-992e-113e248a4372 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a2ac283-180a-4ce8-b2ce-75af732c80ff HTTP/1.1" status: 204 len: 168 time: 0.5897167 Mar 02 17:26:31.540712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.541232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:31.541564 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d disassociated. External IP: 172.25.3.57, port: 523f028e-3c62-4661-a5c4-ca35744f8b15. Mar 02 17:26:31.543107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Calling delete_port for 523f028e-3c62-4661-a5c4-ca35744f8b15 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:26:31.942995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-2c798959-3c63-4ca7-b16b-92c40f044575 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442684 Mar 02 17:26:32.086040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5733c7f6-f983-45e3-b955-0433de6176e8 service neutron] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:32.104159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5733c7f6-f983-45e3-b955-0433de6176e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:32.105093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ceefd1-0827-4e79-b325-bdf08f43d141 req-5733c7f6-f983-45e3-b955-0433de6176e8 service neutron] 10.222.0.35 "DELETE /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.6473556 Mar 02 17:26:32.137328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03ddf907-12ba-4c20-8fd2-f8cf4cc39ee5 req-63f90b27-c4c2-41eb-86d7-d15eca2caf85 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819305 Mar 02 17:26:32.143874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ede21-b6cb-4115-b14b-58a3f36b0249 req-1943edaf-31d2-4d9d-97b7-46d2b237ebaf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:32.150756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e89ede21-b6cb-4115-b14b-58a3f36b0249 req-1943edaf-31d2-4d9d-97b7-46d2b237ebaf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.3750694 Mar 02 17:26:32.192112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:32.281102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e89ede21-b6cb-4115-b14b-58a3f36b0249 req-b90932f4-7d9d-4989-a7d8-3d4956656202 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292298 Mar 02 17:26:32.319509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event deleted for resources: {'Port': ['ID=523f028e-3c62-4661-a5c4-ca35744f8b15,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:32.339961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8be2-c659-4827-b525-042eaaae119e req-142e0e1b-d7bd-4e49-bf91-6759e889cae9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:32.343076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15cf8be2-c659-4827-b525-042eaaae119e req-142e0e1b-d7bd-4e49-bf91-6759e889cae9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1668475 Mar 02 17:26:32.475226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15cf8be2-c659-4827-b525-042eaaae119e req-a133d9db-fef1-4684-86e3-3543bf8cfc71 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261063 Mar 02 17:26:32.750936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e388a551-b1b8-49f3-8ed7-81ab7a1a91eb req-84d3e3fb-8ed0-4e42-8239-16b3a2fc95cd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 210 time: 0.0950768 Mar 02 17:26:32.805372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914fac6-173f-45e4-a044-dda05c50048f req-41b6f598-205b-457d-9eb5-780608184caa tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:32.809714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4914fac6-173f-45e4-a044-dda05c50048f req-41b6f598-205b-457d-9eb5-780608184caa tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1820605 Mar 02 17:26:32.815715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:26:32.901209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4914fac6-173f-45e4-a044-dda05c50048f req-bf814903-db5a-4d1b-a2f7-e0219ddb0fee tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Mar 02 17:26:33.220613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:26:33.245991 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:26:33.270814 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:33.271442 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:33.307519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dea8b7-70c1-4fda-94ba-122834f373e2 req-c320aad9-b01b-42a7-a1b2-37c533ed6949 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:33.308973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69dea8b7-70c1-4fda-94ba-122834f373e2 req-c320aad9-b01b-42a7-a1b2-37c533ed6949 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.1352077 Mar 02 17:26:33.332515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] No DVR routers for this DVR port 523f028e-3c62-4661-a5c4-ca35744f8b15 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:26:33.337732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:33.355165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'name': 'network-vif-deleted', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:33.368815 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-de11eace-19dd-4974-9acc-a546e3444dae req-4985b13e-bae2-46ba-bf83-3df091796db7 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "DELETE /v2.0/ports/523f028e-3c62-4661-a5c4-ca35744f8b15 HTTP/1.1" status: 204 len: 173 time: 2.6847482 Mar 02 17:26:33.461019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69dea8b7-70c1-4fda-94ba-122834f373e2 req-b3386656-0119-4777-9804-55b80673f62c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294880 Mar 02 17:26:33.630269 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f1621c-1239-419a-9f63-25708afd2787', 'name': 'network-vif-deleted', 'tag': '523f028e-3c62-4661-a5c4-ca35744f8b15', 'status': 'completed', 'code': 200} Mar 02 17:26:33.651310 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:33.837247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9be21-c7a5-4bc6-89c8-8725e95c0edf req-2bb4828b-d1b8-498a-82e2-580cbb4ba3f0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:33.853426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cc9be21-c7a5-4bc6-89c8-8725e95c0edf req-2bb4828b-d1b8-498a-82e2-580cbb4ba3f0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 947 time: 0.2071338 Mar 02 17:26:33.900383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 523f028e-3c62-4661-a5c4-ca35744f8b15 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:26:33.969211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 523f028e-3c62-4661-a5c4-ca35744f8b15 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:26:33.969830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 523f028e-3c62-4661-a5c4-ca35744f8b15 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:26:33.976251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cc9be21-c7a5-4bc6-89c8-8725e95c0edf req-0dbd2dea-7662-4ca5-ac69-dabda96dabe4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213176 Mar 02 17:26:33.992036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:34.051167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa8991-29fd-48f7-9255-e299c9891e7a req-a2a575c3-b186-4d81-b440-591e4ee78031 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:34.053105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeaa8991-29fd-48f7-9255-e299c9891e7a req-a2a575c3-b186-4d81-b440-591e4ee78031 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1942747 Mar 02 17:26:34.172335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeaa8991-29fd-48f7-9255-e299c9891e7a req-93a20633-6c24-4266-bff8-a33292e7dfe3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118433 Mar 02 17:26:34.320616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adbd0e30-e742-4c3b-b72d-12eabf34e667 req-7b4a6f28-20ba-4707-b086-10cbdd770ecb tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1096 time: 0.1095939 Mar 02 17:26:34.370043 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:34.379963 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:26:34.433168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:34.433792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:34.436366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:34.439190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-068749c5-741b-4c1f-8bcb-973e35fad3a3 req-62e23487-b852-452c-9a45-667beb9837d8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 210 time: 0.0751188 Mar 02 17:26:34.492755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adbd0e30-e742-4c3b-b72d-12eabf34e667 req-9df93de3-87fa-40bb-8caf-5802a8d5ed08 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645603 Mar 02 17:26:34.515138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:34.515138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb37d0e74f1a49cfa6f51de2ec51856e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:34.526326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:34.544983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:34.636956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:34.835434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:34.898345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2910-bd0b-407c-8415-e95dce59742e req-ca64d9cb-d49e-4c60-9cdc-8e5f9550fbfa tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:34.910339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-362e2910-bd0b-407c-8415-e95dce59742e req-ca64d9cb-d49e-4c60-9cdc-8e5f9550fbfa tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.1834409 Mar 02 17:26:34.942289 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:34.949745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-6cf8689e-82a3-414a-a7dd-29a17f6b2e3a tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:34.953002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-6cf8689e-82a3-414a-a7dd-29a17f6b2e3a tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 822 time: 0.3136148 Mar 02 17:26:35.035431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-362e2910-bd0b-407c-8415-e95dce59742e req-e18538bd-182e-49b0-ae4e-70218d69e59b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240003 Mar 02 17:26:35.169706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1cc8d1-5147-44da-bb12-f7e5acbeb5d6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:35.245827 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9cb0a4ae-8d74-4b5e-b014-9c6282848ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb37d0e74f1a49cfa6f51de2ec51856e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2520983 Mar 02 17:26:35.248505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:35.303896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-673fd7ef-f837-4721-8878-ed08b09c6b04 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644519 Mar 02 17:26:35.331273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-4669d0e6-f0b6-485f-b9c7-c0fd191d4311 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce523a77b404292a9fa1482d1e0ad81 HTTP/1.1" status: 200 len: 380 time: 0.3195388 Mar 02 17:26:35.351022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.363969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:35.383734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'port': {'device_id': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'admin_state_up': True, 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'security_groups': ['e8cb7185-f10b-4fc5-9b13-edb7d6516164']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:35.686249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:35.701993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.719519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'mac_address': 'fa:16:3e:4d:1d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:35.788703 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:35.799261 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8d4f3-da23-4973-8135-56606e063a00 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:26:35.827700 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.871099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:35.891483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:35.897382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.910000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:35.916289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Usage tracker for resource:port and tenant:dce523a77b404292a9fa1482d1e0ad81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:35.920479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:35.927661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:35.929845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.954315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1cc8d1-5147-44da-bb12-f7e5acbeb5d6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:35.966813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:35.968368 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e08df12-e1ab-4a70-ada3-c13a85ba0668 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db1cc8d1-5147-44da-bb12-f7e5acbeb5d6 HTTP/1.1" status: 204 len: 168 time: 0.7187517 Mar 02 17:26:35.980683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Made reservation on behalf of dce523a77b404292a9fa1482d1e0ad81 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:35.988924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:36.030094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:36.041383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-85e7a675-92f5-408d-be76-bdca28fb7fea tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:36.042854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-85e7a675-92f5-408d-be76-bdca28fb7fea tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.2906990 Mar 02 17:26:36.064710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5d5040d6-9012-4848-89c6-7ef3f3e6fdd7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:36.071789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5d5040d6-9012-4848-89c6-7ef3f3e6fdd7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7598159 Mar 02 17:26:36.108554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-6b48571d-b092-4def-875c-d67d55b3f2d9 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/quotas/ac5edb7c452e48f18125ee8758e0bd63 HTTP/1.1" status: 200 len: 375 time: 0.0358438 Mar 02 17:26:36.116081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-189836e7-c2a5-4aa2-95a8-e598eabcf4ca tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/quotas/db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 375 time: 0.0619669 Mar 02 17:26:36.178973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2848899-d0e2-4fec-a8b1-58d322353c90 None None] New status for floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:26:36.211618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-1622f862-9a11-4808-8ec3-087f776f4c52 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020863 Mar 02 17:26:36.247997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Allocated IP 172.20.0.11 (979b79e4-b88d-41b8-9652-687a4668f26b/bdff4e56-2d70-43ee-a319-9a66594ad93e/1b35c4f5-32b6-4fe3-a98f-552271012014) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:36.317421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-bf0ea3c6-08bb-4447-916a-bd0ab154b283 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004204 Mar 02 17:26:36.561964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:36.582712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Transition to ACTIVE for port object 1b35c4f5-32b6-4fe3-a98f-552271012014 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:36.612241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:36.653815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-c24ce8b4-c612-46b3-8287-2eaab39f6db3 service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345759 Mar 02 17:26:36.754333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event updated for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:36.758436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Network 979b79e4-b88d-41b8-9652-687a4668f26b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:36.760330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:36.765469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:36.815250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.815523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.815876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.816216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.816645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.817737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.818093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.818429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.818874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.819273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.819744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:36.826217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45100) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:36.855069 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:36.862727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:36.863539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:36.898165 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-195a731a-fb5d-4b0f-a948-bffb3e452cf1 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5217960 Mar 02 17:26:36.919878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Request body: {'port': {'device_id': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:36.938258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-ee435fd5-b3d2-49a9-8b0f-9c018f0fd9ef service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831969 Mar 02 17:26:36.950966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:36.962292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Usage tracker for resource:security_group_rule and tenant:947ceb4b19ed4b89a7bf408c00def41a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:36.968380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:36.985522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:36.999207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:37.040518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9fb9-be87-4bc5-8566-1dcbbfad925a req-835b4f22-a6a7-432b-b685-51bdd20d827f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:37.041996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4fd9fb9-be87-4bc5-8566-1dcbbfad925a req-835b4f22-a6a7-432b-b685-51bdd20d827f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 948 time: 0.2774248 Mar 02 17:26:37.075702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.131737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8eac5fa-d462-4713-b2e1-bd3daa40ca57 None None] Provisioning for port 1b35c4f5-32b6-4fe3-a98f-552271012014 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:37.146546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8eac5fa-d462-4713-b2e1-bd3daa40ca57 None None] Provisioning complete for port 1b35c4f5-32b6-4fe3-a98f-552271012014 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:37.147034 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8eac5fa-d462-4713-b2e1-bd3daa40ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.147441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4fd9fb9-be87-4bc5-8566-1dcbbfad925a req-5c7d96a2-98c6-43c0-a82b-91e04891bf49 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885408 Mar 02 17:26:37.224408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.228753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a8eac5fa-d462-4713-b2e1-bd3daa40ca57 None None] Port 1b35c4f5-32b6-4fe3-a98f-552271012014 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:26:37.235934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.320869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=947ceb4b19ed4b89a7bf408c00def41a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4877970 Mar 02 17:26:37.321617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45112) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:37.433589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b4823-b17b-45ff-9d04-82eba46a7355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6862ed98-f78c-48e2-9fae-c6cae15cfa16,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:37.584677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.624756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.650236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-98362dc0-0050-42f5-acad-c8f96649f988 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:37.657678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-98362dc0-0050-42f5-acad-c8f96649f988 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2726541 Mar 02 17:26:37.673427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618921c-f89f-4f6a-86ef-f7173defb496 req-f33ae9e3-fdff-4763-b885-283ce615995b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:37.675339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6618921c-f89f-4f6a-86ef-f7173defb496 req-f33ae9e3-fdff-4763-b885-283ce615995b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.2370021 Mar 02 17:26:37.685117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b35c4f5-32b6-4fe3-a98f-552271012014 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:37.693245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.708922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Transition to ACTIVE for port object 1b35c4f5-32b6-4fe3-a98f-552271012014 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:37.713252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.808138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-a282586d-334c-48fe-92e9-2b9d478e0ead tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1494658 Mar 02 17:26:37.821281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:37.844079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Pushing event updated for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:37.915674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:37.959991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Attempting to bind port 1b35c4f5-32b6-4fe3-a98f-552271012014 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:37.960304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Attempting to bind port 1b35c4f5-32b6-4fe3-a98f-552271012014 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:37.960661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Attempting to bind port 1b35c4f5-32b6-4fe3-a98f-552271012014 on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:37.968151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Port 1b35c4f5-32b6-4fe3-a98f-552271012014 on network 979b79e4-b88d-41b8-9652-687a4668f26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:37.968474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Attempting to bind port 1b35c4f5-32b6-4fe3-a98f-552271012014 on network 979b79e4-b88d-41b8-9652-687a4668f26b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:37.973385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6618921c-f89f-4f6a-86ef-f7173defb496 req-bbbb9942-8695-4a37-afa4-adf45ce335d8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357898 Mar 02 17:26:37.975301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:37.975463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Checking segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:37.975791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Bound using segment: {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:37.976221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Bound port: 1b35c4f5-32b6-4fe3-a98f-552271012014, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5521c400-0db2-4bb9-946c-7174c21513f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:37.976568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.050726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.082213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862ed98-f78c-48e2-9fae-c6cae15cfa16,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:38.087436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.088352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-68c0a876-7b5e-4e63-a77b-a927f6d503af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6862ed98-f78c-48e2-9fae-c6cae15cfa16 HTTP/1.1" status: 204 len: 168 time: 0.7515690 Mar 02 17:26:38.127512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:38.139480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b35c4f5-32b6-4fe3-a98f-552271012014,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:38.147411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.248765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.250913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 200 len: 1092 time: 1.3371866 Mar 02 17:26:38.252297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-6fba4583-495c-4385-9565-8bea26bef2cf tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638814 Mar 02 17:26:38.255373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:38.263347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:38.388750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf838d0-7c73-45a4-be8a-720c535f6870 service neutron] Pushing event updated for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:38.559730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-2f783632-d79c-4b43-b563-bb9780aefb12 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:38.561399 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-2f783632-d79c-4b43-b563-bb9780aefb12 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710953 Mar 02 17:26:38.600461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-d35757a5-f056-4b04-ab32-a4afcaa8f9ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 1095 time: 0.1775484 Mar 02 17:26:38.689617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Request body: {'port': {'device_id': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'ac5edb7c452e48f18125ee8758e0bd63'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:38.710915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99a40b-86b4-49f0-b398-6092fad1a4b7 req-6b60eeb9-d618-4635-88e1-8db3cfe0173e tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:38.718065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be99a40b-86b4-49f0-b398-6092fad1a4b7 req-6b60eeb9-d618-4635-88e1-8db3cfe0173e tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 944 time: 0.4537678 Mar 02 17:26:38.821128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.50', 61403) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:38.875924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-49666858-3760-4e2e-9626-92f7bfddb8b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 200 len: 217 time: 0.1997206 Mar 02 17:26:38.941638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be99a40b-86b4-49f0-b398-6092fad1a4b7 req-195f28ea-b327-44a1-add7-9493fd884357 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225902 Mar 02 17:26:39.144755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.150787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.186780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a77c0659-126a-4e35-9460-868f8ed97a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.234096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-24f41b90-6b95-42af-9e0a-493d6728f4f9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:39.235564 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-24f41b90-6b95-42af-9e0a-493d6728f4f9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.4078605 Mar 02 17:26:39.273614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Request body: {'port': {'device_id': '632e931a-2be2-4902-8095-25235271c006', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'admin_state_up': True, 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:39.380751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:39.394006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-ca95ba47-fbe5-4f32-acaf-dc2ad50ef111 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353596 Mar 02 17:26:39.432645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:39.442132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Usage tracker for resource:port and tenant:ac5edb7c452e48f18125ee8758e0bd63 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:39.449296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:39.467789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:39.482830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:39.491892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:39.492531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.496195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-d9d80e93-5857-4d09-92f3-5fbca15b2f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:39.498440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-d9d80e93-5857-4d09-92f3-5fbca15b2f65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.5680733 Mar 02 17:26:39.552668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Made reservation on behalf of ac5edb7c452e48f18125ee8758e0bd63 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:39.556797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.583064 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Floating IP fffc278e-e828-46bc-97a8-3244a515c51e associated. External IP: 172.25.3.144, port: d344f524-e07c-42c7-9f24-1c22814e987d. Mar 02 17:26:39.588061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.648646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.698596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:39.701196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:39.701789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:39.712277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Usage tracker for resource:port and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:39.712468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.718083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:39.722274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:39.737542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Usage tracker for resource:security_group_rule and tenant:ac5edb7c452e48f18125ee8758e0bd63 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:39.744967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:39.749215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:39.761544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-2cb4df00-7992-4cf3-8fb4-0a606392aee1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510004 Mar 02 17:26:39.764733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:39.769042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-9947e522-823e-4ac2-ae91-9190c6a8e4b0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:39.770529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-9947e522-823e-4ac2-ae91-9190c6a8e4b0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634558 Mar 02 17:26:39.795073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:39.798050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:39.801124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:39.821518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-0727035b-aa11-47d3-bd40-e07729e4353f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.0261643 Mar 02 17:26:39.969552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-8cefc806-9153-453a-beee-d18872351edd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1370785 Mar 02 17:26:40.056325 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-b07fc80c-471e-4acc-a190-a96aba1b61e2 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826300 Mar 02 17:26:40.061617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:40.116829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:40.232428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:26:40.341503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Allocated IP 172.20.0.9 (d4720255-2b9e-47bb-b75e-85f5044439d9/7b9eb254-d0e3-4640-ad6c-bff4237e3db7/b71b7544-be69-4011-9c9c-5b62a85d9e33) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:40.348412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:40.457852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-956bbbaa-c74b-4be7-851e-3957ab8f1163 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312580 Mar 02 17:26:40.629917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e2f1327-22e8-4eab-9e39-e68629660b6a req-9b601ab1-ab32-4b6c-9147-11f2012814e3 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390987 Mar 02 17:26:40.695426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-619a7580-d446-4688-acc3-5d25cbcee780 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:40.696852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-619a7580-d446-4688-acc3-5d25cbcee780 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382596 Mar 02 17:26:40.703634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Allocated IP 192.168.233.196 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/6d5ab006-effe-4f6d-b1fe-18e8744577fd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:40.726274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-10621ea5-0938-4518-bdc2-760589ae7188 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/quotas/ac5edb7c452e48f18125ee8758e0bd63 HTTP/1.1" status: 200 len: 375 time: 0.0213189 Mar 02 17:26:40.745304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:40.782808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-4e65fa43-1ec9-4ce8-a3d2-f82c9c77460c tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478437 Mar 02 17:26:40.801471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:26:40.805871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:40.817981 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:26:40.843506 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:40.844140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:40.891538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-790e23cc-5482-488b-aafb-1c5b3082929f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "PUT /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 997 time: 3.0809429 Mar 02 17:26:40.892388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:40.910414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.017989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-812ac5ab-2305-402a-a362-b03bcc8c1868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.1025879 Mar 02 17:26:41.095403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Network d4720255-2b9e-47bb-b75e-85f5044439d9 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:41.105134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:41.117637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:41.137720 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:41.179883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:41.180135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.196078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:41.216094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.243592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Transition to ACTIVE for port object 6d5ab006-effe-4f6d-b1fe-18e8744577fd will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:41.248956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-b42cb953-4c0e-4953-a438-01328bebe678 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9815936 Mar 02 17:26:41.264841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-898bff2a-3bd8-4843-a96b-144872f3e628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.270446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Request body: {'port': {'device_id': '632e931a-2be2-4902-8095-25235271c006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:41.286433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-6697fc6c-56c3-481c-b697-524442896c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:41.294926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-6697fc6c-56c3-481c-b697-524442896c9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.2756231 Mar 02 17:26:41.330135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.382355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742636f-e4e7-4567-ab5f-b9dfe0211bfc req-c22eb093-1636-4fa5-8f88-7ddba7fbd70d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:41.389443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a742636f-e4e7-4567-ab5f-b9dfe0211bfc req-c22eb093-1636-4fa5-8f88-7ddba7fbd70d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 931 time: 0.2517176 Mar 02 17:26:41.454919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-7a7f68fd-3410-41ec-8a81-bdd329f4df9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1000 time: 0.1590037 Mar 02 17:26:41.473696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.509818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a742636f-e4e7-4567-ab5f-b9dfe0211bfc req-526a35f2-8f35-4a18-8587-c9b0d506fca5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193333 Mar 02 17:26:41.552464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-8ee6359d-ec54-44a3-9532-d1f712c9d3e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:41.553925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-8ee6359d-ec54-44a3-9532-d1f712c9d3e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.0981371 Mar 02 17:26:41.617095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:41.618193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:41.621795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:41.729926 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:38Z', 'revision_number': 1, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:41.737710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:26:41.753928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-2b1d533c-7047-4253-9997-20e9a92f0659 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878719 Mar 02 17:26:41.760011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-db1e7348-dcb5-490f-83ce-32a1c907415c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:26:41.760440 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:41.761216 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:41.764103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-db1e7348-dcb5-490f-83ce-32a1c907415c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089970 Mar 02 17:26:41.787089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:41.813139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:41.813876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:41.901257 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'status': 'completed', 'code': 200} Mar 02 17:26:41.904652 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-5e0b5e71-43d8-4071-bb8d-fd0eda543800 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2297320 Mar 02 17:26:41.947937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Request body: {'port': {'device_id': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:42.048726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-6227e9da-5077-494a-ba1c-722fffb81be0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880973 Mar 02 17:26:42.143616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.50', 61404) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:42.178057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ff65143b-8aca-43ee-99c8-b1feafb39c3d None None] Provisioning for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:42.184995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ff65143b-8aca-43ee-99c8-b1feafb39c3d None None] Provisioning complete for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:42.185480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ff65143b-8aca-43ee-99c8-b1feafb39c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:42.209631 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:42.271278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ff65143b-8aca-43ee-99c8-b1feafb39c3d None None] Port 6d5ab006-effe-4f6d-b1fe-18e8744577fd cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:26:42.341034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:42.430561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-cc83d028-226b-46fc-8871-a648daa18f19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 1095 time: 0.3018918 Mar 02 17:26:42.430822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-b01c49bf-d9cc-466c-a315-fba52b3c0782 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574399 Mar 02 17:26:42.630757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:42.646501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-872adc0c-ecef-42ee-9ae4-c45468aff49a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:42.647967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-872adc0c-ecef-42ee-9ae4-c45468aff49a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5857944 Mar 02 17:26:42.651132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71b7544-be69-4011-9c9c-5b62a85d9e33 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:42.667685 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:38Z', 'revision_number': 1, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:42.669950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:42.672937 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec110cb4-39cc-48b8-8131-2572ae5b2077 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:38Z', 'revision_number': 1, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:26:42.678425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5866f475-5e03-4ccd-b2d0-159a1bfaf5af req-77bd3877-ca6b-4484-94b6-050de40dafd4 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466512 Mar 02 17:26:42.689557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:42.733190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbb13d-dfb7-46dd-8f56-385df7194b6b req-dd99fd30-2cad-4446-bdf3-4cc70240bd9e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:42.739974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87fbb13d-dfb7-46dd-8f56-385df7194b6b req-dd99fd30-2cad-4446-bdf3-4cc70240bd9e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.6372614 Mar 02 17:26:42.799675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Transition to ACTIVE for port object b71b7544-be69-4011-9c9c-5b62a85d9e33 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:42.809818 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'code': 200} Mar 02 17:26:42.824101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:42.870609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-bd3173a1-63e1-4af9-bd96-2765024d7a6d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:42.871602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-bd3173a1-63e1-4af9-bd96-2765024d7a6d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253&tenant_id=be7a56788c704ae88a6f0419f41a10cd&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 949 time: 0.5115936 Mar 02 17:26:42.880540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-519f5f06-caa3-4dde-bde3-78b4502286ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:42.882096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-519f5f06-caa3-4dde-bde3-78b4502286ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 923 time: 0.4428856 Mar 02 17:26:42.924999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-c9596858-7f36-4b41-8c22-10e2756b9797 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816646 Mar 02 17:26:42.951908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.044789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b62cf-53a0-470d-ac77-34a677501763 None None] New status for floating IP fffc278e-e828-46bc-97a8-3244a515c51e: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:26:43.076204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:43.088756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-b4fe33ad-3e6b-4c30-9c00-7fadf1b4f019 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 200 len: 217 time: 0.1954703 Mar 02 17:26:43.159202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87fbb13d-dfb7-46dd-8f56-385df7194b6b req-bf04bae8-bb98-4827-adf9-09f1920b895c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182632 Mar 02 17:26:43.213019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:43.227964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:port and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:43.235878 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-44844935-7f29-4b87-a0b8-78e37f0318de service neutron] delete failed (client error): The resource could not be found. Mar 02 17:26:43.236890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-44844935-7f29-4b87-a0b8-78e37f0318de service neutron] 10.222.0.50 "DELETE /v2.0/ports/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.3582473 Mar 02 17:26:43.243237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:43.253195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-071b43fd-23cb-4b85-9e8d-b02ae9f0225f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:43.254824 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-071b43fd-23cb-4b85-9e8d-b02ae9f0225f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.1590664 Mar 02 17:26:43.300961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:43.369280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:43.384103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.395140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:43.398026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.412277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:43.412675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:43.413066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:43.415428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Transition to ACTIVE for port object 6d5ab006-effe-4f6d-b1fe-18e8744577fd will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:43.424065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.454123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-d45de9b1-dffb-4b78-ba58-74c35e4156b3 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:43.455608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-d45de9b1-dffb-4b78-ba58-74c35e4156b3 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5070481 Mar 02 17:26:43.457702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b1f6e23-6c58-4cc0-907c-5a13f79a4002 req-d019a17e-9f43-4a96-a228-89d51a59e9ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 210 time: 0.1157813 Mar 02 17:26:43.465403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.481933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a2708-a79f-4877-9c7a-e1e3147ff388 req-e5a1d2aa-c525-4ffc-8add-28d15420b29d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:43.483923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-598a2708-a79f-4877-9c7a-e1e3147ff388 req-e5a1d2aa-c525-4ffc-8add-28d15420b29d tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 944 time: 0.4915514 Mar 02 17:26:43.488664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Request body: {'port': {'device_id': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'ac5edb7c452e48f18125ee8758e0bd63'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:43.555551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:43.555906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:43.589391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:43.589720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:43.590192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:43.590856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Bound port: b71b7544-be69-4011-9c9c-5b62a85d9e33, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:43.592089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.602089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-628b3161-dddd-44eb-b1e5-79d4392f4db3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145156 Mar 02 17:26:43.651002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:43.660750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:security_group_rule and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:43.668675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:43.697046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:43.705975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-598a2708-a79f-4877-9c7a-e1e3147ff388 req-4c2a6a58-cafd-4822-9ab8-6a48e334e145 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939116 Mar 02 17:26:43.735600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-9d3011df-2425-4412-8b82-cad3073da8bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.3485920 Mar 02 17:26:43.769168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:43.840861 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:26:43.842977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Usage tracker for resource:port and tenant:ac5edb7c452e48f18125ee8758e0bd63 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:43.856768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:43.860498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:43.864749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:43.866328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:43.885612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:43.889202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:43.913142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.35', 64361) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:43.939160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b35c4f5-32b6-4fe3-a98f-552271012014 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:43.983585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Made reservation on behalf of ac5edb7c452e48f18125ee8758e0bd63 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:26:43.987301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.059149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.084121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.085519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 1091 time: 2.8195796 Mar 02 17:26:44.086114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:44.156104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b35c4f5-32b6-4fe3-a98f-552271012014,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:44.185190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'port_id': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'mac_address': 'fa:16:3e:7d:30:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:44.190136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.232237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3306aa-3301-484b-848c-8b19f8ed12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:44.236206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-f6a4defe-6910-46c5-9f22-87b3eb065969 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572746 Mar 02 17:26:44.258844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.279972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b35c4f5-32b6-4fe3-a98f-552271012014 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:44.280492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-e0db6630-374b-4e05-b16c-0d6da683b9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:44.281929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-e0db6630-374b-4e05-b16c-0d6da683b9b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.5380330 Mar 02 17:26:44.296600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b35c4f5-32b6-4fe3-a98f-552271012014,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:44.300984 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.307136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ab8b116-2e0f-4332-8c6c-eeb19d295a70 req-9daf3239-efa8-4b53-af26-c619b1cf52fe tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 210 time: 0.2449627 Mar 02 17:26:44.308264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.365043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Attempting to bind port 6d5ab006-effe-4f6d-b1fe-18e8744577fd on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:44.365415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Attempting to bind port 6d5ab006-effe-4f6d-b1fe-18e8744577fd by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:44.365689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Attempting to bind port 6d5ab006-effe-4f6d-b1fe-18e8744577fd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:44.376801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:44.387216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Port 6d5ab006-effe-4f6d-b1fe-18e8744577fd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:44.387664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Attempting to bind port 6d5ab006-effe-4f6d-b1fe-18e8744577fd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:44.392952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.393281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.393616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.393945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.394271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.394611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.394935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.395257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.395572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.395887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.396201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.430752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:44.431127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:44.431461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:44.431888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Bound port: 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:44.432232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.444825 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6809628-9ae3-4451-bb8e-c0023688db0c req-d6c54bb1-18a0-4833-aefc-08d9e17417d5 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978927 Mar 02 17:26:44.453007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-8290294d-4245-458c-8c10-3cfb9602b70e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1094 time: 0.2750146 Mar 02 17:26:44.586816 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-e6abe0e0-98ea-4d1a-93ac-ebafe0c5d5b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 217 time: 0.0784318 Mar 02 17:26:44.591955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:44.594501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:44.628325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.654637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1b35c4f5-32b6-4fe3-a98f-552271012014'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:44.702840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-b760eecc-5f2c-49c2-ac6c-cc0d44df921f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.4038546 Mar 02 17:26:44.718317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b46ce-8375-4317-b517-295db146adf6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:44.720313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:44.721896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d5ab006-effe-4f6d-b1fe-18e8744577fd HTTP/1.1" status: 200 len: 1096 time: 2.7826476 Mar 02 17:26:44.729380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6906db4a-0525-4382-8fa9-8924178cc705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:44.731580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-6906db4a-0525-4382-8fa9-8924178cc705 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1358647 Mar 02 17:26:44.777689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4e502-5c8e-492f-a13a-ed8a2e13aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:44.787289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Allocated IP 192.168.233.23 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/c4c95ef6-ab27-4ba6-9cd6-be963e6c5606) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:44.796129 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-0ac94cbb-1209-406f-9d99-7c11f8ee0afb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465569 Mar 02 17:26:44.810663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-f234699b-4e68-456e-8202-fc2fbc9dc863 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.8946714 Mar 02 17:26:44.820102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.820452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.820775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.821105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.821449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.821758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.822077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.822401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.822738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.823057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.823642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:26:44.990553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-8192f393-fc75-4100-aed4-9d0712aba9c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:44.992223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-8192f393-fc75-4100-aed4-9d0712aba9c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2667930 Mar 02 17:26:44.998979 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-ec6c5316-5dd0-461a-817c-f27c4dc13efd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1099 time: 0.2018239 Mar 02 17:26:45.000803 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-dc29f091-04bf-4dcd-88e0-7fb31286c532 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692505 Mar 02 17:26:45.064768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37b6b-d924-45f1-9f74-deccb38011d3 req-898dccc8-e33b-459d-a3c9-6f4fef9ed2ee tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.066213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f37b6b-d924-45f1-9f74-deccb38011d3 req-898dccc8-e33b-459d-a3c9-6f4fef9ed2ee tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.7821424 Mar 02 17:26:45.085175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3bc41-fbe3-405b-87b8-7e75c4ff901e req-16105bd6-a01b-44a1-b878-6137ceba9fd8 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.087573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4be3bc41-fbe3-405b-87b8-7e75c4ff901e req-16105bd6-a01b-44a1-b878-6137ceba9fd8 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 943 time: 0.4996190 Mar 02 17:26:45.144681 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-c1f4f64f-2d3e-4a50-bbd2-389024c65fff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd HTTP/1.1" status: 200 len: 217 time: 0.1263878 Mar 02 17:26:45.281145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-5de1d14b-7645-497f-876f-8fd3080ddfab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.282602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-5de1d14b-7645-497f-876f-8fd3080ddfab service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.4515190 Mar 02 17:26:45.325953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-e31165c7-a4c3-49d2-b615-ddf5e54416bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.327337 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-e31165c7-a4c3-49d2-b615-ddf5e54416bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1691282 Mar 02 17:26:45.334600 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c9be31f9-a105-4aec-bd4c-86ed2a073fe6 req-ea3dbb93-c4a4-4df1-a4cb-e3bbda543e83 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152676 Mar 02 17:26:45.350642 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:26:45.385806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4be3bc41-fbe3-405b-87b8-7e75c4ff901e req-9da2a9e8-af8e-40ba-8b97-2455ab30e16c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608159 Mar 02 17:26:45.415227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f37b6b-d924-45f1-9f74-deccb38011d3 req-8721155c-9254-4f88-a69f-e3070c4aaad5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366272 Mar 02 17:26:45.435123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-e56d28ac-4b03-4165-9608-1409bebf9919 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4239721 Mar 02 17:26:45.441433 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-b913981d-42e1-4889-a0a7-fc7cdbae7ed2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923986 Mar 02 17:26:45.467052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:45.597296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-67c10f37-9efc-455e-bf46-07a6c1bcc7ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1002 time: 0.2991765 Mar 02 17:26:45.598254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Transition to ACTIVE for port object c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:45.628732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-1bd3884d-29ce-4e3c-b615-a256386c0b45 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794415 Mar 02 17:26:45.727811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-d6650f77-2094-4d2c-a2a2-3368a27e93b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.729279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-d6650f77-2094-4d2c-a2a2-3368a27e93b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1124425 Mar 02 17:26:45.737092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-8fff870a-4cdd-4661-8bdd-f82ec54ae565 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933445 Mar 02 17:26:45.767385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a8c7916-7f12-4acb-a26e-658b5176e2bf req-2cd86f45-fb72-4383-8eaa-b4f6f5cf114e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310065 Mar 02 17:26:45.842216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:45.891912 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'status': 'completed', 'code': 200} Mar 02 17:26:45.958345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b35c4f5-32b6-4fe3-a98f-552271012014 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:45.981777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-8ac73a43-12c8-4fff-9913-58edae4a1e59 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:45.989004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-8ac73a43-12c8-4fff-9913-58edae4a1e59 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4339311 Mar 02 17:26:46.041153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 1b35c4f5-32b6-4fe3-a98f-552271012014 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:46.050915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 1b35c4f5-32b6-4fe3-a98f-552271012014 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:46.051632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.052131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-2cc17987-0e94-4d6f-8ae9-32a5c14d81c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1094 time: 0.1012576 Mar 02 17:26:46.220210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-1ba92609-bec8-4e69-b279-040abac181ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:46.221736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-1ba92609-bec8-4e69-b279-040abac181ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1586623 Mar 02 17:26:46.226497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:46.229185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.245018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event updated for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:46.247562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:46.259664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:46.270974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b35c4f5-32b6-4fe3-a98f-552271012014,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:46.277138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.281139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:46.304500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-8f2c7ee2-62c0-4d6c-b853-3f6a16797d10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 217 time: 0.0722353 Mar 02 17:26:46.313125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.210 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/5c0d35d3-585f-4963-ab96-893521769e0d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:26:46.357704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:46.395474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-13627e7e-4320-4879-ab09-38e7712c81a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:46.396902 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-13627e7e-4320-4879-ab09-38e7712c81a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0824466 Mar 02 17:26:46.454829 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-b5fe437b-b2c0-46a0-b80e-780b2cdb065b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494583 Mar 02 17:26:46.462600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-05d353f1-2b3d-42c4-ada5-0d86fe2baf3c tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.4724538 Mar 02 17:26:46.472518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-280afb55-115e-4ea1-83bf-a089911f2023 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7279925 Mar 02 17:26:46.494841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c832c8-bdab-4565-8235-28a4b6c3b737 req-6f39ca88-5570-415e-9c3f-f1856cf5d9d2 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490122 Mar 02 17:26:46.520853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:46.573567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31feba60-bb4b-4c0d-b63b-d31fafc64a02 None None] Provisioning for port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:46.578312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31feba60-bb4b-4c0d-b63b-d31fafc64a02 None None] Provisioning complete for port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:46.578869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-31feba60-bb4b-4c0d-b63b-d31fafc64a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.582011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:46.582689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.612760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-f2a153b5-dc15-4f92-84f0-5d87ef3110e6 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407390 Mar 02 17:26:46.636473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-31feba60-bb4b-4c0d-b63b-d31fafc64a02 None None] Port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:26:46.755835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ddbee-f79d-4691-a5db-0eec30981e7b req-e99250d3-6fd8-41a7-96c8-e71877abb125 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:46.757184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f6ddbee-f79d-4691-a5db-0eec30981e7b req-e99250d3-6fd8-41a7-96c8-e71877abb125 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.5229926 Mar 02 17:26:46.758503 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8b1372c-4f57-4c96-b6ed-cbb4026cb2bc req-f9dee854-4400-4b6a-8647-744181e6d717 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323504 Mar 02 17:26:46.816690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:46.885178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-daa5526e-f13e-4a00-9ecf-8efeb4ab81fb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4000814 Mar 02 17:26:46.934357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Request body: {'port': {'device_id': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:47.030029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-1f6f50e6-8850-493b-ab2f-80650a473303 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471456 Mar 02 17:26:47.161539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f6ddbee-f79d-4691-a5db-0eec30981e7b req-e09270d8-a52f-4cf9-90d5-8aca364845c7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544927 Mar 02 17:26:47.294733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:47.333505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:47.409787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-da693bfd-f7d7-4210-97b8-f007e95ba495 req-286c7e9f-cd08-4500-a71e-dd6554931313 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:47.421869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 5c0d35d3-585f-4963-ab96-893521769e0d will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:47.506187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bb6fb6-d13e-4621-acc4-c52a9922a9db req-d8c7fd68-c9fe-4e0b-aaff-8cf4fbef1e30 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492881 Mar 02 17:26:47.511108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-da693bfd-f7d7-4210-97b8-f007e95ba495 req-286c7e9f-cd08-4500-a71e-dd6554931313 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:47.512702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da693bfd-f7d7-4210-97b8-f007e95ba495 req-286c7e9f-cd08-4500-a71e-dd6554931313 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 210 time: 0.2275732 Mar 02 17:26:47.857881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:47.893413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:47.971846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:48.041242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:26:48.070489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:26:48.078823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:48.084447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:26:48.125611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:48.141421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'port_id': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'mac_address': 'fa:16:3e:ef:5b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9eb254-d0e3-4640-ad6c-bff4237e3db7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:48.213211 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.240126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71b7544-be69-4011-9c9c-5b62a85d9e33 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:48.257287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:48.264702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.275411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638d658-702c-46b7-83ca-e8d6775a8198 req-a74e8886-f9ec-48c0-a971-6bf8aa109292 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:48.276862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0638d658-702c-46b7-83ca-e8d6775a8198 req-a74e8886-f9ec-48c0-a971-6bf8aa109292 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.4816508 Mar 02 17:26:48.294615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:48.295214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.331620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:48.367152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c4293306-4b47-4772-999f-0821f9286d75 None None] Provisioning for port 5c0d35d3-585f-4963-ab96-893521769e0d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:48.371688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-39e62995-0104-4afb-94d0-6045ac019927 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6862416 Mar 02 17:26:48.372828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c4293306-4b47-4772-999f-0821f9286d75 None None] Provisioning complete for port 5c0d35d3-585f-4963-ab96-893521769e0d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:48.373212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4293306-4b47-4772-999f-0821f9286d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.393871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Request body: {'port': {'device_id': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:48.440609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c4293306-4b47-4772-999f-0821f9286d75 None None] Port 5c0d35d3-585f-4963-ab96-893521769e0d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:26:48.467506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0638d658-702c-46b7-83ca-e8d6775a8198 req-9d57e3f3-43c1-46d9-8b13-fd8f483183db tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777129 Mar 02 17:26:48.550958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:48.560993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.597122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Transition to ACTIVE for port object c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:48.608960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b71b7544-be69-4011-9c9c-5b62a85d9e33'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:48.637722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.699718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.708471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.924340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:48.926245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:48.940438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:49.160868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5fe89-09a9-43fb-b87c-014d73059d95 req-43094029-24c0-4a59-a07f-2c8dd43d8d37 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:49.161479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-58d5fe89-09a9-43fb-b87c-014d73059d95 req-43094029-24c0-4a59-a07f-2c8dd43d8d37 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Synchronizing usage tracker for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:49.404697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-58d5fe89-09a9-43fb-b87c-014d73059d95 req-43094029-24c0-4a59-a07f-2c8dd43d8d37 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Unset dirty status for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:49.405836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58d5fe89-09a9-43fb-b87c-014d73059d95 req-43094029-24c0-4a59-a07f-2c8dd43d8d37 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 947 time: 0.8110778 Mar 02 17:26:49.488132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Attempting to bind port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:49.488468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Attempting to bind port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:49.488793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Attempting to bind port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:49.530203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:49.530671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Attempting to bind port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:49.551014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58d5fe89-09a9-43fb-b87c-014d73059d95 req-2599fada-32f8-4d05-b101-f8b55ed0bcf8 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363659 Mar 02 17:26:49.552980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:49.553316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:49.553691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:49.554126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Bound port: c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:49.554468 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:49.651711 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'code': 200} Mar 02 17:26:49.692520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0d35d3-585f-4963-ab96-893521769e0d {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:49.711896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:49.749420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Transition to ACTIVE for port object 5c0d35d3-585f-4963-ab96-893521769e0d will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:26:49.754657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:49.784328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:49.818775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf87f038-e907-45f9-9053-310d060a1eaf req-fea13115-e077-434e-aa3e-3b97efb01fd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 1097 time: 0.0667114 Mar 02 17:26:49.824576 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Floating IP fffc278e-e828-46bc-97a8-3244a515c51e associated. External IP: 172.25.3.144, port: d344f524-e07c-42c7-9f24-1c22814e987d. Mar 02 17:26:49.864969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf87f038-e907-45f9-9053-310d060a1eaf req-4175a56d-9dda-48c3-b51b-11b73468eddf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393550 Mar 02 17:26:49.904921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:49.962041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:49.974182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:50.044867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:50.060868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:50.110274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.111681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] 10.222.0.35 "PUT /v2.0/ports/c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 HTTP/1.1" status: 200 len: 1095 time: 3.1971064 Mar 02 17:26:50.112120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:50.203093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:50.216044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port b71b7544-be69-4011-9c9c-5b62a85d9e33 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:50.224563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'mac_address': 'fa:16:3e:19:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:50.226200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b71b7544-be69-4011-9c9c-5b62a85d9e33 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:50.226592 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.280943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb4c50-c6fd-4fbb-a86e-f98622449615 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:50.295318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9d244-b5eb-4ce6-9354-7ecda92f3a80 req-68976e84-4d1c-44df-8bee-19af4e38cc02 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:50.296239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68e9d244-b5eb-4ce6-9354-7ecda92f3a80 req-68976e84-4d1c-44df-8bee-19af4e38cc02 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 944 time: 0.5458064 Mar 02 17:26:50.347179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.382924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:50.388627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Attempting to bind port 5c0d35d3-585f-4963-ab96-893521769e0d on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:26:50.388627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Attempting to bind port 5c0d35d3-585f-4963-ab96-893521769e0d by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:26:50.388931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Attempting to bind port 5c0d35d3-585f-4963-ab96-893521769e0d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:50.405857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68e9d244-b5eb-4ce6-9354-7ecda92f3a80 req-366287c5-e259-4df5-b713-6de396571e9c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960824 Mar 02 17:26:50.408615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Port 5c0d35d3-585f-4963-ab96-893521769e0d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:26:50.408937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Attempting to bind port 5c0d35d3-585f-4963-ab96-893521769e0d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:26:50.431789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:26:50.432132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:26:50.432594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:26:50.433090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Bound port: 5c0d35d3-585f-4963-ab96-893521769e0d, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:26:50.434057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.452165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-caf7eba7-5cc4-42b4-ad15-7dd206e9be52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 1098 time: 0.2598960 Mar 02 17:26:50.461255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:50.479043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.521671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.592923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:50.594166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:50.601233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.615827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-a3b26cf8-fdce-4942-9c5b-cd8cb2742055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 HTTP/1.1" status: 200 len: 217 time: 0.1308229 Mar 02 17:26:50.672437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:50.704697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:26:50.775301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5c0d35d3-585f-4963-ab96-893521769e0d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:26:50.784456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-4fa43d51-7f0a-4520-82b2-293f3a86abd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:50.785857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-4fa43d51-7f0a-4520-82b2-293f3a86abd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1526816 Mar 02 17:26:50.831307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:50.900573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:51.065727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3c503-a85d-4eb7-9d60-c550ddbd1ae2 req-194c3e94-1c73-44ee-a887-2c8b83203bc2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:51.067140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e3c503-a85d-4eb7-9d60-c550ddbd1ae2 req-194c3e94-1c73-44ee-a887-2c8b83203bc2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.5021148 Mar 02 17:26:51.080347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:51.081644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c0d35d3-585f-4963-ab96-893521769e0d HTTP/1.1" status: 200 len: 1096 time: 2.6924372 Mar 02 17:26:51.111879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60df96b-f8dc-4636-a117-18255416e948 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:51.216368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e3c503-a85d-4eb7-9d60-c550ddbd1ae2 req-90a64840-3825-48f6-9e51-b47023c97660 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385589 Mar 02 17:26:51.228439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-be17e59d-e09a-400c-b8ad-e7f8207ebf00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3985045 Mar 02 17:26:51.293231 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'status': 'completed', 'code': 200} Mar 02 17:26:51.352895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-f07ccdc8-59e0-4d03-891b-af0042ef7b4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 1099 time: 0.2046971 Mar 02 17:26:51.465997 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-d1a4d520-a25c-4589-b62e-eee7e878b708 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1100 time: 0.0943153 Mar 02 17:26:51.507301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-0fb8de0d-e4c0-43af-9583-bbf7cd8dde31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=5c0d35d3-585f-4963-ab96-893521769e0d HTTP/1.1" status: 200 len: 217 time: 0.1391625 Mar 02 17:26:51.582947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-b3038954-c904-42b7-8688-520c9c1a2868 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375711 Mar 02 17:26:51.593631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:26:51.608868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-7d33d95c-2f57-4819-b1d9-f9a3569aa077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:51.610314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-7d33d95c-2f57-4819-b1d9-f9a3569aa077 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1337473 Mar 02 17:26:51.638027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-330c4056-98a7-447d-bfbd-94fba96c97b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:51.639457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-330c4056-98a7-447d-bfbd-94fba96c97b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1129878 Mar 02 17:26:51.652958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:51.680333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-eade89d5-3f4f-4ad4-b838-f8bf1991bbfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd HTTP/1.1" status: 200 len: 217 time: 0.0632992 Mar 02 17:26:51.742820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-6a983dca-8804-400f-bf9d-7f9cf57638f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:51.744246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-6a983dca-8804-400f-bf9d-7f9cf57638f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0566185 Mar 02 17:26:51.825166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-3d0dc10a-236e-4a34-8f0e-61864d2c093e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700669 Mar 02 17:26:51.896593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325cf8c-43cc-4f8c-a059-7dea4758ffa0 req-49910db2-64c0-45ab-8849-e93f96b76d10 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:51.897962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8325cf8c-43cc-4f8c-a059-7dea4758ffa0 req-49910db2-64c0-45ab-8849-e93f96b76d10 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.4392798 Mar 02 17:26:51.951396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5307dc0a-067d-4ef8-adaf-d52b15aa23e6 req-c5787ab0-a348-4d14-bd22-036019d8383f service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481581 Mar 02 17:26:51.990355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-2ae47ada-f5a2-40f2-8aae-e45c72e24f69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3034139 Mar 02 17:26:52.004796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:52.005376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8325cf8c-43cc-4f8c-a059-7dea4758ffa0 req-421ba12f-0e06-4c37-9498-d14c5aa3880c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951169 Mar 02 17:26:52.027625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-f913d6b3-0462-4a4b-a2b5-6b303081e73e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911051 Mar 02 17:26:52.123384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:26:52.130764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:52.131344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:52.196005 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c7220ddb-e932-4f58-9668-796f829d7e7d req-1375b0b4-8818-4094-8a2c-a49fbe01dd01 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620426 Mar 02 17:26:52.196229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-8292e634-5328-4e4d-b134-f4e359af9539 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836557 Mar 02 17:26:52.256693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:52.311828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:26:52.315356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:52.320329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:52.326718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:26:52.338134 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:52.338761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:52.395577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:52.533529 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:52.582392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a57e60-d3b9-456f-a40f-0a45f8e648c7 req-7ce586fa-b396-4674-b3b8-10c8d59ceafc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:52.583859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67a57e60-d3b9-456f-a40f-0a45f8e648c7 req-7ce586fa-b396-4674-b3b8-10c8d59ceafc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 948 time: 0.4355974 Mar 02 17:26:52.597059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab0a5ce-2895-419b-a245-1eacacbadf50 req-109ac04f-c3b6-421d-ba67-ffcd153733e4 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852038 Mar 02 17:26:52.650965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-67a57e60-d3b9-456f-a40f-0a45f8e648c7 req-e643da96-d41b-4911-b305-9569047b026c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:52.679280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-67a57e60-d3b9-456f-a40f-0a45f8e648c7 req-e643da96-d41b-4911-b305-9569047b026c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:52.680407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67a57e60-d3b9-456f-a40f-0a45f8e648c7 req-e643da96-d41b-4911-b305-9569047b026c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896063 Mar 02 17:26:52.897577 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:48Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:52.901368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:26:52.912344 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:52.912933 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:52.943059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd23e2-deaa-4c64-a07a-d13d370124f9 req-2c49a11f-b4a3-4ff3-ad98-3503f34eacb6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:52.944494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9dd23e2-deaa-4c64-a07a-d13d370124f9 req-2c49a11f-b4a3-4ff3-ad98-3503f34eacb6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.1145864 Mar 02 17:26:53.003284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9dd23e2-deaa-4c64-a07a-d13d370124f9 req-080d117d-40c4-4bb7-975b-86fb287b2b58 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521870 Mar 02 17:26:53.039904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:26:53.091804 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:53.249479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:26:53.255029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:53.359157 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606', 'status': 'completed', 'code': 200} Mar 02 17:26:53.422663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-c5e1e999-326b-4604-9724-6128d333a8df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "PUT /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 999 time: 6.9412181 Mar 02 17:26:53.454657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:26:53.508335 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:48Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:53.514988 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde201f-4a0e-4d15-9fc8-c9d96d29b53c None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:48Z', 'revision_number': 3, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:26:53.541677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-11ab3330-cf16-4c85-9e21-c35da411dbfd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:53.544214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-11ab3330-cf16-4c85-9e21-c35da411dbfd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports/d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 943 time: 0.1207449 Mar 02 17:26:53.589456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-363a3677-fccf-48fe-abc9-796a4311c876 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 1098 time: 0.2205031 Mar 02 17:26:53.590875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:53.612134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11519ed-c9eb-4a0a-b329-1254c00bc3bc req-da8a50ad-b6db-4b04-a371-e36258d6cc99 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:53.613633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11519ed-c9eb-4a0a-b329-1254c00bc3bc req-da8a50ad-b6db-4b04-a371-e36258d6cc99 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 947 time: 0.1881998 Mar 02 17:26:53.628513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:53.632856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:53.710417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:53.719125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d7b25-4d75-4d6b-b436-1a9ca338fd0d None None] New status for floating IP fffc278e-e828-46bc-97a8-3244a515c51e: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:26:53.816273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11519ed-c9eb-4a0a-b329-1254c00bc3bc req-e6a80796-6e4a-4b52-9129-cca63a3eacc1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812849 Mar 02 17:26:53.826544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-934ea60c-1752-4d6a-8192-0c08c525b984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:53.827999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-934ea60c-1752-4d6a-8192-0c08c525b984 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2134993 Mar 02 17:26:53.905563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-dac89990-395e-4ab2-a293-81536e4b0eef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.2694707 Mar 02 17:26:53.907394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-9e22788f-ea5c-4a45-a813-d3cde13ea332 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 HTTP/1.1" status: 200 len: 217 time: 0.0707350 Mar 02 17:26:54.047005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:26:54.059528 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:54.060168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:54.104037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-ea5a6ad8-6151-48e8-b42f-d156823138d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:54.106021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-ea5a6ad8-6151-48e8-b42f-d156823138d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1720569 Mar 02 17:26:54.186737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-d5d638a4-69e4-46a0-aecd-f509fdc19e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:54.188187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-d5d638a4-69e4-46a0-aecd-f509fdc19e23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.2742598 Mar 02 17:26:54.241097 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:54.355606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9f6210c-b9fd-4118-8303-a5e835ebc1a8 req-4ad2af05-57eb-4cfe-b05e-616ff3c716f4 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.3863494 Mar 02 17:26:54.391075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-612d7d74-c766-492d-93ee-7c8343b21196 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.1968446 Mar 02 17:26:54.470297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-0257fc32-b392-4a4b-94fc-f3c6155c07f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3470051 Mar 02 17:26:54.475866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9f6210c-b9fd-4118-8303-a5e835ebc1a8 req-fc415897-3d64-4215-80fb-ee437a17e471 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Synchronizing usage tracker for tenant:911f4a56a5264f7eaba99d72be4b8916 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:26:54.508975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-f2c33786-31d6-4bfd-a061-5baab5e07225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:54.510387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-f2c33786-31d6-4bfd-a061-5baab5e07225 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1089425 Mar 02 17:26:54.598317 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:53Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:54.602841 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:26:54.613659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:54.614333 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:54.615769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9f6210c-b9fd-4118-8303-a5e835ebc1a8 req-fc415897-3d64-4215-80fb-ee437a17e471 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] Unset dirty status for tenant:911f4a56a5264f7eaba99d72be4b8916 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:26:54.616887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9f6210c-b9fd-4118-8303-a5e835ebc1a8 req-fc415897-3d64-4215-80fb-ee437a17e471 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485664 Mar 02 17:26:54.687715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-5fcf3e25-793f-4cc5-b061-ef3f35450387 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082672 Mar 02 17:26:54.692926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-323b9ad2-8d12-47ef-bf97-a075c3caf2f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377606 Mar 02 17:26:54.802907 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:54.983190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-a1d031ba-bfbf-4b0d-b122-3d378b4b74b5 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687395 Mar 02 17:26:54.986649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d114c66-f79c-4317-9b6c-fd8f79cac7eb req-f1b4f987-45b4-4936-ae6d-bd99071cec86 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899506 Mar 02 17:26:55.076694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317996e4-0bde-4196-9ff3-b1cc441efc48 req-9dde429a-f377-4254-82ae-72105c9eeb07 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:55.078128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-317996e4-0bde-4196-9ff3-b1cc441efc48 req-9dde429a-f377-4254-82ae-72105c9eeb07 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 945 time: 0.2916000 Mar 02 17:26:55.157379 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:53Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:55.159185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-317996e4-0bde-4196-9ff3-b1cc441efc48 req-76dd3756-a7d0-4d73-958e-bf7293805974 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736506 Mar 02 17:26:55.161356 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408718e-f31f-4f2c-bbf9-800ab444cfdb None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:84:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:26:53Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:26:55.162856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-4b89d09e-f412-41e8-b454-6eed3679b558 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700218 Mar 02 17:26:55.234684 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'code': 200} Mar 02 17:26:55.263560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-4f92b857-fe1d-4e8e-aa4a-3aec17e61c0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0724552 Mar 02 17:26:55.377689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d'}, {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}, {'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:55.422217 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f93a3abf-7e45-4f67-ae0c-94584c6548bc req-5726c2c4-685c-40c8-9a78-2cbc24c5cb36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1096 time: 0.0702474 Mar 02 17:26:55.463710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:55.466555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-95e88207-dbc2-4200-ae40-10203847ed8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:55.468568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-95e88207-dbc2-4200-ae40-10203847ed8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.1989765 Mar 02 17:26:55.472883 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f93a3abf-7e45-4f67-ae0c-94584c6548bc req-a99c47a8-964d-4893-b14e-eaa5b4c0aa64 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Mar 02 17:26:55.474215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ebad2-49fd-49a5-94ac-c7b0d59c048e req-42d56418-2304-4b8f-ac91-56f14ed1c9e5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:55.475616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be1ebad2-49fd-49a5-94ac-c7b0d59c048e req-42d56418-2304-4b8f-ac91-56f14ed1c9e5 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.1328063 Mar 02 17:26:55.486482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:55.491910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Request body: {'floatingip': {'port_id': '1b35c4f5-32b6-4fe3-a98f-552271012014'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:26:55.575366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:55.581222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-f8b8d64d-0a61-453b-b952-bb3bb6023b8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 1002 time: 0.1046515 Mar 02 17:26:55.631383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:55.646370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'port_id': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'mac_address': 'fa:16:3e:4b:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc429cb-f30e-4542-b79c-10604d5c97e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:55.700752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443db-a287-452d-836d-b3abf6be712e req-34d73419-824a-45d5-945b-64796b5ad409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:55.702215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-34d73419-824a-45d5-945b-64796b5ad409 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1127963 Mar 02 17:26:55.711731 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:55.729525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8efaa05-0af4-457b-bea1-63b58d702c80 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:55.745210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:55.750119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:55.767922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37768fe9-3f55-4479-b40b-768f3d918c27 req-ca69cef6-6039-4a80-b4b0-76ab4cc9e64c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:55.769371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37768fe9-3f55-4479-b40b-768f3d918c27 req-ca69cef6-6039-4a80-b4b0-76ab4cc9e64c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 943 time: 0.1470032 Mar 02 17:26:55.820365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:55.835923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-e7c3513e-754a-4804-ab3c-fd1401283584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251736 Mar 02 17:26:55.840435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37768fe9-3f55-4479-b40b-768f3d918c27 req-e1f832ba-9a80-4a31-9462-c14023dccdb6 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642035 Mar 02 17:26:56.117252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-0f4203b2-6620-4635-996e-c710c5c46c80 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740827 Mar 02 17:26:56.182809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:56.187040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:56.201978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fcaac-3abb-49db-bf1f-f8e9023e3d2b req-08e81003-c928-4f87-ae01-074360bb91b4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:56.203419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f36fcaac-3abb-49db-bf1f-f8e9023e3d2b req-08e81003-c928-4f87-ae01-074360bb91b4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 948 time: 0.1950276 Mar 02 17:26:56.277662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['e8efaa05-0af4-457b-bea1-63b58d702c80'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:56.288237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f36fcaac-3abb-49db-bf1f-f8e9023e3d2b req-467d1ab3-741b-499f-a9ae-43fd461d0c9f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755222 Mar 02 17:26:56.298679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11f443db-a287-452d-836d-b3abf6be712e req-4f2d042d-a7ad-4f08-b2d5-eea9e42da1fb service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731904 Mar 02 17:26:56.439330 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d', 'status': 'completed', 'code': 200} Mar 02 17:26:56.439913 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:26:56.439913 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'status': 'completed', 'code': 200} Mar 02 17:26:56.440669 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d associated. External IP: 172.25.3.57, port: 1b35c4f5-32b6-4fe3-a98f-552271012014. Mar 02 17:26:56.691928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-4aeb67bb-6c1a-461d-a300-b09327f911a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 1099 time: 0.2211978 Mar 02 17:26:56.704312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570ad51-9268-4897-ad77-c34d7c358fa5 req-31ff68b8-dbc1-4813-ad8a-0c1daa6d78bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:56.705666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d570ad51-9268-4897-ad77-c34d7c358fa5 req-31ff68b8-dbc1-4813-ad8a-0c1daa6d78bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 947 time: 0.1827743 Mar 02 17:26:56.845497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaf133-049a-4f27-973a-a4d5453d63cd req-2d5ee51e-5e19-44cd-a9bd-3804862e45af tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:56.846935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cabaf133-049a-4f27-973a-a4d5453d63cd req-2d5ee51e-5e19-44cd-a9bd-3804862e45af tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 945 time: 0.2417481 Mar 02 17:26:56.887630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d570ad51-9268-4897-ad77-c34d7c358fa5 req-378fb2a7-4b78-4fd1-835c-ea459903d647 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603589 Mar 02 17:26:56.918537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-0115a861-0f4e-4004-91a3-fe93ec57d0a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:56.920439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-0115a861-0f4e-4004-91a3-fe93ec57d0a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2138569 Mar 02 17:26:56.979201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cabaf133-049a-4f27-973a-a4d5453d63cd req-a4998dc4-1116-42e0-86f1-ad907111f06e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247518 Mar 02 17:26:56.988299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:26:57.010146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-e5538519-712e-4f0c-bd13-c9b549754b3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=5c0d35d3-585f-4963-ab96-893521769e0d HTTP/1.1" status: 200 len: 217 time: 0.0810003 Mar 02 17:26:57.189626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-55a5142d-5dbf-4895-a7bd-f8395e56440b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452533 Mar 02 17:26:57.202446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-8e6c9676-3cb1-46ad-acff-fdf86a298138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:57.203835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-8e6c9676-3cb1-46ad-acff-fdf86a298138 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1324017 Mar 02 17:26:57.208420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:26:57.213569 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:57.218776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:26:57.232719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:57.233600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:57.262429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-49324ad5-1370-4991-b054-adb932c4d413 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2617667 Mar 02 17:26:57.274489 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-993d05a6-8418-4595-880a-fad6c1f94e41 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "PUT /v2.0/floatingips/5443a209-92c2-4396-a33d-7152c6ae1a7d HTTP/1.1" status: 200 len: 991 time: 1.7865810 Mar 02 17:26:57.275180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:57.293564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}, {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:26:57.412610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-abf15610-7df1-4d43-b552-11f6caaf4984 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:57.413904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-abf15610-7df1-4d43-b552-11f6caaf4984 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports/ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 943 time: 0.1433117 Mar 02 17:26:57.441814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:57.469320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-e00ac80e-b79c-412d-ae4a-233aa902fb0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409096 Mar 02 17:26:57.474048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-590b3515-6be6-4841-abbe-5606c7e54eba tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:57.475391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-590b3515-6be6-4841-abbe-5606c7e54eba tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685421 Mar 02 17:26:57.491583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:57.631715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-c5c34a78-ee7b-432c-a5f2-3295cf7429cc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/quotas/be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 375 time: 0.1331716 Mar 02 17:26:57.830518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-9242942e-5ef2-4dbc-8053-7a5db6489acd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2814043 Mar 02 17:26:57.834004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-5d2999c0-a9e2-466e-a09e-8565795f15ad service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572888 Mar 02 17:26:57.849229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:57.876874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606', 'mac_address': 'fa:16:3e:dd:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:57.981015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:58.005658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:58.028271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:58.033665 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:58.034315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5c0d35d3-585f-4963-ab96-893521769e0d details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:26:58.036315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-9623600b-aea7-4647-9a1e-3201278d215b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3966379 Mar 02 17:26:58.081536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:7d:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:26:56Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:58.095225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:26:58.103712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-2665fb76-2a9f-4dcf-b29b-018addd777d4 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411463 Mar 02 17:26:58.109214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-0a188cc8-99c9-43d9-a3f5-45d4ebb83621 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:58.110494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-0a188cc8-99c9-43d9-a3f5-45d4ebb83621 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2724597 Mar 02 17:26:58.129938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5c0d35d3-585f-4963-ab96-893521769e0d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:58.134226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-6c76e450-8b80-4505-9bc1-bf037d3e3921 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:26:58.135273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80776778-ebb4-40b7-b2cb-d58c8e9eb905 req-6c76e450-8b80-4505-9bc1-bf037d3e3921 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076160 Mar 02 17:26:58.148761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:58.154364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5c0d35d3-585f-4963-ab96-893521769e0d', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '5c0d35d3-585f-4963-ab96-893521769e0d', 'mac_address': 'fa:16:3e:fa:a2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:26:58.156040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:26:58.156642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:58.363851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:26:58.480868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-e0c2eb15-006a-4852-9941-36d82f2fed5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.2986832 Mar 02 17:26:58.531361 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:58.543325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d00f9-e235-445b-91ff-c02ac7026616 req-b541a7eb-733c-4165-a464-03296ba214a7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:58.545403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b55d00f9-e235-445b-91ff-c02ac7026616 req-b541a7eb-733c-4165-a464-03296ba214a7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 944 time: 0.2703929 Mar 02 17:26:58.571327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0d35d3-585f-4963-ab96-893521769e0d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:26:58.625520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5c0d35d3-585f-4963-ab96-893521769e0d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:58.631206 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:58.663400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edff256-0c0b-4d01-af76-5b0748c83554 req-7a8d66ce-a3be-4e8b-94a9-af4f838f67fb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:58.671290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7edff256-0c0b-4d01-af76-5b0748c83554 req-7a8d66ce-a3be-4e8b-94a9-af4f838f67fb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.2797611 Mar 02 17:26:58.678772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:58.721960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b55d00f9-e235-445b-91ff-c02ac7026616 req-45558eca-cea9-48c5-906a-d42e0e385dfa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186926 Mar 02 17:26:58.765499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7edff256-0c0b-4d01-af76-5b0748c83554 req-34dd1377-c7e3-4ddd-af01-21252bc2a2e8 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909138 Mar 02 17:26:58.794598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:58.833038 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'status': 'completed', 'code': 200} Mar 02 17:26:58.837627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-27f55675-4d05-49c3-9645-c6c549a47cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:58.839768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-27f55675-4d05-49c3-9645-c6c549a47cf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.3411968 Mar 02 17:26:58.935836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-a339ee54-f6c0-4578-8a4c-da505eb0a96c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.0868754 Mar 02 17:26:58.953088 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'code': 200} Mar 02 17:26:58.953357 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'code': 200} Mar 02 17:26:58.971632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:7d:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:26:56Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:26:58.976162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995cf49-fd73-416f-831e-bbe1aa25b07a None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '5443a209-92c2-4396-a33d-7152c6ae1a7d', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'port_id': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'mac_address': 'fa:16:3e:7d:30:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:09Z', 'updated_at': '2022-03-02T17:26:56Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:26:59.010414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.062914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:26:59.074938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Usage tracker for resource:security_group_rule and tenant:eeab76d323c44b5a9cfb2d5e43d0e2eb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:26:59.083610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:26:59.093366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:26:59.100073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-2015d1ac-8afe-421c-b7b8-66794eb4cb6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 1097 time: 0.2062073 Mar 02 17:26:59.105960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-c8bdbff9-7d1c-4e79-a904-66d81b3fde5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:59.107449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-c8bdbff9-7d1c-4e79-a904-66d81b3fde5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1578681 Mar 02 17:26:59.145925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:59.284331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320751f-d945-49cb-9939-1ff78dc0f60b req-77d5c018-eb66-4af1-95b4-b2ed44ac1797 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:59.286436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f320751f-d945-49cb-9939-1ff78dc0f60b req-77d5c018-eb66-4af1-95b4-b2ed44ac1797 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 949 time: 0.2809741 Mar 02 17:26:59.302665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:26:59.357140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.360402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-aa5eec8f-113f-4984-bb24-142660b7cfad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:59.362490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-aa5eec8f-113f-4984-bb24-142660b7cfad service neutron] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 923 time: 0.2498841 Mar 02 17:26:59.363816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.393864 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4c0ee-56a7-48fa-84df-fa917addd901 None None] New status for floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:26:59.482197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f320751f-d945-49cb-9939-1ff78dc0f60b req-92d4bef2-2a26-45a3-9b8e-4df2b9bc502c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865265 Mar 02 17:26:59.500334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:26:59.503767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f41b5-5ca5-45e4-a790-be97b4206b91 req-6470b7d0-5ce5-42c9-9d2d-e39ddc8457dc tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:59.518527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f1f41b5-5ca5-45e4-a790-be97b4206b91 req-6470b7d0-5ce5-42c9-9d2d-e39ddc8457dc tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 948 time: 0.3297789 Mar 02 17:26:59.544252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-581c388f-f5dd-46cd-843a-425076d8471f req-805a3eec-b656-408e-880b-00634aa848dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1101 time: 0.4320858 Mar 02 17:26:59.553290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-f79eeab2-7ff8-4dc2-a995-154af5745798 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4057329 Mar 02 17:26:59.561832 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeab76d323c44b5a9cfb2d5e43d0e2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8812835 Mar 02 17:26:59.562789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:26:59.615501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a673a4-4a69-4fbd-a9e9-8bd97cce39d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd85ad9f-252d-4f73-bd60-45a80743ce55,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:59.622933 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-fb8ba601-f2d2-4d6c-a8cc-0b31e8d63b07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 200 len: 999 time: 0.2409713 Mar 02 17:26:59.630584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port e8efaa05-0af4-457b-bea1-63b58d702c80 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:26:59.630898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.635182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-581c388f-f5dd-46cd-843a-425076d8471f req-7ec7ca8b-95bd-4f67-9b24-12a1d20c4908 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754445 Mar 02 17:26:59.709328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-e8083bcd-65e2-475a-87e5-ec6147bb9d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:26:59.711598 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-e8083bcd-65e2-475a-87e5-ec6147bb9d42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.0802679 Mar 02 17:26:59.731706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.765298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.773894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f1f41b5-5ca5-45e4-a790-be97b4206b91 req-56ef84f0-3615-48b3-928f-a8fba8f6bed0 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544866 Mar 02 17:26:59.790245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.839880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-eacef650-dcce-4836-bbbf-74486bf11107 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401354 Mar 02 17:26:59.840199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:26:59.858529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.872293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.899750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd85ad9f-252d-4f73-bd60-45a80743ce55,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:26:59.913745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:26:59.914869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d977f987-3d52-493e-8578-9888ed5391a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd85ad9f-252d-4f73-bd60-45a80743ce55 HTTP/1.1" status: 204 len: 168 time: 0.3485785 Mar 02 17:26:59.972662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:00.034967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4e7e-342d-4005-9e83-9252f68a7092 req-5eab1d89-69a5-49e2-adda-45b8ce801350 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:00.043018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b6b4e7e-342d-4005-9e83-9252f68a7092 req-5eab1d89-69a5-49e2-adda-45b8ce801350 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 945 time: 0.3006599 Mar 02 17:27:00.045503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60426a4-eccc-4793-b443-1316499931f0 req-c3b4b676-e6dc-4842-8ce8-99dccc197021 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 210 time: 0.1130867 Mar 02 17:27:00.118964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-ba44f096-f814-4b55-8ea4-3a2844fa72b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137638 Mar 02 17:27:00.302682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-4d0fb2eb-d39b-4595-8a69-a5f7a6e21638 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147175 Mar 02 17:27:00.325104 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-d33bda4d-efb8-4d1d-b876-d3ab85769499 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626952 Mar 02 17:27:00.333478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:00.382045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.436735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b6b4e7e-342d-4005-9e83-9252f68a7092 req-e8059a54-2f76-4ecc-8779-16a7e7616b03 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935170 Mar 02 17:27:00.452823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-f68fd50a-a4cd-494c-ac4e-bd3c41287e01 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011121 Mar 02 17:27:00.464755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-24c2ff15-e647-40f1-8822-49c96816d5aa tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2803004 Mar 02 17:27:00.531608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:00.546884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:25f6223d78574aebaeff58502c8be921 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:00.551109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:00.559318 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-14ac2e9f-3b2f-4b34-bdb8-6e22ff8245be req-5cbc88ee-6a71-4d6d-a81d-14d4a40246c4 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096348 Mar 02 17:27:00.560176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:00.623396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-2c4c001f-6b3c-4f98-87e6-09fedd44440f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:00.624834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-2c4c001f-6b3c-4f98-87e6-09fedd44440f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133063 Mar 02 17:27:00.634563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-65f0ca7e-85ab-486d-8041-0793a53a42c0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:00.636046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-65f0ca7e-85ab-486d-8041-0793a53a42c0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports/ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 943 time: 0.1645851 Mar 02 17:27:00.645862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.650034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.677590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Request body: {'port': {'device_id': '2319ab2b-b116-4035-9026-493202ae35d2', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'be7a56788c704ae88a6f0419f41a10cd'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:00.770181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b0666-6de8-450d-9da4-2adfabba6789,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:00.779653 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b444b18b-9deb-4abb-84f7-1b591bba0ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f6223d78574aebaeff58502c8be921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4417336 Mar 02 17:27:00.780213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:00.842311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.868192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.914155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-1d19b455-bec3-4d0c-8b7c-dac33e54527f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1097 time: 0.3717544 Mar 02 17:27:00.919400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.933293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b0666-6de8-450d-9da4-2adfabba6789,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:00.940658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:00.943937 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f23ed1db-119c-46bc-af38-1a50ff27f124 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc4b0666-6de8-450d-9da4-2adfabba6789 HTTP/1.1" status: 204 len: 168 time: 0.1609249 Mar 02 17:27:00.954738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:00.968079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-2c16672d-d58a-457d-915c-c8d8e0951bd2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2161837 Mar 02 17:27:01.022800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:01.034860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045a69-40bc-4741-a589-b0713a297f9a req-e7346661-3688-4907-80e6-6ae59fb65262 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:01.036014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b045a69-40bc-4741-a589-b0713a297f9a req-e7346661-3688-4907-80e6-6ae59fb65262 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.4103098 Mar 02 17:27:01.057153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Usage tracker for resource:port and tenant:be7a56788c704ae88a6f0419f41a10cd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:01.071655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:01.150102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:01.223600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Made reservation on behalf of be7a56788c704ae88a6f0419f41a10cd for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:01.226500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:01.275798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-738176d9-c1d2-4772-a420-239bc0d128aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:01.278065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-738176d9-c1d2-4772-a420-239bc0d128aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.3464720 Mar 02 17:27:01.284461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b045a69-40bc-4741-a589-b0713a297f9a req-2d2536eb-ecd7-4c74-9bd3-84cdfc2a3f76 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235007 Mar 02 17:27:01.422948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-b536945a-fefc-4047-b2b3-c559c5420a2b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:01.424288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-b536945a-fefc-4047-b2b3-c559c5420a2b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.4032018 Mar 02 17:27:01.490408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:01.559437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:01.566146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:01.566495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:01.647107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-fe1061b2-4311-4b7e-9d53-cd3400069e14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 1002 time: 0.3505812 Mar 02 17:27:01.696649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:01.738401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:01.743214 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:01.744185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5c0d35d3-585f-4963-ab96-893521769e0d up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:01.868741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:01.876390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-078e00c9-4957-4a1c-919d-fbf1bb2d2105 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.4282382 Mar 02 17:27:01.884023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5c0d35d3-585f-4963-ab96-893521769e0d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:01.889570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5c0d35d3-585f-4963-ab96-893521769e0d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:01.890095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:01.896812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:01.912204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45384) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:01.998001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Allocated IP 192.168.233.183 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/90e27075-4a2a-4de6-bbbb-46857f1fc47b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:02.004749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.010153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-1a7fb446-e6e2-4875-bed2-703abb775a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:02.013256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-1a7fb446-e6e2-4875-bed2-703abb775a6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.3254580 Mar 02 17:27:02.028670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fee3d038-2f2d-4b9e-b3ef-2bece3e14d11 req-f3b4737e-e636-4c95-bf12-8b9c75d9a835 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1096 time: 0.6034408 Mar 02 17:27:02.046158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5c0d35d3-585f-4963-ab96-893521769e0d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:02.050524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.052608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1667779168-network', 'tenant_id': '7eec9d92771c48debf7deb41c5a98423'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:02.057457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:02.062519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Usage tracker for resource:network and tenant:7eec9d92771c48debf7deb41c5a98423 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:02.065451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:02.071212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:02.084037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:02.086806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.103792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.119674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:02.130286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.143687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:02.147518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7eec9d92771c48debf7deb41c5a98423 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:02.150235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:02.156220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:02.221610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.226116 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.256695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:27:02.266236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f989a5-bdec-4cba-9d82-407994e7007e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:02.271932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.272273 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Added segment 337ddaeb-e831-460d-83ca-969a9549f128 of type vlan for network c2c4c8fc-299c-4517-97dd-1a116740b990 Mar 02 17:27:02.290234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fee3d038-2f2d-4b9e-b3ef-2bece3e14d11 req-61c1697b-91c2-48a4-944e-06fe0cc885cc tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156429 Mar 02 17:27:02.299914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.341372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.342617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:02.342846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.456560 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5427434 Mar 02 17:27:02.457231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45396) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:02.457856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f4344-9ed7-4e4f-b6dd-6924c3b100e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c4c8fc-299c-4517-97dd-1a116740b990,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:02.465844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Request body: {'subnet': {'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1667779168-subnet', 'tenant_id': '7eec9d92771c48debf7deb41c5a98423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:02.471301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c2c4c8fc-299c-4517-97dd-1a116740b990 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:27:02.476129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:02.481726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Usage tracker for resource:subnet and tenant:7eec9d92771c48debf7deb41c5a98423 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:02.486268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:02.492488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:02.505496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:02.507795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.541202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-c92992f9-d685-4f60-82b1-f36c3d94063b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114806 Mar 02 17:27:02.717951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.736045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.772097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.781418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Transition to ACTIVE for port object 90e27075-4a2a-4de6-bbbb-46857f1fc47b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:02.782627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.782939 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Floating IP fffc278e-e828-46bc-97a8-3244a515c51e disassociated. External IP: 172.25.3.144, port: ae457773-7ae3-472c-a81a-36c88a8f09f7. Mar 02 17:27:02.787524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d326d5b5-6b75-473b-b317-8fec4db423b4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:02.803339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Checking segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:02.803693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Network hostable DHCP agents. Network: c2c4c8fc-299c-4517-97dd-1a116740b990, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:27:02.826446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Network c2c4c8fc-299c-4517-97dd-1a116740b990 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:27:02.836208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c2c4c8fc-299c-4517-97dd-1a116740b990) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:02.841467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:02.842050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:02.848199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39664a-5050-4d30-a182-8517f4d394c5 None None] Network c2c4c8fc-299c-4517-97dd-1a116740b990 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:27:02.855738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eead2-a94c-481d-82bf-c17ac01bc5a6 req-630e633d-8ed2-4217-9b8f-c13b00608d41 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:02.857210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040eead2-a94c-481d-82bf-c17ac01bc5a6 req-630e633d-8ed2-4217-9b8f-c13b00608d41 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.4445918 Mar 02 17:27:02.866184 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bbc79bfc-8477-4420-a9cd-a905916545a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4054155 Mar 02 17:27:02.998182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-6af258b3-f9d1-4f8f-a646-948a8b6dda79 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367108 Mar 02 17:27:03.054069 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:03.076308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:03.118492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fafdfa-44e3-4fcc-a36e-ed85e0be659a None None] Network c2c4c8fc-299c-4517-97dd-1a116740b990 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:27:03.177843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040eead2-a94c-481d-82bf-c17ac01bc5a6 req-16aed544-b150-4f58-9a60-d56ba59aa04b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347724 Mar 02 17:27:03.222222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:03.227004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:03.250323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:03.253418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:03.499155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ce6de4-40e3-420d-b479-a60146cc60f1 req-c1584ec2-56ac-4bf0-80cd-0bcc525f1d47 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893382 Mar 02 17:27:03.532229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:03.532837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:03.537464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d80fdb52-fe7d-4ffd-b839-04ef90142683 None None] Provisioning for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:03.543998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d80fdb52-fe7d-4ffd-b839-04ef90142683 None None] Provisioning complete for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:03.544419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d80fdb52-fe7d-4ffd-b839-04ef90142683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:03.576189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-3ab701e5-2a24-449e-858b-7a84ac12bfe9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9032307 Mar 02 17:27:03.596270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d80fdb52-fe7d-4ffd-b839-04ef90142683 None None] Port 90e27075-4a2a-4de6-bbbb-46857f1fc47b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:27:03.605241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab2566-238c-4beb-a146-dc33c90c5df0 req-2b152e84-0724-4229-b68d-3b9735406ec1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:03.606696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12ab2566-238c-4beb-a146-dc33c90c5df0 req-2b152e84-0724-4229-b68d-3b9735406ec1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.2923269 Mar 02 17:27:03.612137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Request body: {'port': {'device_id': '2319ab2b-b116-4035-9026-493202ae35d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:03.871002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12ab2566-238c-4beb-a146-dc33c90c5df0 req-af11a48e-1243-44f6-817c-292ec1dd908f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331479 Mar 02 17:27:03.887112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:03.937824 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'code': 200} Mar 02 17:27:04.308916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:04.317349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8d9f9-ef70-4034-a734-780c74db656f req-c400f282-9c63-4cf9-98f2-db31c00bf81a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:04.318034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-98d8d9f9-ef70-4034-a734-780c74db656f req-c400f282-9c63-4cf9-98f2-db31c00bf81a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Synchronizing usage tracker for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:04.366682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-98d8d9f9-ef70-4034-a734-780c74db656f req-c400f282-9c63-4cf9-98f2-db31c00bf81a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Unset dirty status for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:04.367820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98d8d9f9-ef70-4034-a734-780c74db656f req-c400f282-9c63-4cf9-98f2-db31c00bf81a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 936 time: 0.3323863 Mar 02 17:27:04.371190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47af0e12-cdf5-4174-9aa0-0ef25cddc4a8 req-08e4298a-796b-42f1-b8ed-dbf681701c92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 1096 time: 0.2027607 Mar 02 17:27:04.609757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:04.623293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:04.634650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47af0e12-cdf5-4174-9aa0-0ef25cddc4a8 req-c2617930-759f-42a1-a258-d8a19a4a9d72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045941 Mar 02 17:27:04.642242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98d8d9f9-ef70-4034-a734-780c74db656f req-bd35e6ed-f5b9-4acb-8676-d5014c405ee0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617133 Mar 02 17:27:04.650380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Transition to ACTIVE for port object 90e27075-4a2a-4de6-bbbb-46857f1fc47b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:04.655129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:04.839454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:04.982758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981eedf-5143-42e7-a27e-1fc449faaf7d req-9689ab0a-f69d-4bc9-94f1-7ff5784b5516 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:04.984205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5981eedf-5143-42e7-a27e-1fc449faaf7d req-9689ab0a-f69d-4bc9-94f1-7ff5784b5516 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.2007897 Mar 02 17:27:05.019113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:05.028234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:05.029385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:27:05.041438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:05.042837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:05.177953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:05.178199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:05.178518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:05.204327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:05.204652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:05.212997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-77f08711-1aab-4dab-af2e-bc03e187523d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "PUT /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 695 time: 3.3294659 Mar 02 17:27:05.215807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:05.222857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5981eedf-5143-42e7-a27e-1fc449faaf7d req-4b595b26-794c-4266-bcee-6a14b1fa2730 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319717 Mar 02 17:27:05.223946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:05.224283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:05.224656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:05.225092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Bound port: 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:05.225439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:05.268273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:05.414452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:05.428180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:05.435644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-93f2398c-22c7-4db8-8f4f-c0446145d9a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1097 time: 0.2005327 Mar 02 17:27:05.438256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:05.586373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1154b9a-bb10-4d36-8c77-7bbf6944a860 req-090943a6-0ebb-4517-8536-3fd64a937dfd tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1096 time: 0.2499313 Mar 02 17:27:05.594552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:05.598503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:27:05.610155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:05.610814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:05.621649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:05.623031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 1096 time: 2.0154643 Mar 02 17:27:05.637747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812437c9-7877-43b3-9274-b8782609ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:05.691382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1154b9a-bb10-4d36-8c77-7bbf6944a860 req-fadc6fd7-d2bb-4c5b-bc2c-d5d2dc882d9c tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888720 Mar 02 17:27:05.693699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-9221e99a-61e4-4787-89f7-ac751196385d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:05.695109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-9221e99a-61e4-4787-89f7-ac751196385d service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.2223883 Mar 02 17:27:05.815867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:05.833048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-ad4ac61e-804c-480f-a33e-b230b0cf3600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 217 time: 0.1236773 Mar 02 17:27:05.908863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-7eb05e56-1821-484e-a555-8c5f1ef80d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:05.910318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-7eb05e56-1821-484e-a555-8c5f1ef80d11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.0765443 Mar 02 17:27:05.967455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'}, {'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:05.981792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-70574b0c-14d6-4618-a560-9a5c4cfe0754 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1099 time: 0.2127573 Mar 02 17:27:06.146257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-db48ecfe-8653-4008-81a5-cecefe078b79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.1403496 Mar 02 17:27:06.177133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:06.181272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a612b40-4830-4233-853c-df81feaad5c3 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:27:06.241739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-824034f0-98b7-4c5f-b771-90db49ed708c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226447 Mar 02 17:27:06.292893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-dfb685aa-cf77-4bd6-a1cc-0f4fdd6fe6c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:06.294284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-dfb685aa-cf77-4bd6-a1cc-0f4fdd6fe6c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1334395 Mar 02 17:27:06.341994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-b6e55bef-571f-41ca-b0b5-a493c196aefb tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:06.343461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-b6e55bef-571f-41ca-b0b5-a493c196aefb tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.3584418 Mar 02 17:27:06.406538 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d29f2d-23ca-48fd-afc3-d9a268a7b219 None None] New status for floating IP fffc278e-e828-46bc-97a8-3244a515c51e: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:27:06.411350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-b965b27b-33a5-426f-bdf7-7aa1649947f8 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/quotas/7eec9d92771c48debf7deb41c5a98423 HTTP/1.1" status: 200 len: 375 time: 0.0327764 Mar 02 17:27:06.467545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-1bb9e4b1-c89d-4fa7-a53f-43a25e365dfc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494075 Mar 02 17:27:06.581226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-39e99474-4f66-4dbb-8452-ee79c09cf9ba service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268797 Mar 02 17:27:06.780990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-8b44b18d-686b-402c-b2e9-9b2bfcd2fca9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4327152 Mar 02 17:27:06.909183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-14c36d50-dd02-4787-ae07-8231e2f85c0e service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291096 Mar 02 17:27:07.028450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52bdb91a-7104-450e-bd12-6f31d0505b15 req-9e4f6c30-1295-4ead-8de4-96efd0d9e0ba service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343159 Mar 02 17:27:07.089435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-43274de0-884a-41a5-9da1-8bbbb6134297 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831898 Mar 02 17:27:07.124368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-4c5ed4f2-31df-4195-afc2-d87b960d479c service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969590 Mar 02 17:27:07.288800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dff9f24-d73b-46e8-9cf0-ea9dd7d19dc4 req-315379f3-bec4-4b50-8f7c-8bca853fd8d1 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883080 Mar 02 17:27:07.313269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b8ae-a3e8-4ba6-9b0f-e2c00f00339c req-91da5ff5-9086-4d04-b965-73399549e5a6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:07.314478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e684b8ae-a3e8-4ba6-9b0f-e2c00f00339c req-91da5ff5-9086-4d04-b965-73399549e5a6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.1395001 Mar 02 17:27:07.414400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e684b8ae-a3e8-4ba6-9b0f-e2c00f00339c req-1b9d01da-2f4b-496a-adf7-4f2b19e348c4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940497 Mar 02 17:27:07.443915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f562a3-332d-45a4-95ab-c705687fba09 req-c726cb3c-8b7f-427e-b228-905738521329 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:07.445381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8f562a3-332d-45a4-95ab-c705687fba09 req-c726cb3c-8b7f-427e-b228-905738521329 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.0985241 Mar 02 17:27:07.498279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8f562a3-332d-45a4-95ab-c705687fba09 req-fbc88670-5a90-4e2c-93be-e4d4b5b17bc2 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Mar 02 17:27:07.513486 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'status': 'completed', 'code': 200} Mar 02 17:27:07.652663 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606', 'code': 200} Mar 02 17:27:07.653176 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d', 'code': 200} Mar 02 17:27:07.674101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-fc881c2f-d053-4bd6-9c77-f2d1b22db3c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 1097 time: 0.1320839 Mar 02 17:27:08.002107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf18b3-ec24-476f-8c42-8d4d36e58117 req-059ffd42-0876-46bd-96d9-888bee529439 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:08.003583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92bf18b3-ec24-476f-8c42-8d4d36e58117 req-059ffd42-0876-46bd-96d9-888bee529439 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.3652134 Mar 02 17:27:08.012685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-f584edb5-047b-4d8f-918b-066ede35025a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:08.014040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-f584edb5-047b-4d8f-918b-066ede35025a service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.3280611 Mar 02 17:27:08.137984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-300d5a7a-19b1-44ef-b47b-b571b7309858 req-a300f586-7271-4b26-b750-7e1db4223044 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 1100 time: 0.3622925 Mar 02 17:27:08.147668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8d7a7a-0073-4d8c-a297-ea1da794675d req-6dc3ee6c-2b57-499b-89d0-329fa33cc25c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 1101 time: 0.3770196 Mar 02 17:27:08.150796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-40ccaebf-511a-447d-b2e8-92800b208e35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 200 len: 217 time: 0.1058176 Mar 02 17:27:08.156804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63514f-3269-42bc-b6a6-c253707f8cb3 req-961f504b-3601-4d07-bf15-67fb182ca4e8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:08.158164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb63514f-3269-42bc-b6a6-c253707f8cb3 req-961f504b-3601-4d07-bf15-67fb182ca4e8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.3886485 Mar 02 17:27:08.250339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:08.278837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92bf18b3-ec24-476f-8c42-8d4d36e58117 req-3ec69399-6667-427f-8a78-9ffa260a616c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638392 Mar 02 17:27:08.324583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-a3c1cb78-32bd-43c4-bc6d-03afbfec6787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:08.326016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-a3c1cb78-32bd-43c4-bc6d-03afbfec6787 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.1533129 Mar 02 17:27:08.329760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-300d5a7a-19b1-44ef-b47b-b571b7309858 req-21b99848-c5e9-4782-9135-f3a2229c11cc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811681 Mar 02 17:27:08.332884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8d7a7a-0073-4d8c-a297-ea1da794675d req-e5ec3a92-a440-4d82-aee3-0cc27d7f1928 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582291 Mar 02 17:27:08.335099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb63514f-3269-42bc-b6a6-c253707f8cb3 req-961ea0f9-9c99-48a3-8d51-2b883dae10a5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613576 Mar 02 17:27:08.486381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-491af80c-a7f4-42ac-9efa-6e3ce21e2956 req-61e29954-37b8-480a-ba9c-ed2513472958 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 210 time: 0.0431626 Mar 02 17:27:08.988990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03d35-f319-45f9-98dd-11b644554499 req-8f5c39c0-1465-43dd-9c51-88e6360ac43b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:08.990351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53c03d35-f319-45f9-98dd-11b644554499 req-8f5c39c0-1465-43dd-9c51-88e6360ac43b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.3850048 Mar 02 17:27:09.050675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-42767bd6-d148-4e19-92a7-75d9fea9cedd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995030 Mar 02 17:27:09.172063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41bb7416-bc1d-4aab-87d2-f44fa86597e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:09.188847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ccbee-ca58-438d-9d87-a591360e0ad0 req-a7c62f2a-48a8-4447-bd61-ba999a8d0349 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:09.190292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f2ccbee-ca58-438d-9d87-a591360e0ad0 req-a7c62f2a-48a8-4447-bd61-ba999a8d0349 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.3898134 Mar 02 17:27:09.203588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53c03d35-f319-45f9-98dd-11b644554499 req-66af1841-e502-4133-bde5-626e613c34b7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000556 Mar 02 17:27:09.208075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-4d84b1c8-a05c-4040-ba3b-b048a882a916 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:09.209400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-4d84b1c8-a05c-4040-ba3b-b048a882a916 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.3695843 Mar 02 17:27:09.248102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Request body: {'port': {'device_id': '38e72105-9481-438e-a4fb-d652a10d5089', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'admin_state_up': True, 'tenant_id': '7eec9d92771c48debf7deb41c5a98423'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:09.441280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f2ccbee-ca58-438d-9d87-a591360e0ad0 req-9bd6fc01-3209-4b82-8192-fde5bfaa014b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288918 Mar 02 17:27:09.446393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-3ceecc79-bacb-4d06-8f15-2ff527ad8d2d service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656063 Mar 02 17:27:09.549803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:09.581627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:09.626245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Usage tracker for resource:port and tenant:7eec9d92771c48debf7deb41c5a98423 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:09.643636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:09.654381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:09.676259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-01a532f1-1f6d-44e5-9181-cb0b6dee5704 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:09.677690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-01a532f1-1f6d-44e5-9181-cb0b6dee5704 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3285723 Mar 02 17:27:09.755101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:09.757879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:09.805391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1694b166-eff5-4c6b-ba85-90a0ee6c1ffe req-77187046-a8fc-4682-b81c-75c12694dd73 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411450 Mar 02 17:27:09.861890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-0f599586-23c7-4714-a416-93c8a72e474d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1680658 Mar 02 17:27:09.882907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:09.942162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46af0c-4985-4a28-b66c-89eb0da03509 req-471d9fae-428c-46a8-9a4c-d7f0f1a1d1b4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:09.943621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df46af0c-4985-4a28-b66c-89eb0da03509 req-471d9fae-428c-46a8-9a4c-d7f0f1a1d1b4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.3632984 Mar 02 17:27:10.015267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:10.130800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:10.203099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df46af0c-4985-4a28-b66c-89eb0da03509 req-c3f8457d-6625-4025-9e7a-3ce93868608b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426696 Mar 02 17:27:10.208884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Allocated IP 172.20.0.4 (c2c4c8fc-299c-4517-97dd-1a116740b990/d326d5b5-6b75-473b-b317-8fec4db423b4/39725723-a0cf-4e45-b7a4-828d0574ff35) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:10.268121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:10.282614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'mac_address': 'fa:16:3e:5e:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:10.340004 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:10.357439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:10.374672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:10.378929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:10.455763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:10.798148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffd9ce8b-9ed9-41a4-bcab-e2173f696273 req-c10df11d-c116-4480-ab98-62cdcafc949f tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1096 time: 0.4692383 Mar 02 17:27:10.840547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:10.887401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:10.956072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffd9ce8b-9ed9-41a4-bcab-e2173f696273 req-7e069608-117f-4b7f-a097-99c80861211a tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966651 Mar 02 17:27:11.003041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.161439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Network c2c4c8fc-299c-4517-97dd-1a116740b990 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:11.166546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:11.187091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:11.241752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.242820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:11.253750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-537404e1-9a6a-4590-bd17-10379643262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.257250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.425282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:11.425981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.467880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-a3122c1e-dc91-43a3-8512-e2dbb35a1853 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2270391 Mar 02 17:27:11.489778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Request body: {'port': {'device_id': '38e72105-9481-438e-a4fb-d652a10d5089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:11.610401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295e5d1-f82b-4a90-9221-54e000e6af4d req-9a00dec6-5d77-4e59-948e-11349efd9403 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:11.611774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9295e5d1-f82b-4a90-9221-54e000e6af4d req-9a00dec6-5d77-4e59-948e-11349efd9403 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 949 time: 0.2489707 Mar 02 17:27:11.720746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:11.799295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9295e5d1-f82b-4a90-9221-54e000e6af4d req-324051f4-15ea-4771-8c23-a55a65c1c130 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522546 Mar 02 17:27:11.804526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07b22-4395-41ad-94de-6115314757be req-f8ae6627-c6d2-458a-8989-965b2770633a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:11.805832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08b07b22-4395-41ad-94de-6115314757be req-f8ae6627-c6d2-458a-8989-965b2770633a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c45f5db-cd98-464a-ae90-95387bcfa3d2 HTTP/1.1" status: 200 len: 946 time: 0.2644510 Mar 02 17:27:11.866682 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Floating IP fffc278e-e828-46bc-97a8-3244a515c51e associated. External IP: 172.25.3.144, port: d344f524-e07c-42c7-9f24-1c22814e987d. Mar 02 17:27:12.148536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:12.179523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Deleting port ae457773-7ae3-472c-a81a-36c88a8f09f7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:27:12.179854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.219141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:12.224044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:12.224437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.338187 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.364911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:12.375613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:12.379694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.443544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:12.513192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6987a-b1c6-4d2a-81ef-18fcd10a2876 req-9aa14bc0-31f6-4403-8e13-0e5dfdc4ef54 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:12.513870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4cb6987a-b1c6-4d2a-81ef-18fcd10a2876 req-9aa14bc0-31f6-4403-8e13-0e5dfdc4ef54 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:12.599370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4cb6987a-b1c6-4d2a-81ef-18fcd10a2876 req-9aa14bc0-31f6-4403-8e13-0e5dfdc4ef54 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:12.600497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cb6987a-b1c6-4d2a-81ef-18fcd10a2876 req-9aa14bc0-31f6-4403-8e13-0e5dfdc4ef54 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 931 time: 0.5970256 Mar 02 17:27:12.629443 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.652824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] For port ae457773-7ae3-472c-a81a-36c88a8f09f7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae457773-7ae3-472c-a81a-36c88a8f09f7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:12.653175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.813329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Calling delete_port for ae457773-7ae3-472c-a81a-36c88a8f09f7 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:27:12.892569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39725723-a0cf-4e45-b7a4-828d0574ff35 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:12.897929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cb6987a-b1c6-4d2a-81ef-18fcd10a2876 req-673d6439-fba6-447e-863b-ccb048d20663 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799551 Mar 02 17:27:12.912523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.948188 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:12.953985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Transition to ACTIVE for port object 39725723-a0cf-4e45-b7a4-828d0574ff35 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:12.959924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:13.047317 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'status': 'completed', 'code': 200} Mar 02 17:27:13.101821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-f19d9754-c754-4d6c-b773-5a8512f7b8f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1101 time: 0.0741632 Mar 02 17:27:13.234204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-083f7b5c-7cb8-448d-a48a-700db8e73768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:13.236078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-083f7b5c-7cb8-448d-a48a-700db8e73768 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1281157 Mar 02 17:27:13.322280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-663f0d6d-a9b6-4215-b2f6-807f55d88415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.0674589 Mar 02 17:27:13.390208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-53bdb4c7-016e-4d82-b72c-180ea95305f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:13.391681 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-53bdb4c7-016e-4d82-b72c-180ea95305f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0625045 Mar 02 17:27:13.399821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:13.415543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:13.433937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d344f524-e07c-42c7-9f24-1c22814e987d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:13.482739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-a6e87b2d-a63a-4f7d-97db-b94a25ea6228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794587 Mar 02 17:27:13.517211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event deleted for resources: {'Port': ['ID=ae457773-7ae3-472c-a81a-36c88a8f09f7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:13.574755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae457773-7ae3-472c-a81a-36c88a8f09f7 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:27:13.622699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ae457773-7ae3-472c-a81a-36c88a8f09f7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:27:13.623038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae457773-7ae3-472c-a81a-36c88a8f09f7 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:27:13.634980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-cbd2f6da-a3ea-4f54-a8f7-b11f96563d7c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388052 Mar 02 17:27:13.655273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a69eb-b3c4-4a2c-9dbd-58e27d8f0237 req-e34a2872-7166-467c-90de-a13548ea3494 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:13.662047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-209a69eb-b3c4-4a2c-9dbd-58e27d8f0237 req-e34a2872-7166-467c-90de-a13548ea3494 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.5661991 Mar 02 17:27:13.691175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] No DVR routers for this DVR port ae457773-7ae3-472c-a81a-36c88a8f09f7 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:27:13.711706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:13.738548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Attempting to bind port 39725723-a0cf-4e45-b7a4-828d0574ff35 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:13.739003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Attempting to bind port 39725723-a0cf-4e45-b7a4-828d0574ff35 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:13.739249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Attempting to bind port 39725723-a0cf-4e45-b7a4-828d0574ff35 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:13.796024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08b07b22-4395-41ad-94de-6115314757be req-ff8068c0-d4c9-4587-9833-a723ee66f2fe tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "DELETE /v2.0/ports/ae457773-7ae3-472c-a81a-36c88a8f09f7 HTTP/1.1" status: 204 len: 173 time: 1.9783411 Mar 02 17:27:13.802853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Port 39725723-a0cf-4e45-b7a4-828d0574ff35 on network c2c4c8fc-299c-4517-97dd-1a116740b990 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:13.803174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Attempting to bind port 39725723-a0cf-4e45-b7a4-828d0574ff35 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:13.809118 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-74cb7b3b-7fff-49c9-9b03-82da5cca6c5f req-df43394c-a901-4551-98c6-8367dbc24474 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611912 Mar 02 17:27:13.813642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-209a69eb-b3c4-4a2c-9dbd-58e27d8f0237 req-de45d86c-9704-4751-9e34-372332f3cc2c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507783 Mar 02 17:27:13.824277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:13.824613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Checking segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:13.824987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Bound using segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:13.825418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Bound port: 39725723-a0cf-4e45-b7a4-828d0574ff35, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:13.825759 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:13.926996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-6396e730-340f-45fd-aa5d-1af4c6da57a5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:13.928161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-6396e730-340f-45fd-aa5d-1af4c6da57a5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/ports?device_id=a938ca8d-dd21-4a78-ae62-ff8619aa724e HTTP/1.1" status: 200 len: 945 time: 0.1908028 Mar 02 17:27:13.942072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:14.065592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:14.082629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Deleting port e8efaa05-0af4-457b-bea1-63b58d702c80 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:27:14.082965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:14.113799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:14.161836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:14.188887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:14.367780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d38904e-cfca-4bf5-b860-1d445cacd2a5 req-bf3a07e9-699d-42b5-a6ee-4c6ea7df2ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3950551 Mar 02 17:27:14.374519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:14.375990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] 10.222.0.50 "PUT /v2.0/ports/39725723-a0cf-4e45-b7a4-828d0574ff35 HTTP/1.1" status: 200 len: 1091 time: 2.8910732 Mar 02 17:27:14.426179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70448-dfd4-43a2-8816-9bf9933ef050 service neutron] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:14.619288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] For port e8efaa05-0af4-457b-bea1-63b58d702c80, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e8efaa05-0af4-457b-bea1-63b58d702c80,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:14.620299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:14.757737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Calling delete_port for e8efaa05-0af4-457b-bea1-63b58d702c80 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:27:14.798498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-41de6593-1e69-42fe-8a80-950bdf74d004 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 1094 time: 0.3155050 Mar 02 17:27:14.911578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-808eb4ce-6971-4244-b94d-99c6e9296db4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39725723-a0cf-4e45-b7a4-828d0574ff35 HTTP/1.1" status: 200 len: 217 time: 0.0949917 Mar 02 17:27:14.919311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:14.934486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:27:14.949816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:14.950796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:15.105228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'name': 'network-vif-deleted', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7'}, {'name': 'network-changed', 'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:15.126185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:15.156721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:15.214985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-27ce1b9a-a7da-4712-92bd-71d831e2c6c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:15.216332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-27ce1b9a-a7da-4712-92bd-71d831e2c6c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.2900591 Mar 02 17:27:15.218492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-9fb52782-ebcf-446b-892f-7be8733273f3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "PUT /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 997 time: 5.3457844 Mar 02 17:27:15.222247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:15.287114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['e8efaa05-0af4-457b-bea1-63b58d702c80'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:15.336586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event deleted for resources: {'Port': ['ID=e8efaa05-0af4-457b-bea1-63b58d702c80,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:15.350489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-727b5130-536e-4f47-8256-2b3f51591e66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897746 Mar 02 17:27:15.453403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] No DVR routers for this DVR port e8efaa05-0af4-457b-bea1-63b58d702c80 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:27:15.468114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:15.475863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-b0c18ca1-2539-46f7-9b95-853ce1885f0c tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:27:15.477200 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-b0c18ca1-2539-46f7-9b95-853ce1885f0c tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069673 Mar 02 17:27:15.505053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:15.506971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ae607ba-0fc7-4cff-a157-0340fce0fe63 req-e7c944aa-f317-48fb-a690-f16037c2184e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "DELETE /v2.0/ports/e8efaa05-0af4-457b-bea1-63b58d702c80 HTTP/1.1" status: 204 len: 173 time: 1.5671041 Mar 02 17:27:15.570615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-40f12204-7bb1-4c55-a45a-8ec3f3816e46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.3087587 Mar 02 17:27:15.589055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:27:10Z', 'revision_number': 8, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:15.593868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:27:15.606032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:15.606913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:15.630993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:15.631900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Unknown quota resources ['binding']. {{(pid=83796) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:27:15.691822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-5ed14d56-8158-4a74-8514-ba52cdebcb8f service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736530 Mar 02 17:27:15.834481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:15.849101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-b7307044-d62b-4daa-85f1-f3a9b1a6a41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:15.850565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-b7307044-d62b-4daa-85f1-f3a9b1a6a41c service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.2656991 Mar 02 17:27:15.859863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:15.860557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:15.860885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:15.867180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:15.867495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:15.874208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:15.874997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:15.875541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:15.876108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Bound port: b71b7544-be69-4011-9c9c-5b62a85d9e33, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:15.958520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8842fccf-53a1-4f0d-bad4-bf5467b254df req-3014d37c-cd68-4c4b-835f-e927699854b9 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562747 Mar 02 17:27:15.987052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-992303f7-176d-4582-a852-b1b8e59deb87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1000 time: 0.1265347 Mar 02 17:27:16.033014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:16.037985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:16.039142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e3ff3abc-9e10-409e-86c3-24914d8be225 service neutron] 10.222.0.37 "POST /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33/bindings HTTP/1.1" status: 201 len: 389 time: 0.4918447 Mar 02 17:27:16.055984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-20b88a1c-903c-4316-9b45-1aed0e78d123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:16.058043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-20b88a1c-903c-4316-9b45-1aed0e78d123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.0643709 Mar 02 17:27:16.170290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-72431388-88c7-42d4-8a18-5a907ce626a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056452 Mar 02 17:27:16.262018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:27:10Z', 'revision_number': 8, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:16.267352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35384dad-ccaa-4ffb-b86c-a02839a7902c None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fffc278e-e828-46bc-97a8-3244a515c51e', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'port_id': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'mac_address': 'fa:16:3e:71:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:25:58Z', 'updated_at': '2022-03-02T17:27:10Z', 'revision_number': 8, 'project_id': '821698cd5eeb45628d5916759221168f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:27:16.425672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-f129a068-0fab-4592-bcd4-00ab3ae00e3b service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458093 Mar 02 17:27:16.467322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfb11-9803-4ad1-ae64-6a0998fa0aed req-9c548c98-cb57-4ddc-8599-7680e879a5cc tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:16.474557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8bdfb11-9803-4ad1-ae64-6a0998fa0aed req-9c548c98-cb57-4ddc-8599-7680e879a5cc tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.2179687 Mar 02 17:27:16.548227 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068f154-ade5-41fd-9e2e-2762b9e4b4cf None None] New status for floating IP fffc278e-e828-46bc-97a8-3244a515c51e: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:27:16.602991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-1c1b86de-9e70-44e2-a06e-71b2225e4513 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1096 time: 0.2932990 Mar 02 17:27:16.825433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8bdfb11-9803-4ad1-ae64-6a0998fa0aed req-b6a56c92-f63a-482d-8296-6981c2517b06 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501723 Mar 02 17:27:16.855543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8b2f77b-d9ed-4b64-b051-83a27efdb7a9 req-82ffa586-84ae-4f83-9a1e-5639633da760 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145606 Mar 02 17:27:16.897170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-33148379-5292-4876-89c2-7c5ca519a116 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3481293 Mar 02 17:27:16.904109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-3e71a23c-4fc8-4dc9-a4e1-fd305f104580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:16.905506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-3e71a23c-4fc8-4dc9-a4e1-fd305f104580 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.2919617 Mar 02 17:27:16.933559 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'code': 200} Mar 02 17:27:17.124905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-b27198a7-b8f3-4671-86de-5fe2c211d3e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 217 time: 0.2091610 Mar 02 17:27:17.299653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-20ca5d27-0186-4b0b-88e3-cdc8a9af62b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:17.301041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-20ca5d27-0186-4b0b-88e3-cdc8a9af62b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1598973 Mar 02 17:27:17.380826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-c69031e0-1b72-46dd-89ff-7e225cc525e1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:17.382144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-c69031e0-1b72-46dd-89ff-7e225cc525e1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.4148600 Mar 02 17:27:17.386259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-47575a9c-5943-4892-b18b-e3bec4b3a51b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641227 Mar 02 17:27:17.397616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-4ee31461-64ef-4dc0-b8de-9befdf5dcb7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.4314070 Mar 02 17:27:17.456172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a329-ab41-480d-936c-76adb7fe69af req-04ddba83-ce57-4361-b5c2-fc10c0f7df1c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:17.457570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4f4a329-ab41-480d-936c-76adb7fe69af req-04ddba83-ce57-4361-b5c2-fc10c0f7df1c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.4186840 Mar 02 17:27:17.515860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1c44319-7703-4eef-9128-86be9206a84d req-0f74bc46-e02c-4fbd-848a-ec26b0042424 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1101 time: 0.3855386 Mar 02 17:27:17.582866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-ba88d692-e5e3-4006-8ada-163a5833b973 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/quotas/43515614b33f4be8ba8b15098d63c062 HTTP/1.1" status: 200 len: 375 time: 0.1900444 Mar 02 17:27:17.611679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:27:17.643109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: e8efaa05-0af4-457b-bea1-63b58d702c80 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:27:17.643357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e8efaa05-0af4-457b-bea1-63b58d702c80 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:27:17.680073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-173a4f0b-ff04-45dd-ae3c-9d83dbd59691 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:17.775722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-173a4f0b-ff04-45dd-ae3c-9d83dbd59691 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:17.776959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-173a4f0b-ff04-45dd-ae3c-9d83dbd59691 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1645403 Mar 02 17:27:17.779102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4f4a329-ab41-480d-936c-76adb7fe69af req-aa1c3cfd-eaa7-47d4-a0b8-5b49c09d723c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664866 Mar 02 17:27:17.786439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-77032add-4453-4e0f-8bd6-ebee1b556d39 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860168 Mar 02 17:27:17.787915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1c44319-7703-4eef-9128-86be9206a84d req-f20d9d6d-4bc1-4d7c-9fc6-76d7697fc203 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966655 Mar 02 17:27:17.811146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-e88a8142-f7de-4ce6-b595-ee18290bff57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:17.812615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-e88a8142-f7de-4ce6-b595-ee18290bff57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.3864167 Mar 02 17:27:18.238763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-d40d00ea-1bfa-4645-8198-f0db572cb789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1002 time: 0.3594198 Mar 02 17:27:18.254736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-c418f8f0-8601-4d51-8537-48c02ffd2c96 service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647391 Mar 02 17:27:18.317727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-8bddf664-609b-4d80-b09e-6c91348ed28a service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022018 Mar 02 17:27:18.470236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-5ae493a7-6d38-4a0f-b3fa-d8ca04e39993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:18.471702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-5ae493a7-6d38-4a0f-b3fa-d8ca04e39993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.2134423 Mar 02 17:27:18.474322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-eaed7753-7b1c-41b9-aa23-d9aaf7ef7669 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 1101 time: 0.4476967 Mar 02 17:27:18.562966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:18.610213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-65df8611-9c62-4e5a-8142-6601e0b1487d service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143554 Mar 02 17:27:18.639995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-2db3d022-6b96-4777-a47c-3fe9c20ddfe3 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.2394457 Mar 02 17:27:18.641118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:18.654902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Usage tracker for resource:security_group_rule and tenant:a0e81d2093984a08854ddf3277611a21 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:18.660582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:18.688549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:18.695646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:18.706843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:18.717298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-cc020ccb-1084-4b23-8414-554b6d19e882 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313821 Mar 02 17:27:18.968651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:19.075054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-bfbbd3e4-a649-4e0b-8f9d-dbc9979afd9f service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411427 Mar 02 17:27:19.095873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:19.123096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:19.212225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3af23-0f8e-490c-8ece-d0c527278bd1 req-9a8b4919-d0a9-45e3-85fb-55f231a0890d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:19.215082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76b3af23-0f8e-490c-8ece-d0c527278bd1 req-9a8b4919-d0a9-45e3-85fb-55f231a0890d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 943 time: 0.3681972 Mar 02 17:27:19.338858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b0df957-87bd-49fc-afbe-a53ccc9bb530 req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8572688 Mar 02 17:27:19.347072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eab9b-b2bf-4e27-bb7e-f517db9d2b09 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be512aab-7838-4c02-8b87-675ac457c04b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:19.421475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e4b31c2-ff5e-4e4f-bdbc-49c009f75e8b req-ca72dc9c-2f2f-425b-8fdf-018f0a51e486 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275266 Mar 02 17:27:19.426425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76b3af23-0f8e-490c-8ece-d0c527278bd1 req-cebc885b-fc71-415d-aef7-e97d1bffe152 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033908 Mar 02 17:27:19.465571 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45f5db-cd98-464a-ae90-95387bcfa3d2', 'name': 'network-vif-deleted', 'tag': 'ae457773-7ae3-472c-a81a-36c88a8f09f7', 'status': 'completed', 'code': 200} Mar 02 17:27:19.466009 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'status': 'completed', 'code': 200} Mar 02 17:27:19.467986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:19.519406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:19.660881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:19.726442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:19.925957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:20.180373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-7b902c64-9f3f-443b-8e55-dbbe38a0a8c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 1094 time: 0.5892506 Mar 02 17:27:20.187545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddd6e5-227f-47e2-92f1-dcedd545e48f req-c2e46e46-1b5a-409a-ae0c-7788a888f871 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:20.189098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bddd6e5-227f-47e2-92f1-dcedd545e48f req-c2e46e46-1b5a-409a-ae0c-7788a888f871 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 945 time: 0.5969400 Mar 02 17:27:20.209449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:20.237936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea4f0-99dc-4a73-aebe-2e3a94e9016f req-304f6569-2975-480f-bc8e-5fd71e3fadfa tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:20.239411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-080ea4f0-99dc-4a73-aebe-2e3a94e9016f req-304f6569-2975-480f-bc8e-5fd71e3fadfa tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.6156032 Mar 02 17:27:20.371729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:20.372375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:20.372375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:20.377978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:20.395204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'mac_address': 'fa:16:3e:50:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:20.429351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-98ab079f-bc12-4adf-bbb2-0cd3840f367a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:20.430917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-98ab079f-bc12-4adf-bbb2-0cd3840f367a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.5412643 Mar 02 17:27:20.431441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:20.431959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Attempting to bind port b71b7544-be69-4011-9c9c-5b62a85d9e33 on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:20.467517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Request body: {'port': {'device_id': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'admin_state_up': True, 'tenant_id': '43515614b33f4be8ba8b15098d63c062'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:20.468041 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:20.487784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-080ea4f0-99dc-4a73-aebe-2e3a94e9016f req-80061ae0-52d5-4e38-a102-7119bfb272cc tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808891 Mar 02 17:27:20.492152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39725723-a0cf-4e45-b7a4-828d0574ff35 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:20.507219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bddd6e5-227f-47e2-92f1-dcedd545e48f req-86ad5cd9-9ebe-4438-b2f2-a40afca7907f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040950 Mar 02 17:27:20.511842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:20.517661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:20.551010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:20.551372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:20.551873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:20.552712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Bound port: b71b7544-be69-4011-9c9c-5b62a85d9e33, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:20.553070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:20.566151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-d356af6e-eff9-41bd-aa4d-3a382e072eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:20.567820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-d356af6e-eff9-41bd-aa4d-3a382e072eda service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 906 time: 0.3776946 Mar 02 17:27:20.674425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:20.893166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd5ccd16-d079-4bb9-81bf-23f30b6f29f3 req-61212e0a-2821-430e-b7ea-9707316903bf tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 210 time: 0.1575465 Mar 02 17:27:20.906960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-2608e73d-f316-4487-81a7-d0b0f16293f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39725723-a0cf-4e45-b7a4-828d0574ff35 HTTP/1.1" status: 200 len: 217 time: 0.3278310 Mar 02 17:27:21.037436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['39725723-a0cf-4e45-b7a4-828d0574ff35'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:21.075223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3aaed88-748b-4921-9bf3-b6c536956eec req-f58d8488-4d8a-4ded-8f35-28feb238c709 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 999 time: 0.3469074 Mar 02 17:27:21.093815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-7d0ef921-f1e6-49a8-8c29-a15b5d9230d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:21.095248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-7d0ef921-f1e6-49a8-8c29-a15b5d9230d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.1778502 Mar 02 17:27:21.128032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:21.219358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:21.236742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-f74c627d-a5cb-4c4b-8ea6-e0b8fcf778e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107206 Mar 02 17:27:21.237576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:21.255804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:21.286393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:21.396660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Made reservation on behalf of 43515614b33f4be8ba8b15098d63c062 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:21.399534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:21.469792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}, {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-deleted', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80'}, {'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:21.559132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dccdef-26eb-45d0-8ca2-1c23c5091602 req-d8b1c9a2-9780-4a22-b1dd-1f652ce4d8fa tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:21.560845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48dccdef-26eb-45d0-8ca2-1c23c5091602 req-d8b1c9a2-9780-4a22-b1dd-1f652ce4d8fa tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.5563562 Mar 02 17:27:21.731034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaed88-748b-4921-9bf3-b6c536956eec req-1aabe09e-5123-46cb-adfd-2268fb0ebcf8 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:21.732347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3aaed88-748b-4921-9bf3-b6c536956eec req-1aabe09e-5123-46cb-adfd-2268fb0ebcf8 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.6468568 Mar 02 17:27:21.749446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:21.782961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-c3aaed88-748b-4921-9bf3-b6c536956eec req-198f8f6a-7893-4ef1-802a-ae08fcababbc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:27:21.783913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3aaed88-748b-4921-9bf3-b6c536956eec req-198f8f6a-7893-4ef1-802a-ae08fcababbc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0308826 Mar 02 17:27:21.815266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-41a1a40a-0989-4d52-bf6e-948e7cdf0bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617232 Mar 02 17:27:21.941947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:21.943588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-d5cdf407-17be-40ea-92c4-e2b69ab01e1e service neutron] 10.222.0.35 "PUT /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 1121 time: 3.2920289 Mar 02 17:27:21.952612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48dccdef-26eb-45d0-8ca2-1c23c5091602 req-2e888005-bfa5-40cd-b068-dae226f836b5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445543 Mar 02 17:27:22.106995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Allocated IP 172.20.0.9 (027b9d32-0bde-48b9-9eac-5ae95406955f/cfc429cb-f30e-4542-b79c-10604d5c97e6/38539e96-671c-4e9c-81f8-8cb73007ece3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:22.155970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b71b7544-be69-4011-9c9c-5b62a85d9e33'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:22.157554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0562f9-2796-4698-a4ee-41df71359d18 req-b1b38a10-e7ff-41ca-b909-8b78264d8036 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084729 Mar 02 17:27:22.159109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-5f65e799-d47e-4ced-8154-f65406fbc883 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499439 Mar 02 17:27:22.341439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae058ff-f2c9-4345-b05d-7914242922cc req-ffeafdac-c789-4dca-9cc1-9fe1832244ba tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:22.342853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eae058ff-f2c9-4345-b05d-7914242922cc req-ffeafdac-c789-4dca-9cc1-9fe1832244ba tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 944 time: 0.3036025 Mar 02 17:27:22.351300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:27:22.469032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-c28bda36-1148-4c98-a4c1-376d4d38e5d9 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:22.470479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-c28bda36-1148-4c98-a4c1-376d4d38e5d9 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031292 Mar 02 17:27:22.527236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eae058ff-f2c9-4345-b05d-7914242922cc req-aca8b7d0-21b8-4ad1-9d5a-6a15478ccf2a tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743920 Mar 02 17:27:22.528415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-086c1019-ca9c-4914-9aa6-fda799844968 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/quotas/ac5edb7c452e48f18125ee8758e0bd63 HTTP/1.1" status: 200 len: 375 time: 0.0451343 Mar 02 17:27:22.602232 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:22.624083 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:27:22.624343 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a938ca8d-dd21-4a78-ae62-ff8619aa724e', 'name': 'network-vif-deleted', 'tag': 'e8efaa05-0af4-457b-bea1-63b58d702c80', 'status': 'completed', 'code': 200} Mar 02 17:27:22.624591 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'code': 200} Mar 02 17:27:22.657480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-8eac60c5-97f3-4fbe-b661-ffcccf79b695 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202374 Mar 02 17:27:22.710129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:22.914263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Network 027b9d32-0bde-48b9-9eac-5ae95406955f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:22.925106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:22.930908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:22.936613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:23.040335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:23.040980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:23.062479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-8d760e0c-f8db-42bf-98d8-cca6eaeee4d3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2564006 Mar 02 17:27:23.109259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-b1003853-500f-4cca-abb0-33a4967cf741 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.4410722 Mar 02 17:27:23.131731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e972-c9c6-4d9a-a467-28ac40b6003d req-54945d1f-38ff-41c2-9d44-1e7e51baf7bd tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:23.133140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df71e972-c9c6-4d9a-a467-28ac40b6003d req-54945d1f-38ff-41c2-9d44-1e7e51baf7bd tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 943 time: 0.3785257 Mar 02 17:27:23.163571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-0a5b82c7-91a8-4b2c-a5bc-307f23c7d6b1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7011521 Mar 02 17:27:23.231671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Request body: {'port': {'device_id': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:23.296972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-f7312e20-fb7d-4511-81b8-fe53618fd70a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:23.297546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-f7312e20-fb7d-4511-81b8-fe53618fd70a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:23.492337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-f7312e20-fb7d-4511-81b8-fe53618fd70a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:23.493474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-f7312e20-fb7d-4511-81b8-fe53618fd70a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports/d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 943 time: 0.4243791 Mar 02 17:27:23.517397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df71e972-c9c6-4d9a-a467-28ac40b6003d req-a862c1a7-df0b-4ffa-b3e5-bc7271d923c3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610158 Mar 02 17:27:23.527302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-498af7c3-7b7c-450e-a9dd-776478536fc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:23.528300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-498af7c3-7b7c-450e-a9dd-776478536fc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.4092255 Mar 02 17:27:23.543086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:23.627986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:23.760101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:23.772802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:27:23.844292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-ba825140-98b0-494c-9239-1b8caa84573c tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2423434 Mar 02 17:27:23.848553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-54652dc8-4c02-4965-b4f3-d629ecb5c0ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 1002 time: 0.3088875 Mar 02 17:27:24.082868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b6355-8cec-481b-a8ae-d21b778a6d40 req-58b07906-2c73-4e09-82cf-6e5419912933 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:24.083546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-402b6355-8cec-481b-a8ae-d21b778a6d40 req-58b07906-2c73-4e09-82cf-6e5419912933 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:24.109564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-95e1e5be-595d-4e77-b107-cb688cf1e19c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:24.111015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-95e1e5be-595d-4e77-b107-cb688cf1e19c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.2183964 Mar 02 17:27:24.235146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:24.274841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-402b6355-8cec-481b-a8ae-d21b778a6d40 req-58b07906-2c73-4e09-82cf-6e5419912933 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:24.276303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-402b6355-8cec-481b-a8ae-d21b778a6d40 req-58b07906-2c73-4e09-82cf-6e5419912933 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 931 time: 0.6025629 Mar 02 17:27:24.281604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e64ed369-0149-4d67-be43-3d2e5f28600c tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069825 Mar 02 17:27:24.290304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-28cffa69-578e-4f70-80f6-27471d1e50bb tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:24.292514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-28cffa69-578e-4f70-80f6-27471d1e50bb tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.4405744 Mar 02 17:27:24.322832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 39725723-a0cf-4e45-b7a4-828d0574ff35 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:24.334562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 39725723-a0cf-4e45-b7a4-828d0574ff35 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:24.335303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:24.479097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:24.505758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:24.516055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:24.520800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:24.586478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:24.606695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-402b6355-8cec-481b-a8ae-d21b778a6d40 req-e4bb476e-e4c3-4d37-a0b0-20fc1dfd7df4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113050 Mar 02 17:27:24.630383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:24.642198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-f815cf5a-5f4b-4ee0-bdfb-f3d3ed82a348 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.3399751 Mar 02 17:27:24.648325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-65f86823-2661-45f4-abcd-b2afe9d43a83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4674392 Mar 02 17:27:24.687719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:24.736717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:27:24.821920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-bee2b9e2-8d43-49b5-9e09-a85d4fc2920e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:24.823962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-bee2b9e2-8d43-49b5-9e09-a85d4fc2920e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431052 Mar 02 17:27:25.014996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Request body: {'port': {'device_id': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'ac5edb7c452e48f18125ee8758e0bd63'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:25.145184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:25.203916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38539e96-671c-4e9c-81f8-8cb73007ece3 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:25.249782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:25.326336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-0a7c3712-9b15-450b-9e7f-a6139bda81b8 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659980 Mar 02 17:27:25.338017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Transition to ACTIVE for port object 38539e96-671c-4e9c-81f8-8cb73007ece3 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:25.425808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:25.527096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de2ad9b6-b2c0-4f63-8599-a3b58cf8da1e req-d411d4c9-9e1a-4b6f-a75b-eab537fc0e5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7769663 Mar 02 17:27:25.564040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:25.604218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:25.687260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:25.772668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Made reservation on behalf of ac5edb7c452e48f18125ee8758e0bd63 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:25.775906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:25.844612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cd522b3-02e9-43cb-8c4e-9c2665e5fc1a req-925796f3-3f4b-4bf4-bd78-4ade3d2fdef9 service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388053 Mar 02 17:27:25.909270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-4f23d55e-997f-4477-88c9-6f24a94e7894 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114419 Mar 02 17:27:26.020182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:26.070147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:26.070461 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Floating IP fffc278e-e828-46bc-97a8-3244a515c51e disassociated. External IP: 172.25.3.144, port: d344f524-e07c-42c7-9f24-1c22814e987d. Mar 02 17:27:26.490554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-e1f61221-9602-4ea8-9f80-94b62f14ee01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7565329 Mar 02 17:27:26.513490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Attempting to bind port 38539e96-671c-4e9c-81f8-8cb73007ece3 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:26.513827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Attempting to bind port 38539e96-671c-4e9c-81f8-8cb73007ece3 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:26.514155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Attempting to bind port 38539e96-671c-4e9c-81f8-8cb73007ece3 on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:26.551737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Port 38539e96-671c-4e9c-81f8-8cb73007ece3 on network 027b9d32-0bde-48b9-9eac-5ae95406955f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:26.552060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Attempting to bind port 38539e96-671c-4e9c-81f8-8cb73007ece3 on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:26.566993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-e7343576-84e8-4f4b-9bd0-2da573451a6b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:26.568476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-e7343576-84e8-4f4b-9bd0-2da573451a6b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6074567 Mar 02 17:27:26.569523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Allocated IP 192.168.233.74 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/323c5372-dae2-42a0-a375-143c2c2b0464) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:26.601678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:26.602012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Checking segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:26.602383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Bound using segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:26.602954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Bound port: 38539e96-671c-4e9c-81f8-8cb73007ece3, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:26.603454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:26.670873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-70144f6b-38e6-490e-8f02-6a364ff7fee4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.0846992 Mar 02 17:27:26.906721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:26.933486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:26.958989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.047236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-8aa09731-c0f0-4384-86e9-5f8106731bd3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3596411 Mar 02 17:27:27.089542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.090908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] 10.222.0.35 "PUT /v2.0/ports/38539e96-671c-4e9c-81f8-8cb73007ece3 HTTP/1.1" status: 200 len: 1091 time: 3.8640740 Mar 02 17:27:27.093821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.116269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bbf5-f9e6-43af-8258-0e3a9863c22d service neutron] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:27.123353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Transition to ACTIVE for port object 323c5372-dae2-42a0-a375-143c2c2b0464 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:27.343218 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.357445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:27.431845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-619e9977-58cc-4718-a21b-a09ddf702441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 1094 time: 0.2506077 Mar 02 17:27:27.458175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:27.459947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:27.555658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:27.559072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-ef4bf5b6-8528-4589-bcbc-f826baa6cd6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38539e96-671c-4e9c-81f8-8cb73007ece3 HTTP/1.1" status: 200 len: 217 time: 0.1023619 Mar 02 17:27:27.562470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:27.595858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event updated for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:27.758726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:27.759951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.764796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-62cdf075-f699-4c0f-9b66-81f2482e66d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:27.766194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-62cdf075-f699-4c0f-9b66-81f2482e66d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.1677911 Mar 02 17:27:27.837103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-5c3987d6-7970-4c7f-907c-2adb94c04ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567288 Mar 02 17:27:27.848243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d2777429-8320-4c6f-b0ef-0ffc8614091e None None] Provisioning for port 323c5372-dae2-42a0-a375-143c2c2b0464 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:27.853318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d2777429-8320-4c6f-b0ef-0ffc8614091e None None] Provisioning complete for port 323c5372-dae2-42a0-a375-143c2c2b0464 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:27.853635 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2777429-8320-4c6f-b0ef-0ffc8614091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:27.861090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-f7b3d9c9-ef81-4f8e-b00d-a8cc0e26327b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9577420 Mar 02 17:27:27.910357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d2777429-8320-4c6f-b0ef-0ffc8614091e None None] Port 323c5372-dae2-42a0-a375-143c2c2b0464 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:27:27.946634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Request body: {'port': {'device_id': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:27.979780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a8ca-0ae4-421b-a489-f506f9bd4c28 req-7412e723-f9e6-4728-bd4c-02bddd464aef tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:27.980677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-29e9a8ca-0ae4-421b-a489-f506f9bd4c28 req-7412e723-f9e6-4728-bd4c-02bddd464aef tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Synchronizing usage tracker for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:28.028227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:28.060223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-29e9a8ca-0ae4-421b-a489-f506f9bd4c28 req-7412e723-f9e6-4728-bd4c-02bddd464aef tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Unset dirty status for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:28.061265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29e9a8ca-0ae4-421b-a489-f506f9bd4c28 req-7412e723-f9e6-4728-bd4c-02bddd464aef tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 935 time: 0.4611077 Mar 02 17:27:28.148458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-07ab8bb8-df30-40bf-84f3-2ba81ae1e427 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937636 Mar 02 17:27:28.246963 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-44f99601-b792-4c2e-800e-ba06a77ce839 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1101 time: 0.0768921 Mar 02 17:27:28.413636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-62c5c836-752e-4ed7-9f98-2e1c7437ab0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:28.415787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-62c5c836-752e-4ed7-9f98-2e1c7437ab0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1596465 Mar 02 17:27:28.475765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:28.499309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-dd0b7f62-888c-4413-aa04-15b9778e1e30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.0717554 Mar 02 17:27:28.519117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29e9a8ca-0ae4-421b-a489-f506f9bd4c28 req-a7498ce3-812b-4b88-8e03-93756153da5a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206462 Mar 02 17:27:28.581017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-c182c364-899e-416e-8a6e-650448ce9cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:28.582461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-c182c364-899e-416e-8a6e-650448ce9cbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0702653 Mar 02 17:27:28.627867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4cba92-c393-4311-9faa-d123dd64fb89 req-a7b33d42-051a-44d0-92b4-6a3fdad05197 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243317 Mar 02 17:27:28.673749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-123b4d32-907c-4e12-ab62-5742e12001cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779626 Mar 02 17:27:28.817186 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-83429e67-212b-4221-bdc2-7730fa37f169 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348057 Mar 02 17:27:28.897896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3691be-9973-45f5-b05f-f61c297005c3 req-c2f6df27-97de-40d3-9c17-36b325f7c17f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:28.899361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce3691be-9973-45f5-b05f-f61c297005c3 req-c2f6df27-97de-40d3-9c17-36b325f7c17f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 945 time: 0.2682021 Mar 02 17:27:28.974193 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-371f2cef-4a10-4898-ae01-1f8a6b351e6b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249490 Mar 02 17:27:28.991858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:28.999137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:29.002373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:27:29.014858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:29.015460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:29.035230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce3691be-9973-45f5-b05f-f61c297005c3 req-ac7979e6-765e-4555-af0c-53d7de760442 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275957 Mar 02 17:27:29.080304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-18e35bfe-cc9c-4cd4-a074-2517e7c63ed7 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "PUT /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 696 time: 4.4309814 Mar 02 17:27:29.156534 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'code': 200} Mar 02 17:27:29.169852 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-fcb069f5-ab10-4579-aba7-d5fce2a04426 service neutron] 10.222.0.50 "GET /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.1031625 Mar 02 17:27:29.237455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:29.271748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323c5372-dae2-42a0-a375-143c2c2b0464 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:29.283637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:29.316101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Transition to ACTIVE for port object 323c5372-dae2-42a0-a375-143c2c2b0464 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:29.329243 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:29.411821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-2a5b3115-60ba-4b3f-9595-7b19e551088f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.2617435 Mar 02 17:27:29.583694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Pushing event updated for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:29.639311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:29.645250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:27:29.676805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:29.677605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:29.689290 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9977a7cf-8d30-4488-af4f-b6baa4328b57 req-dc762677-6ff0-4a71-b5df-4d132a3fc3d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 1096 time: 0.2775846 Mar 02 17:27:29.704429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-9fbc8ec6-21f9-49a2-9004-cfc06fa5f453 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179583 Mar 02 17:27:29.750473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:29.774822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9977a7cf-8d30-4488-af4f-b6baa4328b57 req-36c8c3f3-f772-4ce0-8a04-781a4b80aac8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604875 Mar 02 17:27:29.782481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:29.848792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71b7544-be69-4011-9c9c-5b62a85d9e33 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:29.862368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:29.885241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:29.940897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eb594-89f1-4bf4-b0bc-e180cd18dfb4 req-e65a68c8-0183-4857-a3a1-e9490f6b8ea1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:29.942267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-725eb594-89f1-4bf4-b0bc-e180cd18dfb4 req-e65a68c8-0183-4857-a3a1-e9490f6b8ea1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 943 time: 0.5593228 Mar 02 17:27:29.973503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-927caf0b-b58f-4f2f-8128-8aa06bc03401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:29.981079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-927caf0b-b58f-4f2f-8128-8aa06bc03401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.5163569 Mar 02 17:27:29.998347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:30.011790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] Transition to ACTIVE for port object b71b7544-be69-4011-9c9c-5b62a85d9e33 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:30.017001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:30.103807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-b1a40205-9ddd-4a8d-adc6-de5a10afa63c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.1213112 Mar 02 17:27:30.179468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-cb3e8cc4-3650-4d5e-91ef-10da5a661af9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:30.182082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-cb3e8cc4-3650-4d5e-91ef-10da5a661af9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4580777 Mar 02 17:27:30.197016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] No DVR routers for this DVR port b71b7544-be69-4011-9c9c-5b62a85d9e33 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:27:30.229258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': '192aab13-595b-4595-b368-0abe6101382b', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:30.316361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] Pushing event updated for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:30.325651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a70a462e-32d2-4314-a32b-a8a0f0bc848c service neutron] 10.222.0.50 "PUT /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1133304 Mar 02 17:27:30.355018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-725eb594-89f1-4bf4-b0bc-e180cd18dfb4 req-558934ba-22a8-434b-97b6-9d1fa977d7c9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872263 Mar 02 17:27:30.355731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Attempting to bind port 323c5372-dae2-42a0-a375-143c2c2b0464 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:30.356065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Attempting to bind port 323c5372-dae2-42a0-a375-143c2c2b0464 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:30.356388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Attempting to bind port 323c5372-dae2-42a0-a375-143c2c2b0464 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:30.410646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:30.416402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c690ab-b670-4f96-9959-7764b317bb00 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:25:29Z', 'revision_number': 4, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '39fae169-6215-48b7-864c-3dbbd5adc6f0', 'name': '', 'network_id': '61f20976-1588-4bda-921d-130c5c2ab0d1', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'mac_address': 'fa:16:3e:0a:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:28Z', 'updated_at': '2022-03-02T17:25:44Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'subnets': [{'id': 'bddb4653-b3ed-4dfb-abd1-fd65a78b98c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:27:30.488078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-b0499ee7-9431-4aaa-86e9-07059657f883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:30.489879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-b0499ee7-9431-4aaa-86e9-07059657f883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.3707833 Mar 02 17:27:30.535351 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'status': 'completed', 'code': 200} Mar 02 17:27:30.537217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-d1874388-8dfd-42c0-82a7-f9a1e772fa77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1900215 Mar 02 17:27:30.546425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Port 323c5372-dae2-42a0-a375-143c2c2b0464 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:30.546676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Attempting to bind port 323c5372-dae2-42a0-a375-143c2c2b0464 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:30.616156 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-aeafd71a-6e98-4bab-b3bd-00a4d56c86fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1095 time: 0.0815334 Mar 02 17:27:30.734122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:30.734469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:30.734877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:30.735259 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5204b6-5f78-44ee-9a9f-d08471e6de25 None None] New status for floating IP fffc278e-e828-46bc-97a8-3244a515c51e: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:27:30.735706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Bound port: 323c5372-dae2-42a0-a375-143c2c2b0464, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:30.735706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:30.768622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-c9ec177e-55df-41e7-974a-20483c771a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:30.770203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-c9ec177e-55df-41e7-974a-20483c771a4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1452460 Mar 02 17:27:30.850073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-b8eeff7f-469c-4560-ac40-79b83c8c73bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 217 time: 0.0692587 Mar 02 17:27:30.921928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-8fc088bb-a9ed-4a40-abb8-8bfe6b3423a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:30.923387 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-8fc088bb-a9ed-4a40-abb8-8bfe6b3423a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0625432 Mar 02 17:27:30.932603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:30.972856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-6dd4f95e-cf5d-47b3-bd7f-b17dd9e871cc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:30.974258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-6dd4f95e-cf5d-47b3-bd7f-b17dd9e871cc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815434 Mar 02 17:27:30.985698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:30.995515 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-cda7caba-730d-4e51-8a4f-462267b2ac23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457239 Mar 02 17:27:31.006376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-4ba3ef68-b15f-4e5c-90dc-bfb28281bdc3 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.5092304 Mar 02 17:27:31.017736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': '1648c264-905b-434b-8d4f-4e2664b2c162', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:31.078440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:31.129537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:31.132240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:31.143935 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-af867792-d04b-40ab-8ef5-156726306f52 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353488 Mar 02 17:27:31.156015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-80eec70c-5331-45cf-a61f-83e85671b063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6133485 Mar 02 17:27:31.161242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec105b-7b6c-4fc6-bbe3-9e17dccc1897 req-352d010f-b7f5-4c24-9624-d479e272fd21 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:31.162587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43ec105b-7b6c-4fc6-bbe3-9e17dccc1897 req-352d010f-b7f5-4c24-9624-d479e272fd21 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 943 time: 0.5301597 Mar 02 17:27:31.205150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=323c5372-dae2-42a0-a375-143c2c2b0464,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:31.273511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:31.298517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fdc2803-d499-4962-b71f-3e4ac9a98e35 req-4b45b49c-8468-4462-a290-dec36490766d service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412253 Mar 02 17:27:31.483663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:31.485008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-e8a65908-a495-484d-a003-8e81029508dc service neutron] 10.222.0.50 "PUT /v2.0/ports/323c5372-dae2-42a0-a375-143c2c2b0464 HTTP/1.1" status: 200 len: 1095 time: 3.5452526 Mar 02 17:27:31.544899 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-6e5c4c01-fe7c-48b1-a57a-4a1918b9b508 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096413 Mar 02 17:27:31.545691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43ec105b-7b6c-4fc6-bbe3-9e17dccc1897 req-f32f42c2-ead2-4e96-8819-4beea184067f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651674 Mar 02 17:27:31.552284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:31.561474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65908-a495-484d-a003-8e81029508dc service neutron] Pushing event updated for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:31.631784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:port and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:31.636400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:31.660984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-b8e54f95-a10a-4273-ac52-adb26cad7400 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006&tenant_id=db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 1095 time: 0.6216090 Mar 02 17:27:31.664409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:31.708736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-c1ccfd33-d658-4ecb-8121-d8cf107810e6 service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410731 Mar 02 17:27:31.756486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-bc3d060f-2468-4c2e-966e-1849ff7dedef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 1098 time: 0.0811133 Mar 02 17:27:31.850356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-d57f98b5-3fb3-4930-a03f-9770642d357d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=323c5372-dae2-42a0-a375-143c2c2b0464 HTTP/1.1" status: 200 len: 217 time: 0.0707729 Mar 02 17:27:31.927111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:31.930013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-034f0452-5bec-4de2-820b-3bda4d1cd38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:31.930164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:31.932846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-034f0452-5bec-4de2-820b-3bda4d1cd38a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0730789 Mar 02 17:27:31.942528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.58 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/504b8319-f29a-4084-8573-58f6517e61a8) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:32.017903 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-b514d898-40eb-4794-9636-71daffd6dd67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737062 Mar 02 17:27:32.158414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-cb7cd3ad-f1ff-42bb-b297-ad967e10ed7c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290083 Mar 02 17:27:32.280387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3212838a-c91b-4216-94a2-2ebec86ad392 req-b4a38213-9488-4e0d-a071-2591c56ca3dc service neutron] 10.222.0.37 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697577 Mar 02 17:27:32.294644 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2c4a0c5b-9319-4875-9f7c-cca089a79e9d req-59de690a-4729-41a8-9e50-949dd2ba7e8c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254029 Mar 02 17:27:32.305717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:27:32.328545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50432692-0982-4537-95d4-782e787e0dff req-4092d73b-81a8-4ffc-bb73-4e2da4f7a834 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:32.329442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50432692-0982-4537-95d4-782e787e0dff req-4092d73b-81a8-4ffc-bb73-4e2da4f7a834 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.6583121 Mar 02 17:27:32.368239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:27:32.380154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a51e394e-6bf5-43b2-8350-6e6c077c2fbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1095 time: 0.6098435 Mar 02 17:27:32.382913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-82358bfd-e6cc-4dd8-80d6-a46ac10d070c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dce523a77b404292a9fa1482d1e0ad81&device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 1097 time: 0.6137843 Mar 02 17:27:32.581879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3'}, {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}, {'name': 'network-changed', 'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:32.714274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50432692-0982-4537-95d4-782e787e0dff req-ca3e0ebf-0fea-49ea-84f9-3cb7f1aa1447 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376698 Mar 02 17:27:32.744829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:32.800530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 504b8319-f29a-4084-8573-58f6517e61a8 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:32.810605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23021566-4856-41f4-a8be-5cf42ee1680f req-b7641990-d5cd-4301-851a-1585cf3ee8af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:32.812060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-b7641990-d5cd-4301-851a-1585cf3ee8af service neutron] 10.222.0.50 "GET /v2.0/networks?id=979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 200 len: 923 time: 0.3764729 Mar 02 17:27:32.815531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-7934a215-f3b7-4107-981b-9b4766b28104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:32.816829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-7934a215-f3b7-4107-981b-9b4766b28104 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.4062302 Mar 02 17:27:33.013166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132374a-0586-4ebf-833f-ff7d2e5cc0ff req-0e1a8825-6e6e-4f2d-9cc2-961ab8518e5d tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:33.014620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2132374a-0586-4ebf-833f-ff7d2e5cc0ff req-0e1a8825-6e6e-4f2d-9cc2-961ab8518e5d tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 947 time: 0.3654594 Mar 02 17:27:33.027497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-b11bf8dd-7f7d-4121-892c-ca3da5081bf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 200 len: 217 time: 0.1918323 Mar 02 17:27:33.127951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:33.141417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:33.235049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-c9c5845f-77f8-48b6-b58c-15023b14775b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 200 len: 1001 time: 0.4039881 Mar 02 17:27:33.328213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:33.339212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2132374a-0586-4ebf-833f-ff7d2e5cc0ff req-14699877-4441-44d5-8403-ada55c58971f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162658 Mar 02 17:27:33.340449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a843b694-dec6-4296-8ce5-f068191971c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:33.341765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a843b694-dec6-4296-8ce5-f068191971c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.2903526 Mar 02 17:27:33.342895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.69 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/06fd5a37-5c23-44ff-8ee4-4c920b509fdc) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:33.348672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:33.350432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:33.354064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:33.463162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cffc47-94f5-46cb-9e28-ced5f2680198 req-ad2c3b0b-ef58-4af6-980e-8b738b99f4e0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:33.464729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71cffc47-94f5-46cb-9e28-ced5f2680198 req-ad2c3b0b-ef58-4af6-980e-8b738b99f4e0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 945 time: 0.6309757 Mar 02 17:27:33.475861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e7c985c7-4da7-48f6-a5e0-aec4bed6b4f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860996 Mar 02 17:27:33.536153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23021566-4856-41f4-a8be-5cf42ee1680f req-b88ce62d-1fdb-41e4-a5d1-d46cbf027dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:33.537573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-b88ce62d-1fdb-41e4-a5d1-d46cbf027dfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 200 len: 861 time: 0.2726488 Mar 02 17:27:33.646389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-392ddc56-e11f-4d92-a4e5-a073f71f2449 None None] Provisioning for port 504b8319-f29a-4084-8573-58f6517e61a8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:33.651393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-392ddc56-e11f-4d92-a4e5-a073f71f2449 None None] Provisioning complete for port 504b8319-f29a-4084-8573-58f6517e61a8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:33.651767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-392ddc56-e11f-4d92-a4e5-a073f71f2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:33.652435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:33.653034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:33.704386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:33.711493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-392ddc56-e11f-4d92-a4e5-a073f71f2449 None None] Port 504b8319-f29a-4084-8573-58f6517e61a8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:27:33.880224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:33.894210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'port_id': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'mac_address': 'fa:16:3e:81:6a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc429cb-f30e-4542-b79c-10604d5c97e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:33.923081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71cffc47-94f5-46cb-9e28-ced5f2680198 req-990adf0e-2f33-41d3-afd8-92ca5fbe196a tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461119 Mar 02 17:27:33.955469 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:33.975462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38539e96-671c-4e9c-81f8-8cb73007ece3 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:33.993119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:34.004162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-044b1378-9130-48ec-a0ff-cae7317cbffe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7839518 Mar 02 17:27:34.005355 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:34.039735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Request body: {'port': {'device_id': '192aab13-595b-4595-b368-0abe6101382b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:34.075691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:34.128902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-34856b84-ae14-4a8c-af46-308781bd46ca service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745761 Mar 02 17:27:34.181987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dc875-e827-4f6c-b68d-9ced5c0b3169 req-3cc3d8bb-5ce5-419c-9420-b3f34ae7f6e1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:34.184021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-949dc875-e827-4f6c-b68d-9ced5c0b3169 req-3cc3d8bb-5ce5-419c-9420-b3f34ae7f6e1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 944 time: 0.6956639 Mar 02 17:27:34.238337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-19d4a591-a080-4c98-af8d-012e20b08a80 req-859e4707-0f42-4241-887b-c1717f57b95e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:34.263746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-5b602015-9819-4e05-a1bc-2e923538cc60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=979b79e4-b88d-41b8-9652-687a4668f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7029116 Mar 02 17:27:34.469461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:34.491229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-19d4a591-a080-4c98-af8d-012e20b08a80 req-859e4707-0f42-4241-887b-c1717f57b95e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:34.492367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19d4a591-a080-4c98-af8d-012e20b08a80 req-859e4707-0f42-4241-887b-c1717f57b95e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 210 time: 0.3705149 Mar 02 17:27:34.544011 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:34.564278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['38539e96-671c-4e9c-81f8-8cb73007ece3'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:34.581633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 06fd5a37-5c23-44ff-8ee4-4c920b509fdc will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:34.590521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-949dc875-e827-4f6c-b68d-9ced5c0b3169 req-c40f4a63-77c5-4400-925b-7b5379fe2120 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705869 Mar 02 17:27:34.697931 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'status': 'completed', 'code': 200} Mar 02 17:27:34.698259 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:27:34.698713 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464', 'status': 'completed', 'code': 200} Mar 02 17:27:34.699686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.35', 64377) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:27:34.710835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-64a3635c-e64b-444f-8aad-d068795b5fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219340 Mar 02 17:27:34.754593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-e81e106c-38da-4a6c-ac14-10ad309cf942 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322116 Mar 02 17:27:34.791566 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-a2c096fd-197a-412f-98ab-61924844c4d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 1095 time: 0.0901716 Mar 02 17:27:34.950303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:35.051614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-ac55d7e2-0753-417f-99d0-ad175c105476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.053021 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-ac55d7e2-0753-417f-99d0-ad175c105476 service neutron] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 916 time: 0.2257841 Mar 02 17:27:35.055795 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-1086ee44-4d95-4a9f-a3f6-6925505130e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 1098 time: 0.2624090 Mar 02 17:27:35.153546 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-83ec3810-e87f-4bbb-8210-7b4452be094a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38539e96-671c-4e9c-81f8-8cb73007ece3 HTTP/1.1" status: 200 len: 217 time: 0.0897870 Mar 02 17:27:35.219561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4dc5-506b-4608-bfee-e332760ab5b6 req-a31244a9-2589-4244-9213-9cabd2f432f1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.221026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-885f4dc5-506b-4608-bfee-e332760ab5b6 req-a31244a9-2589-4244-9213-9cabd2f432f1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 944 time: 0.5800514 Mar 02 17:27:35.252160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:35.264060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:35.266422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:35.291545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-fb1ec76c-ee37-4bdb-b3f5-579fc0675da6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.293131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-fb1ec76c-ee37-4bdb-b3f5-579fc0675da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.0909908 Mar 02 17:27:35.297019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:35.351457 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-b033df10-4389-41b5-9b3b-da9aa73b3b6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441036 Mar 02 17:27:35.351808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-2cd1105e-dbdb-4404-86ab-26797a3b7c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.353105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-2cd1105e-dbdb-4404-86ab-26797a3b7c83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2349682 Mar 02 17:27:35.358327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23021566-4856-41f4-a8be-5cf42ee1680f req-4e32734c-ebf5-4279-86ef-d0233fa011c8 service neutron] 10.222.0.50 "GET /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339491 Mar 02 17:27:35.461448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ac9f-e78b-4175-b53a-10f818bf93d4 req-6ae41c24-7301-487c-a4e1-e3096d8c86cf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.471137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42b3ac9f-e78b-4175-b53a-10f818bf93d4 req-6ae41c24-7301-487c-a4e1-e3096d8c86cf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.6496410 Mar 02 17:27:35.498229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-885f4dc5-506b-4608-bfee-e332760ab5b6 req-ec0ec69e-718d-4a28-b456-8c6b4e462d17 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449894 Mar 02 17:27:35.502126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.502759 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:35.530232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-34252548-c7ea-4f47-b85f-dc56c99a932b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=323c5372-dae2-42a0-a375-143c2c2b0464 HTTP/1.1" status: 200 len: 217 time: 0.1396751 Mar 02 17:27:35.540303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-a10fd42f-0270-4d8b-b723-f407e28bb226 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.5116863 Mar 02 17:27:35.549206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e819ee8f-750c-4c00-90ae-d3eb13c73b4d None None] Provisioning for port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:35.555141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e819ee8f-750c-4c00-90ae-d3eb13c73b4d None None] Provisioning complete for port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:35.555518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e819ee8f-750c-4c00-90ae-d3eb13c73b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:35.600093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:27:35.628683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e819ee8f-750c-4c00-90ae-d3eb13c73b4d None None] Port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:27:35.629047 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-d1713e7a-b280-491d-b342-7c80a8ea8595 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632692 Mar 02 17:27:35.632565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-d96bedab-c00d-4ec1-91cb-158889e68951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:35.633981 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-d96bedab-c00d-4ec1-91cb-158889e68951 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0908444 Mar 02 17:27:35.771253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-df01947c-304c-4e66-9d89-39d852db2ad3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7621708 Mar 02 17:27:35.827831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Request body: {'port': {'device_id': '1648c264-905b-434b-8d4f-4e2664b2c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:35.839591 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-af924445-190a-4e57-beca-b2d929d8fe48 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622758 Mar 02 17:27:35.842955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-5a4adb8a-6e0b-4df7-a10c-ae0104b15ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016218 Mar 02 17:27:35.843726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:35.936858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42b3ac9f-e78b-4175-b53a-10f818bf93d4 req-62bcc542-2173-4a18-a9d6-d7cb2b0be17e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644921 Mar 02 17:27:35.995870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504b8319-f29a-4084-8573-58f6517e61a8 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:36.014550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.036049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Transition to ACTIVE for port object 504b8319-f29a-4084-8573-58f6517e61a8 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:36.043551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.054158 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-6de85234-0af5-4c62-8822-649bfca6c9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041924 Mar 02 17:27:36.065085 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-b5772f0f-05c4-4e2b-afd4-8365b81e374d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=821698cd5eeb45628d5916759221168f&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 1097 time: 0.1245947 Mar 02 17:27:36.141561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.316772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 323c5372-dae2-42a0-a375-143c2c2b0464 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:36.331053 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-b0bbd661-846e-41d7-b8bf-b1c8c0bacd9a service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650056 Mar 02 17:27:36.340765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-2b44f2f8-8034-4cb9-9303-8adc0c13af58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:36.342988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-2b44f2f8-8034-4cb9-9303-8adc0c13af58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 200 len: 921 time: 0.1833062 Mar 02 17:27:36.375011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:36.424750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e0fe2e5d-e69c-4cad-a7b6-01f5d62d2040 service neutron] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:36.444005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa62ba-a6ff-491c-a4a8-5acc1ef7ae4e req-8b80171c-6941-40ca-9998-f6e8dc7fb795 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:36.445475 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-397ab815-e437-47bf-94b2-cd78aa6b412a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 200 len: 217 time: 0.0947602 Mar 02 17:27:36.449026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94aa62ba-a6ff-491c-a4a8-5acc1ef7ae4e req-8b80171c-6941-40ca-9998-f6e8dc7fb795 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 947 time: 0.5232739 Mar 02 17:27:36.487579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e0fe2e5d-e69c-4cad-a7b6-01f5d62d2040 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.488608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=323c5372-dae2-42a0-a375-143c2c2b0464,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:36.488789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89364acd-5cd5-415f-9782-0eaeb824fab4 req-e0fe2e5d-e69c-4cad-a7b6-01f5d62d2040 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.9345939 Mar 02 17:27:36.504604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '323c5372-dae2-42a0-a375-143c2c2b0464', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '323c5372-dae2-42a0-a375-143c2c2b0464', 'mac_address': 'fa:16:3e:af:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:36.525530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-adb2d0fa-e9d0-4b4f-ac8c-11ebfa342237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:36.526887 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-adb2d0fa-e9d0-4b4f-ac8c-11ebfa342237 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 200 len: 859 time: 0.0694268 Mar 02 17:27:36.573216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.574562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804739f-fc06-4ddf-8075-e54ba2bce83d req-9304ea1a-9f52-43c8-bc82-2781e501a1bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:36.579050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c804739f-fc06-4ddf-8075-e54ba2bce83d req-9304ea1a-9f52-43c8-bc82-2781e501a1bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 935 time: 0.5070896 Mar 02 17:27:36.598885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323c5372-dae2-42a0-a375-143c2c2b0464 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:36.615626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=323c5372-dae2-42a0-a375-143c2c2b0464,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:36.620532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.699691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:36.707916 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-3fbb68f6-6e8b-499c-8d3c-7c701ea390e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61f20976-1588-4bda-921d-130c5c2ab0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671064 Mar 02 17:27:36.743920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94aa62ba-a6ff-491c-a4a8-5acc1ef7ae4e req-5638996b-4df2-42a7-8dfe-6cfdd5a18553 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883782 Mar 02 17:27:36.819654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c804739f-fc06-4ddf-8075-e54ba2bce83d req-55ed0668-9820-4eac-8fbf-c797a4daa420 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443667 Mar 02 17:27:36.820308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Attempting to bind port 504b8319-f29a-4084-8573-58f6517e61a8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:36.820645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Attempting to bind port 504b8319-f29a-4084-8573-58f6517e61a8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:36.820973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Attempting to bind port 504b8319-f29a-4084-8573-58f6517e61a8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:36.853182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Port 504b8319-f29a-4084-8573-58f6517e61a8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:36.853182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Attempting to bind port 504b8319-f29a-4084-8573-58f6517e61a8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:36.866221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:36.866556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:36.867063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:36.867507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Bound port: 504b8319-f29a-4084-8573-58f6517e61a8, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:36.867862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:36.867998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-9c193ce4-6c6b-4d88-8745-0d39aba4777e service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501873 Mar 02 17:27:37.006626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e59afe3-a7ac-4a8c-ae3d-57be858a1cde req-e415ece4-5f18-45bf-a5eb-fd57445459cc service neutron] 10.222.0.35 "GET /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309733 Mar 02 17:27:37.101770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fd5a37-5c23-44ff-8ee4-4c920b509fdc {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:37.128044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.158642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['323c5372-dae2-42a0-a375-143c2c2b0464'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:37.162382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:37.175979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Transition to ACTIVE for port object 06fd5a37-5c23-44ff-8ee4-4c920b509fdc will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:37.185971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=504b8319-f29a-4084-8573-58f6517e61a8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:37.187780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.233020 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.241545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5819-ed1a-40db-8ec5-975c7eae2728 req-def33c03-1424-40dc-994e-c81e33820c39 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:37.243024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aef5819-ed1a-40db-8ec5-975c7eae2728 req-def33c03-1424-40dc-994e-c81e33820c39 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 944 time: 0.3616726 Mar 02 17:27:37.369558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e172da-c512-4af1-8e93-3ff64e919bea req-0aed1493-d233-4509-b463-61c747d2e8ee tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:37.371270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e172da-c512-4af1-8e93-3ff64e919bea req-0aed1493-d233-4509-b463-61c747d2e8ee tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 945 time: 0.3713267 Mar 02 17:27:37.406100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:37.409477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.410863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/504b8319-f29a-4084-8573-58f6517e61a8 HTTP/1.1" status: 200 len: 1095 time: 3.3808455 Mar 02 17:27:37.415514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:37.510377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aef5819-ed1a-40db-8ec5-975c7eae2728 req-b6e63e57-9863-4f1b-a9bb-34682f3a2e85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477160 Mar 02 17:27:37.718742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:37.802774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 38539e96-671c-4e9c-81f8-8cb73007ece3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:37.808641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 38539e96-671c-4e9c-81f8-8cb73007ece3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:37.809003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.816048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e172da-c512-4af1-8e93-3ff64e919bea req-ef843408-a401-4610-b817-1ad897ef036e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296002 Mar 02 17:27:37.834238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edbc85-1bbe-4591-b25d-fe96c19d11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:37.850541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-7fc97538-029c-43d6-9ea6-d0185b189e4c tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 200 len: 694 time: 0.2662477 Mar 02 17:27:37.935837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:37.962280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:37.973548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:37.977284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:38.030429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Attempting to bind port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:38.030786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Attempting to bind port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:38.031117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Attempting to bind port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:38.041774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:38.051714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-53529dde-0090-4cfe-b215-adf180656f66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 1098 time: 0.5808918 Mar 02 17:27:38.061512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:38.061832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Attempting to bind port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:38.159805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:38.160141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:38.160521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:38.160952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Bound port: 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:38.161296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:38.189075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-e88cdfaa-ac91-4e88-b042-72c75f379334 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:38.190960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-e88cdfaa-ac91-4e88-b042-72c75f379334 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3393385 Mar 02 17:27:38.192523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-610f1e17-6357-4a31-b834-bfc3b49c7f0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=504b8319-f29a-4084-8573-58f6517e61a8 HTTP/1.1" status: 200 len: 217 time: 0.1166532 Mar 02 17:27:38.241959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-cd0b2a03-0cbf-465a-aa71-6749ff1834f6 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:27:38.242968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-cd0b2a03-0cbf-465a-aa71-6749ff1834f6 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0392458 Mar 02 17:27:38.262691 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:38.350068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dc547-e8bc-4ffa-9faa-e17e47162360 req-da978f60-bc85-420a-bc1a-02e96f51c9d4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:38.351523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa6dc547-e8bc-4ffa-9faa-e17e47162360 req-da978f60-bc85-420a-bc1a-02e96f51c9d4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.4077094 Mar 02 17:27:38.421543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-8f53ea2c-8557-4079-a390-f6bc4fd855ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:38.423116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-8f53ea2c-8557-4079-a390-f6bc4fd855ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2178588 Mar 02 17:27:38.429626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-f834e93e-e381-4716-91da-bedb07b229c3 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 697 time: 0.1533079 Mar 02 17:27:38.571170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:38.583932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa6dc547-e8bc-4ffa-9faa-e17e47162360 req-ec0beffe-5d4c-4bf5-80ae-ec6c837585f9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025843 Mar 02 17:27:38.590793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:38.597274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-3a7cc0cf-4c99-47e3-8bbe-6292609d1903 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 697 time: 0.1563506 Mar 02 17:27:38.602415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:38.800864 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:38.802222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/06fd5a37-5c23-44ff-8ee4-4c920b509fdc HTTP/1.1" status: 200 len: 1095 time: 2.9956405 Mar 02 17:27:38.907343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-8f43272a-f677-450d-af2b-f115fec2dea5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4767871 Mar 02 17:27:38.936248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208189da-ef4d-41f0-8a65-e53aa497f9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:38.972614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Deleting port 6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:27:38.972947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:39.178398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6bb98630-0d0f-4c7f-aa30-22b18c1ef3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:39.294286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc46-5ae1-4f1b-94bc-d5383a8627ff req-03392c2f-d404-4e89-84b5-b57a54020880 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:39.295767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf47dc46-5ae1-4f1b-94bc-d5383a8627ff req-03392c2f-d404-4e89-84b5-b57a54020880 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.5821826 Mar 02 17:27:39.363943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-c830d184-2bc5-441d-bc07-8ea962ab5fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341803 Mar 02 17:27:39.371096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-48f653f1-327f-46f0-aee2-bc57a581425b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 1098 time: 0.5030379 Mar 02 17:27:39.549851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf47dc46-5ae1-4f1b-94bc-d5383a8627ff req-d9020697-174f-42d2-ad7d-fb44106b4923 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463710 Mar 02 17:27:39.554905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-f7b6de72-12c4-49a8-9733-363ce7e9133a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc HTTP/1.1" status: 200 len: 217 time: 0.1526759 Mar 02 17:27:39.577085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:39.577085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:39.615362 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8', 'status': 'completed', 'code': 200} Mar 02 17:27:39.751416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Calling delete_port for 6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:27:39.875624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-65e0053f-fe46-49ff-9ac4-9f70b711ba2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:39.877040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-65e0053f-fe46-49ff-9ac4-9f70b711ba2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.3102345 Mar 02 17:27:39.890510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-4315e578-714c-43fa-a73b-5dc18dafeb11 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086424 Mar 02 17:27:40.083118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850559-235b-4345-8ce9-fa9dc707ad6b req-e30a2daa-7d48-4eab-9b65-428887f1d015 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:40.084559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b850559-235b-4345-8ce9-fa9dc707ad6b req-e30a2daa-7d48-4eab-9b65-428887f1d015 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 948 time: 0.3082802 Mar 02 17:27:40.163231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.169761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-708f47ab-9fab-496f-8f22-f998424155b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2825875 Mar 02 17:27:40.206737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-e0e2466e-8929-4f19-bcb0-4fc72b2fced8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 1098 time: 0.2565675 Mar 02 17:27:40.253155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event deleted for resources: {'Port': ['ID=6b1dddb0-4a6d-4fc2-90a8-c4c6f1bc0d0c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:40.281747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b850559-235b-4345-8ce9-fa9dc707ad6b req-55899d09-171a-43fc-bd6b-712218ed4726 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849232 Mar 02 17:27:40.329106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 323c5372-dae2-42a0-a375-143c2c2b0464 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:40.402601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 323c5372-dae2-42a0-a375-143c2c2b0464 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:40.408604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 323c5372-dae2-42a0-a375-143c2c2b0464 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:40.409215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.542478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.555392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-904849f3-66c3-4046-a8ab-2bf7585dba99 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410041 Mar 02 17:27:40.558791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.581692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=323c5372-dae2-42a0-a375-143c2c2b0464,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:40.586721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.607061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-a924810b-0d6f-4d43-b461-01db3877775e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:40.608494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-a924810b-0d6f-4d43-b461-01db3877775e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3631611 Mar 02 17:27:40.661731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:40.881780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:40.882971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4c7614-d5db-4eeb-8703-db30e3a93bf2 req-46a373c1-6ac2-44cf-b891-41e73c6705b0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "DELETE /v2.0/floatingips/fffc278e-e828-46bc-97a8-3244a515c51e HTTP/1.1" status: 204 len: 173 time: 2.2411804 Mar 02 17:27:40.884217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-ad9a0fc6-01d7-4882-b2a8-62a16d531f7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=504b8319-f29a-4084-8573-58f6517e61a8 HTTP/1.1" status: 200 len: 217 time: 0.2275913 Mar 02 17:27:40.936996 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'code': 200} Mar 02 17:27:40.997853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c8714c6-4ced-4b03-9460-39abe284cce0 req-6fd071f7-4f28-4a4a-b890-10ff94148d8d service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233043 Mar 02 17:27:41.003550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-6d14bedd-b9bb-49bd-b445-ead7400ee78a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:41.004899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-6d14bedd-b9bb-49bd-b445-ead7400ee78a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1076660 Mar 02 17:27:41.025919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f8b03-0ae7-4c49-9f06-875e7c3e16ad req-7c7a7f85-215e-4020-bcdb-83355b32e39a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:41.027738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-909f8b03-0ae7-4c49-9f06-875e7c3e16ad req-7c7a7f85-215e-4020-bcdb-83355b32e39a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1997111 Mar 02 17:27:41.217929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-909f8b03-0ae7-4c49-9f06-875e7c3e16ad req-7f16b1c6-d006-4826-bad2-44fa458f004b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599360 Mar 02 17:27:41.236849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e90924a1-af5b-4a15-b453-f51ff85ac1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:41.258979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-441d1b4e-0ae0-41fd-ba1a-c5655f0ed0a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302616 Mar 02 17:27:41.269869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a436db-bb2d-40cd-9c3e-2fc16d103bbc req-2021e89c-06cf-4daf-93e5-542ea64aede8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:41.270241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a436db-bb2d-40cd-9c3e-2fc16d103bbc req-2021e89c-06cf-4daf-93e5-542ea64aede8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2109520 Mar 02 17:27:41.273708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa6014c2-a25e-4d2d-a7b1-e52fcad4cb1c req-85e20e0a-4e91-4321-b06b-cbd53085fa87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 1096 time: 0.2136309 Mar 02 17:27:41.499691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa6014c2-a25e-4d2d-a7b1-e52fcad4cb1c req-f2650d17-d6aa-470f-81a2-69a685879b24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031057 Mar 02 17:27:41.504310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a436db-bb2d-40cd-9c3e-2fc16d103bbc req-e8af8fbc-0fde-4854-a5fc-f2391e06f0fb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274170 Mar 02 17:27:41.530425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-2e2e55ed-e606-43b6-9574-ca2dd3f432d7 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557704 Mar 02 17:27:41.539525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a15e1de-0f2a-4665-bd5d-c0f5fa0b5926 req-262ea814-0fe6-419a-9eee-6d32c16fbb60 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 1095 time: 0.1604507 Mar 02 17:27:41.586141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a15e1de-0f2a-4665-bd5d-c0f5fa0b5926 req-41d871dc-78b6-4203-90da-daa5e064b717 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Mar 02 17:27:41.616114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:41.710528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0ab0-53dc-41c6-b2df-9547febfcf8d req-415c8048-4be4-4d79-a839-1be8d6e8661c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:41.712079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4f0ab0-53dc-41c6-b2df-9547febfcf8d req-415c8048-4be4-4d79-a839-1be8d6e8661c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.0911338 Mar 02 17:27:41.763627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4f0ab0-53dc-41c6-b2df-9547febfcf8d req-6a6db98e-b24f-4eb9-870f-2cd25fce9243 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Mar 02 17:27:41.923017 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'status': 'completed', 'code': 200} Mar 02 17:27:41.948671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad79bc9-2422-435c-92a2-c3a0cdf98667 req-c167f01a-697c-4c57-a6bd-8d24186e179a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:41.950120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad79bc9-2422-435c-92a2-c3a0cdf98667 req-c167f01a-697c-4c57-a6bd-8d24186e179a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.0795043 Mar 02 17:27:42.000359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad79bc9-2422-435c-92a2-c3a0cdf98667 req-f3bc15e1-5771-418a-b0f8-2fa2b4f2f967 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Mar 02 17:27:42.188117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-e7bee3ad-68ec-405d-a4a7-db10b4499844 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:42.189508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-e7bee3ad-68ec-405d-a4a7-db10b4499844 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.1829240 Mar 02 17:27:42.212399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-5ecc8a44-51e6-4c4b-bf8f-75af3e5bfc62 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/quotas/db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 375 time: 0.0172060 Mar 02 17:27:42.267435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d6452-1e2a-4df3-99a6-33214f773ab5 req-65ff07b6-c36b-4fa4-870b-35c4586fd955 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:42.268012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-095d6452-1e2a-4df3-99a6-33214f773ab5 req-65ff07b6-c36b-4fa4-870b-35c4586fd955 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:42.289030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-095d6452-1e2a-4df3-99a6-33214f773ab5 req-65ff07b6-c36b-4fa4-870b-35c4586fd955 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:42.290203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-095d6452-1e2a-4df3-99a6-33214f773ab5 req-65ff07b6-c36b-4fa4-870b-35c4586fd955 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1627691 Mar 02 17:27:42.346421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-e1167ac2-c643-4cf9-aeeb-57fb31cb587a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250255 Mar 02 17:27:42.374350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-095d6452-1e2a-4df3-99a6-33214f773ab5 req-d56d3a35-ce6a-48a7-ae6f-6778cdb42ab5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Mar 02 17:27:42.487399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-301ca00a-b9c8-4f01-b04d-cb9309f17f04 service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326740 Mar 02 17:27:42.633359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:42.667247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-e992a656-1e62-4477-90c1-ad51a05e71bc service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488917 Mar 02 17:27:42.672839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f54a-3944-4494-b64b-0ea2be098bd3 req-ef89f21b-e73b-437a-b172-d7f01c7df235 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:42.674495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a391f54a-3944-4494-b64b-0ea2be098bd3 req-ef89f21b-e73b-437a-b172-d7f01c7df235 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1859503 Mar 02 17:27:42.721424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a391f54a-3944-4494-b64b-0ea2be098bd3 req-50b4a27f-bf76-41e4-89d5-259255b4a516 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Mar 02 17:27:42.938952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:42.949568 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:43.020503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41806e0a-5394-4aae-b9a1-be0d29ae7f12 req-ec47a7da-b0d7-402a-8a61-a8a58fadfa42 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.1528585 Mar 02 17:27:43.057102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e896f8e-cc08-49bd-8b97-fac98f5f86ad req-d967833b-325d-4e08-a27c-29e5a46409ce tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:43.058588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e896f8e-cc08-49bd-8b97-fac98f5f86ad req-d967833b-325d-4e08-a27c-29e5a46409ce tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2261114 Mar 02 17:27:43.108667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e896f8e-cc08-49bd-8b97-fac98f5f86ad req-873a0e0e-8dec-4072-8ecc-d21af3cb68aa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Mar 02 17:27:43.180932 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464', 'code': 200} Mar 02 17:27:43.221224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc0b5-42f7-43fe-b937-c612615742d3 req-a5895d92-32be-4473-ba73-be5eaea3804d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:43.222672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-525fc0b5-42f7-43fe-b937-c612615742d3 req-a5895d92-32be-4473-ba73-be5eaea3804d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.0826490 Mar 02 17:27:43.279198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-525fc0b5-42f7-43fe-b937-c612615742d3 req-ad569db1-63dc-465b-9ccd-a66f62fa1e74 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507922 Mar 02 17:27:43.357443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b66e2-a7d7-41e9-a490-e801da11e048 req-2135d784-623a-4bdb-8570-d7fd6cd002d8 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:43.358913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-945b66e2-a7d7-41e9-a490-e801da11e048 req-2135d784-623a-4bdb-8570-d7fd6cd002d8 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.0787838 Mar 02 17:27:43.419266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-945b66e2-a7d7-41e9-a490-e801da11e048 req-aaa7fdac-58c2-469a-8541-df27ccd53899 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Mar 02 17:27:43.473631 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c872e6dd-b176-425f-aa67-ac4d19e1c2e4 req-a20ec2d3-d93d-4ffd-a5f3-4e7f22305e8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 1100 time: 0.0901179 Mar 02 17:27:43.521491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c872e6dd-b176-425f-aa67-ac4d19e1c2e4 req-e7588d92-f29a-44bc-a28a-5258e18cf0c8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Mar 02 17:27:43.585493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80104a2-3e86-4147-8360-48ca3d108177 req-d55801bb-d802-4260-b28d-b2816643bafc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:43.586942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b80104a2-3e86-4147-8360-48ca3d108177 req-d55801bb-d802-4260-b28d-b2816643bafc tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.0790982 Mar 02 17:27:43.631803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b80104a2-3e86-4147-8360-48ca3d108177 req-971e5955-ea5f-4931-8c6b-8ec5515d96f4 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Mar 02 17:27:43.923613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775b4de-5449-4def-8b00-ac8c913c03b9 req-2ad4268b-1731-4e96-be18-c3a091e541e0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:43.925025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7775b4de-5449-4def-8b00-ac8c913c03b9 req-2ad4268b-1731-4e96-be18-c3a091e541e0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.0821826 Mar 02 17:27:43.972834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7775b4de-5449-4def-8b00-ac8c913c03b9 req-aa710a25-1c45-4b22-b092-aba1fff087e7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Mar 02 17:27:44.169788 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:44.190277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f466684-4496-4168-aff7-47885a99f7cb req-df5983b5-041c-4e88-bc52-8029941d3b30 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0469627 Mar 02 17:27:44.308333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012f317-bd5e-4559-81ed-bfa645007df4 req-953c6ffc-f0fd-429e-8234-64dec4d48a4d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:44.309756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4012f317-bd5e-4559-81ed-bfa645007df4 req-953c6ffc-f0fd-429e-8234-64dec4d48a4d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.0734475 Mar 02 17:27:44.336578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:44.356354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4012f317-bd5e-4559-81ed-bfa645007df4 req-f79d9ae0-bbce-4428-a73f-b5bc22e04bff tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Mar 02 17:27:44.476788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:44.480753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ef93-62c2-4e7c-9675-d1fa1de88d50 req-d22507f1-b6fc-4639-b62d-d61cb8fbeb22 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:44.482304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7237ef93-62c2-4e7c-9675-d1fa1de88d50 req-d22507f1-b6fc-4639-b62d-d61cb8fbeb22 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.0867889 Mar 02 17:27:44.492268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'mac_address': 'fa:16:3e:50:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:44.528872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7237ef93-62c2-4e7c-9675-d1fa1de88d50 req-d64d2d7d-c90f-496f-87b2-a9bae8fc6f9e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Mar 02 17:27:44.556651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:44.598970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39725723-a0cf-4e45-b7a4-828d0574ff35 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:44.614728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:44.618559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:44.638161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507bb80-fd14-44cd-8ea8-c178bf1414d6 req-0f80ec61-26ae-4da7-bd11-4840b0f34605 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:44.643205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0507bb80-fd14-44cd-8ea8-c178bf1414d6 req-0f80ec61-26ae-4da7-bd11-4840b0f34605 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.0863080 Mar 02 17:27:44.687984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:44.697554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.699063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.699372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.700084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.700863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.701442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.702158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.702905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.703601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.704258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.705171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:44.706950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0507bb80-fd14-44cd-8ea8-c178bf1414d6 req-daebaab6-63db-4600-abd8-3b5dabd9062b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Mar 02 17:27:44.867625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640af22c-607f-497f-bb9b-57f29e2d9ecf req-54e48d3a-c61c-44f4-ba71-7f7b2b1eb02e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:44.875331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-640af22c-607f-497f-bb9b-57f29e2d9ecf req-54e48d3a-c61c-44f4-ba71-7f7b2b1eb02e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.0975077 Mar 02 17:27:44.923636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-640af22c-607f-497f-bb9b-57f29e2d9ecf req-1e0d7a8e-bd0d-42c9-b569-452bfafe7d1d tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Mar 02 17:27:44.943105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['39725723-a0cf-4e45-b7a4-828d0574ff35'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:45.012378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-0547b5b1-fe05-40a3-b0f2-6a13fe1ae090 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:45.013929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-0547b5b1-fe05-40a3-b0f2-6a13fe1ae090 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.1742678 Mar 02 17:27:45.054205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Request body: {'port': {'device_id': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'admin_state_up': True, 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:45.199525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:45.201479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abafcf-a3cd-4ca6-a7e6-04a1473dbf5e req-dc5ec377-1c40-421b-8c80-9449f6ecea76 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:45.203216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47abafcf-a3cd-4ca6-a7e6-04a1473dbf5e req-dc5ec377-1c40-421b-8c80-9449f6ecea76 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.0822570 Mar 02 17:27:45.203391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Usage tracker for resource:port and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:45.206215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:45.211964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:45.222007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:27:45.224993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:45.256467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47abafcf-a3cd-4ca6-a7e6-04a1473dbf5e req-545f9136-d070-4f50-88e3-438bf9fcab83 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Mar 02 17:27:45.385617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ea9074-5ff4-401d-8214-dfee216b8537 req-eed8eb1f-a9f0-4187-99e1-222505976846 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0428569 Mar 02 17:27:45.423360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Allocated IP 172.20.0.14 (d4720255-2b9e-47bb-b75e-85f5044439d9/7b9eb254-d0e3-4640-ad6c-bff4237e3db7/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:27:45.620335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c5c7-c4a1-4869-997d-e04aa160ca8d req-df488138-6010-4443-9bf4-2f4dc08a2bef tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:45.622219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a96c5c7-c4a1-4869-997d-e04aa160ca8d req-df488138-6010-4443-9bf4-2f4dc08a2bef tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1244173 Mar 02 17:27:45.689688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:45.725331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:45.777494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a96c5c7-c4a1-4869-997d-e04aa160ca8d req-a0e14c7e-2f7d-4c91-8e70-a2adc7b7e578 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492071 Mar 02 17:27:45.799027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Network d4720255-2b9e-47bb-b75e-85f5044439d9 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:27:45.810589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:27:45.827071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a908-4d2c-491e-8097-c8fd764b80bb req-3954d3b9-ddf3-4b69-86ee-e914c4f52fb6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:45.828406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:45.829493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1eb0a908-4d2c-491e-8097-c8fd764b80bb req-3954d3b9-ddf3-4b69-86ee-e914c4f52fb6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1251028 Mar 02 17:27:45.831484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:27:45.899641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1eb0a908-4d2c-491e-8097-c8fd764b80bb req-cd155de0-cc82-472d-b18f-09b70751c6b9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642014 Mar 02 17:27:45.906187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:45.906921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:45.927559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.928197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.928752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.929294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.929837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.930363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.931183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.931679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.932831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.933087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.933411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:45.949273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-f6ef2968-9b56-4131-980a-49d4c9995bd2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8998287 Mar 02 17:27:45.976377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Request body: {'port': {'device_id': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:27:46.033246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a2509-f6f5-4b3f-a532-ae8a1175f338 req-a7541dbc-d276-42b4-a52f-57e988fb247f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:46.034961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d3a2509-f6f5-4b3f-a532-ae8a1175f338 req-a7541dbc-d276-42b4-a52f-57e988fb247f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.0921314 Mar 02 17:27:46.136803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.145678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d3a2509-f6f5-4b3f-a532-ae8a1175f338 req-93d94165-b640-4f6d-8b8b-cd9734248cfd tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051071 Mar 02 17:27:46.176950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32cb16-b9fb-418d-88a3-b0280a9e3eee req-eb18814e-245f-4635-835c-672deee376bf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:46.184839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d32cb16-b9fb-418d-88a3-b0280a9e3eee req-eb18814e-245f-4635-835c-672deee376bf tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1185620 Mar 02 17:27:46.237691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d32cb16-b9fb-418d-88a3-b0280a9e3eee req-a8968049-eb9c-4ef2-a71e-f45d93270775 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Mar 02 17:27:46.361734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:46.516047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 39725723-a0cf-4e45-b7a4-828d0574ff35 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:46.516417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.622773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e9ec-b80c-4adf-8f9a-16b4030e8601 req-6bd0bf59-3d30-4cb1-b437-015e57739483 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:46.624629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcb2e9ec-b80c-4adf-8f9a-16b4030e8601 req-6bd0bf59-3d30-4cb1-b437-015e57739483 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1467984 Mar 02 17:27:46.702003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcb2e9ec-b80c-4adf-8f9a-16b4030e8601 req-90832eed-5d86-45d5-8219-cce9a385f322 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710146 Mar 02 17:27:46.761406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.798712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:46.800598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:46.812485 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.816381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:46.825070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.850258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Transition to ACTIVE for port object 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:27:46.872201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:46.942401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab217f8-764c-4a51-bf55-0f1e0e47915a req-d375a52f-6e79-4d64-8db0-48aab12078aa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:46.950717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab217f8-764c-4a51-bf55-0f1e0e47915a req-d375a52f-6e79-4d64-8db0-48aab12078aa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 932 time: 0.1737921 Mar 02 17:27:46.997312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:47.027042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab217f8-764c-4a51-bf55-0f1e0e47915a req-bbf75b16-ee8b-4b18-9b52-488fade55711 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745244 Mar 02 17:27:47.109544 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'code': 200} Mar 02 17:27:47.120432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:47.263060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:27:47.264193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:27:47.264694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:47.271187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:27:47.271702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:27:47.283478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:27:47.284142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:27:47.284715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:27:47.285304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Bound port: 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:27:47.285814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.406438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:27:47.410564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:27:47.418630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.532800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:47.536346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.537713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-70e859b1-5668-48cf-a635-8362dad45229 service neutron] 10.222.0.50 "PUT /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 1092 time: 1.5681717 Mar 02 17:27:47.538141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:47.591620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-9728281c-33f5-4c02-9de3-07b5dbc638f3 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&device_id=1648c264-905b-434b-8d4f-4e2664b2c162&device_id=192aab13-595b-4595-b368-0abe6101382b&device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4&device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08&device_id=38e72105-9481-438e-a4fb-d652a10d5089&device_id=2319ab2b-b116-4035-9026-493202ae35d2&device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4&device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5&device_id=632e931a-2be2-4902-8095-25235271c006&device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d&device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 13491 time: 0.3166256 Mar 02 17:27:47.599463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b065a-7933-4773-a3fd-0d7d12f4a12e req-e9883ecf-794a-4b23-9c95-312e0df8cbd9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:47.607137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e6b065a-7933-4773-a3fd-0d7d12f4a12e req-e9883ecf-794a-4b23-9c95-312e0df8cbd9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3737903 Mar 02 17:27:47.648432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.689618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e6b065a-7933-4773-a3fd-0d7d12f4a12e req-ed7e7351-5e9f-402f-ac7a-ec9976e58037 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Mar 02 17:27:47.711855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:27:47.716018 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-e4089b05-64f6-4fd0-875e-2f24d445647f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1095 time: 0.0926495 Mar 02 17:27:47.716189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Usage tracker for resource:security_group_rule and tenant:4c15a9d075544d25912ee9900032f6a4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:27:47.720544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:27:47.726445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:27:47.833235 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-968ad07d-1407-4d04-be05-8f232fe3c158 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 217 time: 0.0940487 Mar 02 17:27:47.889767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.902693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:47.907810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-0a4fa9c1-4ea9-44ef-a67f-5ab9b08f5d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:47.909515 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-0a4fa9c1-4ea9-44ef-a67f-5ab9b08f5d68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0654263 Mar 02 17:27:47.976131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4184eb99-9fa8-40fa-9d3a-58cb9db771af,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:48.016331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9cee6cc-9b63-4a91-80ae-adeff31af3e4 req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&id=4f1b46ce-8375-4317-b517-295db146adf6&id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&id=96eef672-2002-4272-bb0b-412ca05f259e&id=48f989a5-bdec-4cba-9d82-407994e7007e&id=356fb877-c7f6-4b68-a18a-04f081e286f4&id=017de3ce-cfb4-470b-87c5-c89a28c061ea&id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.4067969 Mar 02 17:27:48.025591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409cdf1-cf6d-43d8-ab1d-4534e0854aa8 req-9c11c7d8-4a47-420e-b6a1-69fff24ae94f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.040632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4409cdf1-cf6d-43d8-ab1d-4534e0854aa8 req-9c11c7d8-4a47-420e-b6a1-69fff24ae94f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.2081621 Mar 02 17:27:48.045385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-6bab67b1-288e-4203-94f5-4bb936648780 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118925 Mar 02 17:27:48.081070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.081421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.081756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.082465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.082465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.082901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.083229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.083604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.083879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.084196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.084520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044129a6-24d7-4763-b3ce-ed00278e4653 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:27:48.140706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4409cdf1-cf6d-43d8-ab1d-4534e0854aa8 req-55793f87-5515-4532-9377-cd4997554bb7 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963676 Mar 02 17:27:48.209672 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'status': 'completed', 'code': 200} Mar 02 17:27:48.219554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-5f0fca62-114a-4565-9552-a3bc2826862e service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628768 Mar 02 17:27:48.417106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-86971463-e20a-4a50-aad1-9b536dc8cc62 req-036d175e-e5c8-4bec-8175-fef03494bbe1 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760311 Mar 02 17:27:48.444234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9e25-1ab4-4efb-bfd4-a4ddc9a75d79 req-1e673451-0c03-4688-93ba-3315e1ccbec2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.452695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42ee9e25-1ab4-4efb-bfd4-a4ddc9a75d79 req-1e673451-0c03-4688-93ba-3315e1ccbec2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.2137165 Mar 02 17:27:48.516984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42ee9e25-1ab4-4efb-bfd4-a4ddc9a75d79 req-33e7485c-f993-49ba-925f-cd1d455e9d9e tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630870 Mar 02 17:27:48.531174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29074ba6-f438-4d31-8ba3-55c34ac432af req-9a265ef5-0560-482b-ae30-53951dfba093 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.533428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29074ba6-f438-4d31-8ba3-55c34ac432af req-9a265ef5-0560-482b-ae30-53951dfba093 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1732981 Mar 02 17:27:48.592992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29074ba6-f438-4d31-8ba3-55c34ac432af req-0327debc-a9a0-4712-8d46-26d6ae9503d9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526996 Mar 02 17:27:48.700928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:48.711487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-879e7d9d-ce48-40cc-9d28-5dd688c47005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1095 time: 0.1141737 Mar 02 17:27:48.902522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-6695df47-7571-460d-9f42-795e41f89010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.905074 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-6695df47-7571-460d-9f42-795e41f89010 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1792591 Mar 02 17:27:48.914610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c0d7-ea16-416d-8481-a49d6420f0f4 req-05c23f64-2e21-46b3-b63c-11696688daba tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.916800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0546c0d7-ea16-416d-8481-a49d6420f0f4 req-05c23f64-2e21-46b3-b63c-11696688daba tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1484334 Mar 02 17:27:48.980649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07befe2-4afe-4765-9b44-8d550222ecf4 req-cacd557f-8781-4e37-867a-0798688b2e24 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:48.982033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e07befe2-4afe-4765-9b44-8d550222ecf4 req-cacd557f-8781-4e37-867a-0798688b2e24 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1287301 Mar 02 17:27:48.988486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-7758e4d9-deb8-404a-b1c0-9fc3a396433e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 217 time: 0.0722883 Mar 02 17:27:49.015297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0546c0d7-ea16-416d-8481-a49d6420f0f4 req-8eafeae8-1358-4b45-b478-d5fdc1ac8973 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Mar 02 17:27:49.056029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e07befe2-4afe-4765-9b44-8d550222ecf4 req-45a147c0-9079-4c80-b002-03c6f7680337 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Mar 02 17:27:49.110262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-2e372e1a-2a51-4ed1-a2cc-07388066e01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:49.112043 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-2e372e1a-2a51-4ed1-a2cc-07388066e01c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1120076 Mar 02 17:27:49.164501 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-e06a32b6-0b8b-413c-aecb-4b742e88eea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440700 Mar 02 17:27:49.312751 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-171ee599-bbc5-4a3f-99ea-177fff7803e8 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354802 Mar 02 17:27:49.526726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ba87-0e58-4120-9ac8-948dfdffdfa3 req-09130795-2614-457d-908c-163e202fcba3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:49.528254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4336ba87-0e58-4120-9ac8-948dfdffdfa3 req-09130795-2614-457d-908c-163e202fcba3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.2146871 Mar 02 17:27:49.566843 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11ba8f59-702f-47f5-a49f-3689c6457214 req-a707bc63-696c-4f68-987d-4bd482f095c8 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310333 Mar 02 17:27:49.592866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-beff1630-5be7-4def-a37e-7b499fbbfe0e req-65a3cd08-77d8-4b15-8aa5-fb7878d5054b tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4&device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5&device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 2882 time: 0.1690125 Mar 02 17:27:49.639107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4336ba87-0e58-4120-9ac8-948dfdffdfa3 req-6149d820-b175-4f64-9f68-802af1a4f93a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032653 Mar 02 17:27:49.683924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-beff1630-5be7-4def-a37e-7b499fbbfe0e req-7a9d18c4-fd4f-402c-84ae-d54d18c0c7f7 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831904 Mar 02 17:27:49.912270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a211-da2e-41df-a1a8-886dae2feb1e req-93c6530d-fcd4-4179-8643-53aa6aa0682f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:49.913866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f717a211-da2e-41df-a1a8-886dae2feb1e req-93c6530d-fcd4-4179-8643-53aa6aa0682f tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1446540 Mar 02 17:27:49.925248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abefb71-60a5-4f4f-b603-a423b402a42b req-b5563ed8-0476-4c89-b6e5-6d1621b4d9d1 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:49.926820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8abefb71-60a5-4f4f-b603-a423b402a42b req-b5563ed8-0476-4c89-b6e5-6d1621b4d9d1 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1142311 Mar 02 17:27:50.008823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8abefb71-60a5-4f4f-b603-a423b402a42b req-388bd48f-4fc6-4ef1-857c-2e0185e33a70 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Mar 02 17:27:50.012711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f717a211-da2e-41df-a1a8-886dae2feb1e req-6e73b1c3-d3ce-4877-864a-05f3ff5d2fec tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847139 Mar 02 17:27:50.294924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd0cd6-a218-4a79-96b1-6e9169ab13c6 req-815b3f2e-6ad1-449b-bf3c-e2ac4c972192 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:50.308601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9fd0cd6-a218-4a79-96b1-6e9169ab13c6 req-815b3f2e-6ad1-449b-bf3c-e2ac4c972192 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1331308 Mar 02 17:27:50.418495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9fd0cd6-a218-4a79-96b1-6e9169ab13c6 req-963ddeb2-1cd4-4de8-8e39-d597903d9438 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088936 Mar 02 17:27:50.495635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe61240-27b3-4a23-bd3d-83ad4d02fda8 req-d4017602-4660-45c1-b2ea-d559030777e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:50.497084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfe61240-27b3-4a23-bd3d-83ad4d02fda8 req-d4017602-4660-45c1-b2ea-d559030777e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1395974 Mar 02 17:27:50.560445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfe61240-27b3-4a23-bd3d-83ad4d02fda8 req-0d26c9d9-1b00-42dc-8cdf-03b8af9cacc7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573850 Mar 02 17:27:51.039043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933320f-ea35-4e88-811f-64f67db1018f req-75764ff0-25c3-4675-a3af-024f77c41a6a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:51.041374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c933320f-ea35-4e88-811f-64f67db1018f req-75764ff0-25c3-4675-a3af-024f77c41a6a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1063783 Mar 02 17:27:51.100838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c933320f-ea35-4e88-811f-64f67db1018f req-adb07b9a-0713-4e7d-81cb-4169e5cc2c14 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520632 Mar 02 17:27:51.374106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879742-9051-4a4d-9417-a746e3f7e6a1 req-bf11f2ab-00e8-4a69-b0b8-ec5c481b0d4d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:51.375473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35879742-9051-4a4d-9417-a746e3f7e6a1 req-bf11f2ab-00e8-4a69-b0b8-ec5c481b0d4d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1357994 Mar 02 17:27:51.462305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a6328-0dd6-434f-82f6-ca98f2582bc4 req-13789c3d-807a-4910-a7ec-f7093dce5f80 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:51.465182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-194a6328-0dd6-434f-82f6-ca98f2582bc4 req-13789c3d-807a-4910-a7ec-f7093dce5f80 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1572211 Mar 02 17:27:51.468113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35879742-9051-4a4d-9417-a746e3f7e6a1 req-dbc687bb-0cb5-410e-82d1-037e56607843 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 Mar 02 17:27:51.521186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-194a6328-0dd6-434f-82f6-ca98f2582bc4 req-b1807959-c417-447d-a3e6-9d7b4aa44d60 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489612 Mar 02 17:27:51.756683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca7082-a6b3-448b-b253-0ab5cc9b1c62 req-1658291d-5219-4a85-ae8b-7cec2eaa5811 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:51.758126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7ca7082-a6b3-448b-b253-0ab5cc9b1c62 req-1658291d-5219-4a85-ae8b-7cec2eaa5811 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.0986648 Mar 02 17:27:51.820881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7ca7082-a6b3-448b-b253-0ab5cc9b1c62 req-4f4e13a1-c3cb-46d3-825f-51fcb2f8c00c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Mar 02 17:27:52.027868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4eb3e-a5a4-4abd-a61c-d3a11120beeb req-24faa8ee-ab36-4913-90a9-3e0a5b5b7b0e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:52.029627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4db4eb3e-a5a4-4abd-a61c-d3a11120beeb req-24faa8ee-ab36-4913-90a9-3e0a5b5b7b0e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1308889 Mar 02 17:27:52.158757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fe9adc5-6d50-46a2-a832-a7b2a3cb7fe2 req-ca804a66-9b6b-46db-9d75-cce538f3e2f6 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1101 time: 0.2033999 Mar 02 17:27:52.204034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4db4eb3e-a5a4-4abd-a61c-d3a11120beeb req-b3c46305-b9ac-451d-966b-c837b12afdcb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678627 Mar 02 17:27:52.232480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fe9adc5-6d50-46a2-a832-a7b2a3cb7fe2 req-97adc156-c734-480a-9ff5-570256e6efeb tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662718 Mar 02 17:27:52.390298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:52.506409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e14b57-9822-4240-9716-829d36a9b209 req-a23114b5-cf9d-444a-9086-2a6cec99ac35 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:52.513551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07e14b57-9822-4240-9716-829d36a9b209 req-a23114b5-cf9d-444a-9086-2a6cec99ac35 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1294594 Mar 02 17:27:52.518485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6653194a-4f6f-48e8-92d1-4d03594cd793 req-2978d81a-1345-412d-a763-d4a5df51bf1e tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1101 time: 0.1690269 Mar 02 17:27:52.562588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:52.579909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'port_id': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'mac_address': 'fa:16:3e:d2:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9eb254-d0e3-4640-ad6c-bff4237e3db7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:27:52.607920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07e14b57-9822-4240-9716-829d36a9b209 req-c33cdc69-e127-436d-bc36-3129dd53e621 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933700 Mar 02 17:27:52.612659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6653194a-4f6f-48e8-92d1-4d03594cd793 req-96132ab7-547f-4fd6-9a21-028a8fc1d3dd tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751865 Mar 02 17:27:52.658278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:52.671306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:27:52.695382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:52.710484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:52.813717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:52.897951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600fd9-0f01-403a-b7cd-efd37dc06a37 req-fba7191a-cd5d-4a09-85f6-6c3d85150c78 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:52.902137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39600fd9-0f01-403a-b7cd-efd37dc06a37 req-fba7191a-cd5d-4a09-85f6-6c3d85150c78 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1518645 Mar 02 17:27:52.913870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f521cc-00de-48ce-9b4a-70b46704b5a8 req-3cc0cb79-3bc6-4d5b-9383-a60d0a8ef852 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:52.915335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57f521cc-00de-48ce-9b4a-70b46704b5a8 req-3cc0cb79-3bc6-4d5b-9383-a60d0a8ef852 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1291325 Mar 02 17:27:52.990670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39600fd9-0f01-403a-b7cd-efd37dc06a37 req-afbe5979-2149-4426-b451-5caa57948bb5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Mar 02 17:27:52.999154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57f521cc-00de-48ce-9b4a-70b46704b5a8 req-2fddac8a-929c-4e8e-bb94-d0ca4dd624e0 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 Mar 02 17:27:53.346616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:53.619613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347fbe-8fb6-410b-a028-012de674516c req-9923d694-4f93-4a1a-b6a7-3430bb5f208b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:53.622183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f347fbe-8fb6-410b-a028-012de674516c req-9923d694-4f93-4a1a-b6a7-3430bb5f208b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.1813557 Mar 02 17:27:53.630942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f8c0e-f4d7-4c32-b9d1-d8b1fc6ac32e req-5c1f6ea5-d1a1-45b5-88b5-00371e4e8338 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:53.632422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-716f8c0e-f4d7-4c32-b9d1-d8b1fc6ac32e req-5c1f6ea5-d1a1-45b5-88b5-00371e4e8338 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1300404 Mar 02 17:27:53.728103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f347fbe-8fb6-410b-a028-012de674516c req-52022487-efda-4128-bc3a-db6efa30520c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946586 Mar 02 17:27:53.763923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-716f8c0e-f4d7-4c32-b9d1-d8b1fc6ac32e req-62636b51-5c1d-4223-90ac-8a2b3c433b26 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095600 Mar 02 17:27:54.019417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31cce-9ea5-4c41-9dc0-a742df197973 req-7a517194-5033-4445-a1b9-0a289a1429eb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.020874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97b31cce-9ea5-4c41-9dc0-a742df197973 req-7a517194-5033-4445-a1b9-0a289a1429eb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.1140156 Mar 02 17:27:54.122395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97b31cce-9ea5-4c41-9dc0-a742df197973 req-b32aba65-b7cf-4e59-8aea-0dbadf3f13a6 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658932 Mar 02 17:27:54.154650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a3383-9437-49e9-8bbb-4337bd491056 req-48f45361-5d2a-4b27-8b01-180a47003ffd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.154650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a8a3383-9437-49e9-8bbb-4337bd491056 req-48f45361-5d2a-4b27-8b01-180a47003ffd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1327505 Mar 02 17:27:54.217337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a8a3383-9437-49e9-8bbb-4337bd491056 req-2b7a0deb-7057-4417-b256-7c0bf26791a0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Mar 02 17:27:54.446194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cbe53-6d83-4cd0-94ef-41774e6287f8 req-1d5cc547-960b-4106-9c9c-87ae4a438f73 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.448683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-184cbe53-6d83-4cd0-94ef-41774e6287f8 req-1d5cc547-960b-4106-9c9c-87ae4a438f73 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1218400 Mar 02 17:27:54.568425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-184cbe53-6d83-4cd0-94ef-41774e6287f8 req-7a87ec53-f5e5-43b3-ab64-172c25f9f66e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Mar 02 17:27:54.614643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670365-bb70-4c6d-b1c2-51c9fcd4933e req-50073e91-d812-488d-ab0c-0b12bb12c9df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.616384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b670365-bb70-4c6d-b1c2-51c9fcd4933e req-50073e91-d812-488d-ab0c-0b12bb12c9df tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1153059 Mar 02 17:27:54.685653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b670365-bb70-4c6d-b1c2-51c9fcd4933e req-5b61b31e-a11c-49aa-93ac-57309d38de3a tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612731 Mar 02 17:27:54.978756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe48bb-5f7e-4a4f-bfb3-bc048abe1d1b req-633d618a-bea3-41d0-adc5-1198721ed035 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:54.980709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cfe48bb-5f7e-4a4f-bfb3-bc048abe1d1b req-633d618a-bea3-41d0-adc5-1198721ed035 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.1069708 Mar 02 17:27:55.093099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cfe48bb-5f7e-4a4f-bfb3-bc048abe1d1b req-d8a44dbe-a9c9-430e-9776-9d14eaf2f94b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Mar 02 17:27:55.348871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdcc7a-063c-4dd3-8c45-10b6fb2e5c6d req-d6efc83f-10c8-4ce0-9ecd-58ea643fc06f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.350642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9cdcc7a-063c-4dd3-8c45-10b6fb2e5c6d req-d6efc83f-10c8-4ce0-9ecd-58ea643fc06f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1516285 Mar 02 17:27:55.360378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae17c-57dc-4fc5-a6b4-816ff62e9c10 req-faed35aa-ca1a-4d73-b50d-22dde908bd46 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.367632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-492ae17c-57dc-4fc5-a6b4-816ff62e9c10 req-faed35aa-ca1a-4d73-b50d-22dde908bd46 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1308663 Mar 02 17:27:55.475014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9cdcc7a-063c-4dd3-8c45-10b6fb2e5c6d req-35833121-d930-4887-9a36-d9fe69970e7f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044519 Mar 02 17:27:55.477345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-492ae17c-57dc-4fc5-a6b4-816ff62e9c10 req-816e3194-f0d0-4f4e-8705-8114792ba2c7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086519 Mar 02 17:27:55.753261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fbb22-a353-43ee-bde4-033a11cb8313 req-2e53e939-d2b9-4c74-9362-ae52b66fc9f9 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.755526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec9fbb22-a353-43ee-bde4-033a11cb8313 req-2e53e939-d2b9-4c74-9362-ae52b66fc9f9 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.1612930 Mar 02 17:27:55.761227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d144-7128-4eed-9e21-46416d5c0fbc req-33c69f7f-8295-424e-9fa2-0db7c31c5e48 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:55.762614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a564d144-7128-4eed-9e21-46416d5c0fbc req-33c69f7f-8295-424e-9fa2-0db7c31c5e48 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1301453 Mar 02 17:27:55.848554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec9fbb22-a353-43ee-bde4-033a11cb8313 req-de459dde-8c5d-4f16-83a3-8c3bc1137947 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8cb7185-f10b-4fc5-9b13-edb7d6516164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850000 Mar 02 17:27:55.850910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a564d144-7128-4eed-9e21-46416d5c0fbc req-33502b79-472d-4457-bd22-986b9f28dff8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Mar 02 17:27:56.323863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-ba5a76d2-cd33-4092-9d5c-673a9f504c8c tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.325912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-ba5a76d2-cd33-4092-9d5c-673a9f504c8c tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Synchronizing usage tracker for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:27:56.344484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-ba5a76d2-cd33-4092-9d5c-673a9f504c8c tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Unset dirty status for tenant:dce523a77b404292a9fa1482d1e0ad81 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:27:56.345853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-ba5a76d2-cd33-4092-9d5c-673a9f504c8c tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 946 time: 0.1126657 Mar 02 17:27:56.375982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c29945-1e9e-4f45-9d5a-b450834df07d req-a12bb7b5-d20a-4f68-bedc-b0e6698f2099 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501300 Mar 02 17:27:56.409821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5c72-11f3-498f-9b8a-b13b7810e077 req-c67d26b4-cf19-4307-93e4-af824d2046f2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.411542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02da5c72-11f3-498f-9b8a-b13b7810e077 req-c67d26b4-cf19-4307-93e4-af824d2046f2 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1848347 Mar 02 17:27:56.436753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:27:56.440366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Deleting port 1b35c4f5-32b6-4fe3-a98f-552271012014 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:27:56.440708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:56.456534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea87ce-0a25-45d0-9f04-d79fff1921b6 req-ab10dda8-6a88-4ea5-a9e3-16cebb0d3896 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.463259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8ea87ce-0a25-45d0-9f04-d79fff1921b6 req-ab10dda8-6a88-4ea5-a9e3-16cebb0d3896 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.2721343 Mar 02 17:27:56.496247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-95e8f69b-7c4b-4aa9-9e41-14e6f7aaaad0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 1098 time: 0.4361379 Mar 02 17:27:56.570392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:27:56.580146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:27:56.580754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:56.612436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02da5c72-11f3-498f-9b8a-b13b7810e077 req-136cc7ee-7bdd-4651-8669-294579e19bec tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896186 Mar 02 17:27:56.621085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8ea87ce-0a25-45d0-9f04-d79fff1921b6 req-6203b1fd-6a4d-422e-b30c-8125417a8bf6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570289 Mar 02 17:27:56.709770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-3c620bfc-364b-46d0-861b-43d9f92c7ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.711570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-3c620bfc-364b-46d0-861b-43d9f92c7ac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2001710 Mar 02 17:27:56.792685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-e01e8f91-4d43-464e-b29e-779e8ca6fd72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc HTTP/1.1" status: 200 len: 217 time: 0.0740435 Mar 02 17:27:56.819092 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:56.891279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] For port 1b35c4f5-32b6-4fe3-a98f-552271012014, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b35c4f5-32b6-4fe3-a98f-552271012014,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:56.891600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:56.891730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:56.892596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:56.898132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:56.981690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:56.984581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-6eb08f04-1e28-4ff3-81d3-c87421e619c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:56.986151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-6eb08f04-1e28-4ff3-81d3-c87421e619c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1819873 Mar 02 17:27:57.101154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e4787-4fb6-452a-a62b-c15551460f79 req-30eea237-773d-4cad-ae32-846fd379dda4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:57.102620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d3e4787-4fb6-452a-a62b-c15551460f79 req-30eea237-773d-4cad-ae32-846fd379dda4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.2313643 Mar 02 17:27:57.134093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da6d5b-a780-4473-891f-9a92a180eb69 req-ef04e7a0-41df-4da3-862e-cd679e4ffdd9 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:57.136368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76da6d5b-a780-4473-891f-9a92a180eb69 req-ef04e7a0-41df-4da3-862e-cd679e4ffdd9 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2557609 Mar 02 17:27:57.198069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-b084b098-d690-41b6-825b-1cc549f43fcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032528 Mar 02 17:27:57.244667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:57.245893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:57.246848 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d disassociated. External IP: 172.25.3.57, port: 1b35c4f5-32b6-4fe3-a98f-552271012014. Mar 02 17:27:57.247396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Calling delete_port for 1b35c4f5-32b6-4fe3-a98f-552271012014 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:27:57.252091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d3e4787-4fb6-452a-a62b-c15551460f79 req-51907b8b-fd40-479d-933d-685b504ac332 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419497 Mar 02 17:27:57.331651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76da6d5b-a780-4473-891f-9a92a180eb69 req-948d028e-50dd-4e3c-88e4-4802340d5e45 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845329 Mar 02 17:27:57.457294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-062cf1c0-f924-4abd-9130-ee1b29ecd952 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515860 Mar 02 17:27:57.464974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:57.561502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event deleted for resources: {'Port': ['ID=1b35c4f5-32b6-4fe3-a98f-552271012014,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:57.760223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf092d41-f2c1-4a1e-8dee-7fd0fafdd15e req-138f02f6-32ea-44e2-b0be-eaa9e789d2c0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:57.761612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf092d41-f2c1-4a1e-8dee-7fd0fafdd15e req-138f02f6-32ea-44e2-b0be-eaa9e789d2c0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3128762 Mar 02 17:27:57.772247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7314189-5e80-40cb-8e80-4cd4d01aea34 req-46bc2c04-4206-49c4-a5b5-1c97672b6db9 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225950 Mar 02 17:27:57.793510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc614e9-85b2-4415-a9bf-625b4f4cdd1e req-0e27b057-96bb-4756-b3bc-7f599a92e282 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:57.795036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cc614e9-85b2-4415-a9bf-625b4f4cdd1e req-0e27b057-96bb-4756-b3bc-7f599a92e282 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.2813110 Mar 02 17:27:57.826876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:27:57.873603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf092d41-f2c1-4a1e-8dee-7fd0fafdd15e req-c82f4a74-270f-436e-a1f7-f80cb45ef8a9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962656 Mar 02 17:27:57.890439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cc614e9-85b2-4415-a9bf-625b4f4cdd1e req-020216e9-20c2-4c06-ac94-89fd8c3050c3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805707 Mar 02 17:27:58.110843 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'code': 200} Mar 02 17:27:58.213883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:27:58.225023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:27:58.267499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:58.277942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:58.286531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b34255a8-576d-4bb5-b3fe-85874f640a28 req-58df7f2d-0b50-4a3d-8b7c-6d6b73df9975 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a2fa09-7047-4b35-a604-c9c89cc9687f HTTP/1.1" status: 200 len: 210 time: 0.0955646 Mar 02 17:27:58.359894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] No DVR routers for this DVR port 1b35c4f5-32b6-4fe3-a98f-552271012014 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:27:58.374062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:58.376356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'name': 'network-vif-deleted', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:58.389566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d795670a-44f2-4aa0-bbea-4166d6edee3b req-a3d8ff79-c4a1-4799-b546-f95670e4f4b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1097 time: 0.1482105 Mar 02 17:27:58.403141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1e19d813-2198-4513-bc32-3fba59f1a269 req-6bbb983c-f639-4ff0-abd9-a2ac121a0917 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.50 "DELETE /v2.0/ports/1b35c4f5-32b6-4fe3-a98f-552271012014 HTTP/1.1" status: 204 len: 173 time: 2.0475092 Mar 02 17:27:58.480029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-8ed09c6f-6a2a-4eb2-92ec-38d44f4c4e94 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:58.482297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-8ed09c6f-6a2a-4eb2-92ec-38d44f4c4e94 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.1852281 Mar 02 17:27:58.623279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:58.754933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d795670a-44f2-4aa0-bbea-4166d6edee3b req-8fc43ac8-c097-4d9e-b68e-0fbf03e2f147 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534644 Mar 02 17:27:58.762325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Deleting port d344f524-e07c-42c7-9f24-1c22814e987d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:27:58.762709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:58.808362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941f3b-09f2-479f-b2b1-9e896076a07f req-3729c573-e76f-4a3a-8666-36dbc7be31f5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:58.815431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7941f3b-09f2-479f-b2b1-9e896076a07f req-3729c573-e76f-4a3a-8666-36dbc7be31f5 tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 946 time: 0.3950081 Mar 02 17:27:58.966935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7941f3b-09f2-479f-b2b1-9e896076a07f req-e688a89d-27d3-4928-b386-4b09a2164ace tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/security-groups?id=96eef672-2002-4272-bb0b-412ca05f259e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505241 Mar 02 17:27:59.006098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb447bb-5ef1-439d-9c5b-20adef7c6b95 req-89c6cbe5-4929-4724-a07b-e15c84ae8ec5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:59.013746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edb447bb-5ef1-439d-9c5b-20adef7c6b95 req-89c6cbe5-4929-4724-a07b-e15c84ae8ec5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.3603063 Mar 02 17:27:59.037862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:59.047740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:27:59.065842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:27:59.066712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:59.234362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edb447bb-5ef1-439d-9c5b-20adef7c6b95 req-bbbf371e-ba31-450b-a2dd-4deb07176ac0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197642 Mar 02 17:27:59.263943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] For port d344f524-e07c-42c7-9f24-1c22814e987d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d344f524-e07c-42c7-9f24-1c22814e987d,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:59.264837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:59.275262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:27:59.353509 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:27:59.396521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Calling delete_port for d344f524-e07c-42c7-9f24-1c22814e987d owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:27:59.471631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe36f4c-7f95-4e75-95a9-37da6e827554 req-1cfca8d6-b105-4189-a326-ce7e1da3f397 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:59.473019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7fe36f4c-7f95-4e75-95a9-37da6e827554 req-1cfca8d6-b105-4189-a326-ce7e1da3f397 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.3550332 Mar 02 17:27:59.566198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7fe36f4c-7f95-4e75-95a9-37da6e827554 req-7c98891b-6565-475b-beef-243d53b461d4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833399 Mar 02 17:27:59.599780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:27:59.603952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d766e-a5f2-4603-bfc9-5b3fc42527e0 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:24:40Z', 'revision_number': 4, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ebce407d-db91-462f-ab09-a7f85730116a', 'name': '', 'network_id': '979b79e4-b88d-41b8-9652-687a4668f26b', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'mac_address': 'fa:16:3e:fc:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:40Z', 'updated_at': '2022-03-02T17:24:54Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'subnets': [{'id': 'bdff4e56-2d70-43ee-a319-9a66594ad93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:27:59.633218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff948-4301-43a3-ad67-9e066df62197 req-1f29e40c-7753-4cc8-9d0f-e36f1f312840 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:27:59.635334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b47ff948-4301-43a3-ad67-9e066df62197 req-1f29e40c-7753-4cc8-9d0f-e36f1f312840 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2461882 Mar 02 17:27:59.645107 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a2fa09-7047-4b35-a604-c9c89cc9687f', 'name': 'network-vif-deleted', 'tag': '1b35c4f5-32b6-4fe3-a98f-552271012014', 'status': 'completed', 'code': 200} Mar 02 17:27:59.684639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:59.699605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d344f524-e07c-42c7-9f24-1c22814e987d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:27:59.750840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b47ff948-4301-43a3-ad67-9e066df62197 req-85094a16-8016-4757-9ee9-456961cfc3cf tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077752 Mar 02 17:27:59.751833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Pushing event deleted for resources: {'Port': ['ID=d344f524-e07c-42c7-9f24-1c22814e987d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:27:59.800214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 504b8319-f29a-4084-8573-58f6517e61a8 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:27:59.925778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] No DVR routers for this DVR port d344f524-e07c-42c7-9f24-1c22814e987d on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:27:59.960269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:27:59.965783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=504b8319-f29a-4084-8573-58f6517e61a8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:27:59.968392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'name': 'network-vif-deleted', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:27:59.975257 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1f71f-0233-48ed-90d7-415d1f918bc5 None None] New status for floating IP 5443a209-92c2-4396-a33d-7152c6ae1a7d: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:27:59.980827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '504b8319-f29a-4084-8573-58f6517e61a8', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '504b8319-f29a-4084-8573-58f6517e61a8', 'mac_address': 'fa:16:3e:66:5f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:00.006024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd04511-9a2d-47cd-98b2-6793a1075678 req-e83beffd-c0ff-4f46-9bc5-0343df0714bd tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.35 "DELETE /v2.0/ports/d344f524-e07c-42c7-9f24-1c22814e987d HTTP/1.1" status: 204 len: 173 time: 1.5178440 Mar 02 17:28:00.039811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9b42-e5c6-4c28-a127-99fe1a426b80 req-c8410479-ac3a-4405-920a-e800153efc9f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:00.041226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-810c9b42-e5c6-4c28-a127-99fe1a426b80 req-c8410479-ac3a-4405-920a-e800153efc9f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.2529769 Mar 02 17:28:00.044259 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:00.063432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504b8319-f29a-4084-8573-58f6517e61a8 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:00.080802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31e595-4319-4171-8e96-b1615d949d74 req-119d1ec3-9e90-4f50-aed7-c52ecc9d50c3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:00.082256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e31e595-4319-4171-8e96-b1615d949d74 req-119d1ec3-9e90-4f50-aed7-c52ecc9d50c3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1599789 Mar 02 17:28:00.085268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=504b8319-f29a-4084-8573-58f6517e61a8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:00.090518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:00.135403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-810c9b42-e5c6-4c28-a127-99fe1a426b80 req-8b5975de-def7-4e83-8383-4779dc50bbd6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855718 Mar 02 17:28:00.178767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e31e595-4319-4171-8e96-b1615d949d74 req-23ec989d-6787-41be-9452-d678ca5e47db tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851040 Mar 02 17:28:00.222222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:00.332638 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf358f3-dada-41af-b0e4-3f9a29f58d3d', 'name': 'network-vif-deleted', 'tag': 'd344f524-e07c-42c7-9f24-1c22814e987d', 'status': 'completed', 'code': 200} Mar 02 17:28:00.494637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b35c4f5-32b6-4fe3-a98f-552271012014 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:00.527241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 1b35c4f5-32b6-4fe3-a98f-552271012014 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:00.527581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b35c4f5-32b6-4fe3-a98f-552271012014 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:00.530983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15b7fde7-0684-41c0-8f1b-dee9313b696e req-ee2ed127-8fc8-4846-a422-e46efdc1ce0b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Synchronizing usage tracker for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:28:00.555665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15b7fde7-0684-41c0-8f1b-dee9313b696e req-ee2ed127-8fc8-4846-a422-e46efdc1ce0b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] Unset dirty status for tenant:821698cd5eeb45628d5916759221168f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:28:00.557682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b7fde7-0684-41c0-8f1b-dee9313b696e req-ee2ed127-8fc8-4846-a422-e46efdc1ce0b tempest-FloatingIPsAssociationTestJSON-1161220528 tempest-FloatingIPsAssociationTestJSON-1161220528-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf358f3-dada-41af-b0e4-3f9a29f58d3d HTTP/1.1" status: 200 len: 210 time: 0.1026330 Mar 02 17:28:00.584645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d6ef3-1a54-4903-9703-262a61961ed5 req-e6aca5eb-fc31-4955-b2ff-37f946551ec3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:00.586802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f4d6ef3-1a54-4903-9703-262a61961ed5 req-e6aca5eb-fc31-4955-b2ff-37f946551ec3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1028092 Mar 02 17:28:00.589017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['504b8319-f29a-4084-8573-58f6517e61a8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:00.637556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f4d6ef3-1a54-4903-9703-262a61961ed5 req-a12bcee2-bbf9-4836-b342-87141b810386 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Mar 02 17:28:00.846002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65422d7-5ada-4393-807b-efe990d3706b req-61307c55-cd9a-43ec-a68f-fc941201b165 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:00.847483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f65422d7-5ada-4393-807b-efe990d3706b req-61307c55-cd9a-43ec-a68f-fc941201b165 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.0867295 Mar 02 17:28:00.921979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f65422d7-5ada-4393-807b-efe990d3706b req-6b69ffe9-0033-4f38-af64-9113b1ef5d60 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Mar 02 17:28:01.191082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5cdc-e799-4310-904b-304ba6d6e311 req-ca752d0c-2d83-4238-b971-361729ae13e2 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:01.192522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-112d5cdc-e799-4310-904b-304ba6d6e311 req-ca752d0c-2d83-4238-b971-361729ae13e2 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.0780485 Mar 02 17:28:01.240165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-112d5cdc-e799-4310-904b-304ba6d6e311 req-8dcdae10-b9aa-4d4f-aecb-24bbbbef80d6 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Mar 02 17:28:01.262672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:01.331812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:01.361217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:01.502606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:01.520172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb7185-f10b-4fc5-9b13-edb7d6516164,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:01.539617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:01.542351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bb41a95-89d6-457c-9b88-dd8137993dbd tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "DELETE /v2.0/security-groups/e8cb7185-f10b-4fc5-9b13-edb7d6516164 HTTP/1.1" status: 204 len: 168 time: 0.2787986 Mar 02 17:28:01.544927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:01.562760 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-16bc8940-5cbc-4b16-95c3-a46ee66c85cb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] show failed (client error): The resource could not be found. Mar 02 17:28:01.563754 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16bc8940-5cbc-4b16-95c3-a46ee66c85cb tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "GET /v2.0/security-groups/e8cb7185-f10b-4fc5-9b13-edb7d6516164 HTTP/1.1" status: 404 len: 347 time: 0.0178084 Mar 02 17:28:01.566669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46112) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:01.578123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac221-eb5f-4be9-9f9d-c84c2c4b2c31 req-96fcf081-cb9f-4ddf-bc56-daa40b21d441 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:01.579587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-693ac221-eb5f-4be9-9f9d-c84c2c4b2c31 req-96fcf081-cb9f-4ddf-bc56-daa40b21d441 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.2281394 Mar 02 17:28:01.593360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a23c4-e2f5-41e6-9a21-7356f9d221e0 req-27e098c2-03d9-4e7b-ac71-bc7419ae0b7d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:01.594810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e1a23c4-e2f5-41e6-9a21-7356f9d221e0 req-27e098c2-03d9-4e7b-ac71-bc7419ae0b7d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2128162 Mar 02 17:28:01.668764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-693ac221-eb5f-4be9-9f9d-c84c2c4b2c31 req-6db57d37-4a62-40a8-8c64-fb520056cdce tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815094 Mar 02 17:28:01.672237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e1a23c4-e2f5-41e6-9a21-7356f9d221e0 req-179b1d9c-01c6-4bcf-832b-a15a5f956da0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626771 Mar 02 17:28:01.725549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Deleting port f3768729-950f-404e-8537-f477062c9dec {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:01.725894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:01.771871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:01.812568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 06fd5a37-5c23-44ff-8ee4-4c920b509fdc details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:01.815841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d344f524-e07c-42c7-9f24-1c22814e987d no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:01.849766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: d344f524-e07c-42c7-9f24-1c22814e987d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:01.850387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d344f524-e07c-42c7-9f24-1c22814e987d not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:02.028341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640cdfc-2489-4dbf-9eb0-3f0fc35290ec req-ab050300-8634-4658-a2d6-24a797218e7a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:02.029483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e640cdfc-2489-4dbf-9eb0-3f0fc35290ec req-ab050300-8634-4658-a2d6-24a797218e7a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 947 time: 0.1416240 Mar 02 17:28:02.044818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:02.062542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'mac_address': 'fa:16:3e:71:77:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:02.081488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.081814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.083454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e640cdfc-2489-4dbf-9eb0-3f0fc35290ec req-bd73b939-4013-4d7b-9782-61fc8517380f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Mar 02 17:28:02.140320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.162597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fd5a37-5c23-44ff-8ee4-4c920b509fdc {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:02.187780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:02.192001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.224610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92c12-0a2a-4168-ae87-f486f4c5165f req-078ee498-4849-44b6-a7e2-a83dea1a6b99 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:02.226261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60b92c12-0a2a-4168-ae87-f486f4c5165f req-078ee498-4849-44b6-a7e2-a83dea1a6b99 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.1059854 Mar 02 17:28:02.246705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Calling delete_port for f3768729-950f-404e-8537-f477062c9dec owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:02.300518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:02.366744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60b92c12-0a2a-4168-ae87-f486f4c5165f req-c3bc67fa-6cc3-4746-8d89-2f57fb8178cb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Mar 02 17:28:02.415459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-1db7cda7-1e5f-4267-aac1-5b699a6dc7bd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:02.417583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-1db7cda7-1e5f-4267-aac1-5b699a6dc7bd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.1902385 Mar 02 17:28:02.436187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-003e0b33-a55c-45fb-bc61-aaf82c27f036 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/quotas/7eec9d92771c48debf7deb41c5a98423 HTTP/1.1" status: 200 len: 375 time: 0.0130055 Mar 02 17:28:02.486444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:02.536667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-fcc41c52-3ecf-4d4b-b2cb-3de6405fa39c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948637 Mar 02 17:28:02.581026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.606128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.637862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Pushing event deleted for resources: {'Port': ['ID=f3768729-950f-404e-8537-f477062c9dec,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:02.641348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:02.642616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:02.649849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.683333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['06fd5a37-5c23-44ff-8ee4-4c920b509fdc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:02.748371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.753912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4510162-721f-47ce-9908-590c30a76457 req-a3660d8e-f6b3-45a8-b8df-078718bbae42 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:02.755398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4510162-721f-47ce-9908-590c30a76457 req-a3660d8e-f6b3-45a8-b8df-078718bbae42 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2114642 Mar 02 17:28:02.778563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:02.783186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.786698 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b595f71-3159-46e3-ad9e-3a80247ea562 tempest-ServersWithSpecificFlavorTestJSON-729127254 tempest-ServersWithSpecificFlavorTestJSON-729127254-project] 10.222.0.37 "DELETE /v2.0/floatingips/5443a209-92c2-4396-a33d-7152c6ae1a7d HTTP/1.1" status: 204 len: 168 time: 1.2166944 Mar 02 17:28:02.794171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-7f111b1c-6777-4cdb-aa3c-d49d15616f56 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480848 Mar 02 17:28:02.794754 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:02.889728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4510162-721f-47ce-9908-590c30a76457 req-af596a68-5a99-46d9-a904-7b329b71631a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245420 Mar 02 17:28:02.947357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-fad3e85c-1598-431a-8de4-c38fac14cf41 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440289 Mar 02 17:28:03.093867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc368f6a-b59b-412c-b37f-e11b1fa58a33 req-e9a8b8d0-13c5-4d3e-8bab-7a331d58753b tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1097 time: 0.0794494 Mar 02 17:28:03.120252 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'code': 200} Mar 02 17:28:03.169930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc368f6a-b59b-412c-b37f-e11b1fa58a33 req-f73200ed-30e1-4acf-8273-fb32d21bb46e tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Mar 02 17:28:03.319715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98ad2-8718-4cb1-9602-5c62c275865a req-c0a4a5fd-faae-4860-8ec0-41d788173213 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:03.321338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69b98ad2-8718-4cb1-9602-5c62c275865a req-c0a4a5fd-faae-4860-8ec0-41d788173213 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.0934489 Mar 02 17:28:03.435130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69b98ad2-8718-4cb1-9602-5c62c275865a req-cf0cf4be-31e0-466e-ac16-5d88b4fa3510 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075699 Mar 02 17:28:03.477556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08db77-3120-49ae-86b1-4ecd37d4d006 req-84702dfc-c55b-404b-83e2-a5979f552652 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:03.485504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c08db77-3120-49ae-86b1-4ecd37d4d006 req-84702dfc-c55b-404b-83e2-a5979f552652 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1604741 Mar 02 17:28:03.535098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c08db77-3120-49ae-86b1-4ecd37d4d006 req-ac72ca85-d540-4834-a035-40b3a1fdd23a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Mar 02 17:28:03.592300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Deleting port 39fae169-6215-48b7-864c-3dbbd5adc6f0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:03.592921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:03.714134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-116bb23a-3438-406d-974a-d7a73c8684b6 req-f000b6bf-b1b9-462e-91fc-beea66e977fc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 210 time: 0.0766749 Mar 02 17:28:03.763835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c674-7196-4fd4-a991-c9f9455ee586 req-2451fc20-25fa-4a7a-804c-08a45164469f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:03.765397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db5c674-7196-4fd4-a991-c9f9455ee586 req-2451fc20-25fa-4a7a-804c-08a45164469f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 948 time: 0.0892670 Mar 02 17:28:03.782417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] For port 39fae169-6215-48b7-864c-3dbbd5adc6f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=39fae169-6215-48b7-864c-3dbbd5adc6f0,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:03.782812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:03.817181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db5c674-7196-4fd4-a991-c9f9455ee586 req-9dc53157-e853-4911-afc2-40ca0131ab9d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Mar 02 17:28:03.844705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 504b8319-f29a-4084-8573-58f6517e61a8 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:03.959551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 504b8319-f29a-4084-8573-58f6517e61a8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:03.965746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 504b8319-f29a-4084-8573-58f6517e61a8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:03.966462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:03.992987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Calling delete_port for 39fae169-6215-48b7-864c-3dbbd5adc6f0 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:04.109342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:04.156468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=504b8319-f29a-4084-8573-58f6517e61a8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:04.163017 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:04.278409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:04.293548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3a46-d779-454c-b07b-fd6ffb6e7427 req-a5f5d3bd-8da3-417c-9d84-df079cb0f7a0 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:04.296138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cacc3a46-d779-454c-b07b-fd6ffb6e7427 req-a5f5d3bd-8da3-417c-9d84-df079cb0f7a0 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1493115 Mar 02 17:28:04.332108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46180) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:04.351104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cacc3a46-d779-454c-b07b-fd6ffb6e7427 req-f3f4e0d1-9928-41b5-8e6e-5cad1694a799 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 Mar 02 17:28:04.589090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:04.651456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fae169-6215-48b7-864c-3dbbd5adc6f0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:04.680466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf116b-85af-4df4-883a-dba78c78dc07 req-7afd90ac-df73-46a6-8053-687ca7391dfe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:04.689555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96bf116b-85af-4df4-883a-dba78c78dc07 req-7afd90ac-df73-46a6-8053-687ca7391dfe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1114550 Mar 02 17:28:04.767320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96bf116b-85af-4df4-883a-dba78c78dc07 req-0d46d616-ae00-44e3-a6e7-2e5acb53687f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764124 Mar 02 17:28:05.093239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-8b49cb1f-300e-49fa-9e55-19537e356be7 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:05.095261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-8b49cb1f-300e-49fa-9e55-19537e356be7 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.2687140 Mar 02 17:28:05.122877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:05.154499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Request body: {'port': {'device_id': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'admin_state_up': True, 'tenant_id': '7eec9d92771c48debf7deb41c5a98423'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:05.169793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-578780d8-8682-4b6d-a125-9d4b3865f17c req-8c1fedc4-4fd9-4cdb-9699-3cba03043e51 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 210 time: 0.0723362 Mar 02 17:28:05.278083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1a02-1b9b-4921-a807-d63bb7e684f7 req-cf053b9c-ae76-412c-af9b-c2ad1d9f75f5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:05.284785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03db1a02-1b9b-4921-a807-d63bb7e684f7 req-cf053b9c-ae76-412c-af9b-c2ad1d9f75f5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.5375896 Mar 02 17:28:05.390751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:05.420512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03db1a02-1b9b-4921-a807-d63bb7e684f7 req-311f30f1-6c14-4624-9edd-7d1cd17cede6 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348586 Mar 02 17:28:05.430030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:05.442310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:05.474191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:05.478216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:05.495499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6a32d-5add-4850-aec3-6dd040b8b889 req-5a807366-6e58-4f19-8728-e1b1d7404882 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:05.496949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc6a32d-5add-4850-aec3-6dd040b8b889 req-5a807366-6e58-4f19-8728-e1b1d7404882 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 948 time: 0.1842260 Mar 02 17:28:05.519729 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8', 'code': 200} Mar 02 17:28:05.611888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:05.768073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc6a32d-5add-4850-aec3-6dd040b8b889 req-9674264f-d5f7-471f-9c63-4db7f7197216 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634566 Mar 02 17:28:05.796231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-006c2a41-5546-4572-9d88-bbb1abe796d9 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:05.799647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-006c2a41-5546-4572-9d88-bbb1abe796d9 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/ports?device_id=38e72105-9481-438e-a4fb-d652a10d5089 HTTP/1.1" status: 200 len: 943 time: 0.3439031 Mar 02 17:28:05.847695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 06fd5a37-5c23-44ff-8ee4-4c920b509fdc up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:05.929693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Deleting port 39725723-a0cf-4e45-b7a4-828d0574ff35 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:05.930367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:05.968422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aba67523-4792-4088-aa03-8ea20a516267 req-d9b86653-1e22-4e18-9aac-709a88aff50a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 1100 time: 0.3621404 Mar 02 17:28:06.007895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Allocated IP 172.20.0.13 (c2c4c8fc-299c-4517-97dd-1a116740b990/d326d5b5-6b75-473b-b317-8fec4db423b4/b77498ef-ffc4-4cc7-8cbe-be0298ceee26) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:06.020902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:06.025244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:06.025244 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.073174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9de8ff-643a-45cb-815e-7b528ae3c43f req-a0d3d7d7-a182-4046-83b7-33e0c8026baa tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:06.079247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e9de8ff-643a-45cb-815e-7b528ae3c43f req-a0d3d7d7-a182-4046-83b7-33e0c8026baa tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.4127212 Mar 02 17:28:06.190216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e9de8ff-643a-45cb-815e-7b528ae3c43f req-cc13640f-fec4-464c-84a6-d4df13862509 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081536 Mar 02 17:28:06.198056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.214692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aba67523-4792-4088-aa03-8ea20a516267 req-2aa8a41c-a5c8-4c9b-aedf-6ad3685aed99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374415 Mar 02 17:28:06.282066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:06.286457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.414545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:06.488725 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.549919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3853af02-3ef0-4eeb-86d1-5d7fc2a99a06 req-898b3c30-6a3f-40a5-ad78-415f2d0af9cf tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 210 time: 0.0573432 Mar 02 17:28:06.556600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82ae85-256a-4058-823b-7e40d1baad8f req-166cc148-715b-4e7f-b3e3-00e290942d81 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:06.559262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e82ae85-256a-4058-823b-7e40d1baad8f req-166cc148-715b-4e7f-b3e3-00e290942d81 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.5829771 Mar 02 17:28:06.614037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.670151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e82ae85-256a-4058-823b-7e40d1baad8f req-7b2540d5-92a7-4218-bd8a-03b14bf37730 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045914 Mar 02 17:28:06.737931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] For port 39725723-a0cf-4e45-b7a4-828d0574ff35, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=39725723-a0cf-4e45-b7a4-828d0574ff35,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:06.738173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Network c2c4c8fc-299c-4517-97dd-1a116740b990 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:06.738279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.740595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:06.744333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:06.747580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:06.828228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:06.828844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:06.856546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03675e9d-d1da-47ff-bb2f-c8548a28716a req-b8e1ce75-9bbc-4f23-8a0d-e22ae0d563b2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:06.858181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03675e9d-d1da-47ff-bb2f-c8548a28716a req-b8e1ce75-9bbc-4f23-8a0d-e22ae0d563b2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1872835 Mar 02 17:28:06.887577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Calling delete_port for 39725723-a0cf-4e45-b7a4-828d0574ff35 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:06.893986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-dea7d706-7027-4859-85b1-5d2cf0b37682 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7442858 Mar 02 17:28:06.917567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03675e9d-d1da-47ff-bb2f-c8548a28716a req-a26a66c3-4367-40cd-a5f3-553a6500dbf9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Mar 02 17:28:06.922493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Request body: {'port': {'device_id': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:07.101951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:07.116618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e228-375f-4c23-9211-119ef9bae9ee req-0df5cee7-4922-45a4-bdd2-aae8fae59d74 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:07.118073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b91e228-375f-4c23-9211-119ef9bae9ee req-0df5cee7-4922-45a4-bdd2-aae8fae59d74 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1621501 Mar 02 17:28:07.263976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:07.325744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event deleted for resources: {'Port': ['ID=39725723-a0cf-4e45-b7a4-828d0574ff35,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:07.329703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b91e228-375f-4c23-9211-119ef9bae9ee req-3b7ab281-81c1-4802-b3df-35ec0ad87ee0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021105 Mar 02 17:28:07.494352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] No DVR routers for this DVR port 39725723-a0cf-4e45-b7a4-828d0574ff35 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:07.506322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:07.510356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-deleted', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:07.521448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:07.535881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ea598e07-f99e-43bb-b87d-287b2c0cc143 req-c88809ad-f22e-4b07-8489-ab5bdc07b006 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "DELETE /v2.0/ports/39725723-a0cf-4e45-b7a4-828d0574ff35 HTTP/1.1" status: 204 len: 173 time: 1.7285624 Mar 02 17:28:07.619331 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e72105-9481-438e-a4fb-d652a10d5089', 'name': 'network-vif-deleted', 'tag': '39725723-a0cf-4e45-b7a4-828d0574ff35', 'status': 'completed', 'code': 200} Mar 02 17:28:07.660244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f899d-d04b-4401-80be-a6b9766cdeb7 req-bcd0e6ef-7697-4b1b-9372-fabc061353e3 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:07.664363 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'code': 200} Mar 02 17:28:07.668011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e82f899d-d04b-4401-80be-a6b9766cdeb7 req-bcd0e6ef-7697-4b1b-9372-fabc061353e3 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1407449 Mar 02 17:28:07.695938 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-34a1c34d-9a65-4eb1-a9f3-9327705a63a1 service neutron] show failed (client error): The resource could not be found. Mar 02 17:28:07.697361 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-34a1c34d-9a65-4eb1-a9f3-9327705a63a1 service neutron] 10.222.0.50 "GET /v2.0/ports/90e27075-4a2a-4de6-bbbb-46857f1fc47b/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1223481 Mar 02 17:28:07.778764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e82f899d-d04b-4401-80be-a6b9766cdeb7 req-d74eb2ca-8d3e-46d6-8249-4287d39c4f4b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096983 Mar 02 17:28:07.785088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77498ef-ffc4-4cc7-8cbe-be0298ceee26 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:07.786594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:07.802001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Deleting port ebce407d-db91-462f-ab09-a7f85730116a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:07.802612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:07.829530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:07.892155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Transition to ACTIVE for port object b77498ef-ffc4-4cc7-8cbe-be0298ceee26 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:07.902147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.087761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:08.115244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e24c4b-9cf3-4080-9001-f2e6cc4d0f96 req-f95e6dfe-28b3-45b2-b149-2f3b6bb3fb2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:08.115906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-44e24c4b-9cf3-4080-9001-f2e6cc4d0f96 req-f95e6dfe-28b3-45b2-b149-2f3b6bb3fb2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:28:08.141038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22151f1f-4447-4951-8e91-6dd112a412ff req-823b694a-a0a3-48b5-9f76-3d3c2d1cd376 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 1100 time: 0.3063745 Mar 02 17:28:08.180909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-44e24c4b-9cf3-4080-9001-f2e6cc4d0f96 req-f95e6dfe-28b3-45b2-b149-2f3b6bb3fb2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:28:08.182021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44e24c4b-9cf3-4080-9001-f2e6cc4d0f96 req-f95e6dfe-28b3-45b2-b149-2f3b6bb3fb2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 932 time: 0.4022636 Mar 02 17:28:08.211570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] For port ebce407d-db91-462f-ab09-a7f85730116a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ebce407d-db91-462f-ab09-a7f85730116a,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:08.212988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.266839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.316701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6f7cb-7020-45ed-8dd2-3a9ed1eb45f2 req-419cb1bb-5e2d-4490-9f0c-595636ce386b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:08.319254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1e6f7cb-7020-45ed-8dd2-3a9ed1eb45f2 req-419cb1bb-5e2d-4490-9f0c-595636ce386b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.4120555 Mar 02 17:28:08.368300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22151f1f-4447-4951-8e91-6dd112a412ff req-5991bc6a-3143-4d29-9da4-57653b49d3de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930633 Mar 02 17:28:08.370681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Calling delete_port for ebce407d-db91-462f-ab09-a7f85730116a owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:08.379109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44e24c4b-9cf3-4080-9001-f2e6cc4d0f96 req-2b334eb5-bf4d-4e1f-bae8-ffdfc5267efd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728721 Mar 02 17:28:08.389927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Attempting to bind port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:08.390338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Attempting to bind port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:08.390751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Attempting to bind port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:08.407734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 on network c2c4c8fc-299c-4517-97dd-1a116740b990 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:08.408016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Attempting to bind port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:08.422780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:08.423121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Checking segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:08.423499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Bound using segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:08.423981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Bound port: b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:08.424321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.466349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1e6f7cb-7020-45ed-8dd2-3a9ed1eb45f2 req-db912fa1-e725-4152-9fc7-189bd43c681e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306665 Mar 02 17:28:08.527921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:08.599572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:08.606772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 39725723-a0cf-4e45-b7a4-828d0574ff35 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:08.609764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 39725723-a0cf-4e45-b7a4-828d0574ff35 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:08.611821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:08.621730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.699393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.758154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebce407d-db91-462f-ab09-a7f85730116a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:08.769806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:08.789222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:08.791712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Sync routers for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:08.800845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/b77498ef-ffc4-4cc7-8cbe-be0298ceee26 HTTP/1.1" status: 200 len: 1092 time: 1.8807633 Mar 02 17:28:08.800845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:08.818598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2763e-ce78-4dbf-ada0-696884d1f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:08.822222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:08.823166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:08.853402 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-622b7ae6-f8d1-4cd0-8f00-b7bad8130847 admin admin] 10.222.0.37 "PUT /v2.0/routers/c949b4b3-8c6a-44b9-bcdc-f7d403625f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0805030 Mar 02 17:28:08.860316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46254) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:09.192028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:09.210046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:09.219519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956d3bb-41fd-47aa-a84d-3166b5da7027 req-755fc97a-f277-4b4d-bf95-a3dc5c4c406e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:09.221650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a956d3bb-41fd-47aa-a84d-3166b5da7027 req-755fc97a-f277-4b4d-bf95-a3dc5c4c406e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.5311434 Mar 02 17:28:09.292497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c5c7c-0ed0-44df-8d7e-ea890922d3a4 req-e5791ae9-747b-4215-8102-f13d34089f63 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:09.299643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f6c5c7c-0ed0-44df-8d7e-ea890922d3a4 req-e5791ae9-747b-4215-8102-f13d34089f63 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.6734774 Mar 02 17:28:09.385587 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-256ee63b-e3bf-4122-a97f-6cd9ba563486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:09.534292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f6c5c7c-0ed0-44df-8d7e-ea890922d3a4 req-7043c9c7-60f0-4c35-81e0-87b9c934ca7c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335868 Mar 02 17:28:09.536724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a956d3bb-41fd-47aa-a84d-3166b5da7027 req-17af32cd-e726-4472-9761-27708c2a6637 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975092 Mar 02 17:28:09.546497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-43faa1f7-8cff-4afb-9111-f3cd8c5c500d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 1095 time: 0.5342147 Mar 02 17:28:09.629565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:28:04Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:09.634053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Checking router: c949b4b3-8c6a-44b9-bcdc-f7d403625f0f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:09.646843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Routers {'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:09.647754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:09.655456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-16bfd886-b56d-4dbc-9092-7bc4748e38d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26 HTTP/1.1" status: 200 len: 217 time: 0.0892766 Mar 02 17:28:09.728128 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'status': 'completed', 'code': 200} Mar 02 17:28:09.950678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-c0a71c89-f8b6-4528-a794-da15084b3f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:09.952151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-c0a71c89-f8b6-4528-a794-da15084b3f28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.2835255 Mar 02 17:28:09.972128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] Set router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:10.010846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-024eb633-fcec-4840-8240-494964104159 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460861 Mar 02 17:28:10.021123 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:10.093019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Router 3ff69509-7710-44ae-95bc-db4e26157fbc has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:10.256268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf2086-dc37-4673-9bde-3d259ed68370 req-82b4eba0-2ea3-4e85-93d2-1f0693f5a489 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.263741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dcf2086-dc37-4673-9bde-3d259ed68370 req-82b4eba0-2ea3-4e85-93d2-1f0693f5a489 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.5153093 Mar 02 17:28:10.308362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:28:04Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:10.313756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b5b4e-3d3e-45b6-9321-443ea28cf9e5 None None] The sync data for ids ['c949b4b3-8c6a-44b9-bcdc-f7d403625f0f'] in n-d-820559-6 is: [{'id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-845506639-router', 'tenant_id': '821698cd5eeb45628d5916759221168f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:25:18Z', 'updated_at': '2022-03-02T17:28:04Z', 'revision_number': 5, 'project_id': '821698cd5eeb45628d5916759221168f', 'gw_port': {'id': '8b8cffab-f38e-4758-ba6c-bbbbdd6afae4', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c949b4b3-8c6a-44b9-bcdc-f7d403625f0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:25:19Z', 'updated_at': '2022-03-02T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:10.337718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7270-ead4-4792-9bfd-2c79239a2fd4 req-14524868-b83a-47a7-9dc9-4d6e387002dd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.338928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91fa7270-ead4-4792-9bfd-2c79239a2fd4 req-14524868-b83a-47a7-9dc9-4d6e387002dd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 944 time: 0.4296196 Mar 02 17:28:10.382093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-3c7c4753-2372-4ba5-8fc5-e3b896e7c324 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084178 Mar 02 17:28:10.431603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dcf2086-dc37-4673-9bde-3d259ed68370 req-b6326c1f-8401-4374-b256-4747693d218f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669347 Mar 02 17:28:10.445219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:10.463836 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Sync routers for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:10.479377 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f6035b9-71f0-4a1b-a40d-641580e7158d admin admin] 10.222.0.37 "PUT /v2.0/routers/3ff69509-7710-44ae-95bc-db4e26157fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1377614 Mar 02 17:28:10.481467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:10.482994 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:10.485165 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:10.531144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:10.587915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91fa7270-ead4-4792-9bfd-2c79239a2fd4 req-a94ce5df-448b-4739-9c57-ab890bcc46f4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368143 Mar 02 17:28:10.690639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71da046c-25ce-42c8-9eb6-db7087bcab85 req-f143ee09-b83b-4383-981a-9c716df2a40f service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934170 Mar 02 17:28:10.810555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:10.846430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:10.847740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:10.861401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:10.864519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba8a1c-e8ae-4c3c-a4a2-3eec218d5287 req-d72530f9-bb92-49fd-adb6-77dc7e0a5fa2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:10.866250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67ba8a1c-e8ae-4c3c-a4a2-3eec218d5287 req-d72530f9-bb92-49fd-adb6-77dc7e0a5fa2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 950 time: 0.1739352 Mar 02 17:28:10.909050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:10.921014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:10.926480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.065538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Deleting port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:11.066055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.082537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:11.189423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67ba8a1c-e8ae-4c3c-a4a2-3eec218d5287 req-bb5cb879-21ee-47a0-811c-f5df0f68e666 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666483 Mar 02 17:28:11.194381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.217716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Deleting port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:11.218061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.246970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d47de518-735f-47ff-8fcd-ee8d9edb0df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.349232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:28:08Z', 'revision_number': 5, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port': {'id': 'ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:37Z', 'updated_at': '2022-03-02T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:11.353817 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Checking router: 3ff69509-7710-44ae-95bc-db4e26157fbc for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:11.365617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Routers {'3ff69509-7710-44ae-95bc-db4e26157fbc'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:11.366388 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['3ff69509-7710-44ae-95bc-db4e26157fbc'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:11.450161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] For port ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:11.450780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.461471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-076dbf2b-83b6-4b08-aa91-f85f8ca7df51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 1095 time: 0.5939534 Mar 02 17:28:11.503148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0db0-c996-4290-b939-fff25ca3731e req-1cf9bca0-533e-4da1-bf14-c77bbc78505d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:11.510838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510d0db0-c996-4290-b939-fff25ca3731e req-1cf9bca0-533e-4da1-bf14-c77bbc78505d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.5482588 Mar 02 17:28:11.570451 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] Set router 3ff69509-7710-44ae-95bc-db4e26157fbc gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:11.623247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] For port 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:11.623522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.625316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Calling delete_port for ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:11.715221 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:28:11Z', 'revision_number': 6, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:11.719996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4c73-9e35-41c2-a02f-e8ac5d834314 None None] The sync data for ids ['3ff69509-7710-44ae-95bc-db4e26157fbc'] in n-d-820559-6 is: [{'id': '3ff69509-7710-44ae-95bc-db4e26157fbc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-19762518-router', 'tenant_id': 'dce523a77b404292a9fa1482d1e0ad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:36Z', 'updated_at': '2022-03-02T17:28:11Z', 'revision_number': 6, 'project_id': 'dce523a77b404292a9fa1482d1e0ad81', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:11.745971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 39fae169-6215-48b7-864c-3dbbd5adc6f0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:11.780952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 39fae169-6215-48b7-864c-3dbbd5adc6f0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:11.781571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 39fae169-6215-48b7-864c-3dbbd5adc6f0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:11.829233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:11.876630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:11.891627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Calling delete_port for 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:11.948612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510d0db0-c996-4290-b939-fff25ca3731e req-3a0d530a-8d1e-4205-9e53-060739ac7b91 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367921 Mar 02 17:28:11.980818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6f574-afd6-48d8-aea1-f1aebc4d536f req-230714eb-b168-4efc-b7e2-18d1ccb02fe7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:11.982497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e6f574-afd6-48d8-aea1-f1aebc4d536f req-230714eb-b168-4efc-b7e2-18d1ccb02fe7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.5781069 Mar 02 17:28:12.025337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-7de6aec5-d688-4eb2-bb47-bb47800635f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.027031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-7de6aec5-d688-4eb2-bb47-bb47800635f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 906 time: 0.5550125 Mar 02 17:28:12.043703 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'code': 200} Mar 02 17:28:12.114987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.374047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-d65ff534-3ab0-4d76-8128-2913e30710ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26 HTTP/1.1" status: 200 len: 217 time: 0.1084752 Mar 02 17:28:12.435296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e6f574-afd6-48d8-aea1-f1aebc4d536f req-856ef60d-3260-48d8-9e0d-673c4f23b579 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389284 Mar 02 17:28:12.519096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-907016ea-f4a6-4765-980c-598072e4653e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.520419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-907016ea-f4a6-4765-980c-598072e4653e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.1368730 Mar 02 17:28:12.551159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.556433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.579161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bc197-cbdb-4375-af44-05658dcfdfa2 req-9c4cbed4-a619-442c-a8a6-1cbf72401b14 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:12.580644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-324bc197-cbdb-4375-af44-05658dcfdfa2 req-9c4cbed4-a619-442c-a8a6-1cbf72401b14 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3549852 Mar 02 17:28:12.643266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.657475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-4d9667a2-d9d4-4282-b636-7926b4726b29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256144 Mar 02 17:28:12.671411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.671956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff69509-7710-44ae-95bc-db4e26157fbc {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:28:12.687851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.689039 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31fc3697-d577-4938-89fd-10201104109a admin admin] 10.222.0.37 "DELETE /v2.0/routers/3ff69509-7710-44ae-95bc-db4e26157fbc HTTP/1.1" status: 204 len: 168 time: 2.2050490 Mar 02 17:28:12.691909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:12.761752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Deleting subnet bdff4e56-2d70-43ee-a319-9a66594ad93e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:28:12.764349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.765399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.815059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.835633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8cffab-f38e-4758-ba6c-bbbbdd6afae4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:12.854238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-324bc197-cbdb-4375-af44-05658dcfdfa2 req-bc76a066-b37b-44af-983a-79db5fd3513f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219632 Mar 02 17:28:12.949093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:12.980963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.065338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.072918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ace6d-52e7-40f2-8e5c-7b4e95990143 req-1640d6e7-5a9d-4409-bdb3-c8a0e396c1c4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:13.074431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed6ace6d-52e7-40f2-8e5c-7b4e95990143 req-1640d6e7-5a9d-4409-bdb3-c8a0e396c1c4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 944 time: 0.4804730 Mar 02 17:28:13.082318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-f18bb48b-6c6c-47d9-ac0e-71bf8270d102 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068193 Mar 02 17:28:13.106425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdff4e56-2d70-43ee-a319-9a66594ad93e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:13.127605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.131350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07430440-7bd8-48b3-89dd-d7438af48343 None None] Network 979b79e4-b88d-41b8-9652-687a4668f26b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:13.137957 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-99b3a72a-4872-4384-8262-98a523eabd9d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bdff4e56-2d70-43ee-a319-9a66594ad93e HTTP/1.1" status: 204 len: 168 time: 0.4449961 Mar 02 17:28:13.138723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:13.260987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.276558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Deleting port 962fa81c-8e93-4b8a-a272-839dd67e199e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:13.276876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.471703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] DHCP port deletion for 979b79e4-b88d-41b8-9652-687a4668f26b request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:28:13.475932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Deleting port 962fa81c-8e93-4b8a-a272-839dd67e199e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:13.476409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.500507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] For port 962fa81c-8e93-4b8a-a272-839dd67e199e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=962fa81c-8e93-4b8a-a272-839dd67e199e,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:13.500747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.537150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f999f-7551-4de4-86a6-d15e1440db26 req-e4bbb89c-f65c-4678-a443-10b85a17d527 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315388 Mar 02 17:28:13.583127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed6ace6d-52e7-40f2-8e5c-7b4e95990143 req-4aeb0e78-4699-4378-b9a4-b11706688325 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001457 Mar 02 17:28:13.586907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.625748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Calling delete_port for 962fa81c-8e93-4b8a-a272-839dd67e199e owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:13.705256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] For port 962fa81c-8e93-4b8a-a272-839dd67e199e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=962fa81c-8e93-4b8a-a272-839dd67e199e,segment=NetworkSegment(5521c400-0db2-4bb9-946c-7174c21513f5),segment_id=5521c400-0db2-4bb9-946c-7174c21513f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:13.705890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.737729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.785108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] No DVR routers for this DVR port 962fa81c-8e93-4b8a-a272-839dd67e199e on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:13.842027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Pushing event deleted for resources: {'Port': ['ID=962fa81c-8e93-4b8a-a272-839dd67e199e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:13.873299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:13.886699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aade0-ef7c-4387-aa28-ffece72acccc req-63e7f578-8127-4285-aa07-bf4364cd86ef tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:13.888149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859aade0-ef7c-4387-aa28-ffece72acccc req-63e7f578-8127-4285-aa07-bf4364cd86ef tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.7558630 Mar 02 17:28:13.910191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Calling delete_port for 962fa81c-8e93-4b8a-a272-839dd67e199e owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:13.935553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:13.948977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:13.949410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba4ffb54-ccd5-4e09-9d6d-aaead6fd0452 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:13.949894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 962fa81c-8e93-4b8a-a272-839dd67e199e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:13.987669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 962fa81c-8e93-4b8a-a272-839dd67e199e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:13.987906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 962fa81c-8e93-4b8a-a272-839dd67e199e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:13.988490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ebce407d-db91-462f-ab09-a7f85730116a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:14.046953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.071070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ebce407d-db91-462f-ab09-a7f85730116a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:14.072716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ebce407d-db91-462f-ab09-a7f85730116a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:14.088295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.109435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979b79e4-b88d-41b8-9652-687a4668f26b']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:14.129061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5521c400-0db2-4bb9-946c-7174c21513f5') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:14.129518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5521c400-0db2-4bb9-946c-7174c21513f5') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:14.130882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859aade0-ef7c-4387-aa28-ffece72acccc req-e4a87ecd-8d33-4bee-a68c-0f6accf133b1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486340 Mar 02 17:28:14.151685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.153992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-9a981990-d19b-42b1-ac34-2df588ff27ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2&tenant_id=be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 1099 time: 0.3825195 Mar 02 17:28:14.178172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.185957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:28:14.186462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.189190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.192012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:28:14.192422 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:28:14.201083 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:28:14.231807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:14.260466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12c245-e120-4939-ae7e-13b5e0b87e5f req-b3fc1266-cf8c-4cbf-bf8d-edaa1bbfab8a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:14.262259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc12c245-e120-4939-ae7e-13b5e0b87e5f req-b3fc1266-cf8c-4cbf-bf8d-edaa1bbfab8a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.5245130 Mar 02 17:28:14.284707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.301542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.311805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] Pushing event deleted for resources: {'Network': ['ID=979b79e4-b88d-41b8-9652-687a4668f26b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:14.329725 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b8cc244-f7dd-46f8-9fa3-5512d406c647 admin admin] 10.222.0.37 "DELETE /v2.0/networks/979b79e4-b88d-41b8-9652-687a4668f26b HTTP/1.1" status: 204 len: 168 time: 1.1871631 Mar 02 17:28:14.330728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46302) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:14.346883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.347384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c949b4b3-8c6a-44b9-bcdc-f7d403625f0f {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:28:14.471391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.485872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc12c245-e120-4939-ae7e-13b5e0b87e5f req-6a057901-16a8-422f-be9c-d64888db0c8f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069309 Mar 02 17:28:14.506220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.509858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0810f613-8410-481c-8aa7-9a9298daf144 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c949b4b3-8c6a-44b9-bcdc-f7d403625f0f HTTP/1.1" status: 204 len: 168 time: 5.6458514 Mar 02 17:28:14.510259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:14.545706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:14.581882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Deleting subnet bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:28:14.585241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.604564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b76da-19db-4a44-af1e-ae240e91c4c8 req-5ad49e82-fcb0-4577-8fbd-a325d4791fc5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:14.613394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee1b76da-19db-4a44-af1e-ae240e91c4c8 req-5ad49e82-fcb0-4577-8fbd-a325d4791fc5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.3127601 Mar 02 17:28:14.647059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.693945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Deleting port 962fa81c-8e93-4b8a-a272-839dd67e199e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:14.694534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.763932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b967b812-df21-43ca-b70f-c3688a22fa40 None None] The port '962fa81c-8e93-4b8a-a272-839dd67e199e' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:28:14.769476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:14.788215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee1b76da-19db-4a44-af1e-ae240e91c4c8 req-d6dec233-8ccf-4ca4-8645-70f3e0ad3792 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737189 Mar 02 17:28:14.789152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:14.881821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.903215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.916095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77498ef-ffc4-4cc7-8cbe-be0298ceee26 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:14.936185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:14.940403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:14.983513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744473-0d78-4a8e-a8e4-bfe8904b11e2 req-998e46b5-23d5-4ee6-b33c-8d534a43a928 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:14.990435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57744473-0d78-4a8e-a8e4-bfe8904b11e2 req-998e46b5-23d5-4ee6-b33c-8d534a43a928 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3556640 Mar 02 17:28:15.005285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.014402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:15.053083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddb4653-b3ed-4dfb-abd1-fd65a78b98c5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:15.057829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:15.061338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.067226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e549a-f54d-4275-9924-ad0934bcde8c None None] Network 61f20976-1588-4bda-921d-130c5c2ab0d1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:15.072603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-172ce0a6-685c-43c6-9c2c-15d22f658511 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bddb4653-b3ed-4dfb-abd1-fd65a78b98c5 HTTP/1.1" status: 204 len: 168 time: 0.5583873 Mar 02 17:28:15.073201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:15.091311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57744473-0d78-4a8e-a8e4-bfe8904b11e2 req-1463ad5d-b65c-4f19-adab-a24921bb8a22 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997720 Mar 02 17:28:15.093162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.138562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:15.169674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7b3b5-e747-4010-94f1-d1c59e0f8ba0 req-d4c1a7fd-6d28-40bc-8387-544de8daab91 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:15.171123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23b7b3b5-e747-4010-94f1-d1c59e0f8ba0 req-d4c1a7fd-6d28-40bc-8387-544de8daab91 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 945 time: 0.2473135 Mar 02 17:28:15.215380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:15.222548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.237431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Transition to ACTIVE for port object 90e27075-4a2a-4de6-bbbb-46857f1fc47b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:15.249409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.307862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.346705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Deleting port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:15.347127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.348094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] DHCP port deletion for 61f20976-1588-4bda-921d-130c5c2ab0d1 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:28:15.352450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Deleting port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:15.353472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.408819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b77498ef-ffc4-4cc7-8cbe-be0298ceee26'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:15.505620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:15.561439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23b7b3b5-e747-4010-94f1-d1c59e0f8ba0 req-152c4790-ec5f-401b-ac42-48407f2ee017 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819561 Mar 02 17:28:15.646286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] No DVR routers for this DVR port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:15.678148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d50bd-e3a0-4fe7-96c3-44e311c4220a req-3b8c6316-ea87-4731-a865-06c0d6eeb205 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:15.680905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d50d50bd-e3a0-4fe7-96c3-44e311c4220a req-3b8c6316-ea87-4731-a865-06c0d6eeb205 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.3619211 Mar 02 17:28:15.706092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] For port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:15.706597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.813452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] For port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,segment=NetworkSegment(0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b),segment_id=0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:15.814514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.830869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:15.843751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:15.844237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:15.844688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:15.863951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:15.864360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Attempting to bind port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:15.879864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d50d50bd-e3a0-4fe7-96c3-44e311c4220a req-3b4eb4b5-13f9-427e-acea-bbd4552334f9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532886 Mar 02 17:28:15.881024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:15.881467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:15.881943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:15.882488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Bound port: 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:15.882976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:15.933894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:15.934229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b8cffab-f38e-4758-ba6c-bbbbdd6afae4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:15.934696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:15.967151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Calling delete_port for de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:15.974849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01404-8986-4440-b746-3e5240bbd561 req-8655262e-2a63-4ead-947c-42e7a7bf2841 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:15.976423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68e01404-8986-4440-b746-3e5240bbd561 req-8655262e-2a63-4ead-947c-42e7a7bf2841 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2114682 Mar 02 17:28:16.031911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Calling delete_port for de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:16.052485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:16.059364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68e01404-8986-4440-b746-3e5240bbd561 req-e27e9b77-736c-40c3-801a-b3129347541a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711827 Mar 02 17:28:16.063814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:16.069011 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.207835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.209320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] 10.222.0.35 "PUT /v2.0/ports/90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 1096 time: 1.9819860 Mar 02 17:28:16.210959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:16.214482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.235816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 update to DOWN by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 17:28:16.238392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511573d1-fa7b-4498-a564-65a38659e2bb service neutron] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:16.252640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:28:16.252994 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:28:16.307983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Pushing event deleted for resources: {'Port': ['ID=de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:16.318778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] No DVR routers for this DVR port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:16.407388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f720b-c250-4ffb-b030-7f322edb7e09 req-24b0781c-12d1-49cc-a44c-0a4d02b5e4c6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:16.408975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-221f720b-c250-4ffb-b030-7f322edb7e09 req-24b0781c-12d1-49cc-a44c-0a4d02b5e4c6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.2865031 Mar 02 17:28:16.419248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-d3b2fbe6-fb77-47ea-9e30-6f5df318ca92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1099 time: 0.1730869 Mar 02 17:28:16.503217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.539122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-221f720b-c250-4ffb-b030-7f322edb7e09 req-dfa3b4bb-f43d-4c20-b890-287bb58cdf87 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232476 Mar 02 17:28:16.540856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f20976-1588-4bda-921d-130c5c2ab0d1']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:16.555600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:16.555848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0125ee1d-51f8-4ae0-8a25-e2b9e7ea229b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:16.575042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.575963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:16.591318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b66c87-554f-44ad-ae32-55a43361d621 req-6cead64a-88e3-490b-ac69-e88a9a1b08f1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:16.598359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b66c87-554f-44ad-ae32-55a43361d621 req-6cead64a-88e3-490b-ac69-e88a9a1b08f1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2797611 Mar 02 17:28:16.624638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.645571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:28:16.645571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.660457 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'status': 'completed', 'code': 200} Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:28:16.673932 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:28:16.686618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b66c87-554f-44ad-ae32-55a43361d621 req-f60c01d5-994c-43d0-b945-ab50cfc465ac tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872462 Mar 02 17:28:16.702296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-b67e3c3c-0267-4375-a956-b1199d9374d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:16.704651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-b67e3c3c-0267-4375-a956-b1199d9374d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2488244 Mar 02 17:28:16.803284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:16.807991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.820014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Deleting port de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:16.820384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.829927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.843384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] Pushing event deleted for resources: {'Network': ['ID=61f20976-1588-4bda-921d-130c5c2ab0d1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:16.843806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'mac_address': 'fa:16:3e:19:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:16.847368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:16.866227 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7db0cf9b-3029-4a8f-a64a-5c7f23a398ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/61f20976-1588-4bda-921d-130c5c2ab0d1 HTTP/1.1" status: 204 len: 168 time: 1.7920508 Mar 02 17:28:16.875154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-28467cbd-21b9-49e7-9b15-0d487ec0c970 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.1602666 Mar 02 17:28:16.950690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.964379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Deleting port 7da50899-c633-4890-b41e-c2e364f945ec {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:16.964730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:16.971056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:16.987201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-bb4479ee-cf01-4718-8c32-7b66bf800fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:16.987423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:16.989147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-bb4479ee-cf01-4718-8c32-7b66bf800fac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1068139 Mar 02 17:28:16.998366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894a99-5202-4f7e-b7e5-740279f4b71e req-2f22b511-c85c-4dbb-85e6-8a6aebb534ad tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:17.003253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2894a99-5202-4f7e-b7e5-740279f4b71e req-2f22b511-c85c-4dbb-85e6-8a6aebb534ad tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 945 time: 0.1908250 Mar 02 17:28:17.023086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a23a5b38-b7cb-40ea-8aa7-93ad975b8ce2 None None] The port 'de4f6e8a-20aa-485d-8af3-6dcf7b6f71a7' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:28:17.032644 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.113186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:17.143914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2894a99-5202-4f7e-b7e5-740279f4b71e req-2a924c49-2223-42a8-b440-613c7d50e054 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716991 Mar 02 17:28:17.150021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-db3280a9-f9d8-4204-aec5-56c3cfab9563 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1099 time: 0.3799031 Mar 02 17:28:17.190543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.209842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:17.228250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:17.238562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:17.245519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.332637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:17.333741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6a98e997-84aa-4c1c-bee3-b51ded9a15c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=821698cd5eeb45628d5916759221168f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1046722 Mar 02 17:28:17.336169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:17.354084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] For port 7da50899-c633-4890-b41e-c2e364f945ec, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7da50899-c633-4890-b41e-c2e364f945ec,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:17.354481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.395144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-3b46409c-e2a4-4ec0-8e36-26ed3d84384f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3893390 Mar 02 17:28:17.505605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Calling delete_port for 7da50899-c633-4890-b41e-c2e364f945ec owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:17.596155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.600653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:17.631203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.670226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3800-e130-425c-bb05-da6cdcd902d5 req-b9a584d1-cf23-4d6f-bf31-bbe441853aad tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:17.671858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc2c3800-e130-425c-bb05-da6cdcd902d5 req-b9a584d1-cf23-4d6f-bf31-bbe441853aad tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.4994152 Mar 02 17:28:17.688176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-05102feb-ba99-41ae-a36a-7a1ce2f39744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:17.689805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-05102feb-ba99-41ae-a36a-7a1ce2f39744 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.5161295 Mar 02 17:28:17.728634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.812675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-33cc83ae-3798-4adc-b5e0-aa6c606d0225 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065516 Mar 02 17:28:17.818837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b955c-6c9d-43c1-b0d2-866d07f2615f req-50c7b720-fb1f-438f-8837-9ac985b8b80f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:17.820286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f43b955c-6c9d-43c1-b0d2-866d07f2615f req-50c7b720-fb1f-438f-8837-9ac985b8b80f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.4919679 Mar 02 17:28:17.830817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-0ed4dfcb-bdef-441d-a186-3146f2c83091 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.1185968 Mar 02 17:28:17.858834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eef672-2002-4272-bb0b-412ca05f259e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:17.875879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.877115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4fdd5ae6-41ee-4acc-9636-ef37bd4517b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96eef672-2002-4272-bb0b-412ca05f259e HTTP/1.1" status: 204 len: 168 time: 0.5392764 Mar 02 17:28:17.881854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:17.929407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Pushing event deleted for resources: {'Port': ['ID=7da50899-c633-4890-b41e-c2e364f945ec,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:17.994395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc2c3800-e130-425c-bb05-da6cdcd902d5 req-174bb8d9-0b02-4f4c-824f-4f9de22c89ac tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003089 Mar 02 17:28:18.061526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-94c2a5b4-5e9b-4d05-925e-2f86a3cdc283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:18.063724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-94c2a5b4-5e9b-4d05-925e-2f86a3cdc283 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2116942 Mar 02 17:28:18.119361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1430a72b-59c8-4929-84ba-75d1528e9634 req-aed01ae3-b758-4ca0-a09b-0f89934b5a88 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906332 Mar 02 17:28:18.277444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f43b955c-6c9d-43c1-b0d2-866d07f2615f req-bc44de47-c510-4406-9e5b-f7b51172ed77 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242158 Mar 02 17:28:18.316384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:18.363844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-1350824e-e7c2-4b93-8c64-c339a66c8986 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382693 Mar 02 17:28:18.406141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-1b5f9c1e-6392-4539-8d1d-b05629582f8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1099 time: 0.1928494 Mar 02 17:28:18.411519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225fd20-f0f1-47ab-af0c-dab3f0658c7b req-da4de42e-e0b6-42ee-8ba7-bde1da29360e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:18.412877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1225fd20-f0f1-47ab-af0c-dab3f0658c7b req-da4de42e-e0b6-42ee-8ba7-bde1da29360e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.2384322 Mar 02 17:28:18.566877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:18.673495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:18.682678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:18.683173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:18.703061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1225fd20-f0f1-47ab-af0c-dab3f0658c7b req-438e05c7-5602-4d34-b2a7-1e083a6fe114 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651427 Mar 02 17:28:18.724855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-af4803ab-a598-4470-b613-57a6e85613bd service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423111 Mar 02 17:28:18.771088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-67ca4b0f-581c-49a5-8de8-3ce488116c56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:18.772531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-67ca4b0f-581c-49a5-8de8-3ce488116c56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3555763 Mar 02 17:28:18.800838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:18.885429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80be7a-c897-4fda-bdb5-37800f93497e req-aa0c3f93-5b7d-453b-b449-327e0ba43859 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:18.892516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c80be7a-c897-4fda-bdb5-37800f93497e req-aa0c3f93-5b7d-453b-b449-327e0ba43859 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 948 time: 0.4065974 Mar 02 17:28:18.939019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-75ec7d90-5532-44f6-885f-efe76eb3c1a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.1154387 Mar 02 17:28:18.939856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:18.997979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:19.004018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:19.015544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.067148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Router 1cfcf312-450d-4109-b16d-22e5ad7444bf has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:19.099399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:19.104604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c80be7a-c897-4fda-bdb5-37800f93497e req-a2cab4e3-64bc-4a52-8257-11ec458bdde0 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109160 Mar 02 17:28:19.116147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-1324080e-4dfc-4ab7-91dc-0be28b74fc3c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824997 Mar 02 17:28:19.127991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-60403e2f-390b-4662-86b1-bac069e884a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:19.130710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-60403e2f-390b-4662-86b1-bac069e884a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1763408 Mar 02 17:28:19.154283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46378) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:19.173744 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'code': 200} Mar 02 17:28:19.223070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c950-dec4-4c5c-b795-eaaaf1bbcddb req-acc42a93-4243-4573-b294-451719edf3ee tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:19.224544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc83c950-dec4-4c5c-b795-eaaaf1bbcddb req-acc42a93-4243-4573-b294-451719edf3ee tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2304058 Mar 02 17:28:19.284279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-c1c987b0-5259-41a6-974a-3335b4222995 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449456 Mar 02 17:28:19.315677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:19.327080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83f2aa90-e74e-460d-a1c5-22b3ee61548d admin admin] 10.222.0.37 "PUT /v2.0/routers/1cfcf312-450d-4109-b16d-22e5ad7444bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9960089 Mar 02 17:28:19.328056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Sync routers for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:19.328214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46386) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:19.342665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:19.343285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:19.452936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-network', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:19.463598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:19.470665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Usage tracker for resource:network and tenant:a7a8c95990a54c4d986460b5c09e46a2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:19.474442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:19.482468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:19.510049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Made reservation on behalf of a7a8c95990a54c4d986460b5c09e46a2 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:19.512425 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.529174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.529757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:19.575412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:19.582942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a8c95990a54c4d986460b5c09e46a2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:19.586643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:19.593648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:19.607265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc83c950-dec4-4c5c-b795-eaaaf1bbcddb req-665770da-77fe-40a3-ad03-399ef72ab57e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731873 Mar 02 17:28:19.754601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-9a1c32d4-70c6-43df-b4be-164fa48a7ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483621 Mar 02 17:28:19.766157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89a8a39b-a88c-4008-b866-1e46db54ce39 req-430d8ca7-f474-445b-8bd8-18dbe781b929 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 1097 time: 0.2508864 Mar 02 17:28:19.789692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa486b5-0171-487b-a2fd-d0bb8482c11f req-b1ca867e-ea70-487d-8ebc-81cae0745e08 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:19.797367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fa486b5-0171-487b-a2fd-d0bb8482c11f req-b1ca867e-ea70-487d-8ebc-81cae0745e08 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.4899254 Mar 02 17:28:19.815801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.839157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:28:17Z', 'revision_number': 5, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:19.843093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Checking router: 1cfcf312-450d-4109-b16d-22e5ad7444bf for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:19.853848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Routers {'1cfcf312-450d-4109-b16d-22e5ad7444bf'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:19.854383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1cfcf312-450d-4109-b16d-22e5ad7444bf'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:19.944976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.951404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:19.994704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:28:20.001446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4089459-c293-47b9-a581-2aae1529d1b3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:20.006116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89a8a39b-a88c-4008-b866-1e46db54ce39 req-5d481bbd-a39d-4996-940c-ed073866772c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024748 Mar 02 17:28:20.011527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.011527 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Added segment a01e2b2d-53cf-410b-b797-bee966ce3e1a of type vlan for network 859d8e3e-610c-449a-b60a-9b27b026006a Mar 02 17:28:20.037920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fa486b5-0171-487b-a2fd-d0bb8482c11f req-c74f46f1-8f80-4889-81a6-820d7f54f996 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386777 Mar 02 17:28:20.056505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.084195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2f45c14-eb5c-4653-9c4a-3728fc61b1bd req-10ea7c24-a70c-4cbe-981f-0eb67e2c74d7 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220844 Mar 02 17:28:20.092948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab912e-881a-46ea-bd1d-93843c9bc71a req-086ce2b9-d1f5-4ab0-a358-720263ec6499 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:20.095139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5ab912e-881a-46ea-bd1d-93843c9bc71a req-086ce2b9-d1f5-4ab0-a358-720263ec6499 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2145321 Mar 02 17:28:20.100679 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.101629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:20.102973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.154224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] Set router 1cfcf312-450d-4109-b16d-22e5ad7444bf gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:20.168645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5ab912e-881a-46ea-bd1d-93843c9bc71a req-8043976e-8cda-42db-8ce3-a1eec19df28a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650325 Mar 02 17:28:20.227879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] Pushing event updated for resources: {'Network': ['ID=859d8e3e-610c-449a-b60a-9b27b026006a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:20.233387 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8251c61-36ed-42c9-9583-29bbb5027a19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0779636 Mar 02 17:28:20.236329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46396) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:20.243277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Request body: {'subnet': {'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-subnet', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:20.255462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:20.257867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.264027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Usage tracker for resource:subnet and tenant:a7a8c95990a54c4d986460b5c09e46a2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:20.268710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:20.271450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 859d8e3e-610c-449a-b60a-9b27b026006a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:28:20.276216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:20.278431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Deleting port ecd8b438-0a35-44e2-a0a4-ccf6f048343f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:20.278882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.330634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Made reservation on behalf of a7a8c95990a54c4d986460b5c09e46a2 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:20.332954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.454647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdc731-7dcf-40ac-b96b-8fc470d84e66 req-c2d22ff9-446c-475e-b91d-476bae6da4d8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:20.465051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14fdc731-7dcf-40ac-b96b-8fc470d84e66 req-c2d22ff9-446c-475e-b91d-476bae6da4d8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1901686 Mar 02 17:28:20.493804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12bcb9-d201-4462-8fe1-35130e779807 req-df8c6071-c3f5-4c49-b04a-82357827bfc2 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:20.495395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c12bcb9-d201-4462-8fe1-35130e779807 req-df8c6071-c3f5-4c49-b04a-82357827bfc2 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 948 time: 0.1820018 Mar 02 17:28:20.548270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14fdc731-7dcf-40ac-b96b-8fc470d84e66 req-7157238b-0ceb-4b6c-a01a-dc206e1c5ef7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Mar 02 17:28:20.581809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:20.605790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c12bcb9-d201-4462-8fe1-35130e779807 req-0201fdb7-74bd-4088-9095-b1895950c8d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851045 Mar 02 17:28:20.614136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:28:17Z', 'revision_number': 5, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:20.624258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50898c27-698f-4e78-b465-45d9f85ea3b6 None None] The sync data for ids ['1cfcf312-450d-4109-b16d-22e5ad7444bf'] in n-d-820559-6 is: [{'id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-740441284-router', 'tenant_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:24:49Z', 'updated_at': '2022-03-02T17:28:17Z', 'revision_number': 5, 'project_id': 'e4ca9577d7694b5aa2fd27c723b9e1c0', 'gw_port': {'id': 'ecd8b438-0a35-44e2-a0a4-ccf6f048343f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfcf312-450d-4109-b16d-22e5ad7444bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:24:51Z', 'updated_at': '2022-03-02T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:20.687074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:20.687661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.699186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] For port ecd8b438-0a35-44e2-a0a4-ccf6f048343f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:20.699548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.832351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.872538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909ec61-32cb-4b14-9437-66e907fa30f8 req-e7d0cae3-8e98-4dfe-8ac1-34dc1ccf5517 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:20.878431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c909ec61-32cb-4b14-9437-66e907fa30f8 req-e7d0cae3-8e98-4dfe-8ac1-34dc1ccf5517 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.1099591 Mar 02 17:28:20.879644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Calling delete_port for ecd8b438-0a35-44e2-a0a4-ccf6f048343f owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:20.879745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:20.885790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:20.963058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c909ec61-32cb-4b14-9437-66e907fa30f8 req-76d31725-e66c-4d20-9bac-bae41ee7c9d3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750122 Mar 02 17:28:20.978319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:21.001891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.123075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c129a5-c6ee-41e8-bbfe-7f2b6a267483,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:21.150397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Checking segment: {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:21.150866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Network hostable DHCP agents. Network: 859d8e3e-610c-449a-b60a-9b27b026006a, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:28:21.176281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:21.245775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Network 859d8e3e-610c-449a-b60a-9b27b026006a is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:28:21.276593 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'code': 200} Mar 02 17:28:21.284195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 859d8e3e-610c-449a-b60a-9b27b026006a) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:21.287475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.298528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ada6b8-9530-4df4-8895-9bc459511893 None None] Network 859d8e3e-610c-449a-b60a-9b27b026006a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:21.337129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:21.337725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.365010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd8b438-0a35-44e2-a0a4-ccf6f048343f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:21.421899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee9eb-0a72-4bdc-88a7-4b384e27784b req-2915b281-0de3-4923-903c-984e5e5939aa tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:21.431240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-962ee9eb-0a72-4bdc-88a7-4b384e27784b req-2915b281-0de3-4923-903c-984e5e5939aa tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.2140119 Mar 02 17:28:21.510423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3bd860e-fa4f-4e4f-a123-932f4b3eca39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2729821 Mar 02 17:28:21.513855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46412) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:21.515174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-962ee9eb-0a72-4bdc-88a7-4b384e27784b req-b8211c9c-45e8-417f-9886-f13bf1421bfc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828240 Mar 02 17:28:21.528882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:21.535170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:21.539629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Usage tracker for resource:router and tenant:a7a8c95990a54c4d986460b5c09e46a2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:21.543656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:21.551464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:21.592268 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.593203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.689126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455fe570-b744-4972-821e-f7819f40797c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-859d8e3e-610c-449a-b60a-9b27b026006a', 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'fixed_ips': [{'subnet_id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:28:21.690442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.708550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.779060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6191d-809c-4f74-91cf-e7c201fe6835 req-db5f943f-110a-43a9-b82e-37411830be3d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:21.780837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46a6191d-809c-4f74-91cf-e7c201fe6835 req-db5f943f-110a-43a9-b82e-37411830be3d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2376871 Mar 02 17:28:21.836280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7da50899-c633-4890-b41e-c2e364f945ec no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:21.889488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7da50899-c633-4890-b41e-c2e364f945ec {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:21.890522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7da50899-c633-4890-b41e-c2e364f945ec not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:21.933866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:21.945436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46a6191d-809c-4f74-91cf-e7c201fe6835 req-de8f5a00-592b-4696-a4c9-71b5c324fee8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497591 Mar 02 17:28:22.005406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c3c05-0ee4-4add-9a79-3c6c9500fb4d req-05e2fc20-edf8-4db1-a8aa-2e86dd5dee1b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:22.013551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b62c3c05-0ee4-4add-9a79-3c6c9500fb4d req-05e2fc20-edf8-4db1-a8aa-2e86dd5dee1b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1877108 Mar 02 17:28:22.020646 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc6228f9-d41e-4728-98cf-74e5cb96a27b req-232d17fe-7c73-43a7-972d-063acb8d20b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1101 time: 0.1522930 Mar 02 17:28:22.062819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-455fe570-b744-4972-821e-f7819f40797c None None] Allocated IP 172.20.0.2 (859d8e3e-610c-449a-b60a-9b27b026006a/01c129a5-c6ee-41e8-bbfe-7f2b6a267483/e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:22.134264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b62c3c05-0ee4-4add-9a79-3c6c9500fb4d req-b8b47b08-8894-4d34-9c32-1b780586b105 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194947 Mar 02 17:28:22.150558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc6228f9-d41e-4728-98cf-74e5cb96a27b req-2fb1fcf8-f94d-4a35-b954-4ad6d3e105d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075854 Mar 02 17:28:22.323836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4463e-5138-4651-a089-4618902d3b8d req-149fadc6-2104-42f7-a19e-04cb12643908 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:22.329406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74b4463e-5138-4651-a089-4618902d3b8d req-149fadc6-2104-42f7-a19e-04cb12643908 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1637306 Mar 02 17:28:22.350524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.365603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-455fe570-b744-4972-821e-f7819f40797c None None] Transition to ACTIVE for port object e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:22.411758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-455fe570-b744-4972-821e-f7819f40797c None None] Transition to ACTIVE for port object e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:22.419236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.421809 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.435285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.453911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74b4463e-5138-4651-a089-4618902d3b8d req-2add86a3-0d61-4c1e-b37d-ae726167f751 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188445 Mar 02 17:28:22.497223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.497956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cfcf312-450d-4109-b16d-22e5ad7444bf {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:28:22.518466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.521614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f35bbd3d-b27e-4f28-8b1d-f426be739d25 req-873313a8-1c6d-4343-9f6f-246ea5aee285 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1097 time: 0.1495640 Mar 02 17:28:22.532848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.534192 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d890869c-5d29-4abd-86db-583f056fbaab admin admin] 10.222.0.37 "DELETE /v2.0/routers/1cfcf312-450d-4109-b16d-22e5ad7444bf HTTP/1.1" status: 204 len: 168 time: 3.2048266 Mar 02 17:28:22.541666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46424) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:22.543498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455fe570-b744-4972-821e-f7819f40797c None None] Network 859d8e3e-610c-449a-b60a-9b27b026006a is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:22.550437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-455fe570-b744-4972-821e-f7819f40797c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:22.558315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fe570-b744-4972-821e-f7819f40797c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:22.655907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fe570-b744-4972-821e-f7819f40797c None None] Pushing event updated for resources: {'Port': ['ID=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:22.704733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f35bbd3d-b27e-4f28-8b1d-f426be739d25 req-ff03ed2a-8f9f-44f0-bbf7-2432e9783873 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818619 Mar 02 17:28:22.711077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Deleting subnet 70cab82d-f306-431a-a5ef-9f2364b7646b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:28:22.724713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.804387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-455fe570-b744-4972-821e-f7819f40797c None None] Attempting to bind port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:22.804839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-455fe570-b744-4972-821e-f7819f40797c None None] Attempting to bind port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:22.806061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fe570-b744-4972-821e-f7819f40797c None None] Attempting to bind port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 on network 859d8e3e-610c-449a-b60a-9b27b026006a {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:22.813309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fe570-b744-4972-821e-f7819f40797c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:22.813782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fe570-b744-4972-821e-f7819f40797c None None] Checking segment: {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:22.813940 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.814310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.814773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fe570-b744-4972-821e-f7819f40797c None None] Bound using segment: {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:22.815289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-455fe570-b744-4972-821e-f7819f40797c None None] Bound port: e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:22.815727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.833798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.875118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:22.910406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-455fe570-b744-4972-821e-f7819f40797c None None] For port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:22.914310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-455fe570-b744-4972-821e-f7819f40797c None None] For port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:22.919813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-455fe570-b744-4972-821e-f7819f40797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.032913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Allocated IP 172.25.3.202 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/c87be9cc-1a65-4a04-8a91-1cac8b7cfb73) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:23.041525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fe570-b744-4972-821e-f7819f40797c None None] Pushing event updated for resources: {'Port': ['ID=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:23.070660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728abb24-cda1-494a-a7fa-880abb03f230 req-67f15e09-fb08-491a-855b-5f399a6f921a tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:23.078164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728abb24-cda1-494a-a7fa-880abb03f230 req-67f15e09-fb08-491a-855b-5f399a6f921a tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.4444382 Mar 02 17:28:23.209700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728abb24-cda1-494a-a7fa-880abb03f230 req-d51c5703-2bec-444e-ba52-fd244f70fcad tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260569 Mar 02 17:28:23.235399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.295545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3084b67-1c22-4dc6-9a11-e47193acc8f1 req-a0ac3410-8a72-4199-9842-1ed15a70192f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:23.297156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3084b67-1c22-4dc6-9a11-e47193acc8f1 req-a0ac3410-8a72-4199-9842-1ed15a70192f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 948 time: 0.4009025 Mar 02 17:28:23.304848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.355018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.465020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:23.468516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:23.469769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.473777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:23.502644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Pushing event updated for resources: {'Port': ['ID=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:23.524771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cab82d-f306-431a-a5ef-9f2364b7646b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:23.530040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.533930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093f396-74f1-43a0-a59f-723485d43924 None None] Network 7936919b-94cc-4f2d-88e8-b6757e4a739f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:23.534539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3084b67-1c22-4dc6-9a11-e47193acc8f1 req-97d10f3b-10ba-4683-8f50-0d4f2847ef84 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785822 Mar 02 17:28:23.542469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d9090867-e90e-4500-b5c0-f5ab5ca625e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70cab82d-f306-431a-a5ef-9f2364b7646b HTTP/1.1" status: 204 len: 168 time: 0.9996274 Mar 02 17:28:23.548898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:23.668779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd36a449-9d92-48a3-b14b-9a6a1e422339 req-07beb917-4fd6-4208-89d4-f4f3c13c7607 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2776210 Mar 02 17:28:23.673447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.674452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.741030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.776820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Deleting port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:23.777166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:23.861348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:23.891056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244474-a151-4c18-98f9-1fe9e4122558 req-e3314879-ecbe-414b-9d9b-ba03023f5529 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:23.894471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0244474-a151-4c18-98f9-1fe9e4122558 req-e3314879-ecbe-414b-9d9b-ba03023f5529 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2247977 Mar 02 17:28:23.967123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:23.969639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:23.989227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0244474-a151-4c18-98f9-1fe9e4122558 req-48449d44-4937-4fc0-9842-66709ea3d0bd tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Mar 02 17:28:23.992765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ecd8b438-0a35-44e2-a0a4-ccf6f048343f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:24.084894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] DHCP port deletion for 7936919b-94cc-4f2d-88e8-b6757e4a739f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:28:24.099207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Deleting port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:24.101740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.135084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:28:24.151487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ecd8b438-0a35-44e2-a0a4-ccf6f048343f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:24.153389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ecd8b438-0a35-44e2-a0a4-ccf6f048343f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:24.189012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:28:24.306535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] For port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:24.307222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.528736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] For port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,segment=NetworkSegment(d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4),segment_id=d32303ba-a1d1-4e0c-9d72-3df79cf4bbe4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:24.529271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.548987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Calling delete_port for 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:24.655695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Calling delete_port for 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:24.675561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:24.691552 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Sync routers for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:24.709960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.713396 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Routers {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:24.714240 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:24.732541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aa5ae-5914-4e64-a5a2-0dc7a29b6f17 req-b75facff-6509-48f0-b089-b767188bed48 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:24.733115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.744020 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23d04189-0851-4bff-9791-a44fe598ef68 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2265720 Mar 02 17:28:24.744204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b9aa5ae-5914-4e64-a5a2-0dc7a29b6f17 req-b75facff-6509-48f0-b089-b767188bed48 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1196129 Mar 02 17:28:24.744297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c8b96-192a-4d32-a031-2686db4c8bd4 None None] Network 859d8e3e-610c-449a-b60a-9b27b026006a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:24.745427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46466) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:24.857100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:28:24.857457 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:28:24.866727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:24.879378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Provisioning for port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:24.894376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'mac_address': 'fa:16:3e:5e:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:24.903446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:24.909961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Provisioning complete for port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:24.910325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:24.928589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] No DVR routers for this DVR port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:24.980683 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Set router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:25.071832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.102611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7936919b-94cc-4f2d-88e8-b6757e4a739f']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:25.116304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:25.116830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32303ba-a1d1-4e0c-9d72-3df79cf4bbe4') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:25.129697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.140662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.147882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.155059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:28:25.155700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.198564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:28:25.284605 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:28:25.304720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b9aa5ae-5914-4e64-a5a2-0dc7a29b6f17 req-1bdcf2b1-5d29-475e-a741-dcf7dc3f3878 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615547 Mar 02 17:28:25.317233 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.318053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:25.321348 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.339042 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.377640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Deleting port 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:25.378039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.435152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Pushing event deleted for resources: {'Network': ['ID=7936919b-94cc-4f2d-88e8-b6757e4a739f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:25.444546 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.460496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2fc1c492-6b87-4c5e-80d0-9a30c2e6f631 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7936919b-94cc-4f2d-88e8-b6757e4a739f HTTP/1.1" status: 204 len: 168 time: 1.9092245 Mar 02 17:28:25.486003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bdb037d0-3047-4b99-8639-a45f230656dd None None] The port '35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:28:25.517061 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:23Z', 'revision_number': 3, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:25.517665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:25.523615 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Checking router: c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:25.533871 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Updating router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:28:25.557016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-2d903203-6cd7-4fc3-b96e-738704cf2b21 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:28:25.557921 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-2d903203-6cd7-4fc3-b96e-738704cf2b21 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090821 Mar 02 17:28:25.558315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] For port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:25.577507 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.585417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:25.585859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Unknown quota resources ['binding']. {{(pid=83796) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:28:25.651779 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:25.695612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04e960-cad2-4b91-8a19-78637321d51c None None] Pushing event updated for resources: {'Port': ['ID=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:25.736883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:25.847960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:25.921940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-42f0b3ea-4d3f-4279-80e1-88f96386dc20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dce523a77b404292a9fa1482d1e0ad81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1834042 Mar 02 17:28:25.924422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46480) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:25.957264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-32aab4d1-5358-45bc-ab73-79d1aa41c610 None None] Provisioning complete for port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:25.957634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aab4d1-5358-45bc-ab73-79d1aa41c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.020847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:26.043329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:26.043900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:26.044198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:26.062902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:26.063248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:26.076202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:26.076615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:26.076995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:26.077424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Bound port: 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:26.080588 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.094761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Transition to ACTIVE for port object c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:26.097120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:26.097500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.113150 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.181407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28daa44-2d9e-427b-b2f9-b8e614ba44ee req-e84f48f7-d62d-4fa5-b962-dc9a88e756c4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:26.183386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b28daa44-2d9e-427b-b2f9-b8e614ba44ee req-e84f48f7-d62d-4fa5-b962-dc9a88e756c4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3990290 Mar 02 17:28:26.197348 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Pushing event updated for resources: {'Port': ['ID=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:26.209453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.209947 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.210603 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.210861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.211311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.211871 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.212077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:26.212599 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.213186 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.213931 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.214710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.214710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:26.224006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.224704 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bc96e6f2-4326-4bd4-b65e-82cd336adee6 service neutron] 10.222.0.37 "POST /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6429343 Mar 02 17:28:26.247437 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Attempting to bind port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:26.248160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Attempting to bind port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:26.248753 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Attempting to bind port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:26.256504 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:26.257321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:26.257943 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.259117 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:26.259826 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Bound port: c87be9cc-1a65-4a04-8a91-1cac8b7cfb73, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:26.260180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.260683 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.338404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.340352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.372482 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] For port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:26.379296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] For port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:26.393814 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.444788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:26.494783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:26.495207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dfea2e-9a44-4d4f-9a76-1564d2c7e6b4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:26.515810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b28daa44-2d9e-427b-b2f9-b8e614ba44ee req-a8649ef3-4c06-479b-8438-9e7e613d6b6c tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252015 Mar 02 17:28:26.603630 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735297-037e-4240-8781-0feee5ef7768 None None] Pushing event updated for resources: {'Port': ['ID=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:26.607079 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Routers {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:26.607704 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:26.659374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.687839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdcabf-7199-45b7-93db-3e1952a87e81,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:26.763022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:26.766510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-61608a4f-c07b-452d-bf20-c1e4e7bf264c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddbdcabf-7199-45b7-93db-3e1952a87e81 HTTP/1.1" status: 204 len: 168 time: 0.8357995 Mar 02 17:28:26.769125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Allocated IP 172.20.0.1 (859d8e3e-610c-449a-b60a-9b27b026006a/01c129a5-c6ee-41e8-bbfe-7f2b6a267483/40e89882-9a56-4a87-acfd-f04e09eee651) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:26.820632 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] Set router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:26.821742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e895985f-b2f8-4d96-a186-3b2365eaa022 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1097 time: 0.2222261 Mar 02 17:28:26.831325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a94c-f9d9-4eef-bde4-f1667e7fa464 req-ec0c7829-0a2a-4558-abc8-35eb8e7d7f01 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:26.838634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94d1a94c-f9d9-4eef-bde4-f1667e7fa464 req-ec0c7829-0a2a-4558-abc8-35eb8e7d7f01 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 949 time: 0.2946866 Mar 02 17:28:26.996552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dd13c-fbed-4764-8254-b4afe21e829b req-d4830181-8bd6-4954-8012-fc446ab5108a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:26.998469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a5dd13c-fbed-4764-8254-b4afe21e829b req-d4830181-8bd6-4954-8012-fc446ab5108a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3041651 Mar 02 17:28:27.067360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94d1a94c-f9d9-4eef-bde4-f1667e7fa464 req-7698dd2c-b0d6-4741-908d-8273c1805466 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276206 Mar 02 17:28:27.161808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e3a03bfa-2493-4226-b1b8-b761f8a17581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.167579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e3a03bfa-2493-4226-b1b8-b761f8a17581 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.3253763 Mar 02 17:28:27.172142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a5dd13c-fbed-4764-8254-b4afe21e829b req-08295e0d-e773-47f7-9a10-304ee2369b07 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592050 Mar 02 17:28:27.240276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.283068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Transition to ACTIVE for port object 40e89882-9a56-4a87-acfd-f04e09eee651 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:27.319743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.365187 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:23Z', 'revision_number': 3, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:27.371359 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e94f7-ca80-488a-a664-9ad47b5ece20 None None] The sync data for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 is: [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:23Z', 'revision_number': 3, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:27.393990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Network 859d8e3e-610c-449a-b60a-9b27b026006a is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:27.411555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:27.413371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Pushing event updated for resources: {'Port': ['ID=40e89882-9a56-4a87-acfd-f04e09eee651,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:27.415990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:27.442858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-17ab817b-cb88-43a1-9181-2430633f3c78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 217 time: 0.2652037 Mar 02 17:28:27.496876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.572485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:27.610270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.626905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-3863b6b1-d9ba-4d70-be2d-63b4ae1c048f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.628333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-3863b6b1-d9ba-4d70-be2d-63b4ae1c048f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1546602 Mar 02 17:28:27.698288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-32616187-cbc3-47dc-ad3c-18622f24ab2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622590 Mar 02 17:28:27.750677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62ce91-0c5b-4548-85d2-4907b03b9273 req-32545822-ff1d-4c65-9784-f0b056bdcfb4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.752260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb62ce91-0c5b-4548-85d2-4907b03b9273 req-32545822-ff1d-4c65-9784-f0b056bdcfb4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.3933692 Mar 02 17:28:27.775451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e45eb8b-fd3f-462a-824b-1bafa298a824 None None] Provisioning for port 40e89882-9a56-4a87-acfd-f04e09eee651 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:27.780984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e45eb8b-fd3f-462a-824b-1bafa298a824 None None] Provisioning complete for port 40e89882-9a56-4a87-acfd-f04e09eee651 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:27.781630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e45eb8b-fd3f-462a-824b-1bafa298a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.849514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5e45eb8b-fd3f-462a-824b-1bafa298a824 None None] Port 40e89882-9a56-4a87-acfd-f04e09eee651 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:27.854676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:27.855605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a3b57-d5e0-4101-a3c2-01674a2ee97a req-f75f0842-d974-47c2-8624-03d6673b81c6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:27.857210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35a3b57-d5e0-4101-a3c2-01674a2ee97a req-f75f0842-d974-47c2-8624-03d6673b81c6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.5819569 Mar 02 17:28:27.895688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-990b04dd-1917-4941-a1cf-44be6a23de1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4ca9577d7694b5aa2fd27c723b9e1c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3199425 Mar 02 17:28:27.916746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46500) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:27.938320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:27.945186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:27.946755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.954482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:27.959446 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.005356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:28.026040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb62ce91-0c5b-4548-85d2-4907b03b9273 req-158a02fc-042f-4b2c-b440-4dcf41fedd04 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568495 Mar 02 17:28:28.045306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35a3b57-d5e0-4101-a3c2-01674a2ee97a req-14b7277c-5029-4093-8cfe-98ceb529c45d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598287 Mar 02 17:28:28.072796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Pushing event updated for resources: {'Port': ['ID=40e89882-9a56-4a87-acfd-f04e09eee651,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:28.102678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-3305000f-6dce-4a54-abac-67e19b5bd2e1 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845000 Mar 02 17:28:28.105463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.113784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.237468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.268140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:28.276350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:28.281890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 90e27075-4a2a-4de6-bbbb-46857f1fc47b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:28.282402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.284849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.312187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Network 859d8e3e-610c-449a-b60a-9b27b026006a is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:28.313559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:28.319513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.597403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:28.604072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-99032341-65cf-4707-aa77-d058aec25a4d service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848118 Mar 02 17:28:28.624199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc25c-ac97-4a87-adba-68a199452aa1 req-21a3bbb0-f32c-430f-b48c-adabf60e7ded tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:28.625747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fecc25c-ac97-4a87-adba-68a199452aa1 req-21a3bbb0-f32c-430f-b48c-adabf60e7ded tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3441765 Mar 02 17:28:28.642201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7e5f2-8f36-40e5-bf83-24a018cd2323 req-9787ba39-889c-4ca1-a5f2-5324e0818ac2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:28.643515 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.644152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70e7e5f2-8f36-40e5-bf83-24a018cd2323 req-9787ba39-889c-4ca1-a5f2-5324e0818ac2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.3614347 Mar 02 17:28:28.648195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.706891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:28.715653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:28.724771 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.738711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91f147-4da3-4609-bbb8-f354aa67c37b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:28.748348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.754343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bd4d93f9-ae9b-4007-84f4-452f383ca21c None None] Provisioning complete for port 40e89882-9a56-4a87-acfd-f04e09eee651 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:28.754743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bd4d93f9-ae9b-4007-84f4-452f383ca21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:28.763445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0eaefbdc-a70c-4a71-a4ee-d2f5e652bb28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac91f147-4da3-4609-bbb8-f354aa67c37b HTTP/1.1" status: 204 len: 168 time: 0.8307691 Mar 02 17:28:28.797222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fecc25c-ac97-4a87-adba-68a199452aa1 req-956586e9-6936-4ab7-ad7c-6d74bf5da944 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514986 Mar 02 17:28:28.803402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70e7e5f2-8f36-40e5-bf83-24a018cd2323 req-cef471b8-4c89-4cfb-8eb9-0eeb7a915cc1 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470938 Mar 02 17:28:28.872264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d93f9-ae9b-4007-84f4-452f383ca21c None None] Port 40e89882-9a56-4a87-acfd-f04e09eee651 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:28.876758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:28.937530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:29.175051 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'code': 200} Mar 02 17:28:29.256653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:29.272938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e5673bf-e76d-48bf-98ae-ce9fac8cc804 admin admin] 10.222.0.37 "PUT /v2.0/routers/c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5271516 Mar 02 17:28:29.408344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82738499-9413-4c83-8c65-38ed86995688 req-4a4b72ba-9a98-43a8-b0dd-7e3aea4eb5fd tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:29.411053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82738499-9413-4c83-8c65-38ed86995688 req-4a4b72ba-9a98-43a8-b0dd-7e3aea4eb5fd tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.4210505 Mar 02 17:28:29.605680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-b2b7598e-7a0f-4f40-8b95-4b57103b6624 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:29.610481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-b2b7598e-7a0f-4f40-8b95-4b57103b6624 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2&tenant_id=be7a56788c704ae88a6f0419f41a10cd&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 951 time: 0.3262906 Mar 02 17:28:29.616677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82738499-9413-4c83-8c65-38ed86995688 req-60f603af-35a3-44d8-98b4-f4d58630fd88 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931562 Mar 02 17:28:29.802501 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-ae04d99f-bb4f-4a83-80f0-3424851bdc07 service neutron] delete failed (client error): The resource could not be found. Mar 02 17:28:29.803926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-ae04d99f-bb4f-4a83-80f0-3424851bdc07 service neutron] 10.222.0.50 "DELETE /v2.0/ports/90e27075-4a2a-4de6-bbbb-46857f1fc47b/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1794567 Mar 02 17:28:29.840913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:29.959822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6daf3-49bb-48f6-986c-69914e760f0a req-98d983d1-dab2-43e0-b032-555602b2b16a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:29.962332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34f6daf3-49bb-48f6-986c-69914e760f0a req-98d983d1-dab2-43e0-b032-555602b2b16a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.2222736 Mar 02 17:28:29.991660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:29.992212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:30.077496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f45312-ad07-459e-ad97-a03a98b0f431 req-ccb08456-eb69-43a8-ab4b-f5445b3a0620 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:30.078983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5f45312-ad07-459e-ad97-a03a98b0f431 req-ccb08456-eb69-43a8-ab4b-f5445b3a0620 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.2476430 Mar 02 17:28:30.094407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34f6daf3-49bb-48f6-986c-69914e760f0a req-f81ff5aa-5a43-4eeb-94f8-a837dcc7f13d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245439 Mar 02 17:28:30.200133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-3ebb50b8-d562-4267-b438-7ed41844e673 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 1102 time: 0.2108352 Mar 02 17:28:30.203130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5f45312-ad07-459e-ad97-a03a98b0f431 req-5f261b6e-8881-4d90-b250-a74a3ad459ee tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078429 Mar 02 17:28:30.483020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-cc955fc3-c730-43ab-b8cb-b091288c5fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:30.484473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-cc955fc3-c730-43ab-b8cb-b091288c5fd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2634799 Mar 02 17:28:30.566796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed3b20-67a5-4e3b-83bf-0a8059e0817b req-78331201-ae5f-43ab-8b95-12da23620aa4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:30.568242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ed3b20-67a5-4e3b-83bf-0a8059e0817b req-78331201-ae5f-43ab-8b95-12da23620aa4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2954991 Mar 02 17:28:30.596242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-a5c73b86-b4b2-4757-ac7c-c2ea1cea0a12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 200 len: 217 time: 0.0984707 Mar 02 17:28:30.601594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08f4be-3b3f-4d90-963c-5513c488e7b6 req-cf265ef3-4675-4550-8374-df64bbb27c64 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:30.603064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b08f4be-3b3f-4d90-963c-5513c488e7b6 req-cf265ef3-4675-4550-8374-df64bbb27c64 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2453451 Mar 02 17:28:30.701670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ed3b20-67a5-4e3b-83bf-0a8059e0817b req-e74cc636-c67d-4d4d-9e9b-a3e56ab3a488 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236472 Mar 02 17:28:30.714999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-a8625d92-33bf-47f2-bdd2-1aa86a56b6ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:30.716605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-a8625d92-33bf-47f2-bdd2-1aa86a56b6ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1099033 Mar 02 17:28:30.734204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b08f4be-3b3f-4d90-963c-5513c488e7b6 req-1723b84f-b4ab-498a-ad03-b55fd7ff0437 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899587 Mar 02 17:28:30.840777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-f9662333-e2c9-4c90-ac74-106581e5ccee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049368 Mar 02 17:28:31.091261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3aecf7f-f621-4f25-9597-8cf4f7545a87 req-2e9d1470-bd16-4143-88ee-b905e9477ea5 tempest-FloatingIPsNegativeTestJSON-1593186177 tempest-FloatingIPsNegativeTestJSON-1593186177-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=a7a8c95990a54c4d986460b5c09e46a2 HTTP/1.1" status: 200 len: 217 time: 0.0952356 Mar 02 17:28:31.113855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-374c4983-11bf-4e26-aa1d-88f3d72e92a2 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603686 Mar 02 17:28:31.213275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ebdc-7dec-471d-8efc-bd2a72405185 req-e19e16d2-1bc6-4de4-a2b6-b2b891cb48fa tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.219952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4560ebdc-7dec-471d-8efc-bd2a72405185 req-e19e16d2-1bc6-4de4-a2b6-b2b891cb48fa tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.2875156 Mar 02 17:28:31.353753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4560ebdc-7dec-471d-8efc-bd2a72405185 req-85d6f7a6-556b-47ed-947d-45e62f5d950f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329482 Mar 02 17:28:31.401935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c19bbda2-5f01-4a57-aa87-c54f945f745f req-bf286f69-6e7d-49f6-b252-6b0d02f7418c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729685 Mar 02 17:28:31.407501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04637b37-18a7-481a-a301-9976335f5ec6 req-8643b0cd-bc9b-4d5f-b18a-a07552c9d630 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.408954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04637b37-18a7-481a-a301-9976335f5ec6 req-8643b0cd-bc9b-4d5f-b18a-a07552c9d630 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1693411 Mar 02 17:28:31.509658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Sync routers for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:31.532565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Routers {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:31.533198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:31.540363 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-c11c556f-a5df-4238-ae80-0bb31bac7328 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1101 time: 0.1196756 Mar 02 17:28:31.649186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe1f680d-b726-4680-aca5-58f5d6a2449b req-f2e2d5ad-171e-48a2-b9b3-d54883e59e5e tempest-FloatingIPsNegativeTestJSON-1593186177 tempest-FloatingIPsNegativeTestJSON-1593186177-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1973364 Mar 02 17:28:31.651413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04637b37-18a7-481a-a301-9976335f5ec6 req-3a7b77d4-263b-4454-9718-90f21c34eef2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347751 Mar 02 17:28:31.783086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Set router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:31.833031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-363af0a0-f7f0-4fc9-968b-e2b9c2e1d70a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.835121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-363af0a0-f7f0-4fc9-968b-e2b9c2e1d70a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2558849 Mar 02 17:28:31.913125 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-c9b5bb68-0b0c-4f31-aa25-3b137816c91e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd HTTP/1.1" status: 200 len: 217 time: 0.0663583 Mar 02 17:28:31.932632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf5ede-3555-4ef4-98b3-80791996b31a req-a891c3d0-0cbd-4eef-a327-7dd8c8221da3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.934069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dbf5ede-3555-4ef4-98b3-80791996b31a req-a891c3d0-0cbd-4eef-a327-7dd8c8221da3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.1036129 Mar 02 17:28:31.940417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846ad0-f6ad-4cb9-aab4-b9f130acccd0 req-2f18c2ff-2ca1-4ab5-87c7-d8d022a445ae tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.941784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c846ad0-f6ad-4cb9-aab4-b9f130acccd0 req-2f18c2ff-2ca1-4ab5-87c7-d8d022a445ae tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.1475728 Mar 02 17:28:31.988153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-5c451a30-74ab-44b4-a799-1b9b662d87e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:31.989586 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-5c451a30-74ab-44b4-a799-1b9b662d87e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0604787 Mar 02 17:28:32.014991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dbf5ede-3555-4ef4-98b3-80791996b31a req-f8ac9a74-d9c3-4794-9411-330fcd48ad82 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722442 Mar 02 17:28:32.017396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c846ad0-f6ad-4cb9-aab4-b9f130acccd0 req-fb5aa518-5335-4c74-8240-06494f11ba12 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615120 Mar 02 17:28:32.133771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:27Z', 'revision_number': 4, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '40e89882-9a56-4a87-acfd-f04e09eee651', 'name': '', 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'mac_address': 'fa:16:3e:66:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:26Z', 'updated_at': '2022-03-02T17:28:27Z', 'revision_number': 2, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'subnets': [{'id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:32.139609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Checking router: c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:32.140312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Updating router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e port 40e89882-9a56-4a87-acfd-f04e09eee651 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:28:32.141520 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-b93d465c-408a-4a1e-a93b-82abaa7267c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182659 Mar 02 17:28:32.160077 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-dcc40bd3-8462-4c3a-b959-a19a2d6907b3 req-c44ef21f-4c20-4666-9cb2-d8964a891054 tempest-FloatingIPsNegativeTestJSON-1593186177 tempest-FloatingIPsNegativeTestJSON-1593186177-project] show failed (client error): The resource could not be found. Mar 02 17:28:32.161070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcc40bd3-8462-4c3a-b959-a19a2d6907b3 req-c44ef21f-4c20-4666-9cb2-d8964a891054 tempest-FloatingIPsNegativeTestJSON-1593186177 tempest-FloatingIPsNegativeTestJSON-1593186177-project] 10.222.0.37 "GET /v2.0/floatingips/9122485d-e107-4dba-b5f8-d2b90a6d30af HTTP/1.1" status: 404 len: 350 time: 0.0733743 Mar 02 17:28:32.171995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:32.222780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:32.394199 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-8414af58-65a9-478d-a5ec-b7bfacb068a8 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407775 Mar 02 17:28:32.553603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-90d95214-0e4d-4a36-90ce-174ca251a3ce req-01b8f070-ebcb-49e9-ac96-011ea0485c5b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484036 Mar 02 17:28:32.591247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a134a-3c80-4ed5-8d79-fc7531128d85 req-b284dcd5-0546-455b-a9db-4ff48d24991b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:32.592686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-012a134a-3c80-4ed5-8d79-fc7531128d85 req-b284dcd5-0546-455b-a9db-4ff48d24991b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2499433 Mar 02 17:28:32.670502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85876a-f1ce-41db-b63e-06c0602d1877 req-518a4a6d-3b44-4aa4-b571-396653e1418e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:32.671954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a85876a-f1ce-41db-b63e-06c0602d1877 req-518a4a6d-3b44-4aa4-b571-396653e1418e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1702154 Mar 02 17:28:32.677869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-012a134a-3c80-4ed5-8d79-fc7531128d85 req-aed94f92-661b-4cea-a1d5-24e944607273 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Mar 02 17:28:32.720882 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:32.734692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Transition to ACTIVE for port object 40e89882-9a56-4a87-acfd-f04e09eee651 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:32.741497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:32.839737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a85876a-f1ce-41db-b63e-06c0602d1877 req-b2f50731-d631-4a38-a027-5159dc3ede19 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609242 Mar 02 17:28:32.864887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e4753-78bc-4032-a471-3dd2cceff79e None None] Pushing event updated for resources: {'Port': ['ID=40e89882-9a56-4a87-acfd-f04e09eee651,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:32.957114 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:33.013098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Attempting to bind port 40e89882-9a56-4a87-acfd-f04e09eee651 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:33.013576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Attempting to bind port 40e89882-9a56-4a87-acfd-f04e09eee651 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:33.013935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Attempting to bind port 40e89882-9a56-4a87-acfd-f04e09eee651 on network 859d8e3e-610c-449a-b60a-9b27b026006a {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:33.022029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:33.022392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Checking segment: {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:33.022818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:33.023198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Bound using segment: {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:33.023680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Bound port: 40e89882-9a56-4a87-acfd-f04e09eee651, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e2b2d-53cf-410b-b797-bee966ce3e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:33.024663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:33.115855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] For port 40e89882-9a56-4a87-acfd-f04e09eee651, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:33.121856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] For port 40e89882-9a56-4a87-acfd-f04e09eee651, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=40e89882-9a56-4a87-acfd-f04e09eee651,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:33.127470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:33.214332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e4753-78bc-4032-a471-3dd2cceff79e None None] Pushing event updated for resources: {'Port': ['ID=40e89882-9a56-4a87-acfd-f04e09eee651,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:33.220303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Routers {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:33.220907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:33.257253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7799-2e42-4cf6-957b-99667a565a79 req-0435c7b9-5c89-4da4-8354-4ad10c893a23 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:33.264984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-032f7799-2e42-4cf6-957b-99667a565a79 req-0435c7b9-5c89-4da4-8354-4ad10c893a23 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.2461405 Mar 02 17:28:33.271705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb32c4-dac0-4420-b0a3-fabc7f7e2b2b req-8ce1fe95-1ee1-41a0-bbd5-a27630a34f24 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:33.273103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbcb32c4-dac0-4420-b0a3-fabc7f7e2b2b req-8ce1fe95-1ee1-41a0-bbd5-a27630a34f24 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2135193 Mar 02 17:28:33.365181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-032f7799-2e42-4cf6-957b-99667a565a79 req-c9ef89c1-a168-4026-b52f-e960a8f7ed6a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993464 Mar 02 17:28:33.370448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbcb32c4-dac0-4420-b0a3-fabc7f7e2b2b req-6d1e1f0f-14ca-47f0-9d7d-9d0ea7c03824 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Mar 02 17:28:33.420438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] Set router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:33.837510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:27Z', 'revision_number': 4, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '40e89882-9a56-4a87-acfd-f04e09eee651', 'name': '', 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'mac_address': 'fa:16:3e:66:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:26Z', 'updated_at': '2022-03-02T17:28:33Z', 'revision_number': 4, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'subnets': [{'id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:33.841445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b062a-dd77-487c-89ff-8009b0bb2817 None None] The sync data for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 is: [{'id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1616316186-router', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:21Z', 'updated_at': '2022-03-02T17:28:27Z', 'revision_number': 4, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'gw_port': {'id': 'c87be9cc-1a65-4a04-8a91-1cac8b7cfb73', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:22Z', 'updated_at': '2022-03-02T17:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '40e89882-9a56-4a87-acfd-f04e09eee651', 'name': '', 'network_id': '859d8e3e-610c-449a-b60a-9b27b026006a', 'tenant_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'mac_address': 'fa:16:3e:66:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:26Z', 'updated_at': '2022-03-02T17:28:33Z', 'revision_number': 4, 'project_id': 'a7a8c95990a54c4d986460b5c09e46a2', 'subnets': [{'id': '01c129a5-c6ee-41e8-bbfe-7f2b6a267483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:33.927366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7fb10-ca9b-40e2-9606-55e0d323eac7 req-1c1f8961-05c5-4a56-9158-fd47c52cc426 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:33.928734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9a7fb10-ca9b-40e2-9606-55e0d323eac7 req-1c1f8961-05c5-4a56-9158-fd47c52cc426 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.3766375 Mar 02 17:28:33.945074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601f1d-9cf1-40e1-b156-a61e4e601732 req-f58bdb65-abfc-4d40-bc2d-b92946026f05 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:33.947029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb601f1d-9cf1-40e1-b156-a61e4e601732 req-f58bdb65-abfc-4d40-bc2d-b92946026f05 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.2268350 Mar 02 17:28:34.069975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9a7fb10-ca9b-40e2-9606-55e0d323eac7 req-a6d72beb-d5a0-41f8-b605-32849c73285d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219697 Mar 02 17:28:34.076466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb601f1d-9cf1-40e1-b156-a61e4e601732 req-14653f1d-4977-41e7-b3ca-ae7f7a1eeccb tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077051 Mar 02 17:28:34.351471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Deleting port 40e89882-9a56-4a87-acfd-f04e09eee651 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:34.351839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:34.520001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20a688-de98-4dd9-831b-071f3b7a576f req-0d2e1d27-79c3-4d85-b62c-2a7b392523ae tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:34.521452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec20a688-de98-4dd9-831b-071f3b7a576f req-0d2e1d27-79c3-4d85-b62c-2a7b392523ae tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2754769 Mar 02 17:28:34.530327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3561-0bee-4c4c-9827-dce76e0071bc req-0ce94d04-f9dc-4a88-a02a-1357ca1f5678 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:34.531780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28ff3561-0bee-4c4c-9827-dce76e0071bc req-0ce94d04-f9dc-4a88-a02a-1357ca1f5678 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2937121 Mar 02 17:28:34.641009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] For port 40e89882-9a56-4a87-acfd-f04e09eee651, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=40e89882-9a56-4a87-acfd-f04e09eee651,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:34.641368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:34.658413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec20a688-de98-4dd9-831b-071f3b7a576f req-b51efe03-b3ed-4602-a658-d7168f8a28ee tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Mar 02 17:28:34.719172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28ff3561-0bee-4c4c-9827-dce76e0071bc req-fb2e935a-e3e6-4a2b-a628-fc6d9015efc8 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687236 Mar 02 17:28:34.783668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Calling delete_port for 40e89882-9a56-4a87-acfd-f04e09eee651 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:34.987947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d3f3-a2dd-4c34-9d7e-c74ce40df1f0 req-53ebabc8-64a7-40e2-b7bd-f9d2a1653440 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:34.989267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e560d3f3-a2dd-4c34-9d7e-c74ce40df1f0 req-53ebabc8-64a7-40e2-b7bd-f9d2a1653440 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.2120590 Mar 02 17:28:35.059464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ad5e6-e231-422f-9a31-0a51992d124f req-6cde814c-c22f-47b1-b4e4-692ea96cee08 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:35.060921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef2ad5e6-e231-422f-9a31-0a51992d124f req-6cde814c-c22f-47b1-b4e4-692ea96cee08 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1895945 Mar 02 17:28:35.113275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e560d3f3-a2dd-4c34-9d7e-c74ce40df1f0 req-5429bf30-3d48-44aa-8f5f-6d50dadead32 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171274 Mar 02 17:28:35.137647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef2ad5e6-e231-422f-9a31-0a51992d124f req-bf247ac9-22c5-4680-a70d-3788584aa988 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Mar 02 17:28:35.138656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:35.182135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e89882-9a56-4a87-acfd-f04e09eee651,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:35.644766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148d62-0db4-483b-b646-5a9feff1aeb6 req-99494548-4e5c-4eb6-a7cb-d1be9df0fe1b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:35.646204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50148d62-0db4-483b-b646-5a9feff1aeb6 req-99494548-4e5c-4eb6-a7cb-d1be9df0fe1b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3854425 Mar 02 17:28:35.653867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7c381-8773-4a60-a317-8d6c461ea0d6 req-28f7648b-c461-4f2f-b127-e47e2f5060ba tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:35.655241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eff7c381-8773-4a60-a317-8d6c461ea0d6 req-28f7648b-c461-4f2f-b127-e47e2f5060ba tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.3538845 Mar 02 17:28:35.751220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50148d62-0db4-483b-b646-5a9feff1aeb6 req-a11819ca-49e2-4fdd-a677-d47e1303824b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950434 Mar 02 17:28:35.755852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eff7c381-8773-4a60-a317-8d6c461ea0d6 req-67e4764f-80ed-4535-91ef-8845d2e177a0 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831225 Mar 02 17:28:35.805783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.224593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46638) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:36.354559 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:28:36.372158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.405802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:36.409636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Usage tracker for resource:security_group_rule and tenant:b349e5081fa544e38844ca7d31dc1290 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:36.412446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:36.418831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:36.440127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd09d4-da22-4c47-a3ce-fa8b31bdeb00 req-e201f4ea-c0ca-46f6-8065-1a25a7920fd1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:36.441623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4fd09d4-da22-4c47-a3ce-fa8b31bdeb00 req-e201f4ea-c0ca-46f6-8065-1a25a7920fd1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.3069911 Mar 02 17:28:36.453994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064555e8-36d5-4b45-9881-952d6ae33d0c req-1b883f41-1b1e-4cbf-bbe1-2fe256ca6898 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:36.455454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-064555e8-36d5-4b45-9881-952d6ae33d0c req-1b883f41-1b1e-4cbf-bbe1-2fe256ca6898 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3197191 Mar 02 17:28:36.495322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.500340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.546821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ea7742-3a46-4507-ba60-9bdd2d50a0c8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:36.552974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-707925bb-b072-4d76-a0e6-8f54df292dac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b349e5081fa544e38844ca7d31dc1290&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3271689 Mar 02 17:28:36.556108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:36.602652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4fd09d4-da22-4c47-a3ce-fa8b31bdeb00 req-29dd90a9-5f34-43dc-89d7-286e8f8b754c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454473 Mar 02 17:28:36.608229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-064555e8-36d5-4b45-9881-952d6ae33d0c req-b41a501f-7fe2-458c-b74d-1a57f21dda36 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958061 Mar 02 17:28:36.617404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.661643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.704518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:36.728644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.748791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ea7742-3a46-4507-ba60-9bdd2d50a0c8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:36.752317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:36.756105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9b41d272-573f-4b89-80c9-fe398e3982d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9ea7742-3a46-4507-ba60-9bdd2d50a0c8 HTTP/1.1" status: 204 len: 168 time: 0.1968417 Mar 02 17:28:37.150683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0143-31de-4d7b-a5be-cf990cd98c4c req-03859387-6641-403c-b2fc-6a8746a13362 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:37.152138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93dc0143-31de-4d7b-a5be-cf990cd98c4c req-03859387-6641-403c-b2fc-6a8746a13362 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.3645444 Mar 02 17:28:37.157252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:37.164438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf284d0-4dcc-439f-a895-359f9e3bd757 req-bc68bf9c-b641-4c9a-a7d5-3bfc2cf4a135 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:37.166242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2cf284d0-4dcc-439f-a895-359f9e3bd757 req-bc68bf9c-b641-4c9a-a7d5-3bfc2cf4a135 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2702622 Mar 02 17:28:37.175725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.209353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:37.213638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Usage tracker for resource:security_group_rule and tenant:de85edf751cf45c998be6d52dbb66888 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:37.216577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:37.222343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:37.263512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93dc0143-31de-4d7b-a5be-cf990cd98c4c req-cda22d4d-76bb-44c0-873a-7b6108344991 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951145 Mar 02 17:28:37.269219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2cf284d0-4dcc-439f-a895-359f9e3bd757 req-ee332f58-8d48-4377-99a1-fef96139fdb8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Mar 02 17:28:37.295744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.301775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:37.309728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.342559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6cc4292d-129c-4569-a121-e1221db5d711 admin admin] 10.222.0.37 "PUT /v2.0/routers/c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1691279 Mar 02 17:28:37.344439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:37.372692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de85edf751cf45c998be6d52dbb66888&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2142918 Mar 02 17:28:37.373705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e315005-3a37-462c-b8e7-43458ba8eed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed590a-de7b-473e-8e9e-f78cdfce4725,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:37.376071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46674) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:37.474430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.504407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.553887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-4d83a63a-ab0b-4b13-931a-7bec54b563b3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810678 Mar 02 17:28:37.556506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.575044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed590a-de7b-473e-8e9e-f78cdfce4725,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:37.578943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:37.580046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-58a91bfb-2076-4750-b358-d36e34816816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68ed590a-de7b-473e-8e9e-f78cdfce4725 HTTP/1.1" status: 204 len: 168 time: 0.2031732 Mar 02 17:28:37.714310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba220-06df-4ef8-8173-a6ecad2a94bb req-d8611488-3471-4508-ba35-3c2d84f659e5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:37.716109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50ba220-06df-4ef8-8173-a6ecad2a94bb req-d8611488-3471-4508-ba35-3c2d84f659e5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.2371836 Mar 02 17:28:37.803103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-5c52a43f-d713-4981-9c71-5c51b5191077 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:37.804521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-5c52a43f-d713-4981-9c71-5c51b5191077 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428505 Mar 02 17:28:37.830354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50ba220-06df-4ef8-8173-a6ecad2a94bb req-7440e84b-2b49-44b4-b96b-59c845576e91 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063588 Mar 02 17:28:37.835448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-2c8ed5e2-6cbd-4826-8a1b-2d01d40746c0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/quotas/be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 375 time: 0.0214376 Mar 02 17:28:37.892904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.155503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-19dde226-0d4b-46a9-92f4-92c066ad1a80 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3075325 Mar 02 17:28:38.169934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78678407-d839-4172-a728-860afda72132 req-4ffc0396-bc9f-4bac-a2ee-2112b1a3a3f1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:38.171365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78678407-d839-4172-a728-860afda72132 req-4ffc0396-bc9f-4bac-a2ee-2112b1a3a3f1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2106256 Mar 02 17:28:38.234722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78678407-d839-4172-a728-860afda72132 req-de43aeb5-87a9-4ffc-9ff8-1f36de0e6d43 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Mar 02 17:28:38.271383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.283361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Deleting port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:38.283708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.307397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.424557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e834ed57-d86f-43f4-9571-745c4c18c6af req-795d2188-9316-4def-a045-b3712cfd7903 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 210 time: 0.0761869 Mar 02 17:28:38.578194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:38.630286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] For port c87be9cc-1a65-4a04-8a91-1cac8b7cfb73, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:38.630885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.734395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-145026025-network', 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:38.739293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:38.743279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Usage tracker for resource:network and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:38.746130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:38.752330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:38.767693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:38.770510 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.784232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.818666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:38.823679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:38.826786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:38.832858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:38.907371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.911700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.915015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Calling delete_port for c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:38.944536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:28:38.953882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a107-6024-4f45-b510-bb38e85186c1 req-bcf3e435-daa2-417c-8ba1-207da2353efe tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:38.954151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4141376-97f8-4d10-9245-48cb993409fa,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:38.955359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a25a107-6024-4f45-b510-bb38e85186c1 req-bcf3e435-daa2-417c-8ba1-207da2353efe tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.4876881 Mar 02 17:28:38.960545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:38.961137 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Added segment 1161876e-87b5-47fe-a290-6eb3dab5f8d6 of type vlan for network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 Mar 02 17:28:38.995796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.030190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.031125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:39.031700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.063712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9fcf7-7e2e-4d50-b3ec-062619842db4 req-5526ca6c-f6cc-4945-b731-36ca651e2feb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:39.072552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ace9fcf7-7e2e-4d50-b3ec-062619842db4 req-5526ca6c-f6cc-4945-b731-36ca651e2feb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.4891074 Mar 02 17:28:39.099132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a25a107-6024-4f45-b510-bb38e85186c1 req-e3306aa7-9716-4860-91e5-52e8e139d320 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314888 Mar 02 17:28:39.139473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] Pushing event updated for resources: {'Network': ['ID=7d31e738-ad2f-4183-891a-ff4e738fe6e6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:39.142509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-733f522c-a5e8-474c-ae83-251679d47965 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5631313 Mar 02 17:28:39.145414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46724) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:39.152943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Request body: {'subnet': {'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-145026025-subnet', 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:39.155293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:28:39.157978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:39.162079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Usage tracker for resource:subnet and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:39.165552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:39.171681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:39.190034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ace9fcf7-7e2e-4d50-b3ec-062619842db4 req-9773a61b-370d-45b7-8942-5e2bfd637689 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165898 Mar 02 17:28:39.198932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:39.201747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.252353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a3a148d9-d1b3-4c23-aedd-d41e0ae02e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.347106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.435265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87be9cc-1a65-4a04-8a91-1cac8b7cfb73,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:39.472124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.540796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9946fdfe-9d02-47ff-957a-31e305362547,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:39.555817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:39.556116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Network hostable DHCP agents. Network: 7d31e738-ad2f-4183-891a-ff4e738fe6e6, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:28:39.578126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:28:39.588765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7d31e738-ad2f-4183-891a-ff4e738fe6e6) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:39.592674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:39.593252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.597235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f5927-2051-44d5-b209-e97e6614ae97 None None] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:39.617850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f689a7c-d9d4-4000-8737-df7d611ebc94 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4708543 Mar 02 17:28:39.644353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4c1cf-12a5-4a6a-a8e8-ad124943ec7c req-57d56963-084a-474a-9109-8e4039fdc390 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:39.645831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4e4c1cf-12a5-4a6a-a8e8-ad124943ec7c req-57d56963-084a-474a-9109-8e4039fdc390 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3579023 Mar 02 17:28:39.657706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c081f-4eb7-4b04-9371-57529f17a5db req-12f2a2a5-ae20-4166-bf58-d3ddee313283 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:39.659147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c77c081f-4eb7-4b04-9371-57529f17a5db req-12f2a2a5-ae20-4166-bf58-d3ddee313283 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.2738378 Mar 02 17:28:39.786336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:39.848769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f99fd-1807-4697-93bf-6da2927d5a79 None None] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:39.993445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-e506fe95-c28d-4d60-a84b-6db36b414644 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464768 Mar 02 17:28:40.010993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4e4c1cf-12a5-4a6a-a8e8-ad124943ec7c req-ccd2cc26-dd9e-436a-88b3-b69c65abb48c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926781 Mar 02 17:28:40.184402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c77c081f-4eb7-4b04-9371-57529f17a5db req-9144848f-4e46-47d3-9520-f119e378c29d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647596 Mar 02 17:28:40.222776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-58670d98-870c-446c-bf33-2c23abead282 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:40.224173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-58670d98-870c-446c-bf33-2c23abead282 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257161 Mar 02 17:28:40.238271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.249863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.290196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Request body: {'port': {'device_id': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'be7a56788c704ae88a6f0419f41a10cd'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:40.295284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.295781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:28:40.303788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a71d8-82ac-4c36-bc7c-37701a80ff68 req-47144db5-a4e8-46ef-a40a-8c96505cc953 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:40.311607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c5a71d8-82ac-4c36-bc7c-37701a80ff68 req-47144db5-a4e8-46ef-a40a-8c96505cc953 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.1193895 Mar 02 17:28:40.356504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.357542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1859f157-50ef-44ed-b98a-cddb94305104 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e HTTP/1.1" status: 204 len: 168 time: 3.0130568 Mar 02 17:28:40.360706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:40.438118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-849c8d2c-66b3-4e78-b8e7-9a5a1d3dab4d req-1268bed5-d397-447b-8974-5845e4b033d1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 210 time: 0.0834942 Mar 02 17:28:40.450731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c5a71d8-82ac-4c36-bc7c-37701a80ff68 req-7449535f-06fd-436f-8182-a7a26d34f382 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379428 Mar 02 17:28:40.498767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:40.511289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Deleting subnet 01c129a5-c6ee-41e8-bbfe-7f2b6a267483 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:28:40.512467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:40.514705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.527903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Made reservation on behalf of be7a56788c704ae88a6f0419f41a10cd for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:40.533938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.577104 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.743434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Allocated IP 192.168.233.148 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/49b5a0ff-045d-4a46-9d91-6dff2a2fb43d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:40.825159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:40.904681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:40.935478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e45d53-f8ff-478b-a0af-ceecf06c5adb req-7bec2605-b054-4813-b740-7d73e7daddba tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:40.936912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7e45d53-f8ff-478b-a0af-ceecf06c5adb req-7bec2605-b054-4813-b740-7d73e7daddba tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.3313305 Mar 02 17:28:40.948305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5f60-c5cf-4525-9db5-93ded15e3048 req-4d7e575d-2dbd-4a4a-a7e0-0dc9903a2e67 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:40.949664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-571f5f60-c5cf-4525-9db5-93ded15e3048 req-4d7e575d-2dbd-4a4a-a7e0-0dc9903a2e67 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3430037 Mar 02 17:28:40.959135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1118202585-network', 'tenant_id': '1454a0c0b2694ceba5178602b64ecec0'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:40.970208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:40.983727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Usage tracker for resource:network and tenant:1454a0c0b2694ceba5178602b64ecec0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:40.988329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:40.998400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:41.041695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Made reservation on behalf of 1454a0c0b2694ceba5178602b64ecec0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:41.041695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.057140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7e45d53-f8ff-478b-a0af-ceecf06c5adb req-b48a832a-a22e-491c-b821-35c6ccdc93fc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 Mar 02 17:28:41.060284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.068615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-571f5f60-c5cf-4525-9db5-93ded15e3048 req-3be0ff76-1a9e-4b10-bf2c-1f159e9a5132 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017704 Mar 02 17:28:41.081377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.121471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.137137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:41.143487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c129a5-c6ee-41e8-bbfe-7f2b6a267483,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:41.151349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Usage tracker for resource:security_group_rule and tenant:1454a0c0b2694ceba5178602b64ecec0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:41.151349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:41.157008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Transition to ACTIVE for port object 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:41.165737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.168239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc3911-50de-4881-91f5-ab529c4af57b None None] Network 859d8e3e-610c-449a-b60a-9b27b026006a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:41.171265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:41.176994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-24770cd5-4ecb-43fc-be60-f974145ed5bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01c129a5-c6ee-41e8-bbfe-7f2b6a267483 HTTP/1.1" status: 204 len: 168 time: 0.7817066 Mar 02 17:28:41.176994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46764) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:41.250918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.277277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', '90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:41.369462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.378983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-89403a19-2e07-4e69-9b51-a2c9ea8361ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.399317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.425164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:28:41.454661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.454661 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Added segment 843cabc9-4d78-4a2c-b19f-c36687729bb8 of type vlan for network cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 Mar 02 17:28:41.458987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.496593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.526785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:41.538698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event updated for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:41.542907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.544934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:41.544934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.550106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:41.585196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:41.598270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Deleting port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:41.598720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.669205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:41.670263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:41.673668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df04a4-0aec-4940-9ca5-24395850929c req-440843b4-c924-4a99-9756-f224853124f7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:41.682011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3df04a4-0aec-4940-9ca5-24395850929c req-440843b4-c924-4a99-9756-f224853124f7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3476758 Mar 02 17:28:41.789678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6422ed8-5125-4efe-946a-28206800b9f6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:41.828910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72903-2e72-4047-8481-bd272a05f223 req-2b5ea5ec-2c91-4fde-8904-2c430ec81329 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:41.833451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] Pushing event updated for resources: {'Network': ['ID=cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:41.838135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c72903-2e72-4047-8481-bd272a05f223 req-2b5ea5ec-2c91-4fde-8904-2c430ec81329 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.3670335 Mar 02 17:28:41.846656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4df8c575-b783-4456-824c-23bd1c70f97e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0203588 Mar 02 17:28:41.848477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:28:41.849238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46774) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:41.855171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Request body: {'subnet': {'network_id': 'cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1118202585-subnet', 'tenant_id': '1454a0c0b2694ceba5178602b64ecec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:41.868152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:41.877482 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-41bacfd6-4cd3-46be-8814-60e159cfdf83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5929580 Mar 02 17:28:41.878781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Usage tracker for resource:subnet and tenant:1454a0c0b2694ceba5178602b64ecec0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:41.890827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:41.901578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:41.902773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3df04a4-0aec-4940-9ca5-24395850929c req-56cb90b2-0769-47f8-b548-40de64decf91 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190068 Mar 02 17:28:41.910622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] DHCP port deletion for 859d8e3e-610c-449a-b60a-9b27b026006a request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:28:41.924525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Request body: {'port': {'device_id': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:41.978624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Deleting port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:41.979060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.009508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c72903-2e72-4047-8481-bd272a05f223 req-d2be4f3a-65db-489f-a32d-b54a84ae1989 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699913 Mar 02 17:28:42.069527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.074808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ac3e1688-e6c8-47bf-9837-8c0e1d9c0481 None None] Provisioning for port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:42.094379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ac3e1688-e6c8-47bf-9837-8c0e1d9c0481 None None] Provisioning complete for port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:42.094774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1688-e6c8-47bf-9837-8c0e1d9c0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.112309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] For port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:42.112910 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.168956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Made reservation on behalf of 1454a0c0b2694ceba5178602b64ecec0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:42.171650 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.228046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e1688-e6c8-47bf-9837-8c0e1d9c0481 None None] Port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:42.287623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Calling delete_port for e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:42.384013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] For port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,segment=NetworkSegment(a01e2b2d-53cf-410b-b797-bee966ce3e1a),segment_id=a01e2b2d-53cf-410b-b797-bee966ce3e1a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:42.384477 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.394905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4d42-9d5f-4a89-b27d-680d042cdd66 req-cd15f047-279e-4a7f-9001-4546d8b6b7c3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:42.396345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8eb4d42-9d5f-4a89-b27d-680d042cdd66 req-cd15f047-279e-4a7f-9001-4546d8b6b7c3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 936 time: 0.3398433 Mar 02 17:28:42.432500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.472943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea527-ddc2-496e-8d07-8db4b431e255 req-27543c62-2f43-43ed-bfdd-5a88292592cd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:42.480616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af9ea527-ddc2-496e-8d07-8db4b431e255 req-27543c62-2f43-43ed-bfdd-5a88292592cd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.3014839 Mar 02 17:28:42.514428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Calling delete_port for e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:28:42.524091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:42.535042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] No DVR routers for this DVR port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:42.597680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:28:42.598540 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:28:42.603860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8eb4d42-9d5f-4a89-b27d-680d042cdd66 req-b1da1b14-f6b4-4f50-b7cc-49901104b2bf tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932988 Mar 02 17:28:42.643075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.652070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.666455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af9ea527-ddc2-496e-8d07-8db4b431e255 req-08f3d231-150c-4fa4-aaae-98169a00e2c0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850441 Mar 02 17:28:42.688919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.718764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859d8e3e-610c-449a-b60a-9b27b026006a']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:42.734177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e2b2d-53cf-410b-b797-bee966ce3e1a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:42.735089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e2b2d-53cf-410b-b797-bee966ce3e1a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:42.752095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.785854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:42.796892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a207659-d578-4019-a6d9-a4ee5cc19bb9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:42.806543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.809318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.833524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Checking segment: {'id': '843cabc9-4d78-4a2c-b19f-c36687729bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:42.833868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Network hostable DHCP agents. Network: cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:28:42.853132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:28:42.853531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.858083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Network cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:28:42.867099 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:28:42.869894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:42.872604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:42.873184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:42.879503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4512f0-3787-4971-a0a0-0c46f1dc3975 None None] Network cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:42.905684 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b1d768ac-262a-4f27-822a-5e61ea860a8a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0553229 Mar 02 17:28:42.993749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.093513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f7a7-edd8-472f-b6f4-4cd2d981c195 req-cbd0bb23-b5f8-4a36-a495-f0ab928f4dbb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:43.099359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Deleting port e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:28:43.099737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.100121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9f6f7a7-edd8-472f-b6f4-4cd2d981c195 req-cbd0bb23-b5f8-4a36-a495-f0ab928f4dbb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3505716 Mar 02 17:28:43.110377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Transition to ACTIVE for port object 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:43.120115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.121947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.148267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.160240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=859d8e3e-610c-449a-b60a-9b27b026006a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:43.178869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-746d9289-9651-40a0-9246-980416bcbc78 admin admin] 10.222.0.37 "DELETE /v2.0/networks/859d8e3e-610c-449a-b60a-9b27b026006a HTTP/1.1" status: 204 len: 168 time: 2.0034430 Mar 02 17:28:43.206193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9f6f7a7-edd8-472f-b6f4-4cd2d981c195 req-f3f81002-ed1a-4bfe-83a1-b56d7fe9f42b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049445 Mar 02 17:28:43.216141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00070a9d-7207-4ba1-9c0e-74e85ef1d35f req-c091ef79-45eb-4b33-ab4f-2455a0dbbdea tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:43.222011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2146576f-2c8e-4ae6-9b88-0b9378d8878b None None] The port 'e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:28:43.227322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00070a9d-7207-4ba1-9c0e-74e85ef1d35f req-c091ef79-45eb-4b33-ab4f-2455a0dbbdea tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.4115658 Mar 02 17:28:43.320902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00070a9d-7207-4ba1-9c0e-74e85ef1d35f req-779d4c0c-c58b-4e43-9124-ce0516f872a4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852172 Mar 02 17:28:43.326236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745ee4f-f68e-4715-b23c-69c9df4a213f None None] Network cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:43.393597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Pushing event updated for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:43.487330 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Sync routers for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:43.609520 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:43.609924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:28:43.610607 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:28:43.636409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:43.636798 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:28:43.637375 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:28:43.637740 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c7da-1896-42cd-b84d-4ef4971b7326 None None] The sync data for ids ['c9a6c98e-6bf0-4bc1-aa12-2f1ec8b51f6e'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:43.668558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:43.738949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Attempting to bind port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:43.739556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Attempting to bind port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:43.739884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Attempting to bind port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:43.753739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:43.753985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Attempting to bind port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:43.773179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:43.773442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:43.775040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:43.775481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Bound port: 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:43.775837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:43.784123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8a5db-f140-429b-a636-d00251c7bc5e req-7bc165a7-d338-4fc3-989e-cac8959c8500 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:43.785730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58b8a5db-f140-429b-a636-d00251c7bc5e req-7bc165a7-d338-4fc3-989e-cac8959c8500 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.4357288 Mar 02 17:28:43.787877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9ef9fdf7-97cb-49c1-8922-68254dfb6bf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7a8c95990a54c4d986460b5c09e46a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1161923 Mar 02 17:28:43.790373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46802) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:43.809175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-b82b60ef-4d65-4cf3-9cad-4a2e164dfa0d tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1097 time: 0.3314257 Mar 02 17:28:43.845083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:43.925975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c5e5-77fa-41a2-8be0-2be71ad4e928 req-d167b1a2-4138-41ef-8952-677d017e8e50 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:43.927446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ced8c5e5-77fa-41a2-8be0-2be71ad4e928 req-d167b1a2-4138-41ef-8952-677d017e8e50 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 946 time: 0.2805521 Mar 02 17:28:43.956001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:43.958979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:43.963059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.013833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58b8a5db-f140-429b-a636-d00251c7bc5e req-47841868-1172-4b98-a751-408f4c3b4142 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093778 Mar 02 17:28:44.020608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.020608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] 10.222.0.50 "PUT /v2.0/ports/49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 200 len: 1096 time: 2.1032906 Mar 02 17:28:44.020897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:44.048426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad732c-ac32-41e7-99b0-06b47131342c service neutron] Pushing event updated for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:44.060460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.111254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.148770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:44.167178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.193375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:44.195003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ced8c5e5-77fa-41a2-8be0-2be71ad4e928 req-885a7681-ba26-442f-a2c9-4b590a75e55e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595217 Mar 02 17:28:44.239850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:44.240400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0ff6d94-d3c4-4df7-9cdb-7bdd2fa21701 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:44.240965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 40e89882-9a56-4a87-acfd-f04e09eee651 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:44.296999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-d513a799-8688-427f-a08d-864ef9610d52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 1099 time: 0.1759758 Mar 02 17:28:44.302738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 40e89882-9a56-4a87-acfd-f04e09eee651 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:44.304315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 40e89882-9a56-4a87-acfd-f04e09eee651 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:44.331478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.451106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-85be31f7-423a-432d-8c18-42bda29f64f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 200 len: 217 time: 0.1209455 Mar 02 17:28:44.503220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:44.524978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:28:44.532569 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.550162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-2802b2a3-82e4-4e5e-a5b6-5b1c7c95f976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:44.551738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-2802b2a3-82e4-4e5e-a5b6-5b1c7c95f976 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0877914 Mar 02 17:28:44.572533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4089459-c293-47b9-a581-2aae1529d1b3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:44.603511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.610691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1b9d817d-3ca4-4aa3-bdf8-ac60ca6d18fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4089459-c293-47b9-a581-2aae1529d1b3 HTTP/1.1" status: 204 len: 168 time: 0.8154261 Mar 02 17:28:44.652096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8a933-1bbd-4808-9dcf-8970b192dab8 req-9e88e470-d704-463c-a60c-11cb1d18b24c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:44.653890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12b8a933-1bbd-4808-9dcf-8970b192dab8 req-9e88e470-d704-463c-a60c-11cb1d18b24c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 948 time: 0.1784527 Mar 02 17:28:44.668865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:44.699046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-fd73f5c6-1bda-4a2d-bf35-7efcada54796 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234176 Mar 02 17:28:44.806556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12b8a933-1bbd-4808-9dcf-8970b192dab8 req-693d3bd8-0e87-4bf2-9e38-2979e5cda266 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441946 Mar 02 17:28:44.839321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:44.860001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-395756a4-7ce4-4b47-bea6-b736966c7fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490042 Mar 02 17:28:44.932856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:44.939967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:44.948785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-fb813f2f-6d11-45a1-be3f-0ff4cf068ae1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:44.950206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-fb813f2f-6d11-45a1-be3f-0ff4cf068ae1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.2557635 Mar 02 17:28:44.986408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:45.024930 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eeb70463-67f0-4a0f-96d0-2b7bfd8334bb req-fda1ac52-86a7-499e-a9a9-f53a37362af1 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529980 Mar 02 17:28:45.061299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-4bf2d8e2-e4d1-4c44-b4d6-b328b36d06ed tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/quotas/0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 375 time: 0.0810206 Mar 02 17:28:45.181048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:45.187163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-76d42e5c-3b0a-40e9-8882-0f799915fde9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672970 Mar 02 17:28:45.305249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66724-8cc1-44e9-91e0-6b7de22ba472 req-fd1b324b-dbf1-48ce-b680-1f2de4d2e372 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:45.306860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab66724-8cc1-44e9-91e0-6b7de22ba472 req-fd1b324b-dbf1-48ce-b680-1f2de4d2e372 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.3651516 Mar 02 17:28:45.369715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:45.370048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:45.370371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:45.406746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:45.407113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Attempting to bind port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:45.429319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab66724-8cc1-44e9-91e0-6b7de22ba472 req-7f2a5b70-7843-407b-ad0b-044d59795417 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Mar 02 17:28:45.432404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:45.432741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:45.433111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:45.433529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Bound port: 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:45.433870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:45.443978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-f05e2bb1-046f-4657-8e1b-c1761cf65f05 service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437160 Mar 02 17:28:45.523329 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', 'status': 'completed', 'code': 200} Mar 02 17:28:45.653215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:45.685120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-fba6441b-c11e-4fef-bc72-7384c766a6dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 1099 time: 0.0878935 Mar 02 17:28:45.734730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:45.767499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:28:45.768030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c87be9cc-1a65-4a04-8a91-1cac8b7cfb73 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:45.787768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:45.810807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-383895439-network', 'tenant_id': '532ad547080c49aabe58e22a42874b85'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:45.811627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:45.814019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-2e3c78dc-2f18-4d7f-ad07-eb5d662dd600 service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614380 Mar 02 17:28:45.818176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:45.821273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:45.829192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Usage tracker for resource:network and tenant:532ad547080c49aabe58e22a42874b85 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:45.833924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:45.850959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:45.875184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e695b-d110-4441-8336-04b721b30753 req-1d0c821e-1acf-4c63-a00d-d8d7480237b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:45.876781 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-1d0c821e-1acf-4c63-a00d-d8d7480237b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1817479 Mar 02 17:28:45.877882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Made reservation on behalf of 532ad547080c49aabe58e22a42874b85 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:45.880157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:45.898029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8e5cf-fd47-4f64-8d14-d12b9b07fd06 req-a63e9747-e2bb-403e-b2a1-6cc1c368e73f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:45.903187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10c8e5cf-fd47-4f64-8d14-d12b9b07fd06 req-a63e9747-e2bb-403e-b2a1-6cc1c368e73f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2356319 Mar 02 17:28:45.975042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:45.994307 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-c00e92e6-f0a9-482c-a5e1-2431d2441061 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 200 len: 217 time: 0.1037257 Mar 02 17:28:46.017575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:46.020568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:46.021283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:532ad547080c49aabe58e22a42874b85 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:46.025296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:46.031647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:46.108447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e695b-d110-4441-8336-04b721b30753 req-b89c579e-32ba-4494-87e7-a5809f72ba5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.109685 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-b89c579e-32ba-4494-87e7-a5809f72ba5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0757596 Mar 02 17:28:46.115117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.116401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-c906ea31-87cc-476d-8bee-9b034a3c752a service neutron] 10.222.0.35 "PUT /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 1122 time: 2.2855828 Mar 02 17:28:46.119819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10c8e5cf-fd47-4f64-8d14-d12b9b07fd06 req-eb8c67c6-a6ba-478d-9fdc-eebb41078e56 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694188 Mar 02 17:28:46.221525 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.226230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.229907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e4742-4ec5-4265-bbb6-098136f47155 req-12d28868-6145-4c97-b1cf-f710db974fc4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.234869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-348e4742-4ec5-4265-bbb6-098136f47155 req-12d28868-6145-4c97-b1cf-f710db974fc4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1803076 Mar 02 17:28:46.270865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad7e76-1273-4efb-ba4b-c5fe6602e5f7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:46.306798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-348e4742-4ec5-4265-bbb6-098136f47155 req-5472cb4c-4c47-48d2-810a-fb0627951aeb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649333 Mar 02 17:28:46.311283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-c4802edf-c59e-4147-a4b7-51484db3945d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816995 Mar 02 17:28:46.317119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:28:46.320272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.321044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.321342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.321680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.322282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.322763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.323066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.323390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.323766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.324097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.324765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:46.335941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.337238 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Added segment 1a6ae6c2-1061-438b-8daa-cbefdd4ac71e of type vlan for network db78c34f-4f7c-4dfb-991a-050c71de948d Mar 02 17:28:46.349362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:46.426670 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'code': 200} Mar 02 17:28:46.469383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade7052-d073-4233-ba39-32380e08ba7c req-4fdf53d0-0718-444b-816e-3828169ebad7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.475450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.476295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:46.480038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ade7052-d073-4233-ba39-32380e08ba7c req-4fdf53d0-0718-444b-816e-3828169ebad7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.1716223 Mar 02 17:28:46.534810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-000a10d0-1238-423f-9eae-a708b466580b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961803 Mar 02 17:28:46.541733 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.542876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.543469 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:46.544114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ade7052-d073-4233-ba39-32380e08ba7c req-60e34479-99e9-4ce9-a69f-0d7d683bf242 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Mar 02 17:28:46.709345 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0549061 Mar 02 17:28:46.710000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:46.723738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Request body: {'subnet': {'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-subnet', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:46.731353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7f1e-8a1c-4da9-8e3a-e6696605b97f req-aede44e1-d29a-4524-aad6-2d380312e48e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.733131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faad7f1e-8a1c-4da9-8e3a-e6696605b97f req-aede44e1-d29a-4524-aad6-2d380312e48e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1100740 Mar 02 17:28:46.853826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faad7f1e-8a1c-4da9-8e3a-e6696605b97f req-d5b80ecf-796e-47b3-8774-b825dee79191 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152909 Mar 02 17:28:46.906465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:46.914957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Usage tracker for resource:subnet and tenant:532ad547080c49aabe58e22a42874b85 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:46.918302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b8e2-5593-4e0f-83c2-28e7728d1714 req-d8d31d12-aae8-46fe-aeb5-1b8cd6e753cd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:46.919878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc55b8e2-5593-4e0f-83c2-28e7728d1714 req-d8d31d12-aae8-46fe-aeb5-1b8cd6e753cd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 948 time: 0.1359603 Mar 02 17:28:46.931615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:46.940878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716ec4b-2d47-4458-9c30-ddc5b8acd3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=db78c34f-4f7c-4dfb-991a-050c71de948d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:46.947056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:46.954600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network db78c34f-4f7c-4dfb-991a-050c71de948d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:28:46.978625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc55b8e2-5593-4e0f-83c2-28e7728d1714 req-21f960e6-38c4-4a6d-b129-ade48c20cfa6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532115 Mar 02 17:28:46.981817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Made reservation on behalf of 532ad547080c49aabe58e22a42874b85 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:46.984900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.042527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cdaf420-13b3-4e58-8c99-30369c732277 req-fea205fc-79cb-4695-adcf-90e3a5dd1432 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 210 time: 0.0446999 Mar 02 17:28:47.099788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-549e695b-d110-4441-8336-04b721b30753 req-4e173413-a82f-491a-a098-2c7b4f37a622 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937418 Mar 02 17:28:47.269317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.285755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccd073-bff9-44eb-b717-fc9e287b68e2 req-820e3638-9c63-4eca-b6ed-0939d41da0ca tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:47.287340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ccd073-bff9-44eb-b717-fc9e287b68e2 req-820e3638-9c63-4eca-b6ed-0939d41da0ca tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.0970900 Mar 02 17:28:47.348500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:47.362531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Checking segment: {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:47.362918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Network hostable DHCP agents. Network: db78c34f-4f7c-4dfb-991a-050c71de948d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:28:47.381021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2ccd073-bff9-44eb-b717-fc9e287b68e2 req-12ed59a3-9e4f-4caf-a277-d6dbfdf2e5da tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868480 Mar 02 17:28:47.412055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Network db78c34f-4f7c-4dfb-991a-050c71de948d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:28:47.424592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, db78c34f-4f7c-4dfb-991a-050c71de948d) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:47.429793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc255d-fc63-40a3-9fea-d9fde3690db2 req-1814fe4e-af40-4e7a-b55f-cae0d5e047b4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:47.432028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:47.432180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dacc255d-fc63-40a3-9fea-d9fde3690db2 req-1814fe4e-af40-4e7a-b55f-cae0d5e047b4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 949 time: 0.1004498 Mar 02 17:28:47.432615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.446150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b8167-423e-4c4b-8264-5ecce6c500e9 None None] Network db78c34f-4f7c-4dfb-991a-050c71de948d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:47.467129 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8b538bc-2ded-44ad-8606-6050fbc8ed07 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7476022 Mar 02 17:28:47.469755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46874) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:47.475183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:47.483506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:47.493704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Usage tracker for resource:router and tenant:532ad547080c49aabe58e22a42874b85 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:47.504571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dacc255d-fc63-40a3-9fea-d9fde3690db2 req-ca421320-c884-40f4-bf21-f18b4590b58d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660536 Mar 02 17:28:47.506078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:47.513021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:47.533376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.534852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.558852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.612369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572f88f-3a14-40bc-9971-72f9c49fe99e req-eb2bc239-5f0b-4e4f-bcfa-099c067f2611 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:47.619738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7572f88f-3a14-40bc-9971-72f9c49fe99e req-eb2bc239-5f0b-4e4f-bcfa-099c067f2611 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.0885260 Mar 02 17:28:47.695486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7572f88f-3a14-40bc-9971-72f9c49fe99e req-e0f7ffd6-4090-41fe-b4ac-08dddef0fa67 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745111 Mar 02 17:28:47.738982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-db78c34f-4f7c-4dfb-991a-050c71de948d', 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'fixed_ips': [{'subnet_id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:28:47.739806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.739928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:47.763609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd5dee-ba9c-4395-932f-eb1bb149209f req-59e95e24-6bcf-4ece-9457-ba475e382700 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:47.765603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95dd5dee-ba9c-4395-932f-eb1bb149209f req-59e95e24-6bcf-4ece-9457-ba475e382700 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1072042 Mar 02 17:28:47.866044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95dd5dee-ba9c-4395-932f-eb1bb149209f req-e1f2106f-f705-4f2b-a1ea-037a7941b1f4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937579 Mar 02 17:28:47.949773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Allocated IP 172.20.0.2 (db78c34f-4f7c-4dfb-991a-050c71de948d/6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b/414b4472-d6e2-48ae-9d3d-9cf9f7e5358a) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:48.111627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-54f350c1-2c75-4eb2-a7df-cbfb98694528 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.112871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-54f350c1-2c75-4eb2-a7df-cbfb98694528 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:28:48.187747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-54f350c1-2c75-4eb2-a7df-cbfb98694528 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:28:48.188005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91ba5-bf6d-4625-a86b-9402987c5824 req-3d7f93f8-64f6-40ee-92ce-b6928a059a39 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.189073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-54f350c1-2c75-4eb2-a7df-cbfb98694528 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.2907817 Mar 02 17:28:48.189440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36e91ba5-bf6d-4625-a86b-9402987c5824 req-3d7f93f8-64f6-40ee-92ce-b6928a059a39 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1179085 Mar 02 17:28:48.196104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0c3c-c9ba-4f7d-b427-514de38d681f req-3915da04-db90-44aa-88dd-838e80b7e04d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.200462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0c3c-c9ba-4f7d-b427-514de38d681f req-3915da04-db90-44aa-88dd-838e80b7e04d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.201931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c0c3c-c9ba-4f7d-b427-514de38d681f req-3915da04-db90-44aa-88dd-838e80b7e04d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162&device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 1689 time: 0.1647828 Mar 02 17:28:48.227269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Request body: {'port': {'device_id': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'admin_state_up': True, 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:48.251006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.253013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.265372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Transition to ACTIVE for port object 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:48.274275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36e91ba5-bf6d-4625-a86b-9402987c5824 req-02307ae8-0a3a-4ed6-85cf-15676d2dcb9b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708339 Mar 02 17:28:48.279728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c0c3c-c9ba-4f7d-b427-514de38d681f req-f7c1d975-7ad0-411b-bf0e-f9add1bb582c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620935 Mar 02 17:28:48.286661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Transition to ACTIVE for port object 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:48.294891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.340828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.381769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Network db78c34f-4f7c-4dfb-991a-050c71de948d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:48.387711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:48.391715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:48.401075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Pushing event updated for resources: {'Port': ['ID=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:48.413894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.413894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.413894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.413894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.415067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.415989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.415989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.415989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.416434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.416870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.417634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:48.428091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:48.522735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Attempting to bind port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:48.524839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Attempting to bind port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:48.525214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Attempting to bind port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a on network db78c34f-4f7c-4dfb-991a-050c71de948d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:48.531776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:48.532083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:48.532452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Checking segment: {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:48.532848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.533400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Bound using segment: {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:48.533864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Bound port: 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:48.534250 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.538426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Usage tracker for resource:port and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:48.543154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:48.552652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:48.563223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Allocated IP 172.25.3.26 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/33da415e-0a56-4729-9746-3b14d2ca2662) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:48.574779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:48.578255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.597209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ffb-1d60-487c-b7b3-7d85f3eb4f5e req-93ca3c2b-f00c-4d98-b6fc-af2401ecdb77 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.598734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71c38ffb-1d60-487c-b7b3-7d85f3eb4f5e req-93ca3c2b-f00c-4d98-b6fc-af2401ecdb77 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 948 time: 0.1658931 Mar 02 17:28:48.613869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da6fcf-9c68-4d1a-962f-f5fb821c5add req-b3df01f8-4d9f-40f3-9755-c3ca17cdf166 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:48.615796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1da6fcf-9c68-4d1a-962f-f5fb821c5add req-b3df01f8-4d9f-40f3-9755-c3ca17cdf166 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1419506 Mar 02 17:28:48.628974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] For port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:48.632018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] For port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:48.636595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.692257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71c38ffb-1d60-487c-b7b3-7d85f3eb4f5e req-297bcdd5-fcdf-4f3e-8a83-b129715723a5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Mar 02 17:28:48.696334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1da6fcf-9c68-4d1a-962f-f5fb821c5add req-6f6c2e6e-84a6-4180-940d-ea42285c51b2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644057 Mar 02 17:28:48.729879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:48.736725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c80ff-0c0b-4f2b-af14-d013367f2c26 None None] Pushing event updated for resources: {'Port': ['ID=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:48.748461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.884657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:48.921933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Allocated IP 172.20.0.13 (7d31e738-ad2f-4183-891a-ff4e738fe6e6/9946fdfe-9d02-47ff-957a-31e305362547/93e8a2a4-54a5-4873-bfbc-d01579449d63) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:49.016681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:49.029932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.041454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', 'mac_address': 'fa:16:3e:fc:ee:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:49.114111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.117006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-433b1362-e725-44d7-9ccd-2912437f636f req-a4b17e68-3758-4c3f-a0c7-8d9af9b01980 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 210 time: 0.2211909 Mar 02 17:28:49.134827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:49.156547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:49.164891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.187326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:49.188329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=33da415e-0a56-4729-9746-3b14d2ca2662,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:49.196337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:49.199479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:49.275814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:49.396074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720f54-e1a4-49b9-94e2-c7374a885382 req-176a8d33-8f13-4783-b394-dbfaef78b4d0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:49.406080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89720f54-e1a4-49b9-94e2-c7374a885382 req-176a8d33-8f13-4783-b394-dbfaef78b4d0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.1067386 Mar 02 17:28:49.437610 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'status': 'completed', 'code': 200} Mar 02 17:28:49.504838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89720f54-e1a4-49b9-94e2-c7374a885382 req-1bdf49a6-d04a-481d-b861-b9ef22822aa5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975406 Mar 02 17:28:49.609418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.671297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.705339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-c8718151-e50b-4db7-b333-1f14a13af0c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1125 time: 0.1994381 Mar 02 17:28:49.719603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:49.781477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:49.785748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:49.795596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:49.830883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:49.881102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b484e74c-91b0-4e92-b54d-76696550f206 req-20579006-62db-407e-9bfa-b2466920a102 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 1100 time: 0.3124740 Mar 02 17:28:49.890705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:49.921295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.922020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:49.931163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:49.931767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.012830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a06e7-cb66-4b18-9bf2-b15dd6b89ae7 req-0bb0ca55-f2ee-4da5-be74-ef1c954c5088 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:50.014333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0a06e7-cb66-4b18-9bf2-b15dd6b89ae7 req-0bb0ca55-f2ee-4da5-be74-ef1c954c5088 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.3644114 Mar 02 17:28:50.015246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b484e74c-91b0-4e92-b54d-76696550f206 req-6d2778a1-754d-4bf6-9454-b95e9515ba1c tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Synchronizing usage tracker for tenant:a0e81d2093984a08854ddf3277611a21 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:28:50.048901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-ef04a00a-be12-4f31-812f-89cb6b379f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:50.050609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-ef04a00a-be12-4f31-812f-89cb6b379f50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.3177347 Mar 02 17:28:50.058540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:50.076551 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-e08fe220-d8e9-4c4a-8de3-8dd3bd2511be tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8532562 Mar 02 17:28:50.108912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Request body: {'port': {'device_id': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:50.129000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92499c9f-3937-4b74-abc3-c114b6ee0392 None None] Network db78c34f-4f7c-4dfb-991a-050c71de948d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:28:50.129975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b484e74c-91b0-4e92-b54d-76696550f206 req-6d2778a1-754d-4bf6-9454-b95e9515ba1c tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] Unset dirty status for tenant:a0e81d2093984a08854ddf3277611a21 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:28:50.131149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b484e74c-91b0-4e92-b54d-76696550f206 req-6d2778a1-754d-4bf6-9454-b95e9515ba1c tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491350 Mar 02 17:28:50.152644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0a06e7-cb66-4b18-9bf2-b15dd6b89ae7 req-ab616600-325f-40f1-b62d-20af40d2f374 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297679 Mar 02 17:28:50.191928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-6ccd3e8e-de71-4f75-8dd8-99ab7f56de01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 217 time: 0.1116357 Mar 02 17:28:50.236517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.237079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Provisioning for port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:50.247894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Provisioning complete for port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:50.248269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.420209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-f936f1cf-57da-4d59-8204-2c866e72ab2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:50.422061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-f936f1cf-57da-4d59-8204-2c866e72ab2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.2161553 Mar 02 17:28:50.483871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-55bf968b-8548-4569-a17d-07ded7bab7b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515971 Mar 02 17:28:50.519841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Router b5737810-b451-461e-946d-92c2d7e9bb70 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:28:50.538475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.582270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] For port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:50.587919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.596698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb24af-7ba5-4413-98af-b053b86da51b req-311b51aa-610d-4df9-b74f-43cdc4f9f399 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:50.598199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06cb24af-7ba5-4413-98af-b053b86da51b req-311b51aa-610d-4df9-b74f-43cdc4f9f399 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2708449 Mar 02 17:28:50.613288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100c7b-56fb-473a-8b7f-4b7667dc883c req-d9dbec8a-9bde-4813-b768-520d31858e81 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:50.615766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46100c7b-56fb-473a-8b7f-4b7667dc883c req-d9dbec8a-9bde-4813-b768-520d31858e81 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 949 time: 0.2389250 Mar 02 17:28:50.672941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23446ca3-5efe-42e1-afc9-ad93ed0d4e1a None None] Pushing event updated for resources: {'Port': ['ID=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:50.759923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-abbb157e-0ad6-4d83-8648-0afc221c2e83 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571652 Mar 02 17:28:50.792551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e8a2a4-54a5-4873-bfbc-d01579449d63 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:50.800723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.820540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Transition to ACTIVE for port object 93e8a2a4-54a5-4873-bfbc-d01579449d63 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:50.824447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.849331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06cb24af-7ba5-4413-98af-b053b86da51b req-85df2d5c-8c06-4cd8-bdbe-bd82191fa748 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322094 Mar 02 17:28:50.856011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46100c7b-56fb-473a-8b7f-4b7667dc883c req-63de14a3-6483-4b53-bdc0-0cf3dd01cbe7 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139306 Mar 02 17:28:50.903281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:50.929806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36eebba3-ca33-4efe-b41d-58aa1484472e req-a47f9ce8-a86d-4eb8-ac32-582850ba92ae service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558933 Mar 02 17:28:50.936452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b2a18d72-85d8-499d-a6ac-ee0ce9b78029 None None] Provisioning complete for port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:50.936944 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b2a18d72-85d8-499d-a6ac-ee0ce9b78029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:50.998393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:51.013313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Sync routers for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:51.053228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:51.054801 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1086f566-b445-49a0-84fa-7b276542d3e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5840001 Mar 02 17:28:51.060993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46916) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:28:51.062940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:51.063115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:51.165579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6024a402-8867-4d53-936b-d3574806094c req-b67273f3-5fee-4189-9da1-3264e3effcd3 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 1100 time: 0.1025712 Mar 02 17:28:51.171338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a9453-424f-41b7-8372-8b24e1f419ca req-7731ffa5-fa52-4090-91cc-a79b2f0532f7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:51.178172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd6a9453-424f-41b7-8372-8b24e1f419ca req-7731ffa5-fa52-4090-91cc-a79b2f0532f7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1456141 Mar 02 17:28:51.263174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd6a9453-424f-41b7-8372-8b24e1f419ca req-c4d87a8e-de70-4a50-b5e2-4afb5068b195 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841293 Mar 02 17:28:51.265096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6024a402-8867-4d53-936b-d3574806094c req-fe052c15-acd2-43d8-a929-fd7df8db701a tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849659 Mar 02 17:28:51.269503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:51.426160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:51.426724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:51.426862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:51.435991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:28:51.436234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:51.452671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:51.453010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:51.453567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:51.454009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Bound port: 93e8a2a4-54a5-4873-bfbc-d01579449d63, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:51.454353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:51.520824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c3d0-3ae8-4fd6-8b7f-e46c1487c6d7 req-26a5aaef-f64f-454c-a849-6003829b156a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:51.522406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3857c3d0-3ae8-4fd6-8b7f-e46c1487c6d7 req-26a5aaef-f64f-454c-a849-6003829b156a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.1445749 Mar 02 17:28:51.531512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766de52-e9d6-4c19-8e81-29236ca0d72a req-ca932de9-7a2b-474c-b8c4-d39abead977c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:51.532911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0766de52-e9d6-4c19-8e81-29236ca0d72a req-ca932de9-7a2b-474c-b8c4-d39abead977c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.1156776 Mar 02 17:28:51.588719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:51.592707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:51.604835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:49Z', 'revision_number': 3, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:51.605492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:51.609284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Checking router: b5737810-b451-461e-946d-92c2d7e9bb70 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:51.609642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Updating router b5737810-b451-461e-946d-92c2d7e9bb70 port 33da415e-0a56-4729-9746-3b14d2ca2662 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:28:51.671212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:51.678359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:51.680627 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] 10.222.0.50 "PUT /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 1092 time: 1.5775516 Mar 02 17:28:51.683675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:51.715804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3857c3d0-3ae8-4fd6-8b7f-e46c1487c6d7 req-a969a797-e3e5-4c0c-ad8b-3c4d0327cde4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818216 Mar 02 17:28:51.717960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0766de52-e9d6-4c19-8e81-29236ca0d72a req-8a58a797-0f24-4593-8ee0-ff8d6d04080a tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702485 Mar 02 17:28:51.864376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:51.904091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621f2b1-73c5-4f07-9279-cdad8b73a685 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:51.973327 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-ef2fcce4-dabe-4489-8098-e02c19d442e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1095 time: 0.1416972 Mar 02 17:28:52.034541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3f81-185d-473f-a610-2bf3d428867a req-32f8ffce-3f6d-4ff5-9fb5-1b54ea826ebf tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.034541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17fb3f81-185d-473f-a610-2bf3d428867a req-32f8ffce-3f6d-4ff5-9fb5-1b54ea826ebf tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1341894 Mar 02 17:28:52.106751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17fb3f81-185d-473f-a610-2bf3d428867a req-2eb1afa8-0633-4361-a865-d182fdcba0ad tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686498 Mar 02 17:28:52.115342 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'status': 'completed', 'code': 200} Mar 02 17:28:52.136973 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-0c357ef0-591b-4153-a602-b92b8b408681 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.1271415 Mar 02 17:28:52.226972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:52.227275 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.240293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6a32-d08f-42d8-89ca-8750140260b8 req-51a6a70a-b0b1-4ca1-802f-fee74ce2c683 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.242032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d3f6a32-d08f-42d8-89ca-8750140260b8 req-51a6a70a-b0b1-4ca1-802f-fee74ce2c683 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 949 time: 0.0850713 Mar 02 17:28:52.261046 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.284870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Transition to ACTIVE for port object 33da415e-0a56-4729-9746-3b14d2ca2662 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:52.306207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.344749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d3f6a32-d08f-42d8-89ca-8750140260b8 req-daa59a63-1d2e-4ff0-8c10-5d5141862416 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962689 Mar 02 17:28:52.356948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-433a91d8-8f45-47be-80fd-620b69b77025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.358371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-433a91d8-8f45-47be-80fd-620b69b77025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.2135963 Mar 02 17:28:52.381436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581086e-518f-4fa8-9250-5aa4caf40b0e req-040ded99-622f-4274-bbe4-658731a6c83f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.381436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e581086e-518f-4fa8-9250-5aa4caf40b0e req-040ded99-622f-4274-bbe4-658731a6c83f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1082840 Mar 02 17:28:52.381745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014c16-dec4-48b1-b49d-070baa487694 None None] Pushing event updated for resources: {'Port': ['ID=33da415e-0a56-4729-9746-3b14d2ca2662,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:52.416403 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-cefa98da-a618-4a79-b9de-43c11f0fe481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435894 Mar 02 17:28:52.452326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Attempting to bind port 33da415e-0a56-4729-9746-3b14d2ca2662 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:52.452706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Attempting to bind port 33da415e-0a56-4729-9746-3b14d2ca2662 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:52.453144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Attempting to bind port 33da415e-0a56-4729-9746-3b14d2ca2662 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:52.481990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e581086e-518f-4fa8-9250-5aa4caf40b0e req-f5d1a64e-3ed5-4d89-a102-8ae71e74ff69 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694213 Mar 02 17:28:52.492919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:52.493732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:52.494506 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.495140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:52.495887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Bound port: 33da415e-0a56-4729-9746-3b14d2ca2662, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:52.496468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.563505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-6a78f4fb-69e5-4dd6-9409-e0968556b194 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297363 Mar 02 17:28:52.615539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-3c839acf-b79a-47c7-ab92-d739b02244b9 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825104 Mar 02 17:28:52.650385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] For port 33da415e-0a56-4729-9746-3b14d2ca2662, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:52.654216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] For port 33da415e-0a56-4729-9746-3b14d2ca2662, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33da415e-0a56-4729-9746-3b14d2ca2662,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:52.659495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.757377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014c16-dec4-48b1-b49d-070baa487694 None None] Pushing event updated for resources: {'Port': ['ID=33da415e-0a56-4729-9746-3b14d2ca2662,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:52.762802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:52.795810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-69cf0c68-c8e9-49b4-979a-a7c80716d1fa tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.796432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:52.797053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:52.799077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-69cf0c68-c8e9-49b4-979a-a7c80716d1fa tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294970 Mar 02 17:28:52.829707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119aa2b-2041-48e9-8b92-6b7fd8abfff4 req-f4d0217a-6ae5-486d-b5a7-fdaca3214373 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:52.831589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2119aa2b-2041-48e9-8b92-6b7fd8abfff4 req-f4d0217a-6ae5-486d-b5a7-fdaca3214373 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.1679597 Mar 02 17:28:52.834831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-4ffcac7a-5665-46ee-bb61-fb4b0bce5c52 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.0247674 Mar 02 17:28:52.838185 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f34d0b43-3b7e-473c-bc77-5d8c5f03a197 req-0c6e7290-b7f3-4d6a-8018-7dd3869198f5 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111816 Mar 02 17:28:52.912243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:52.964459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2119aa2b-2041-48e9-8b92-6b7fd8abfff4 req-06418f55-635e-4674-b662-c748d709178b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201110 Mar 02 17:28:53.010411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-42bf5efb-8c01-4de2-8097-702031c3bbcb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1677785 Mar 02 17:28:53.019335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:53.033132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:53.033510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:53.121590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:53.211320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-c3e1bb97-0a23-4b62-a93e-9d7be49ce06b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1095 time: 0.1799121 Mar 02 17:28:53.219508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e71a69-5c5f-4e9f-a43a-3d6faf7a08a7 req-9f6a2f35-4631-4672-9a39-3334e9c06430 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:53.227312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77e71a69-5c5f-4e9f-a43a-3d6faf7a08a7 req-9f6a2f35-4631-4672-9a39-3334e9c06430 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.1298199 Mar 02 17:28:53.294948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77e71a69-5c5f-4e9f-a43a-3d6faf7a08a7 req-3c410c29-a40c-48ea-9f92-09ed3edda9c5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666327 Mar 02 17:28:53.400906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Allocated IP 172.20.0.1 (db78c34f-4f7c-4dfb-991a-050c71de948d/6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b/254559cd-4d9c-4f88-b410-0cdf5c3ace9e) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:53.424478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-fec8687e-e378-47c1-86c1-6ee59d530f45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:53.426098 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-fec8687e-e378-47c1-86c1-6ee59d530f45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.2056129 Mar 02 17:28:53.441320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:53.491031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:53.494560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:28:53.508777 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:53.589127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-1609e4c8-7044-40f8-94cb-fc9ef0dce3dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.1392586 Mar 02 17:28:53.629050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:53.653911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:49Z', 'revision_number': 3, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:53.665690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adadd2-81cf-4a96-b657-e784597d9e1a None None] The sync data for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 is: [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:49Z', 'revision_number': 3, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:28:53.674123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-5a1c6081-5749-4e05-9714-76cdab831ba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:53.676021 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-5a1c6081-5749-4e05-9714-76cdab831ba7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0792828 Mar 02 17:28:53.729749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb80e6-6bfc-42d2-9848-9dd6eee9250d req-7d4fc33c-acb3-4e55-bc9c-8e3668bfb2c9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:53.736537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57fb80e6-6bfc-42d2-9848-9dd6eee9250d req-7d4fc33c-acb3-4e55-bc9c-8e3668bfb2c9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.2407737 Mar 02 17:28:53.765493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-0e62d2d9-2b49-419b-a04b-798eacabfbd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773432 Mar 02 17:28:53.770594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c697f9c-4bfe-4f75-9a67-27b56ab7bf0f req-280b9d2e-f8c0-47a4-9837-c2fdc26f323f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:53.772032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c697f9c-4bfe-4f75-9a67-27b56ab7bf0f req-280b9d2e-f8c0-47a4-9837-c2fdc26f323f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1443813 Mar 02 17:28:53.825925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57fb80e6-6bfc-42d2-9848-9dd6eee9250d req-2cd7ab25-a097-4b6e-90f5-0d6466c1967d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Mar 02 17:28:53.871172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c697f9c-4bfe-4f75-9a67-27b56ab7bf0f req-4a1396fc-a5ae-4477-bfd8-d2e28490f19e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Mar 02 17:28:53.959905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:54.004839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Transition to ACTIVE for port object 254559cd-4d9c-4f88-b410-0cdf5c3ace9e will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:54.088602 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-fdb472bb-a470-455f-b495-f5354a6b1f25 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061297 Mar 02 17:28:54.143799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d3a2-0d57-486b-9c3d-0255892804d4 req-9d71fa4c-adab-4636-8df2-0839409f3b3e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:54.151873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4749d3a2-0d57-486b-9c3d-0255892804d4 req-9d71fa4c-adab-4636-8df2-0839409f3b3e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.1222506 Mar 02 17:28:54.222024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:54.222588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4749d3a2-0d57-486b-9c3d-0255892804d4 req-198e9ccb-1fe4-4401-b8c7-4c7bc8faaa3b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Mar 02 17:28:54.343382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Network db78c34f-4f7c-4dfb-991a-050c71de948d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:54.359235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:54.362053 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', 'code': 200} Mar 02 17:28:54.369592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Pushing event updated for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:54.373464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:54.525906 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7e1d00d8-2e04-48dc-ab30-160bfa566ff4 req-8ca3e90a-3c4e-49f6-8880-622b56a59eb5 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291477 Mar 02 17:28:54.545659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:54.697965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:54.702914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7b28e-ff33-437d-a506-fd7fbe66e5c5 req-5ce7fbe1-ef44-4d2b-bcf9-2b5bcbc66f87 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:54.704417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bc7b28e-ff33-437d-a506-fd7fbe66e5c5 req-5ce7fbe1-ef44-4d2b-bcf9-2b5bcbc66f87 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3385358 Mar 02 17:28:54.792478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-732e510e-e47e-4839-bb19-ab757b567ad6 None None] Provisioning for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:54.803831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-732e510e-e47e-4839-bb19-ab757b567ad6 None None] Provisioning complete for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:54.804145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-732e510e-e47e-4839-bb19-ab757b567ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:54.827584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e81d-9858-474f-b906-7402344889fa req-c756514f-9afe-41b1-8639-fd1878c124e5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:54.829254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6233e81d-9858-474f-b906-7402344889fa req-c756514f-9afe-41b1-8639-fd1878c124e5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.2687171 Mar 02 17:28:54.859525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eed64a65-a84f-4964-a88b-95fd0044d982 req-d2507d6d-553e-40b7-b41a-ef292ab208ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 1101 time: 0.3417242 Mar 02 17:28:54.913567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-732e510e-e47e-4839-bb19-ab757b567ad6 None None] Port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:54.941914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bc7b28e-ff33-437d-a506-fd7fbe66e5c5 req-f239c196-eeb0-4c89-b29a-086e4fcdb8ea tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185543 Mar 02 17:28:54.989886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eed64a65-a84f-4964-a88b-95fd0044d982 req-6b6d9800-432d-4b4c-aa4f-1361f23d685c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955997 Mar 02 17:28:54.992518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6233e81d-9858-474f-b906-7402344889fa req-5901c2ba-8c88-4327-bb3e-c51993ae3ebe tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504469 Mar 02 17:28:55.057880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:55.063107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:55.171229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7025b04c-f453-4bdb-981d-d55ee2a51ef3 req-f86e022b-5a70-4354-b7d7-ff0a9411104d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 210 time: 0.0697939 Mar 02 17:28:55.224477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69858da-4872-4c44-af05-a6c69647dcd8 req-aa7b6b8b-f5a6-46e2-8b5f-a6bcb71fccde tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:55.225963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f69858da-4872-4c44-af05-a6c69647dcd8 req-aa7b6b8b-f5a6-46e2-8b5f-a6bcb71fccde tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.0900469 Mar 02 17:28:55.277137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f69858da-4872-4c44-af05-a6c69647dcd8 req-b9b37b33-4baf-4c15-8591-b0babc0ee114 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Mar 02 17:28:55.284804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:55.289105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Pushing event updated for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:55.378825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4606ca-3c30-4d75-8b24-2cd87b87f2fb req-3e55fa4f-f462-4600-83b5-e1587c0f54bf tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:55.380266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e4606ca-3c30-4d75-8b24-2cd87b87f2fb req-3e55fa4f-f462-4600-83b5-e1587c0f54bf tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.0798821 Mar 02 17:28:55.438271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Network db78c34f-4f7c-4dfb-991a-050c71de948d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:55.439606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:55.469652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e4606ca-3c30-4d75-8b24-2cd87b87f2fb req-e9dd7e9e-346a-4a4d-a90c-3b2a199b8eab tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832739 Mar 02 17:28:55.503179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ccaa-c168-4624-92c7-44fa923b8827 req-93602d2c-dab7-4644-a1a5-67e715e2a72f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:55.504771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90b2ccaa-c168-4624-92c7-44fa923b8827 req-93602d2c-dab7-4644-a1a5-67e715e2a72f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.0994241 Mar 02 17:28:55.716509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90b2ccaa-c168-4624-92c7-44fa923b8827 req-00cb0e7a-e309-4de2-8798-900b82839c51 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947386 Mar 02 17:28:55.761617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-686328ab-793e-455c-8b8a-193f0a92755a None None] Provisioning complete for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:55.761985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-686328ab-793e-455c-8b8a-193f0a92755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:55.775210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20aafd-b822-4e4c-af33-a20bdee3f819 req-bafa0749-a035-4915-a447-946bfc8945e6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:55.782997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b20aafd-b822-4e4c-af33-a20bdee3f819 req-bafa0749-a035-4915-a447-946bfc8945e6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.1122220 Mar 02 17:28:55.824392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-686328ab-793e-455c-8b8a-193f0a92755a None None] Port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:55.839780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b20aafd-b822-4e4c-af33-a20bdee3f819 req-16658740-3e3b-430d-be7f-9ca8e739ade8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Mar 02 17:28:55.864874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33da415e-0a56-4729-9746-3b14d2ca2662 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:55.902131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Router b5737810-b451-461e-946d-92c2d7e9bb70 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:28:55.951853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 33da415e-0a56-4729-9746-3b14d2ca2662 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:55.960027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 33da415e-0a56-4729-9746-3b14d2ca2662 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:55.960401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:56.017835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-05ae8192-4548-479e-996c-3db821fe697d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504143 Mar 02 17:28:56.119108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:56.159405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 33da415e-0a56-4729-9746-3b14d2ca2662, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33da415e-0a56-4729-9746-3b14d2ca2662,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:56.163296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:56.238582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:28:56.248050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-694c0334-256d-4a9d-889b-752003ed5fae admin admin] 10.222.0.37 "PUT /v2.0/routers/b5737810-b451-461e-946d-92c2d7e9bb70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1857893 Mar 02 17:28:56.257590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=33da415e-0a56-4729-9746-3b14d2ca2662,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:56.379979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-88854cb9-1f04-49f5-b68f-43091d4b998b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:56.381289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-88854cb9-1f04-49f5-b68f-43091d4b998b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511577 Mar 02 17:28:56.401738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-6774e2d6-cdb7-419d-9808-3ea089cc2b74 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511458 Mar 02 17:28:56.420153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2966-8776-4d71-ad56-25036edf9926 req-9fdedd34-82bb-415f-b7cf-132eed94df7c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:56.421552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12aa2966-8776-4d71-ad56-25036edf9926 req-9fdedd34-82bb-415f-b7cf-132eed94df7c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2207165 Mar 02 17:28:56.466516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74fc7a-05df-4a77-97a7-29c8a84052a4 req-c3c56fa1-8118-41a8-9971-a89f6bda9b7f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:56.468305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d74fc7a-05df-4a77-97a7-29c8a84052a4 req-c3c56fa1-8118-41a8-9971-a89f6bda9b7f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 944 time: 0.2071373 Mar 02 17:28:56.471739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:56.721292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12aa2966-8776-4d71-ad56-25036edf9926 req-0185a222-5128-4590-bc2f-7f4bce03385d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777803 Mar 02 17:28:56.734828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d74fc7a-05df-4a77-97a7-29c8a84052a4 req-7505a159-36ed-4a81-818b-623f123f64dc tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980445 Mar 02 17:28:56.753490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:28:56.765436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-4f63fcb2-ad23-467e-9119-0705de9a7237 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:56.767116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-4f63fcb2-ad23-467e-9119-0705de9a7237 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3430567 Mar 02 17:28:56.777680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:56.792981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:56.807173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:56.813041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:56.839423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:56.922474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:56.952570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'port_id': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'mac_address': 'fa:16:3e:b3:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9946fdfe-9d02-47ff-957a-31e305362547', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:28:57.012571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:57.013559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-816472fd-332a-4e00-8b2b-eb800fba2f70 req-9c6899b7-6504-4e86-9d55-0979a4c236dc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 210 time: 0.1560714 Mar 02 17:28:57.043384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e8a2a4-54a5-4873-bfbc-d01579449d63 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:57.067701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:57.074769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:57.172502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:57.186406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:57.217158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:port and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:57.223600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:57.240905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:57.253070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9658f-d8ba-411f-bcee-16aaaa54d545 req-f2b2b27a-8f9f-443c-904f-35ff4ddaf22c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:57.254482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52e9658f-d8ba-411f-bcee-16aaaa54d545 req-f2b2b27a-8f9f-443c-904f-35ff4ddaf22c tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.3010113 Mar 02 17:28:57.304152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:28:57.307807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:57.387383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.224 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/b47d8599-ba95-4c6a-bab4-db693d643737) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:57.482872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-cebf19ea-833a-4e91-8300-a55f4707d9e2 service neutron] 10.222.0.50 "GET /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.1076047 Mar 02 17:28:57.561096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52e9658f-d8ba-411f-bcee-16aaaa54d545 req-2e536466-b0ec-4fed-94cd-3feba1082f55 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941282 Mar 02 17:28:57.623568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['93e8a2a4-54a5-4873-bfbc-d01579449d63'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:57.805588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:57.820028 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Sync routers for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:28:57.826959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-b58c0d3e-9eee-4487-88cc-39856f058a56 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5665987 Mar 02 17:28:57.835589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33da415e-0a56-4729-9746-3b14d2ca2662 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:28:57.839081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:57.844979 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:57.845588 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:57.882028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:57.887684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:28:57.897162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Usage tracker for resource:floatingip and tenant:532ad547080c49aabe58e22a42874b85 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:28:57.903486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:28:57.909917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:28:57.917811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:28:57.934988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 33da415e-0a56-4729-9746-3b14d2ca2662 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:57.935646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:28:57.936341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:57.963108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:57.973838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.053544 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:58.063500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.071908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d82d-aa0a-4204-8864-b8176f6f3eb0 req-8ee94935-d154-43a1-9c95-e6fac6fe29ff tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:58.078887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e90d82d-aa0a-4204-8864-b8176f6f3eb0 req-8ee94935-d154-43a1-9c95-e6fac6fe29ff tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.2648036 Mar 02 17:28:58.100869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] Transition to ACTIVE for port object 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:58.105212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.123391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object b47d8599-ba95-4c6a-bab4-db693d643737 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:58.165220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e90d82d-aa0a-4204-8864-b8176f6f3eb0 req-3c9cfb63-42b9-4a90-82a8-dfb9a67bbda2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853958 Mar 02 17:28:58.192514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.216776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:28:58.283763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] No DVR routers for this DVR port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:28:58.290194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:58.341572 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-af68cd1a-9a6b-45f6-91c5-b49fd2dbdd63 service neutron] 10.222.0.50 "PUT /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8465490 Mar 02 17:28:58.353886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:58.357987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:58.364871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:58.376946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:58.404629 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:54Z', 'revision_number': 4, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '254559cd-4d9c-4f88-b410-0cdf5c3ace9e', 'name': '', 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'mac_address': 'fa:16:3e:8e:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:53Z', 'updated_at': '2022-03-02T17:28:54Z', 'revision_number': 2, 'project_id': '532ad547080c49aabe58e22a42874b85', 'subnets': [{'id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:58.405924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.409343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Checking router: b5737810-b451-461e-946d-92c2d7e9bb70 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:28:58.409952 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Updating router b5737810-b451-461e-946d-92c2d7e9bb70 port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:28:58.412821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.33 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/4985d67e-acd4-44f9-8593-24452a536857) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:58.478192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.478668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.479012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.480947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.481303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.481640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.481984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.482301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.482653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.482979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.483304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:28:58.532468 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.668950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:58.669866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.777173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:28:58.842987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3aa2f403-adff-47d7-868f-a734db151e78 None None] Provisioning for port b47d8599-ba95-4c6a-bab4-db693d643737 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:28:58.864397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-c19ab6d9-7df7-4fab-8e70-483c29adce84 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4071181 Mar 02 17:28:58.870380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3aa2f403-adff-47d7-868f-a734db151e78 None None] Provisioning complete for port b47d8599-ba95-4c6a-bab4-db693d643737 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:28:58.870837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f403-adff-47d7-868f-a734db151e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.906557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:28:58.915127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Request body: {'port': {'device_id': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:28:58.932676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2f403-adff-47d7-868f-a734db151e78 None None] Port b47d8599-ba95-4c6a-bab4-db693d643737 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:28:58.943267 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.955647 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Transition to ACTIVE for port object 254559cd-4d9c-4f88-b410-0cdf5c3ace9e will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:58.962462 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:58.974013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Allocated IP 172.25.3.185 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8c1d2255-b422-4ecd-b1d4-d4cf36b95962) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:28:59.002558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-9046b610-780a-4cae-84ad-217388cc8205 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.4915905 Mar 02 17:28:59.027635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0402fb-73b2-4dd7-9b18-99bea30acdc8 req-dbdc643c-82fe-48f6-b8aa-61aa22351b32 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:28:59.034396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb0402fb-73b2-4dd7-9b18-99bea30acdc8 req-dbdc643c-82fe-48f6-b8aa-61aa22351b32 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.4976282 Mar 02 17:28:59.094391 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c349-d4c6-421e-aedf-f488d61e9f8b None None] Pushing event updated for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:59.188573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Attempting to bind port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:28:59.188782 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Attempting to bind port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:28:59.189207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Attempting to bind port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e on network db78c34f-4f7c-4dfb-991a-050c71de948d {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:28:59.196161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:28:59.196525 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Checking segment: {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:28:59.196921 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.197585 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Bound using segment: {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:28:59.198069 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Bound port: 254559cd-4d9c-4f88-b410-0cdf5c3ace9e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:28:59.198450 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.273576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.292538 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] For port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:28:59.295617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] For port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:28:59.299900 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.323051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb0402fb-73b2-4dd7-9b18-99bea30acdc8 req-5babb541-04cd-40f0-afb9-454d377e125f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877660 Mar 02 17:28:59.326816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 4985d67e-acd4-44f9-8593-24452a536857 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:28:59.328760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.374069 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c349-d4c6-421e-aedf-f488d61e9f8b None None] Pushing event updated for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:59.435672 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:28:59.436002 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:28:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:28:59.476296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-65fdddce-9816-4771-bf47-a32a943bfedc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&tenant_id=db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 1096 time: 0.4351635 Mar 02 17:28:59.488424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.677258 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:28:59.755127 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:28:59.942612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:28:59.960464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:28:59.962415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:28:59.967649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:28:59.995758 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:54Z', 'revision_number': 4, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '254559cd-4d9c-4f88-b410-0cdf5c3ace9e', 'name': '', 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'mac_address': 'fa:16:3e:8e:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:53Z', 'updated_at': '2022-03-02T17:28:59Z', 'revision_number': 4, 'project_id': '532ad547080c49aabe58e22a42874b85', 'subnets': [{'id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:00.001749 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e360eac-303f-410d-b477-15b40a3df8ef None None] The sync data for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 is: [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:28:54Z', 'revision_number': 4, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '254559cd-4d9c-4f88-b410-0cdf5c3ace9e', 'name': '', 'network_id': 'db78c34f-4f7c-4dfb-991a-050c71de948d', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'mac_address': 'fa:16:3e:8e:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:53Z', 'updated_at': '2022-03-02T17:28:59Z', 'revision_number': 4, 'project_id': '532ad547080c49aabe58e22a42874b85', 'subnets': [{'id': '6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:29:00.014281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.148795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8327e-97c4-4ca9-883f-c111514fa9b9 req-62e33dfa-6c76-4f78-9c40-a97fcb47cf82 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:00.150360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6a8327e-97c4-4ca9-883f-c111514fa9b9 req-62e33dfa-6c76-4f78-9c40-a97fcb47cf82 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.6723952 Mar 02 17:29:00.176819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-89d49c69-2935-4b6d-bc27-ab05403a7a20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1096 time: 0.6049531 Mar 02 17:29:00.188831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:00.189424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.211842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=8c1d2255-b422-4ecd-b1d4-d4cf36b95962,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:00.218957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:00.246821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:00.260138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:00.324206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-972c2227-bd86-43e3-8eb0-ff22d22c0b2a None None] Provisioning for port 4985d67e-acd4-44f9-8593-24452a536857 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:00.329442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-972c2227-bd86-43e3-8eb0-ff22d22c0b2a None None] Provisioning complete for port 4985d67e-acd4-44f9-8593-24452a536857 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:00.329812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-972c2227-bd86-43e3-8eb0-ff22d22c0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.381159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:29:00.392310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-972c2227-bd86-43e3-8eb0-ff22d22c0b2a None None] Port 4985d67e-acd4-44f9-8593-24452a536857 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:29:00.399222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-1c0f5dd0-36e1-4e9e-8e5f-161cfb3e4725 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5706365 Mar 02 17:29:00.455749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Request body: {'port': {'device_id': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:00.491090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6a8327e-97c4-4ca9-883f-c111514fa9b9 req-fc17ef23-fb0b-4272-8456-fc10ae502be8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215942 Mar 02 17:29:00.545527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47d8599-ba95-4c6a-bab4-db693d643737 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:00.575632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.618728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:00.621187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-f2fb3eb1-7f79-4720-9c7e-e3e49eff7d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:00.622838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-f2fb3eb1-7f79-4720-9c7e-e3e49eff7d57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.4126990 Mar 02 17:29:00.681303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Transition to ACTIVE for port object b47d8599-ba95-4c6a-bab4-db693d643737 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:00.752403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.798530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:00.823994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.842471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-b858c946-ad13-43c5-9951-895c6c161a29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 200 len: 217 time: 0.1985476 Mar 02 17:29:00.947987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 93e8a2a4-54a5-4873-bfbc-d01579449d63 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:00.965060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 93e8a2a4-54a5-4873-bfbc-d01579449d63 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:00.965428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:00.991849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10749366-6c30-489b-9421-f34d250f847f service neutron] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:01.122953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-d003d709-b207-4958-86ca-ab836b6e05f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:01.124396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-d003d709-b207-4958-86ca-ab836b6e05f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.2601323 Mar 02 17:29:01.162906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.215052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:01.215516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.226509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:01.231962 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.301146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:01.402064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-2ffd84b7-96aa-4290-a382-e6d2b51b1758 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2269874 Mar 02 17:29:01.445001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e29fd-3750-4d5d-aca7-507871daeca0 req-5885983c-93a9-4484-9e8a-5bf03094ac6a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:01.446546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5e29fd-3750-4d5d-aca7-507871daeca0 req-5885983c-93a9-4484-9e8a-5bf03094ac6a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.8080688 Mar 02 17:29:01.631775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.682730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Attempting to bind port b47d8599-ba95-4c6a-bab4-db693d643737 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:01.683061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Attempting to bind port b47d8599-ba95-4c6a-bab4-db693d643737 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:01.683379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Attempting to bind port b47d8599-ba95-4c6a-bab4-db693d643737 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:01.765118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5e29fd-3750-4d5d-aca7-507871daeca0 req-926f5237-504b-4e2f-a8a6-b788b2fe32ff tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797611 Mar 02 17:29:01.787084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Port b47d8599-ba95-4c6a-bab4-db693d643737 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:01.787411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Attempting to bind port b47d8599-ba95-4c6a-bab4-db693d643737 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:01.813061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 254559cd-4d9c-4f88-b410-0cdf5c3ace9e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:01.842943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:01.843284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:01.843669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:01.844109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Bound port: b47d8599-ba95-4c6a-bab4-db693d643737, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:01.844452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.888266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:01.893310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:01.893682 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:01.917220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-91c30249-be8b-4756-b548-7d73d5e6d7a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803984 Mar 02 17:29:02.006866 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.039783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:02.043676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.111218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:02.259761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:02.303856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-a98581b0-9f4a-4556-9fd0-0b165e210d08 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685629 Mar 02 17:29:02.322036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:02.339551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.348480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a8b7d-b387-48de-a22e-f45af922204a req-cc08e21c-ee08-4de0-94b8-c5bf944e0e05 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:02.349934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae9a8b7d-b387-48de-a22e-f45af922204a req-cc08e21c-ee08-4de0-94b8-c5bf944e0e05 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.4266994 Mar 02 17:29:02.354223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4985d67e-acd4-44f9-8593-24452a536857 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:02.393891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.405616 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.434124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.457320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Transition to ACTIVE for port object 4985d67e-acd4-44f9-8593-24452a536857 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:02.467608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.468966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-10749366-6c30-489b-9421-f34d250f847f service neutron] 10.222.0.35 "PUT /v2.0/ports/b47d8599-ba95-4c6a-bab4-db693d643737 HTTP/1.1" status: 200 len: 1096 time: 3.5726061 Mar 02 17:29:02.469405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:02.481482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.571024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10749366-6c30-489b-9421-f34d250f847f service neutron] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:02.693198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae9a8b7d-b387-48de-a22e-f45af922204a req-a2fb661e-e63a-4910-b04c-1e14ff816fa9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052077 Mar 02 17:29:02.774699 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.803143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=8c1d2255-b422-4ecd-b1d4-d4cf36b95962,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:02.883437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:02.884550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-2d06db26-a588-4e90-b3d7-bbb0941ae32f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0066633 Mar 02 17:29:03.201590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Pushing event updated for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:03.209599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-ef7dbfb9-05aa-4dbd-920a-adcae675c8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 1099 time: 0.6774137 Mar 02 17:29:03.221159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-18728767-90ff-4d12-8366-e94be95f2941 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:03.230293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-bb060d95-440e-4f68-806e-0bf1468ec8c0 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.5440109 Mar 02 17:29:03.358992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Attempting to bind port 4985d67e-acd4-44f9-8593-24452a536857 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:03.359224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Attempting to bind port 4985d67e-acd4-44f9-8593-24452a536857 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:03.359543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Attempting to bind port 4985d67e-acd4-44f9-8593-24452a536857 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:03.366363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-417e90c9-c5a2-468b-b69e-6305cd49b9a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b47d8599-ba95-4c6a-bab4-db693d643737 HTTP/1.1" status: 200 len: 217 time: 0.1391876 Mar 02 17:29:03.413349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-18728767-90ff-4d12-8366-e94be95f2941 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:03.414619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-18728767-90ff-4d12-8366-e94be95f2941 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.3745124 Mar 02 17:29:03.433968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Port 4985d67e-acd4-44f9-8593-24452a536857 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:03.434290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Attempting to bind port 4985d67e-acd4-44f9-8593-24452a536857 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:03.471854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb3d09-10a7-4bce-81e0-74504ef54dda req-4eb2cdbf-60fc-44e0-ad43-c7ccd18e0348 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:03.472533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4edb3d09-10a7-4bce-81e0-74504ef54dda req-4eb2cdbf-60fc-44e0-ad43-c7ccd18e0348 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:03.493680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:03.494014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:03.494396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:03.494840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Bound port: 4985d67e-acd4-44f9-8593-24452a536857, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:03.495183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:03.573284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-90f56f21-5767-461b-b5de-13e375c8cc8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:03.574732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-90f56f21-5767-461b-b5de-13e375c8cc8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1967864 Mar 02 17:29:03.620586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4edb3d09-10a7-4bce-81e0-74504ef54dda req-4eb2cdbf-60fc-44e0-ad43-c7ccd18e0348 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:03.621639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4edb3d09-10a7-4bce-81e0-74504ef54dda req-4eb2cdbf-60fc-44e0-ad43-c7ccd18e0348 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 948 time: 0.7518513 Mar 02 17:29:03.751435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e97ada73-f99f-41e7-8a65-213ad2b09317 service neutron] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:03.779826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e97ada73-f99f-41e7-8a65-213ad2b09317 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:03.780888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10abe1bd-2d51-46aa-ab4a-7f1c22e23eb7 req-e97ada73-f99f-41e7-8a65-213ad2b09317 service neutron] 10.222.0.35 "DELETE /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.4963081 Mar 02 17:29:03.787202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 254559cd-4d9c-4f88-b410-0cdf5c3ace9e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:03.795875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-c088c8f5-8ef3-4f09-b532-c97f2a5a3587 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:03.797213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-c088c8f5-8ef3-4f09-b532-c97f2a5a3587 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3718038 Mar 02 17:29:03.812311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:03.818184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-a89a0f7c-f634-4930-aca6-a714a62e96ba tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:29:03.819189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7512293a-f6a7-4d74-95d5-6aafb1153bf3 req-a89a0f7c-f634-4930-aca6-a714a62e96ba tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0117509 Mar 02 17:29:03.821651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4985d67e-acd4-44f9-8593-24452a536857,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:03.824762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4edb3d09-10a7-4bce-81e0-74504ef54dda req-aa4ed4b7-0ec4-445a-aa86-29ee447bd42c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925147 Mar 02 17:29:03.839009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:03.897034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:03.897630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:03.904213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-03ef79fd-42ad-4415-847d-f3c68c449ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750146 Mar 02 17:29:03.937779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:03.939168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] 10.222.0.50 "PUT /v2.0/ports/4985d67e-acd4-44f9-8593-24452a536857 HTTP/1.1" status: 200 len: 1095 time: 3.4985254 Mar 02 17:29:04.075931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87428c7-85d8-4331-a5ac-5fc0074fb470 service neutron] Pushing event updated for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:04.221974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-8fd4cc26-98eb-465b-8d84-0a20af48b6b6 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035462 Mar 02 17:29:04.327256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-786fc0f9-21a9-4d64-bd72-b455d7c80619 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 1098 time: 0.2859988 Mar 02 17:29:04.336678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e705970-ab18-47c4-a4ff-868b0bd4583b req-21efcfb0-b9e0-4377-b638-508938c3aa3a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:04.337952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e705970-ab18-47c4-a4ff-868b0bd4583b req-21efcfb0-b9e0-4377-b638-508938c3aa3a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 946 time: 0.3043275 Mar 02 17:29:04.343289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011becd2-faeb-4a7e-a657-a7dee9a4d053 req-5e9a331b-a2f4-482f-a182-022d9be6a8b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:04.344661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-011becd2-faeb-4a7e-a657-a7dee9a4d053 req-5e9a331b-a2f4-482f-a182-022d9be6a8b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.3966322 Mar 02 17:29:04.467106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-e2f11c1b-cd65-4bf4-8b5c-d4a8d68fabd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4985d67e-acd4-44f9-8593-24452a536857 HTTP/1.1" status: 200 len: 217 time: 0.1198151 Mar 02 17:29:04.691000 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e705970-ab18-47c4-a4ff-868b0bd4583b req-8e567c7c-4904-4272-9ba2-4840af879a2f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453522 Mar 02 17:29:04.692756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-a836ded9-b115-46fd-ae97-5a806a5607c9 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466345 Mar 02 17:29:04.697841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-011becd2-faeb-4a7e-a657-a7dee9a4d053 req-d868edb0-7a59-401d-aeca-7cb23b6dd591 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805607 Mar 02 17:29:04.704870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-d461f45a-d499-4857-8386-1f4b926481d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:04.706281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-d461f45a-d499-4857-8386-1f4b926481d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2299235 Mar 02 17:29:04.785627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-af61dc58-047b-4d88-a2fb-0c6955befd66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690513 Mar 02 17:29:05.037979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-ff6571d7-0198-4a3c-80e2-4cc4c3bf6ddb service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437711 Mar 02 17:29:05.051872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92195263-cc4c-4bc6-a206-3ac1bbf2e83f req-7f305fb1-8b4e-493f-87db-101b1f805c67 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:05.053257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92195263-cc4c-4bc6-a206-3ac1bbf2e83f req-7f305fb1-8b4e-493f-87db-101b1f805c67 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1885529 Mar 02 17:29:05.076353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208728-d9cc-45b3-8bfb-dd1c567efb64 req-4a30f8ed-5f3a-4fa3-953b-f3659268a4c5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:05.077725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29208728-d9cc-45b3-8bfb-dd1c567efb64 req-4a30f8ed-5f3a-4fa3-953b-f3659268a4c5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.2119501 Mar 02 17:29:05.235218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29208728-d9cc-45b3-8bfb-dd1c567efb64 req-76128184-de3e-45cf-bd07-2093d7b3ce21 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386318 Mar 02 17:29:05.245462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92195263-cc4c-4bc6-a206-3ac1bbf2e83f req-b9bad7b7-ae7c-48a3-9c19-88a8e86fe8d7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648817 Mar 02 17:29:05.253237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01568277-a096-427a-b7df-8e1a2870c7e0 req-93d13bd5-7190-485d-a3ac-eb576492fc75 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077892 Mar 02 17:29:05.313030 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'code': 200} Mar 02 17:29:05.323548 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'status': 'completed', 'code': 200} Mar 02 17:29:05.590650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-d0ffa74b-e0c0-41cd-b485-fc50a85dd6c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 1099 time: 0.2273498 Mar 02 17:29:05.637716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5697-631d-41a0-8804-e0f865b38b47 req-701e0329-e225-40d9-a8bd-956ba9a25d70 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:05.639102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1b5697-631d-41a0-8804-e0f865b38b47 req-701e0329-e225-40d9-a8bd-956ba9a25d70 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2272737 Mar 02 17:29:05.702695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e533a87c-feb6-4704-bc8d-28cde44f7014 req-9e6b09a7-3333-406b-b77e-1df157058875 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1097 time: 0.2195807 Mar 02 17:29:05.721438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbad37-5119-4860-a91a-92b1737cac2f req-67b4cef3-7e41-45d1-a4fc-22853494d92e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:05.722788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58cbad37-5119-4860-a91a-92b1737cac2f req-67b4cef3-7e41-45d1-a4fc-22853494d92e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.2812753 Mar 02 17:29:05.856675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1b5697-631d-41a0-8804-e0f865b38b47 req-7278360e-8132-495d-8b09-495dcd1627f6 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063570 Mar 02 17:29:05.859647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-9156b8ad-3982-4888-9e6f-9a4517229c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:05.860952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-9156b8ad-3982-4888-9e6f-9a4517229c5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2527275 Mar 02 17:29:05.864585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58cbad37-5119-4860-a91a-92b1737cac2f req-a8047334-2a53-4fd4-946c-b69115554548 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197808 Mar 02 17:29:05.866218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e533a87c-feb6-4704-bc8d-28cde44f7014 req-23701eb3-1bed-4786-86be-23e8218eb76d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356244 Mar 02 17:29:06.020559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-6159c3a1-3aaa-431c-bd53-e7f13c61ea98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b47d8599-ba95-4c6a-bab4-db693d643737 HTTP/1.1" status: 200 len: 217 time: 0.1352980 Mar 02 17:29:06.172658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-653969ac-d172-4a2f-945c-9dc9c11c9efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:06.173952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-653969ac-d172-4a2f-945c-9dc9c11c9efb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1133890 Mar 02 17:29:06.185572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-ba9de02a-f121-4026-8289-6109e24be031 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2515085 Mar 02 17:29:06.234417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:06.249539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:06.262303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bf429-1cb4-4fdb-98eb-a309e33acff6 req-e4460dbd-fee1-46fe-8adc-ea1b3d60b24a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:06.263746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-681bf429-1cb4-4fdb-98eb-a309e33acff6 req-e4460dbd-fee1-46fe-8adc-ea1b3d60b24a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 948 time: 0.2450931 Mar 02 17:29:06.275748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:06.307519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:06.513306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-a14c1dfe-cdc5-4b24-95d5-0356a1901373 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3159523 Mar 02 17:29:06.515609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-681bf429-1cb4-4fdb-98eb-a309e33acff6 req-35534307-14dc-438a-b18c-0b8c581dfd47 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429345 Mar 02 17:29:06.713233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-be335e12-cdc9-44de-99d7-f55f7a54eb75 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875315 Mar 02 17:29:06.814296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:06.911455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b609fdb-535c-4eba-9d91-f348223cae58 req-c6bdf239-9649-4343-8093-1fff1a8bc4c4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:06.912868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b609fdb-535c-4eba-9d91-f348223cae58 req-c6bdf239-9649-4343-8093-1fff1a8bc4c4 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 946 time: 0.2467866 Mar 02 17:29:07.010189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e0196e-acf0-4c21-bd5b-58cbaedb1282 req-82b04516-19ce-4df8-9bf0-3b7512a437f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835429 Mar 02 17:29:07.038405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b609fdb-535c-4eba-9d91-f348223cae58 req-d1dbe443-b3bd-4ded-8888-ff2815dbea05 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109917 Mar 02 17:29:07.047066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Allocated IP 172.25.3.41 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:07.231256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:07.275235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dccbb0-67f2-4a07-8b24-f8f6f1c2e632 req-1397e5d8-cf96-48a7-9b55-9fe3c189bd96 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:07.276658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23dccbb0-67f2-4a07-8b24-f8f6f1c2e632 req-1397e5d8-cf96-48a7-9b55-9fe3c189bd96 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 946 time: 0.1185400 Mar 02 17:29:07.296428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:07.339302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'tag': '4985d67e-acd4-44f9-8593-24452a536857'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:07.389635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:07.394595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:07.402927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:07.427695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:07.434529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23dccbb0-67f2-4a07-8b24-f8f6f1c2e632 req-64eec42f-ed46-414f-a022-64706fdc0fb2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521246 Mar 02 17:29:07.588045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:07.701012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:07.786346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b62d6-cdbb-4eb3-8ad7-538ca3521373 req-c4aa0f1c-9aa8-4b5c-b62f-c2d4e7d44f69 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:07.787805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-524b62d6-cdbb-4eb3-8ad7-538ca3521373 req-c4aa0f1c-9aa8-4b5c-b62f-c2d4e7d44f69 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.1713557 Mar 02 17:29:07.911951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-524b62d6-cdbb-4eb3-8ad7-538ca3521373 req-d9dd0d2c-385a-4273-b0d8-55fbe9958c1f tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103306 Mar 02 17:29:07.979484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:07.984306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:08.129370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:08.259760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:08.283985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:08.299751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:08.300931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-358be338-308d-49c2-a7cb-605717ef66aa tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1047575 Mar 02 17:29:08.312556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf08453-8cb4-4f43-838c-23f200e84dde req-91e200cb-3165-4548-94c4-74aaa888c0fa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:08.319556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cf08453-8cb4-4f43-838c-23f200e84dde req-91e200cb-3165-4548-94c4-74aaa888c0fa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2477987 Mar 02 17:29:08.424991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-d3cba3b1-205c-4cfd-8cc9-1802e913babd tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:08.447779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cf08453-8cb4-4f43-838c-23f200e84dde req-e3a8e834-c2ac-48bd-9c25-38323b14e60c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271062 Mar 02 17:29:08.448782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-d3cba3b1-205c-4cfd-8cc9-1802e913babd tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:08.449776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-d3cba3b1-205c-4cfd-8cc9-1802e913babd tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.1276829 Mar 02 17:29:08.602739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-2ddcc23f-b39c-4ac9-a26a-519a195f6243 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:08.604353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c58e129d-2afe-4ac2-9d59-698c4c729e8f req-2ddcc23f-b39c-4ac9-a26a-519a195f6243 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.1483750 Mar 02 17:29:08.656899 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'tag': '4985d67e-acd4-44f9-8593-24452a536857', 'status': 'completed', 'code': 200} Mar 02 17:29:08.853581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-bc0b3637-f4c9-4ef7-844c-024b67faec69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 1098 time: 0.1252418 Mar 02 17:29:08.858469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4985d67e-acd4-44f9-8593-24452a536857 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:08.862310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-308f987d-dec5-491a-bf30-e8bea54a92a9 req-16f91592-2098-4e62-bf9c-7c1814d893bf tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1096 time: 0.1012137 Mar 02 17:29:09.033016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4985d67e-acd4-44f9-8593-24452a536857,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:09.034883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-308f987d-dec5-491a-bf30-e8bea54a92a9 req-e5452607-38d5-4f82-8eb5-88764a08dda6 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504495 Mar 02 17:29:09.047523 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '4985d67e-acd4-44f9-8593-24452a536857', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '4985d67e-acd4-44f9-8593-24452a536857', 'mac_address': 'fa:16:3e:04:c1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:09.073622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-afa5643e-e7e6-4120-881d-506fab2c2c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:09.075156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-afa5643e-e7e6-4120-881d-506fab2c2c05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2097836 Mar 02 17:29:09.104453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:09.121958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4985d67e-acd4-44f9-8593-24452a536857 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:09.138605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4985d67e-acd4-44f9-8593-24452a536857,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:09.144030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:09.167713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-762742c4-5b50-4a4e-9492-28a72cc8fdc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4985d67e-acd4-44f9-8593-24452a536857 HTTP/1.1" status: 200 len: 217 time: 0.0714922 Mar 02 17:29:09.173318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c7de-c1a3-4f7a-bd06-9f370888fafb req-58304d81-0ae4-4949-a65c-00d22e9ccbf8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:09.174729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b43c7de-c1a3-4f7a-bd06-9f370888fafb req-58304d81-0ae4-4949-a65c-00d22e9ccbf8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 948 time: 0.1983085 Mar 02 17:29:09.207798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c172dbfb-2135-40c4-bf00-6032657c4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:09.236701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:09.319008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-d1b09298-b49b-4c1c-9941-b45ea39c0e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:09.321200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-d1b09298-b49b-4c1c-9941-b45ea39c0e9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1197083 Mar 02 17:29:09.323601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b43c7de-c1a3-4f7a-bd06-9f370888fafb req-63218e51-b7a0-400e-bb23-b42f2d1ae811 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422145 Mar 02 17:29:09.388402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65b6074b-ac23-4e9b-96ec-832e9df3dd3e req-60fc84cc-c33a-40d4-92a3-2ff1d01352ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1510799 Mar 02 17:29:09.439773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-98239c42-a136-418b-90a8-0c58a2de7c02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982049 Mar 02 17:29:09.781022 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-753e3ee5-4a44-4a45-aea6-8c7063999c14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1620314 Mar 02 17:29:09.787425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-6a1bdff6-c156-4e72-9fd9-4a3e18c9758b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339176 Mar 02 17:29:09.787609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:09.796519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174ca80-0af0-417c-8aa0-f9ab876103e0 req-67e3553c-2fc9-4057-9b5a-a5711f53c4ad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:09.797917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9174ca80-0af0-417c-8aa0-f9ab876103e0 req-67e3553c-2fc9-4057-9b5a-a5711f53c4ad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 946 time: 0.3210008 Mar 02 17:29:09.827052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-75b8815a-a716-41b3-a9a5-2d5f5a1380c8 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2231691 Mar 02 17:29:09.897931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:09.906982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:09.936274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:09.973259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:09.991869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9174ca80-0af0-417c-8aa0-f9ab876103e0 req-2ba55e07-d8e4-4f3b-a439-f31fde97e1c1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718016 Mar 02 17:29:10.188080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bbb12b4-4fae-4a74-8b0b-1be892667771 req-7f4dffbf-95c7-4abc-9f0d-412b812830fc service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874555 Mar 02 17:29:10.249306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b47d8599-ba95-4c6a-bab4-db693d643737 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:10.292713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9138c-37c4-43c8-9bb9-bde772af7454 req-08fa9d40-e220-46f1-a79f-f780df397723 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:10.294347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdf9138c-37c4-43c8-9bb9-bde772af7454 req-08fa9d40-e220-46f1-a79f-f780df397723 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.0994837 Mar 02 17:29:10.376367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:10.416020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdf9138c-37c4-43c8-9bb9-bde772af7454 req-7fc5fc7a-88e4-4e06-94c1-15e9c6d51b56 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122289 Mar 02 17:29:10.432710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:10.449210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'mac_address': 'fa:16:3e:a1:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:10.520198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:10.539902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47d8599-ba95-4c6a-bab4-db693d643737 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:10.557499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Allocated IP 172.25.3.149 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8ef9fd40-c430-4404-94c0-5c27e156d633) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:10.559849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:10.563475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:10.637378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:10.768223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:10.780418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35644869-206c-444e-a0a9-ee00556bf521 req-889af20a-c1c0-4aac-b113-960990c80503 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 1096 time: 0.1427469 Mar 02 17:29:10.833023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:10.837979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35644869-206c-444e-a0a9-ee00556bf521 req-5713862d-4b08-481f-8720-598c8948fc1d tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522344 Mar 02 17:29:10.869724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:10.900806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:10.906758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:10.908102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:10.912214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:10.942254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=8ef9fd40-c430-4404-94c0-5c27e156d633,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:11.110421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:11.132406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'mac_address': 'fa:16:3e:a3:35:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:11.146703 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.172473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.205228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049085-c791-476f-928e-6d7d9f6f2955 req-d74a819a-1b03-448c-9bf0-372dfa94d3b7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:11.206700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d049085-c791-476f-928e-6d7d9f6f2955 req-d74a819a-1b03-448c-9bf0-372dfa94d3b7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1961124 Mar 02 17:29:11.219649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:11.225569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.242524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.254236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:11.260676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.263334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b77498ef-ffc4-4cc7-8cbe-be0298ceee26 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:11.299582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd057-e849-4e7b-a656-fd5f73fd4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.306813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d049085-c791-476f-928e-6d7d9f6f2955 req-a61321c1-d3b7-48fa-8cae-8179f7f6914e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926442 Mar 02 17:29:11.331409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:11.342611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:11.346546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.347384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:11.382216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:11.536388 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.541119 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.573868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:11.657409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=8ef9fd40-c430-4404-94c0-5c27e156d633,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:11.682897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:11.690427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2fd0-59b1-4dfa-b267-3fbccd3d280a req-88145db0-7966-4832-b68c-da7e29c60509 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:11.691996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-360d2fd0-59b1-4dfa-b267-3fbccd3d280a req-88145db0-7966-4832-b68c-da7e29c60509 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.2100382 Mar 02 17:29:11.710730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'mac_address': 'fa:16:3e:19:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:11.726620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.795535 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.799190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.800369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ddf367c3-9ac5-4669-9dd1-809637a32b69 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9571283 Mar 02 17:29:11.813360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-360d2fd0-59b1-4dfa-b267-3fbccd3d280a req-f86fcf12-df9d-4179-b4c4-70bf1589361c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Mar 02 17:29:11.819008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:11.837652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:11.842243 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:11.910216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ffb68d1e-772f-4251-bc84-8ae3456f6f8b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:11.915589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-fb97ac67-5bf2-44f1-8e52-c8d7ca5a6784 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 1101 time: 0.2208612 Mar 02 17:29:11.920284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:11.930812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ffb68d1e-772f-4251-bc84-8ae3456f6f8b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:11.931960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-ffb68d1e-772f-4251-bc84-8ae3456f6f8b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.1177690 Mar 02 17:29:12.168744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b77498ef-ffc4-4cc7-8cbe-be0298ceee26'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:12.303023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-abc3fb13-7361-4494-918b-540079a34cdd tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:12.307864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa67efa-d343-47d5-afe3-923c0951fdd0 req-abc3fb13-7361-4494-918b-540079a34cdd tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3696115 Mar 02 17:29:12.381694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fa4bf-0255-4bec-973f-3315a574e974 req-43b7b350-3432-4dcb-bd10-c0e9fb22f49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:12.384301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-43b7b350-3432-4dcb-bd10-c0e9fb22f49e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2275491 Mar 02 17:29:12.395021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ff47777-15ce-4b09-9bf0-fc6b163462fd req-e401fc54-392a-4f90-979e-25b159b59298 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1097 time: 0.2369976 Mar 02 17:29:12.532921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-6e534351-f361-4be6-85c5-d3844dd39b16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 200 len: 217 time: 0.1348660 Mar 02 17:29:12.535488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ff47777-15ce-4b09-9bf0-fc6b163462fd req-07509944-0105-47fa-bca0-7aa53f8a9b84 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396961 Mar 02 17:29:12.575426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:12.615647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fa4bf-0255-4bec-973f-3315a574e974 req-c8f0bf1f-145d-47ff-b5f3-5c82ea1b29e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:12.617674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-c8f0bf1f-145d-47ff-b5f3-5c82ea1b29e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0754914 Mar 02 17:29:12.628111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afdf70-9644-4940-a054-6110764a050d req-d489e908-a1ef-45e1-8960-62f20d0e334a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:12.629530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0afdf70-9644-4940-a054-6110764a050d req-d489e908-a1ef-45e1-8960-62f20d0e334a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 949 time: 0.1590099 Mar 02 17:29:12.675714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:12.761488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0afdf70-9644-4940-a054-6110764a050d req-18816366-b56e-4646-ae9d-d40c5cb331c8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959053 Mar 02 17:29:12.793071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-0c3b81e6-4564-4aff-b9a9-9286a770d18e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577756 Mar 02 17:29:12.960544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-da0d1054-6e90-4871-bfc5-dabd4ebcad31 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512928 Mar 02 17:29:12.962504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:13.047074 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'code': 200} Mar 02 17:29:13.073697 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.143933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:13.144325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.155282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-319fa4bf-0255-4bec-973f-3315a574e974 req-59013ef4-a2d3-4a3d-b3c5-3be35a5e7bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866550 Mar 02 17:29:13.315955 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.356594 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:29:13.369024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:13.377086 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.379898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4985d67e-acd4-44f9-8593-24452a536857 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:13.388286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd718828-450a-4b2c-98c1-faf60e675e9a req-29c4e405-1166-4404-ab08-a4c1a6630311 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:13.389931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd718828-450a-4b2c-98c1-faf60e675e9a req-29c4e405-1166-4404-ab08-a4c1a6630311 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 950 time: 0.2335889 Mar 02 17:29:13.457983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd718828-450a-4b2c-98c1-faf60e675e9a req-4b5c9f09-d85b-4268-b880-3470894be8e4 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Mar 02 17:29:13.518092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-d11638c4-3f68-4205-b9f3-8d4da00fadcb tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2878325 Mar 02 17:29:13.523046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:13.529172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:13.540064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:13.554665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.569458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:13.590712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 4985d67e-acd4-44f9-8593-24452a536857 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:13.597093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 4985d67e-acd4-44f9-8593-24452a536857 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:13.597740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.744197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6f9d7-ee3f-4b19-a29a-bb7162e8f26f req-57f911d6-a1a2-4ba6-96bb-42398567742f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:13.745687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da6f9d7-ee3f-4b19-a29a-bb7162e8f26f req-57f911d6-a1a2-4ba6-96bb-42398567742f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1066246 Mar 02 17:29:13.750047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.791025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4985d67e-acd4-44f9-8593-24452a536857,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:13.801733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.814942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da6f9d7-ee3f-4b19-a29a-bb7162e8f26f req-e74102bc-c547-4923-acfc-6a69679004cb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607250 Mar 02 17:29:13.825879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:13.888899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:14.037907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Allocated IP 172.25.3.252 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/b3be6932-6c06-4279-9c78-6cedfa44bfbf) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:14.177510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.250339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efe423e4-ad97-4587-a76e-03b14c72c282 req-d244e2f8-4962-481c-8c5b-15582bc1088d tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1097 time: 0.2873797 Mar 02 17:29:14.289841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b47d8599-ba95-4c6a-bab4-db693d643737 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:14.343789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efe423e4-ad97-4587-a76e-03b14c72c282 req-42d4eed6-28c6-4250-8c0a-533427e7dcd0 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774205 Mar 02 17:29:14.371880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.428843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.436931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port b47d8599-ba95-4c6a-bab4-db693d643737 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:14.450978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port b47d8599-ba95-4c6a-bab4-db693d643737 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:14.454397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.524222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:14.526115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:14.531154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:14.596705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=b3be6932-6c06-4279-9c78-6cedfa44bfbf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:14.638375 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.675374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:14.683199 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.768135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:14.813429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.889106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:14.937384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667daf4d-0ab7-4d9d-9742-2c7cd1cf1f24 req-4ec8aac2-4de9-4767-b2c0-642586d5fdc4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:14.938773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-667daf4d-0ab7-4d9d-9742-2c7cd1cf1f24 req-4ec8aac2-4de9-4767-b2c0-642586d5fdc4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.2816334 Mar 02 17:29:14.950540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:15.048286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26'}, {'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985d67e-acd4-44f9-8593-24452a536857'}, {'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:15.065751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6d5ab006-effe-4f6d-b1fe-18e8744577fd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:15.066385 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.105882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-667daf4d-0ab7-4d9d-9742-2c7cd1cf1f24 req-528eed38-6f7b-421d-a950-d9219c9cedf8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613364 Mar 02 17:29:15.197769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.243086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.249586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.315962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:15.323081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.412397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event updated for resources: {'Port': ['ID=b3be6932-6c06-4279-9c78-6cedfa44bfbf,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:15.438556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:15.443967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.491525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:15.492916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-fe3942a3-cead-4fb4-87e1-eae3eb17a9ae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9738963 Mar 02 17:29:15.499534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27aa24-4147-4df0-a781-4a2755a1cbd8 req-fed9f340-70e3-424a-83ad-d7aee4e0482c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:15.501088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f27aa24-4147-4df0-a781-4a2755a1cbd8 req-fed9f340-70e3-424a-83ad-d7aee4e0482c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.1340339 Mar 02 17:29:15.599512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-f38c161d-e75d-4847-a172-8c4b5868aab3 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:15.628762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-f38c161d-e75d-4847-a172-8c4b5868aab3 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:15.630015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-f38c161d-e75d-4847-a172-8c4b5868aab3 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1268764 Mar 02 17:29:15.635160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f27aa24-4147-4df0-a781-4a2755a1cbd8 req-33e14d94-d88f-42d6-a3c0-ae0bfbb7d066 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739796 Mar 02 17:29:15.793646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-70103837-b971-4fa3-9c63-2b334d59b78c tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:15.795627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aab99d3b-7172-48bb-b9ed-4d37466b78e0 req-70103837-b971-4fa3-9c63-2b334d59b78c tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.1582868 Mar 02 17:29:15.973290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68d4e-b7c9-41e2-9d90-bbf13bd8799b req-df6fa6ec-9804-47a9-ba0a-6768112da62a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:15.974724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70d68d4e-b7c9-41e2-9d90-bbf13bd8799b req-df6fa6ec-9804-47a9-ba0a-6768112da62a tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.1302948 Mar 02 17:29:16.078297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70d68d4e-b7c9-41e2-9d90-bbf13bd8799b req-6ba43ff6-c5be-4f17-9fbc-f77488ec155b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Mar 02 17:29:16.112534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1edd-337b-4508-a159-1006a0332f87 req-006f75a0-3fc8-4e99-bcd2-3c66f08008c3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:16.118240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fac1edd-337b-4508-a159-1006a0332f87 req-006f75a0-3fc8-4e99-bcd2-3c66f08008c3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1326671 Mar 02 17:29:16.176213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fac1edd-337b-4508-a159-1006a0332f87 req-0dddf64f-b017-4f90-bea2-41de6a8115f7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568686 Mar 02 17:29:16.189845 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'code': 200} Mar 02 17:29:16.190169 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985d67e-acd4-44f9-8593-24452a536857', 'code': 200} Mar 02 17:29:16.191080 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'code': 200} Mar 02 17:29:16.342622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43244d1b-e3ab-430e-975f-1e6b0394e745 req-0af18b00-4c8e-465e-a57e-2707474aeb67 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips/d1049bfe-e672-4038-9632-cab0855c5483 HTTP/1.1" status: 200 len: 693 time: 0.1049213 Mar 02 17:29:16.843292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc7ad0db-9999-4e42-86fc-bd936e34d213 req-ef43ed6d-59b6-48c8-ba8f-e99d2007a321 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 1101 time: 0.4968677 Mar 02 17:29:16.890222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd29d3fc-713c-4cd1-807e-22a73bb784d8 req-e61f8f27-8a52-44f3-972d-87fea8eeb501 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 1100 time: 0.5453775 Mar 02 17:29:16.902642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43244d1b-e3ab-430e-975f-1e6b0394e745 req-88d8d3c5-a34d-4572-ae2e-d6b2f8e3792b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:16.904076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43244d1b-e3ab-430e-975f-1e6b0394e745 req-88d8d3c5-a34d-4572-ae2e-d6b2f8e3792b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3273602 Mar 02 17:29:16.910119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c42a264d-0faf-4533-82dd-76ae9e39ae78 req-f74a59f9-2e00-4478-912c-bd9f9ede04fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3346596 Mar 02 17:29:16.916569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-43244d1b-e3ab-430e-975f-1e6b0394e745 req-ff0b0011-b50a-486b-91c9-800bc36fe930 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:29:16.917605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43244d1b-e3ab-430e-975f-1e6b0394e745 req-ff0b0011-b50a-486b-91c9-800bc36fe930 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065956 Mar 02 17:29:16.984749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc7ad0db-9999-4e42-86fc-bd936e34d213 req-c17cce3c-96e1-4ba7-85b3-9eb4c89880d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178155 Mar 02 17:29:16.994318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd29d3fc-713c-4cd1-807e-22a73bb784d8 req-a179b680-6762-4bb0-b9ec-30169130b659 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743854 Mar 02 17:29:17.141637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318b36-a092-4f76-baef-9c2433a7ff62 req-fd938e28-8dc9-45eb-a0ec-8b613c10bebb tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:17.143285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d318b36-a092-4f76-baef-9c2433a7ff62 req-fd938e28-8dc9-45eb-a0ec-8b613c10bebb tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.0968051 Mar 02 17:29:17.206453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d318b36-a092-4f76-baef-9c2433a7ff62 req-25ccd164-08d7-4721-a4e5-597b5f77e48d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567961 Mar 02 17:29:17.797317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83735d6-5adc-4aa6-a89d-c7fc403ebe9f req-9550dd42-0881-4266-b450-5df8b4816d79 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:17.798949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a83735d6-5adc-4aa6-a89d-c7fc403ebe9f req-9550dd42-0881-4266-b450-5df8b4816d79 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.0857437 Mar 02 17:29:17.865642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a83735d6-5adc-4aa6-a89d-c7fc403ebe9f req-ecd7b142-bb96-4d6b-9e0f-2ca8fda7f5e7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572846 Mar 02 17:29:18.084822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-4ca55bbb-f240-4b56-9e90-53f04c94c8b8 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips/d1049bfe-e672-4038-9632-cab0855c5483 HTTP/1.1" status: 200 len: 693 time: 0.1015782 Mar 02 17:29:18.192249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:18.319687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-0b46ea54-9393-4f25-8bf4-d680d45ff525 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:18.327642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-0b46ea54-9393-4f25-8bf4-d680d45ff525 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2363980 Mar 02 17:29:18.351344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-e0bc3100-4f7d-46ce-b113-5e15a5a68ee6 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:29:18.363237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-e0bc3100-4f7d-46ce-b113-5e15a5a68ee6 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0345311 Mar 02 17:29:18.503006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-97d96246-37bb-41b8-9288-6b08298c3eb1 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:29:18.512220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-97d96246-37bb-41b8-9288-6b08298c3eb1 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0168085 Mar 02 17:29:18.519805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:18.520238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Unknown quota resources ['binding']. {{(pid=83797) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:29:18.565164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-2da02aa4-98d0-4f60-8a61-a5d6a57fe6f3 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.2012322 Mar 02 17:29:18.739869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-def2560c-351b-45c7-8155-c3008a27f8e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5576370 Mar 02 17:29:18.743612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:18.781695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-f70b40c0-978e-402e-baaf-25934074e045 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1990592 Mar 02 17:29:19.055200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Deleting port b3be6932-6c06-4279-9c78-6cedfa44bfbf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:19.055605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:19.265002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:19.265339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:19.265746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:19.343806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:19.344468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:19.438287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:19.438780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:19.580221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:19.580719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:19.581204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:19.581765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Bound port: 93e8a2a4-54a5-4873-bfbc-d01579449d63, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:19.594691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Calling delete_port for b3be6932-6c06-4279-9c78-6cedfa44bfbf owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:19.627955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-ed543911-5b06-4607-be82-2b97ae956f9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 1100 time: 0.6773639 Mar 02 17:29:19.812891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:19.902221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:19.903314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-b9591d98-36a0-43c9-a2da-dd67eebe7caa service neutron] 10.222.0.37 "POST /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63/bindings HTTP/1.1" status: 201 len: 389 time: 1.3903246 Mar 02 17:29:19.931306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-46334a5b-a826-4342-9901-15494dc845ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:19.932757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-46334a5b-a826-4342-9901-15494dc845ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2509797 Mar 02 17:29:20.026951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:20.101392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event deleted for resources: {'Port': ['ID=b3be6932-6c06-4279-9c78-6cedfa44bfbf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:20.105452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-bf3f6f36-924c-4a89-95b1-44ba61079edb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 200 len: 217 time: 0.1614103 Mar 02 17:29:20.344993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-16c3837b-b4fc-44c7-b3ff-569e21e59cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:20.346414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-16c3837b-b4fc-44c7-b3ff-569e21e59cbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2023034 Mar 02 17:29:20.417112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:20.419546 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:20.431863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14d799bc-56ac-4e5c-ad37-5d26baa5f8ca req-a6b7461e-b14d-4cb2-8275-d3453764d0a5 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "DELETE /v2.0/floatingips/d1049bfe-e672-4038-9632-cab0855c5483 HTTP/1.1" status: 204 len: 173 time: 1.6492567 Mar 02 17:29:20.494430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-f5eb34d1-8874-4362-bf2d-f28cbf3e2401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1097 time: 0.2720001 Mar 02 17:29:20.510673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5366-1aa7-426c-903f-bf9028e41c0f req-1b0a2bf2-1ded-43d2-82a6-4ed98b1b3f4b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:20.519372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf3b5366-1aa7-426c-903f-bf9028e41c0f req-1b0a2bf2-1ded-43d2-82a6-4ed98b1b3f4b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.4128804 Mar 02 17:29:20.800423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf3b5366-1aa7-426c-903f-bf9028e41c0f req-11509c73-6cad-4f61-b89f-0acf80934b29 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801449 Mar 02 17:29:20.803235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-fe6d81e7-1611-40ad-b2e4-b96f7f5d6315 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4372516 Mar 02 17:29:20.919949 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'code': 200} Mar 02 17:29:20.939460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-def5cb59-56e3-46e0-b7a7-9df1842d3fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:20.940910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-def5cb59-56e3-46e0-b7a7-9df1842d3fd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4143453 Mar 02 17:29:20.954667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eadab-bc78-48b1-b3a0-4bfb196d58d8 req-99ec291b-ba82-476f-a294-cb0efcf91f61 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:20.971001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d65eadab-bc78-48b1-b3a0-4bfb196d58d8 req-99ec291b-ba82-476f-a294-cb0efcf91f61 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3463979 Mar 02 17:29:21.325614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-70bc39e8-98b5-412d-97b9-a5eff9bc1ccc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.3505864 Mar 02 17:29:21.384892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-a1b77cd9-6ab3-42a9-93e1-a7f246929986 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670385 Mar 02 17:29:21.477538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d65eadab-bc78-48b1-b3a0-4bfb196d58d8 req-afd0cc85-07a7-4a20-a09d-c961219b4726 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047004 Mar 02 17:29:21.662077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-36f4ca6e-2cd6-4ec5-9f6b-7e0585728190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:21.671325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-36f4ca6e-2cd6-4ec5-9f6b-7e0585728190 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.3310769 Mar 02 17:29:21.841520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-ab28626c-123f-484a-9e89-782cc2c5a917 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904331 Mar 02 17:29:21.986099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91bb5-c2a9-48f9-8727-48e53569e013 req-4bac6684-5b1a-43f8-a498-292a2f9d4c87 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:21.994064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa91bb5-c2a9-48f9-8727-48e53569e013 req-4bac6684-5b1a-43f8-a498-292a2f9d4c87 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.7985363 Mar 02 17:29:22.034361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-baee020c-53ee-4b47-b4c8-a479388651fd req-18205789-c797-4518-8683-be5e0405739c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1102 time: 0.7789698 Mar 02 17:29:22.042416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-415e9baa-3ab6-4c52-a78f-6296d26d74cc req-456ab304-c2b5-4721-a69b-67af2d7c2ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412561 Mar 02 17:29:22.175228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fa91bb5-c2a9-48f9-8727-48e53569e013 req-4cd83596-14d7-42cb-9416-90cdfa346c46 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801877 Mar 02 17:29:22.179766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-c8379ba7-80cd-4e5b-be2b-a9d484d21b5d service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172381 Mar 02 17:29:22.197143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1733c6-0458-4f13-8608-4bffc4be90d6 req-6716c1a5-3b01-4448-8f65-f23e183f8ad1 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:22.204228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab1733c6-0458-4f13-8608-4bffc4be90d6 req-6716c1a5-3b01-4448-8f65-f23e183f8ad1 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.5102534 Mar 02 17:29:22.248125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-baee020c-53ee-4b47-b4c8-a479388651fd req-e7253d36-bfe5-4adb-b493-c11d11ec50b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977785 Mar 02 17:29:22.464338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab1733c6-0458-4f13-8608-4bffc4be90d6 req-ff6469e3-ebbd-4e97-93a9-02494771e0c2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591946 Mar 02 17:29:22.725676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-1e9f7f39-6ed5-4f5b-a17e-590c6d97f618 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761872 Mar 02 17:29:22.794880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c9905-767e-4923-a54e-9840e020b1c4 req-26f6babe-0e3c-446a-af81-f642d22c1d24 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:22.796810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e53c9905-767e-4923-a54e-9840e020b1c4 req-26f6babe-0e3c-446a-af81-f642d22c1d24 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 946 time: 0.3268065 Mar 02 17:29:22.907238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5213c69-2262-4e1a-a6d8-2b8c672519ac req-25a11647-e10e-4ec8-98d9-34780db44460 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:22.907238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5213c69-2262-4e1a-a6d8-2b8c672519ac req-25a11647-e10e-4ec8-98d9-34780db44460 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3413064 Mar 02 17:29:22.929842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e53c9905-767e-4923-a54e-9840e020b1c4 req-4a0a4c31-d825-4d9f-94e7-da259ca4ab25 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260190 Mar 02 17:29:22.963791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-63988c81-0a39-4214-b71b-c561d72b987b tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1097 time: 0.1372542 Mar 02 17:29:23.000140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:23.378690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:23.421230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f71c27-f543-4678-9f0c-d0dbcd032f8f req-8c138988-5fd3-4ead-9ca1-a782fa3f7c82 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:23.422841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8f71c27-f543-4678-9f0c-d0dbcd032f8f req-8c138988-5fd3-4ead-9ca1-a782fa3f7c82 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.3218529 Mar 02 17:29:23.482369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dd145-db53-4064-a5ee-9e7a73c5fdad req-a2e58f0c-63af-458e-b1b8-1aadf7ba927d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:23.484021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b48dd145-db53-4064-a5ee-9e7a73c5fdad req-a2e58f0c-63af-458e-b1b8-1aadf7ba927d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2967770 Mar 02 17:29:23.771200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8f71c27-f543-4678-9f0c-d0dbcd032f8f req-b1a8e291-a46e-4733-af27-c3df542c139b tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172259 Mar 02 17:29:23.840391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b48dd145-db53-4064-a5ee-9e7a73c5fdad req-4e976d74-5f12-4489-bdfa-ae6c1395e2d3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416650 Mar 02 17:29:23.944221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-1d7b8f6b-0bb1-428c-8c43-b3954df91496 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:24.080643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-1d7b8f6b-0bb1-428c-8c43-b3954df91496 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:24.082304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-1d7b8f6b-0bb1-428c-8c43-b3954df91496 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=532ad547080c49aabe58e22a42874b85 HTTP/1.1" status: 200 len: 1656 time: 0.2408745 Mar 02 17:29:24.093392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:24.295947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-5f384a1e-53cd-49f5-9f14-9e594e0be07b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:24.297414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-5f384a1e-53cd-49f5-9f14-9e594e0be07b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks?id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 787 time: 0.2078605 Mar 02 17:29:24.319377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-c7c1b098-55f2-42fb-846d-3ce3057dca71 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:29:24.320898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d543e488-c3ba-4dd1-87d7-1139699251bf req-c7c1b098-55f2-42fb-846d-3ce3057dca71 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151021 Mar 02 17:29:24.354143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d84e-14d7-42a3-93bb-0a4fc3213b83 req-f647f87d-c8a2-4522-9739-6df690df7ee8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:24.355712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b03d84e-14d7-42a3-93bb-0a4fc3213b83 req-f647f87d-c8a2-4522-9739-6df690df7ee8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.3707464 Mar 02 17:29:24.356972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:24.518261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:24.524698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:24.531341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b03d84e-14d7-42a3-93bb-0a4fc3213b83 req-9aa8a39b-f00b-46a4-96c0-d5e84bd8961f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469488 Mar 02 17:29:24.536374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:24.833477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:24.874072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:24.874416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:24.874750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:24.906616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d0b4-b04a-42fb-8fb4-0dbcb1549a5c req-2e632e32-c8e0-4d34-adeb-3645d885348a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:24.908097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e442d0b4-b04a-42fb-8fb4-0dbcb1549a5c req-2e632e32-c8e0-4d34-adeb-3645d885348a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.2674861 Mar 02 17:29:24.916969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:24.917303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Attempting to bind port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:24.952376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:24.952721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:24.953098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:24.953536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Bound port: 93e8a2a4-54a5-4873-bfbc-d01579449d63, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:24.953881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:24.971802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a3389-2542-4149-8444-01325b8c762b req-60acf011-9fa5-42f3-a64f-67aa1ffa7455 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:24.973498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c73a3389-2542-4149-8444-01325b8c762b req-60acf011-9fa5-42f3-a64f-67aa1ffa7455 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.2330532 Mar 02 17:29:25.100836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e442d0b4-b04a-42fb-8fb4-0dbcb1549a5c req-dcbbe411-f176-4373-ba19-a2df12e64f2b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792545 Mar 02 17:29:25.155627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c73a3389-2542-4149-8444-01325b8c762b req-83793e4c-7e5f-41df-b1bf-69ab74ffc49f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711223 Mar 02 17:29:25.191542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:25.194360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:25.204998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:25.357128 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'code': 200} Mar 02 17:29:25.400768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-e66a543f-7d1b-4ced-b63c-70307047ec5f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips/e757a248-3f21-4f8f-a3c9-f29c1391cf19 HTTP/1.1" status: 200 len: 693 time: 0.1916294 Mar 02 17:29:25.702376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:25.709915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-4d05bf34-1aa2-423e-8037-17c80627cc4f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:25.711963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-4d05bf34-1aa2-423e-8037-17c80627cc4f tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2430899 Mar 02 17:29:25.947352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:25.948980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-818d1d56-184e-4c4e-879c-3131f74ecb45 service neutron] 10.222.0.35 "PUT /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 1122 time: 2.9656971 Mar 02 17:29:25.991544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-0b3981f9-5289-4e1d-9805-f7101ccd3625 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.2458134 Mar 02 17:29:26.085362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a85fc-b7c8-4253-b96c-f08fb20e491f req-ba4c4550-126b-4aa9-b6a2-334f83a91786 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:26.092401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a5a85fc-b7c8-4253-b96c-f08fb20e491f req-ba4c4550-126b-4aa9-b6a2-334f83a91786 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.6029170 Mar 02 17:29:26.112346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-40ad3640-34a1-4290-8282-2f199fa2e66d tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.1095793 Mar 02 17:29:26.268013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['93e8a2a4-54a5-4873-bfbc-d01579449d63'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:26.312473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a5a85fc-b7c8-4253-b96c-f08fb20e491f req-3b387eee-9da6-42ab-9d71-d32b1e3725bd tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191293 Mar 02 17:29:26.315032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Deleting port 8ef9fd40-c430-4404-94c0-5c27e156d633 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:26.315375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:26.670739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:26.671163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:26.689681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037b87-4b68-40ae-80de-6a971433a918 req-3b7f23fe-9cb3-4383-82b1-db995c63909a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:26.691201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e037b87-4b68-40ae-80de-6a971433a918 req-3b7f23fe-9cb3-4383-82b1-db995c63909a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1475077 Mar 02 17:29:26.823460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Calling delete_port for 8ef9fd40-c430-4404-94c0-5c27e156d633 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:26.904846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e037b87-4b68-40ae-80de-6a971433a918 req-b191a08c-1ad1-4552-99dd-ef5fe24b415d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590180 Mar 02 17:29:27.064643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:27.196736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event deleted for resources: {'Port': ['ID=8ef9fd40-c430-4404-94c0-5c27e156d633,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:27.311084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:27.359911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:27.442887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f52e-e27e-40d1-bf37-ddf0fe621a4d req-db41fdcc-5a88-42dd-9215-32078144c0f2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.444362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96e5f52e-e27e-40d1-bf37-ddf0fe621a4d req-db41fdcc-5a88-42dd-9215-32078144c0f2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.2192051 Mar 02 17:29:27.446025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:27.447037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e4e96f-0b59-450c-8029-8dddd9b486a5 req-a733a36e-3860-4fa2-bd18-c5521c7412c0 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "DELETE /v2.0/floatingips/e757a248-3f21-4f8f-a3c9-f29c1391cf19 HTTP/1.1" status: 204 len: 173 time: 1.3261068 Mar 02 17:29:27.501800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96e5f52e-e27e-40d1-bf37-ddf0fe621a4d req-88e0f0b6-cca9-49e8-b626-2fd448fb3276 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506744 Mar 02 17:29:27.730796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f986dd-cd9c-4acb-9dd1-9ec28c41996f req-c4c67a86-ddf6-4f85-9a97-d8c4b3aa2f7d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.732177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2f986dd-cd9c-4acb-9dd1-9ec28c41996f req-c4c67a86-ddf6-4f85-9a97-d8c4b3aa2f7d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.1548686 Mar 02 17:29:27.784393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7d86b-9363-4a04-9f78-b6d1bfb294aa req-44b66441-323e-4b83-a092-471e43dcec44 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:27.785842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50f7d86b-9363-4a04-9f78-b6d1bfb294aa req-44b66441-323e-4b83-a092-471e43dcec44 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.1499965 Mar 02 17:29:27.836275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2f986dd-cd9c-4acb-9dd1-9ec28c41996f req-bc22cc7d-0f67-4171-abeb-e9da30b69d0c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976896 Mar 02 17:29:27.863023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50f7d86b-9363-4a04-9f78-b6d1bfb294aa req-387fd1a5-cd89-4007-adfd-1d984b8bc065 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690923 Mar 02 17:29:27.940948 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'status': 'completed', 'code': 200} Mar 02 17:29:28.295500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-a1c95732-a288-4f47-9a92-a7c36e12fae4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips/39db6f87-ce02-42da-93a9-4bc193bdc070 HTTP/1.1" status: 200 len: 692 time: 0.3272319 Mar 02 17:29:28.334521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:28.476984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-7e621104-206d-4b99-8999-b7f4688ce70e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1125 time: 0.4327707 Mar 02 17:29:28.491707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-0b7b70f7-9ba7-446e-ad73-55fda1cea541 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:28.499497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-0b7b70f7-9ba7-446e-ad73-55fda1cea541 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2030590 Mar 02 17:29:28.596006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:28.623745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:29:28.644833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5576632-938a-4a91-9a1c-99e9380ce121 req-c8f4afa3-ed74-4adf-a01f-b52fd62486f4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:28.646382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5576632-938a-4a91-9a1c-99e9380ce121 req-c8f4afa3-ed74-4adf-a01f-b52fd62486f4 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.4100106 Mar 02 17:29:28.684101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-1db4dabd-3431-4651-ae3e-b2b889e5492e tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:28.740665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-1db4dabd-3431-4651-ae3e-b2b889e5492e tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:28.741866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-1db4dabd-3431-4651-ae3e-b2b889e5492e tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.2415221 Mar 02 17:29:28.744144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5576632-938a-4a91-9a1c-99e9380ce121 req-4f35df52-66da-4d7c-a95c-49b538945543 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Mar 02 17:29:28.843676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-c772a814-7116-4189-abba-489fbf532f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:28.843676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-c772a814-7116-4189-abba-489fbf532f98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.2878501 Mar 02 17:29:28.960223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-d69b211f-dba0-4ccc-b937-8adfd3815aae tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.2038672 Mar 02 17:29:29.140779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-b174e62c-6d93-40ba-9d0f-35e3f0d562ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.2756350 Mar 02 17:29:29.254158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Deleting port a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:29.254158 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:29.318953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-a41903dc-c305-42b5-97e7-054e37a4bca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:29.320913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-a41903dc-c305-42b5-97e7-054e37a4bca9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.1444972 Mar 02 17:29:29.447875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-473056a0-ca2d-4914-a694-acb94b394128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072209 Mar 02 17:29:29.569177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-470dade1-14d3-45b9-b603-3d63a7de8a6d req-bfd4dff6-c074-41e7-b913-85fe16bec7c1 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1102 time: 0.4922130 Mar 02 17:29:29.662489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:29.662830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:29.908963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Calling delete_port for a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:29.942338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-470dade1-14d3-45b9-b603-3d63a7de8a6d req-7e0b61eb-ebc1-450d-8b3c-8802c60bc4bf tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Synchronizing usage tracker for tenant:4c15a9d075544d25912ee9900032f6a4 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:29.967390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-fb43e1f6-4530-4c8b-9a3d-f5b14eab74d1 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010808 Mar 02 17:29:29.988546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-470dade1-14d3-45b9-b603-3d63a7de8a6d req-7e0b61eb-ebc1-450d-8b3c-8802c60bc4bf tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] Unset dirty status for tenant:4c15a9d075544d25912ee9900032f6a4 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:29.989814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-470dade1-14d3-45b9-b603-3d63a7de8a6d req-7e0b61eb-ebc1-450d-8b3c-8802c60bc4bf tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105802 Mar 02 17:29:30.085561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:30.198847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event deleted for resources: {'Port': ['ID=a2afcdb3-7ad1-49df-8a84-d8f821b3b7bb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:30.408973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bad0e1b-90dc-46ac-b150-33564ea06868 req-5ebf8038-0f66-4a08-af26-c1ee6d66f5d2 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763109 Mar 02 17:29:30.411966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:30.424461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0061f9-21f8-4578-b06c-4de410e48256 req-3b9a2f8a-b940-4038-98ce-de6b602b6d34 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:30.425863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee0061f9-21f8-4578-b06c-4de410e48256 req-3b9a2f8a-b940-4038-98ce-de6b602b6d34 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.2916265 Mar 02 17:29:30.461582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:30.462678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-484fb3c8-6c94-4e2c-bc66-005a7b863a36 req-ed76b2ed-da49-4da4-8239-e7f2116bb8d4 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "DELETE /v2.0/floatingips/39db6f87-ce02-42da-93a9-4bc193bdc070 HTTP/1.1" status: 204 len: 173 time: 1.5014107 Mar 02 17:29:30.484229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee0061f9-21f8-4578-b06c-4de410e48256 req-3647eafc-bcd5-4f4d-991d-41ff971c681b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504272 Mar 02 17:29:30.707667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b94d7-b3e5-486e-8b5c-8ec90d43b8a9 req-d04400bf-aeb7-4879-bebd-d684b46b762c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:30.709093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-761b94d7-b3e5-486e-8b5c-8ec90d43b8a9 req-d04400bf-aeb7-4879-bebd-d684b46b762c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.1370285 Mar 02 17:29:30.725541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6c435-965d-4ea1-9461-cfe9e9bea2c9 req-a7ffacff-2679-42a6-bb58-04ac14715a28 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:30.727398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f6c435-965d-4ea1-9461-cfe9e9bea2c9 req-a7ffacff-2679-42a6-bb58-04ac14715a28 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.1154051 Mar 02 17:29:30.796376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-761b94d7-b3e5-486e-8b5c-8ec90d43b8a9 req-7f76eeb2-b0b6-4285-bdd6-f6537311af10 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777276 Mar 02 17:29:30.800906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f6c435-965d-4ea1-9461-cfe9e9bea2c9 req-49a3b485-32d5-4b2e-adb5-19678b04ae17 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Mar 02 17:29:31.203288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-5f705214-d59b-44fb-bb61-17a47b48be64 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips/bf6c7551-b539-4c46-a4a7-ba0ad1b567fd HTTP/1.1" status: 200 len: 693 time: 0.0879474 Mar 02 17:29:31.311178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbff2-75e9-45d6-8863-59ef0fa4f8ad req-32fcb14f-abe1-4bd2-9afe-cae222ac9826 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:31.312651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ffdbff2-75e9-45d6-8863-59ef0fa4f8ad req-32fcb14f-abe1-4bd2-9afe-cae222ac9826 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2388256 Mar 02 17:29:31.401218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-ec0847ed-e9a7-4938-88d9-4f75b9c4aaab tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:31.403073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-ec0847ed-e9a7-4938-88d9-4f75b9c4aaab tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.1936533 Mar 02 17:29:31.415136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ffdbff2-75e9-45d6-8863-59ef0fa4f8ad req-7c561ccd-b136-4e8b-8848-1e531d57cc76 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961425 Mar 02 17:29:31.514534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-492b728e-9fd6-4526-96e7-35418bff6fff tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Synchronizing usage tracker for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:31.532109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-492b728e-9fd6-4526-96e7-35418bff6fff tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Unset dirty status for tenant:532ad547080c49aabe58e22a42874b85 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:31.533283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-492b728e-9fd6-4526-96e7-35418bff6fff tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.1172445 Mar 02 17:29:31.675050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-5a15c9fe-3095-4dd3-a2d9-c154d29bfd8b tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.1342182 Mar 02 17:29:31.976445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Deleting port 8c1d2255-b422-4ecd-b1d4-d4cf36b95962 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:31.976777 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.001341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22aeff56-e423-4f93-a698-6122b08f4e9c req-7d62b3c8-46fa-47f7-a358-6b27acd35dfa tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 1102 time: 0.4038684 Mar 02 17:29:32.143274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22aeff56-e423-4f93-a698-6122b08f4e9c req-21f771d9-d622-49b9-9bb0-354861da87f3 tempest-ServersAdminTestJSON-27375807 tempest-ServersAdminTestJSON-27375807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301100 Mar 02 17:29:32.186879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.187204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.311145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Calling delete_port for 8c1d2255-b422-4ecd-b1d4-d4cf36b95962 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:32.478423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.529004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Pushing event deleted for resources: {'Port': ['ID=8c1d2255-b422-4ecd-b1d4-d4cf36b95962,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:32.625917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.643711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:32.644822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11cfbd0-1181-4511-a86a-032f932e23a8 req-8097452c-74dd-4d7d-830d-b426e137df38 tempest-FloatingIPDetailsTestJSON-124728181 tempest-FloatingIPDetailsTestJSON-124728181-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf6c7551-b539-4c46-a4a7-ba0ad1b567fd HTTP/1.1" status: 204 len: 173 time: 0.9612050 Mar 02 17:29:32.651761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47452) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:32.892758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2c7f-db2c-4334-9db5-e59d0aff55f3 req-eb495e46-9c9e-49c2-8736-da158f533003 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:32.894234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3ad2c7f-db2c-4334-9db5-e59d0aff55f3 req-eb495e46-9c9e-49c2-8736-da158f533003 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.1459496 Mar 02 17:29:32.901151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154c31d-b5b3-43df-a31d-f9d9091274da req-288fd684-97bc-4941-944a-232172d3bb94 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:32.902515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7154c31d-b5b3-43df-a31d-f9d9091274da req-288fd684-97bc-4941-944a-232172d3bb94 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.1160085 Mar 02 17:29:32.982399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3ad2c7f-db2c-4334-9db5-e59d0aff55f3 req-de06b743-0041-4c74-9ce4-261ec416d926 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782225 Mar 02 17:29:32.996485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7154c31d-b5b3-43df-a31d-f9d9091274da req-9e7f0498-eef7-4f67-9df7-cd249989eed8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792699 Mar 02 17:29:33.091015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:33.103108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:33.198339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d52df-4560-4c01-b68c-836a0a2a0d9e req-a202f30e-b8dc-4d9f-b94d-6eb9553bfd85 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:33.206535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c63d52df-4560-4c01-b68c-836a0a2a0d9e req-a202f30e-b8dc-4d9f-b94d-6eb9553bfd85 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.0973825 Mar 02 17:29:33.263978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c63d52df-4560-4c01-b68c-836a0a2a0d9e req-42e7a091-54d9-4567-b21a-b4ab206a028e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 Mar 02 17:29:33.281382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:33.328085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:33.342267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:33.353487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:33.526913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:33.536466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b682-f02c-4f6c-9471-13bdffb02812 req-162d403e-fdbb-4b84-8a93-68a77f45360e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:33.544037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b0b682-f02c-4f6c-9471-13bdffb02812 req-162d403e-fdbb-4b84-8a93-68a77f45360e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.0996046 Mar 02 17:29:33.603324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b0b682-f02c-4f6c-9471-13bdffb02812 req-b8e6e3d1-ef13-4a7f-b8ef-39e50cdaffed tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Mar 02 17:29:33.681418 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'code': 200} Mar 02 17:29:33.899024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dbddb-191e-400a-830e-b7e871512e6a req-a18bad62-5487-416f-b2fa-0f1054b33cb5 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:33.906731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-688dbddb-191e-400a-830e-b7e871512e6a req-a18bad62-5487-416f-b2fa-0f1054b33cb5 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.1031952 Mar 02 17:29:33.985651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-688dbddb-191e-400a-830e-b7e871512e6a req-9e703cc4-2a4c-42a0-b192-e8e03c23efe0 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779545 Mar 02 17:29:34.046038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Deleting port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:34.046728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:34.219358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-4883a642-4d34-4064-bf69-7fe3ac992504 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:34.223807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-4883a642-4d34-4064-bf69-7fe3ac992504 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.2195885 Mar 02 17:29:34.278886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] For port 254559cd-4d9c-4f88-b410-0cdf5c3ace9e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:34.279183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:34.308745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-4277eb01-64ca-46ca-8ae4-d12b54f917d2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/quotas/7eec9d92771c48debf7deb41c5a98423 HTTP/1.1" status: 200 len: 375 time: 0.0333598 Mar 02 17:29:34.426330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Calling delete_port for 254559cd-4d9c-4f88-b410-0cdf5c3ace9e owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:34.471433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-34be5b47-97ab-42d8-8bd0-3c2c79ca3be1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565905 Mar 02 17:29:34.575969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae610f3-dbf4-45e9-aa4d-55745221a86d req-813f3fe8-e328-4c19-9a98-834d2ed8a991 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:34.578371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dae610f3-dbf4-45e9-aa4d-55745221a86d req-813f3fe8-e328-4c19-9a98-834d2ed8a991 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.3535292 Mar 02 17:29:34.668304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dae610f3-dbf4-45e9-aa4d-55745221a86d req-2dd1ebea-56cf-4df2-a122-29992202cfcc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834117 Mar 02 17:29:34.693284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-0296541e-83ef-4b1f-aa1c-a16ff73e0bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209263 Mar 02 17:29:34.736827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:34.792253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=254559cd-4d9c-4f88-b410-0cdf5c3ace9e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:35.015259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-86f33a9c-6e3a-4c89-b680-d537df1074e3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177755 Mar 02 17:29:35.036346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2143e3-a844-4bec-ba3f-8ca68fdfe113 req-8d7bc59b-0fda-41ab-bf56-89ae73886734 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:35.038291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af2143e3-a844-4bec-ba3f-8ca68fdfe113 req-8d7bc59b-0fda-41ab-bf56-89ae73886734 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.1480105 Mar 02 17:29:35.091959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af2143e3-a844-4bec-ba3f-8ca68fdfe113 req-ebf180ba-6eba-4cfb-9e37-5848c0eb8cab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Mar 02 17:29:35.150530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:35.509992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4a07c-3d58-456b-9998-8c7402f8a1a3 req-efe192de-53ff-43f0-842f-ba25a06500f0 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:35.517214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e4a07c-3d58-456b-9998-8c7402f8a1a3 req-efe192de-53ff-43f0-842f-ba25a06500f0 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.1662846 Mar 02 17:29:35.525215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47ad1-443b-4b9b-ac76-16419f03deb4 req-9e0efade-11ad-4ae8-8e79-4aafa8d464d7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:35.532046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66c47ad1-443b-4b9b-ac76-16419f03deb4 req-9e0efade-11ad-4ae8-8e79-4aafa8d464d7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1442468 Mar 02 17:29:35.635038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66c47ad1-443b-4b9b-ac76-16419f03deb4 req-906556db-c61f-42f4-b9ab-c2b7ebc477e3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020334 Mar 02 17:29:35.653367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e4a07c-3d58-456b-9998-8c7402f8a1a3 req-7daa312b-cd8c-4b52-b49d-0cc35eb6ff8a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352453 Mar 02 17:29:35.989430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e15ad767-5efc-4567-bcd7-ae7f0798c82b req-79491101-5789-48a5-ba15-143fc2039ccd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 210 time: 0.0517862 Mar 02 17:29:36.026527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827f99-5911-489d-abfb-3ed1f0de9ef2 req-55aa0122-1479-4877-b357-75c4bcd29c81 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:36.031336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db827f99-5911-489d-abfb-3ed1f0de9ef2 req-55aa0122-1479-4877-b357-75c4bcd29c81 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.1278667 Mar 02 17:29:36.096047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db827f99-5911-489d-abfb-3ed1f0de9ef2 req-51009efd-78a7-4874-9df4-83317bbf4498 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Mar 02 17:29:36.132832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Router b5737810-b451-461e-946d-92c2d7e9bb70 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:29:36.249434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-dadbb898-19a9-459d-938e-92b68f23c3b1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453677 Mar 02 17:29:36.456205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:29:36.467276 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a747d4ff-feff-4464-a1a1-23b62b2e3dcf admin admin] 10.222.0.37 "PUT /v2.0/routers/b5737810-b451-461e-946d-92c2d7e9bb70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8140254 Mar 02 17:29:36.469588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:36.473076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Sync routers for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:29:36.492281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec8c3-54cb-4a55-bbaf-446b98819cb9 req-21d0a3f3-9f8a-45f6-9f50-202882652bef tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:36.494532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:29:36.495537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:29:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:36.501679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-932ec8c3-54cb-4a55-bbaf-446b98819cb9 req-21d0a3f3-9f8a-45f6-9f50-202882652bef tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.3494780 Mar 02 17:29:36.530165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318d71-5198-44ce-a98c-a785166bd01a req-79fc9445-794c-4f81-bf42-c4f2bcc4a805 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:36.532325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-79fc9445-794c-4f81-bf42-c4f2bcc4a805 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816420 Mar 02 17:29:36.593867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-932ec8c3-54cb-4a55-bbaf-446b98819cb9 req-e067b4ae-acfb-4c0a-8dc0-eea5257df502 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913739 Mar 02 17:29:36.608032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-d176bbb9-30eb-4dc2-8dc0-3d845143b60c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/quotas/be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 375 time: 0.0638549 Mar 02 17:29:36.765612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:29:36.775065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:36.859460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-332daac0-4783-4170-bd20-b84848f5f75b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2502701 Mar 02 17:29:36.957870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99be54-cf65-4118-b564-f9389d674a4f req-0b471ccd-25e3-4aee-804d-fb26a96bdd49 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:36.968586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec99be54-cf65-4118-b564-f9389d674a4f req-0b471ccd-25e3-4aee-804d-fb26a96bdd49 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 949 time: 0.1863749 Mar 02 17:29:37.076275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-c6f9e7f2-438e-4891-86c1-cf25ec69574e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:37.082278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-c6f9e7f2-438e-4891-86c1-cf25ec69574e tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.3477418 Mar 02 17:29:37.237671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec99be54-cf65-4118-b564-f9389d674a4f req-82c8336e-096a-40d1-a6ab-e1d860569720 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681465 Mar 02 17:29:37.263781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:37.300868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Deleting port 33da415e-0a56-4729-9746-3b14d2ca2662 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:37.301210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:37.359163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:29:34Z', 'revision_number': 5, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port': {'id': '33da415e-0a56-4729-9746-3b14d2ca2662', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:28:48Z', 'updated_at': '2022-03-02T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:37.364591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Checking router: b5737810-b451-461e-946d-92c2d7e9bb70 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:29:37.380145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Routers {'b5737810-b451-461e-946d-92c2d7e9bb70'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:29:37.380811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:29:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b5737810-b451-461e-946d-92c2d7e9bb70'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:37.407211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Deleting port 323c5372-dae2-42a0-a375-143c2c2b0464 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:37.407549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:37.842443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3276e-9369-476e-8f34-8c56b74e3bde req-2805f963-098a-4c5c-a2b2-f5bf408009ea tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:37.850929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6a3276e-9369-476e-8f34-8c56b74e3bde req-2805f963-098a-4c5c-a2b2-f5bf408009ea tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.6010637 Mar 02 17:29:37.858474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] Set router b5737810-b451-461e-946d-92c2d7e9bb70 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:29:37.993663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-35ff6643-83c3-4e6d-9c5b-63777623313e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:37.994335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-35ff6643-83c3-4e6d-9c5b-63777623313e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:38.014501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:29:37Z', 'revision_number': 6, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:38.017596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] For port 33da415e-0a56-4729-9746-3b14d2ca2662, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33da415e-0a56-4729-9746-3b14d2ca2662,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:38.017952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.021856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cb0ac-805d-4f81-9ce4-1b453ac1d60c None None] The sync data for ids ['b5737810-b451-461e-946d-92c2d7e9bb70'] in n-d-820559-6 is: [{'id': 'b5737810-b451-461e-946d-92c2d7e9bb70', 'name': 'tempest-FloatingIPDetailsTestJSON-383895439-router', 'tenant_id': '532ad547080c49aabe58e22a42874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:28:47Z', 'updated_at': '2022-03-02T17:29:37Z', 'revision_number': 6, 'project_id': '532ad547080c49aabe58e22a42874b85', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:29:38.146496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c222d4-006f-478d-bcea-f69d34ea4bf6 req-132603bc-095e-4f5d-b5bf-ff502687e381 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:38.148135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01c222d4-006f-478d-bcea-f69d34ea4bf6 req-132603bc-095e-4f5d-b5bf-ff502687e381 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.5740449 Mar 02 17:29:38.150204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-35ff6643-83c3-4e6d-9c5b-63777623313e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:38.151351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-35ff6643-83c3-4e6d-9c5b-63777623313e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.7708945 Mar 02 17:29:38.157943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Calling delete_port for 33da415e-0a56-4729-9746-3b14d2ca2662 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:38.159137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6a3276e-9369-476e-8f34-8c56b74e3bde req-a6665df2-4db8-468d-896a-1b6f9d0fdfe9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035769 Mar 02 17:29:38.215228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] For port 323c5372-dae2-42a0-a375-143c2c2b0464, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=323c5372-dae2-42a0-a375-143c2c2b0464,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:38.215900 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.249344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Request body: {'port': {'device_id': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'admin_state_up': True, 'tenant_id': '7eec9d92771c48debf7deb41c5a98423'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:38.282235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.406308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-69893a19-4040-4be7-bf8b-71fc8bd04c89 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:38.407118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-69893a19-4040-4be7-bf8b-71fc8bd04c89 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:38.461117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01c222d4-006f-478d-bcea-f69d34ea4bf6 req-b068bb09-61e1-4f64-9e38-29b283ac01eb tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976165 Mar 02 17:29:38.481883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-69893a19-4040-4be7-bf8b-71fc8bd04c89 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:38.483434 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-69893a19-4040-4be7-bf8b-71fc8bd04c89 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0f31bc-0f0b-4cd4-a490-306246900841 HTTP/1.1" status: 200 len: 944 time: 0.7510738 Mar 02 17:29:38.492768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:38.506793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:38.534062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b37c697-383e-4f54-b12e-f5f67ba692de req-338b925b-99ed-4a0a-915b-beebb131babc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 210 time: 0.1081994 Mar 02 17:29:38.546455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Calling delete_port for 323c5372-dae2-42a0-a375-143c2c2b0464 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:38.560561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:29:38.563836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.675269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f65b766-2318-4259-acea-1d0ebc409698 req-ce07d49d-57ae-4276-8d5d-bd128f75843d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 210 time: 0.0459516 Mar 02 17:29:38.699070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Deleting port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:38.699441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.801115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.809942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:38.829238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:38.881339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event deleted for resources: {'Port': ['ID=323c5372-dae2-42a0-a375-143c2c2b0464,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:38.947179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdea56-ad05-4303-bd6a-3051fbae2de7 req-33c49b8e-36aa-45ea-ae2b-feb2f88b1d10 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:38.947477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=33da415e-0a56-4729-9746-3b14d2ca2662,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:38.971868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6cdea56-ad05-4303-bd6a-3051fbae2de7 req-33c49b8e-36aa-45ea-ae2b-feb2f88b1d10 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=42587cdf-0695-4629-af3f-38ddaf29a6f4 HTTP/1.1" status: 200 len: 949 time: 0.2576604 Mar 02 17:29:39.017501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:39.142465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 323c5372-dae2-42a0-a375-143c2c2b0464 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:39.178144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] No DVR routers for this DVR port 323c5372-dae2-42a0-a375-143c2c2b0464 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:39.187461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 323c5372-dae2-42a0-a375-143c2c2b0464 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:39.187927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 323c5372-dae2-42a0-a375-143c2c2b0464 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:39.189575 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:39.201873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'name': 'network-vif-deleted', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:39.216002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17b1a717-3b6e-4dd1-b35d-502bd1b17c45 req-f44a53eb-bce2-4acb-8500-644865541e96 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "DELETE /v2.0/ports/323c5372-dae2-42a0-a375-143c2c2b0464 HTTP/1.1" status: 204 len: 173 time: 2.0999746 Mar 02 17:29:39.249760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6cdea56-ad05-4303-bd6a-3051fbae2de7 req-8c438c28-d18b-4fe1-b58d-44cb5707e303 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769330 Mar 02 17:29:39.278914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-00d412d9-bb69-4d9b-ae91-19ab73c6c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:39.318916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98a55-60b7-4bef-9b08-8e320f65fd6f req-0fcb32be-d99f-46cd-b5fd-644f18c234d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:39.328597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98a55-60b7-4bef-9b08-8e320f65fd6f req-0fcb32be-d99f-46cd-b5fd-644f18c234d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:39.342004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70e98a55-60b7-4bef-9b08-8e320f65fd6f req-0fcb32be-d99f-46cd-b5fd-644f18c234d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d&device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 1690 time: 0.2416270 Mar 02 17:29:39.394969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Allocated IP 172.20.0.10 (c2c4c8fc-299c-4517-97dd-1a116740b990/d326d5b5-6b75-473b-b317-8fec4db423b4/ca1566df-c7b1-4008-b448-b8118beb91e0) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:39.479386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70e98a55-60b7-4bef-9b08-8e320f65fd6f req-9dc44515-f216-4586-b5e5-6b2d9ba593ec tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373005 Mar 02 17:29:39.593627 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-debf752b-0476-4484-a391-f2d16d7c9063 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=be7a56788c704ae88a6f0419f41a10cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4135058 Mar 02 17:29:39.811194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be94755-e880-4f9b-8f51-801739287f35 req-eafb7025-5e77-4119-a589-af5979d695f4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:39.817737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-eafb7025-5e77-4119-a589-af5979d695f4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.2342210 Mar 02 17:29:39.825847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e39e5b-7338-42da-aee2-7606c8a398ef req-adcbf543-c154-4345-843b-5f7fa4c5dd84 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:39.830396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 254559cd-4d9c-4f88-b410-0cdf5c3ace9e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:39.832696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78e39e5b-7338-42da-aee2-7606c8a398ef req-adcbf543-c154-4345-843b-5f7fa4c5dd84 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1577044 Mar 02 17:29:39.866057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 254559cd-4d9c-4f88-b410-0cdf5c3ace9e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:39.866397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 254559cd-4d9c-4f88-b410-0cdf5c3ace9e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:39.867148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33da415e-0a56-4729-9746-3b14d2ca2662 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:39.881406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-71d88bd9-3a55-4907-8efd-aefc519bc175 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/quotas/db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 375 time: 0.0627313 Mar 02 17:29:39.890721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78e39e5b-7338-42da-aee2-7606c8a398ef req-c30dbd9e-9156-4a58-b012-513c50e7eefc tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571969 Mar 02 17:29:39.900953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 33da415e-0a56-4729-9746-3b14d2ca2662 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:39.901824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33da415e-0a56-4729-9746-3b14d2ca2662 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:39.975131 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42587cdf-0695-4629-af3f-38ddaf29a6f4', 'name': 'network-vif-deleted', 'tag': '323c5372-dae2-42a0-a375-143c2c2b0464', 'status': 'completed', 'code': 200} Mar 02 17:29:39.987074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-9df0d2d1-1747-48f1-9157-e61a0294dd15 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988002 Mar 02 17:29:40.044029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] For port b77498ef-ffc4-4cc7-8cbe-be0298ceee26, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:40.044394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.056675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.137976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-b1e7669f-2d08-4bfe-ac02-733849dbbff8 service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431942 Mar 02 17:29:40.204570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318d71-5198-44ce-a98c-a785166bd01a req-f99f473d-3eae-457f-8e2b-b5a090c394c6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:40.206026 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-f99f473d-3eae-457f-8e2b-b5a090c394c6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5900252 Mar 02 17:29:40.328525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Request body: {'port': {'device_id': '057509e3-951d-464c-91ae-acee93e895a2', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'be7a56788c704ae88a6f0419f41a10cd'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:40.329507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-1f38c853-7471-4115-9272-788dde68945e service neutron] 10.222.0.37 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602566 Mar 02 17:29:40.335296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345064-7861-4d0a-a47f-0f0b48d245c4 req-de04bec8-8b23-4ffe-9e88-43653c71ec0e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:40.337425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c345064-7861-4d0a-a47f-0f0b48d245c4 req-de04bec8-8b23-4ffe-9e88-43653c71ec0e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.1977098 Mar 02 17:29:40.360015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Calling delete_port for b77498ef-ffc4-4cc7-8cbe-be0298ceee26 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:40.391561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.398727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c345064-7861-4d0a-a47f-0f0b48d245c4 req-3466177f-b0a2-4a20-a81e-9209caa6b3d8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Mar 02 17:29:40.439848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:40.494917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.605841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.637059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:40.648129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:40.653487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.663038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8ddc-93bb-4811-881f-4d68f53db884 req-957803e3-43e8-49bf-b4d0-b76393e15736 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 210 time: 0.0528004 Mar 02 17:29:40.744312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:40.859186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.905751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Network c2c4c8fc-299c-4517-97dd-1a116740b990 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:40.906553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:40.908975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:40.924699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dab1e3-82a6-4642-ae72-1b0dd6e48a9e req-d0b67ac0-ba0f-4ec1-b268-b865090065ba tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:40.926361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22dab1e3-82a6-4642-ae72-1b0dd6e48a9e req-d0b67ac0-ba0f-4ec1-b268-b865090065ba tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 932 time: 0.0948489 Mar 02 17:29:40.930195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:40.941853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:41.005525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:41.062511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Usage tracker for resource:port and tenant:be7a56788c704ae88a6f0419f41a10cd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:29:41.065867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:29:41.086751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:41.096756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:41.097373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.106387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.106947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5737810-b451-461e-946d-92c2d7e9bb70 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:29:41.144999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22dab1e3-82a6-4642-ae72-1b0dd6e48a9e req-915fe354-3a41-42e2-a3ae-3a7870a45bdd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089736 Mar 02 17:29:41.147109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:41.148162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Made reservation on behalf of be7a56788c704ae88a6f0419f41a10cd for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:29:41.150734 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.173553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.188101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.189236 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f301bfc-38d1-4b8d-9bef-68d4a4b65b0e admin admin] 10.222.0.37 "DELETE /v2.0/routers/b5737810-b451-461e-946d-92c2d7e9bb70 HTTP/1.1" status: 204 len: 168 time: 4.7184172 Mar 02 17:29:41.203251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:41.220139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: b77498ef-ffc4-4cc7-8cbe-be0298ceee26 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:41.220282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b77498ef-ffc4-4cc7-8cbe-be0298ceee26 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:41.253211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event deleted for resources: {'Port': ['ID=b77498ef-ffc4-4cc7-8cbe-be0298ceee26,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:41.255765 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-c79a477d-ee7c-4f7f-abc7-a42a906dcebc tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0270314 Mar 02 17:29:41.259600 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c282b4b-57ac-41ea-97cf-ff8936b47cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.295270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3ce8f3f-af3e-4b31-b207-cb4993fe8131 req-2d2060c1-8837-41fa-95cb-9323cdd650db tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 1100 time: 0.3447940 Mar 02 17:29:41.324017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Deleting subnet 6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:29:41.327772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.335892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Request body: {'port': {'device_id': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:41.358781 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'code': 200} Mar 02 17:29:41.409592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.432440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] No DVR routers for this DVR port b77498ef-ffc4-4cc7-8cbe-be0298ceee26 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:41.442804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.448265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-deleted', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:41.454442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3ce8f3f-af3e-4b31-b207-cb4993fe8131 req-61d56fc0-e7d2-41ac-bf02-3d84f0030e50 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581032 Mar 02 17:29:41.512746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a9957e8f-1961-4d0d-aabc-5a7eb3b9320c req-9eeb3cb1-e744-46ad-859f-5644d1ab0cc3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "DELETE /v2.0/ports/b77498ef-ffc4-4cc7-8cbe-be0298ceee26 HTTP/1.1" status: 204 len: 173 time: 2.9964542 Mar 02 17:29:41.574301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12306abb-de74-41e4-a7e1-25da03a61b0e req-fd10183a-cc14-448d-b490-ec0fa90e601a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 210 time: 0.0737989 Mar 02 17:29:41.606239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.624179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.724505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Allocated IP 192.168.233.236 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/8e47df62-b76a-4fb6-94c7-0c753dd72704) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:41.783713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.861440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:41.875339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4548c03-0fdf-4fd4-9b5d-b9e7772aa41f req-636ed645-c507-437f-b4ee-237eee423d90 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:41.877021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4548c03-0fdf-4fd4-9b5d-b9e7772aa41f req-636ed645-c507-437f-b4ee-237eee423d90 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 943 time: 0.2140589 Mar 02 17:29:41.877477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2795026-44ad-4b1c-a204-7f188bb317d4 None None] Network db78c34f-4f7c-4dfb-991a-050c71de948d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:29:41.878217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:41.912986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd50a308-2975-4baa-88f2-3c792f91bdd3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b9e28da-5a48-45f6-af50-8a5a4fb6cc7b HTTP/1.1" status: 204 len: 168 time: 0.6968493 Mar 02 17:29:41.918542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:42.050499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4548c03-0fdf-4fd4-9b5d-b9e7772aa41f req-becd9e07-fa03-42b8-8b3f-26436847f91a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655762 Mar 02 17:29:42.120908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.146270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Deleting port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:42.146930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.157534 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f31bc-0f0b-4cd4-a490-306246900841', 'name': 'network-vif-deleted', 'tag': 'b77498ef-ffc4-4cc7-8cbe-be0298ceee26', 'status': 'completed', 'code': 200} Mar 02 17:29:42.169246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-a067b791-3f3f-41e1-afa8-f22ad6ac59a0 service neutron] 10.222.0.50 "GET /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.3121250 Mar 02 17:29:42.231989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] DHCP port deletion for db78c34f-4f7c-4dfb-991a-050c71de948d request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:29:42.238745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Deleting port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:42.239296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.314281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318b16-a344-4030-94f5-0f058e729a64 req-0629e899-0849-4a30-8926-d27ff660401f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:42.316115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40318b16-a344-4030-94f5-0f058e729a64 req-0629e899-0849-4a30-8926-d27ff660401f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 944 time: 0.2288909 Mar 02 17:29:42.346604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.390829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Transition to ACTIVE for port object 8e47df62-b76a-4fb6-94c7-0c753dd72704 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:42.523027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1566df-c7b1-4008-b448-b8118beb91e0 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:42.529120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40318b16-a344-4030-94f5-0f058e729a64 req-e3f09550-dcbb-4158-bea2-f0b966fb2702 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002392 Mar 02 17:29:42.533472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] For port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:42.534288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.543360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] For port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,segment=NetworkSegment(1a6ae6c2-1061-438b-8daa-cbefdd4ac71e),segment_id=1a6ae6c2-1061-438b-8daa-cbefdd4ac71e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:42.543874 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.544656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.636239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.688061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', '90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:42.692254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Transition to ACTIVE for port object ca1566df-c7b1-4008-b448-b8118beb91e0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:42.712759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:42.713634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.755447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Calling delete_port for 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:42.767777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:42.777240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Calling delete_port for 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:42.782278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:42.841660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:42.852471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:42.879590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33611a18-24e4-43f6-bc80-f9b28a3f062a req-ed375907-9738-42ba-a14e-9c4d9f07084b tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 1101 time: 0.6156242 Mar 02 17:29:43.043434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:43.074209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.141847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:43.160883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be94755-e880-4f9b-8f51-801739287f35 req-42144a6e-66f1-422f-9635-7d525c57eae6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:43.162415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-42144a6e-66f1-422f-9635-7d525c57eae6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 807 time: 0.2939813 Mar 02 17:29:43.200036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:43.218214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Request body: {'port': {'device_id': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'admin_state_up': True, 'tenant_id': 'db03d1595e10436e9eed6abfb0a985d0'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:43.236335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:43.236983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.365923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:43.404043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:43.443964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-a7d1f175-ed9d-4373-8774-ca4131fe934e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1800840 Mar 02 17:29:43.470921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Request body: {'port': {'device_id': '057509e3-951d-464c-91ae-acee93e895a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:43.539541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33611a18-24e4-43f6-bc80-f9b28a3f062a req-03529b4f-669c-4ddf-8c3f-90ac8c846cdd tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584806 Mar 02 17:29:43.542404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:29:43.542788 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:29:43.551001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2c434681-3692-4e26-8f23-a4487c075d5b None None] Provisioning for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:43.584437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] Pushing event deleted for resources: {'Port': ['ID=414b4472-d6e2-48ae-9d3d-9cf9f7e5358a,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:43.589372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.592269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e8a2a4-54a5-4873-bfbc-d01579449d63 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:43.635842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:43.661751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be28b-00c8-40e5-b97a-fa2118466b94 req-9954073f-0598-4c2a-8dda-c52f3e4b451a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:43.664390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Attempting to bind port ca1566df-c7b1-4008-b448-b8118beb91e0 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:43.664857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Attempting to bind port ca1566df-c7b1-4008-b448-b8118beb91e0 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:43.665359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Attempting to bind port ca1566df-c7b1-4008-b448-b8118beb91e0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:43.665937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c56be28b-00c8-40e5-b97a-fa2118466b94 req-9954073f-0598-4c2a-8dda-c52f3e4b451a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 936 time: 0.8049049 Mar 02 17:29:43.675167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Port ca1566df-c7b1-4008-b448-b8118beb91e0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:43.675512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Attempting to bind port ca1566df-c7b1-4008-b448-b8118beb91e0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:43.677522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.689278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ae96a-3995-4c36-ae22-fafb063772a6 None None] No DVR routers for this DVR port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:43.691973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2c434681-3692-4e26-8f23-a4487c075d5b None None] Provisioning complete for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:43.692872 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c434681-3692-4e26-8f23-a4487c075d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.703244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.712719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:43.713060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Checking segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:43.713447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Bound using segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:43.713886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Bound port: ca1566df-c7b1-4008-b448-b8118beb91e0, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:43.714385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.720168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:43.739819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Usage tracker for resource:port and tenant:db03d1595e10436e9eed6abfb0a985d0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:29:43.747166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:29:43.756478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:43.773147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c56be28b-00c8-40e5-b97a-fa2118466b94 req-bad872e4-9c8c-4e53-86fd-cd0adbded7c0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976048 Mar 02 17:29:43.857141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Made reservation on behalf of db03d1595e10436e9eed6abfb0a985d0 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:29:43.861076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:43.887310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:43.967306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2c434681-3692-4e26-8f23-a4487c075d5b None None] Port 8e47df62-b76a-4fb6-94c7-0c753dd72704 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:29:43.970611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:43.970922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:44.048909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Deleting port 414b4472-d6e2-48ae-9d3d-9cf9f7e5358a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:44.049185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.100369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2699-d9cc-456e-956b-ba213cea0510 req-15458de2-d391-4297-8e6e-10ed1c045361 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:44.101120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f55c2699-d9cc-456e-956b-ba213cea0510 req-15458de2-d391-4297-8e6e-10ed1c045361 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Synchronizing usage tracker for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:44.148474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:44.180230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] The port '414b4472-d6e2-48ae-9d3d-9cf9f7e5358a' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:29:44.184593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.228594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:44.229817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] Transition to ACTIVE for port object 93e8a2a4-54a5-4873-bfbc-d01579449d63 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:44.233966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.256711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f55c2699-d9cc-456e-956b-ba213cea0510 req-15458de2-d391-4297-8e6e-10ed1c045361 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Unset dirty status for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:44.258595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f55c2699-d9cc-456e-956b-ba213cea0510 req-15458de2-d391-4297-8e6e-10ed1c045361 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.4679291 Mar 02 17:29:44.275232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.366287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42f840-8aea-400c-a801-0a9e6802fc48 req-2b9b735b-4700-4be8-81b6-ca623588f364 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:44.368063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af42f840-8aea-400c-a801-0a9e6802fc48 req-2b9b735b-4700-4be8-81b6-ca623588f364 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 944 time: 0.4238575 Mar 02 17:29:44.369320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Allocated IP 172.20.0.12 (d4720255-2b9e-47bb-b75e-85f5044439d9/7b9eb254-d0e3-4640-ad6c-bff4237e3db7/c312f772-db59-4fa3-bae2-5739b84b06ba) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:44.383781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.393881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.395161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-3e405794-22c8-4c33-9139-5d486491349a service neutron] 10.222.0.50 "PUT /v2.0/ports/ca1566df-c7b1-4008-b448-b8118beb91e0 HTTP/1.1" status: 200 len: 1092 time: 3.0644178 Mar 02 17:29:44.397074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:44.427172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405794-22c8-4c33-9139-5d486491349a service neutron] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:44.437861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:44.485212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db78c34f-4f7c-4dfb-991a-050c71de948d']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:44.528680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:44.529153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6ae6c2-1061-438b-8daa-cbefdd4ac71e') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:29:44.556201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af42f840-8aea-400c-a801-0a9e6802fc48 req-6c3e5197-c912-4f94-8c78-d15cd49d14d3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596928 Mar 02 17:29:44.574693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] No DVR routers for this DVR port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:44.604905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:29:44.615647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:44.630729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'port_id': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'mac_address': 'fa:16:3e:81:6a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc429cb-f30e-4542-b79c-10604d5c97e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:44.650902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.673059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.686097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:29:44.687108 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.703244 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.712250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:44.732508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38539e96-671c-4e9c-81f8-8cb73007ece3 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:44.738759 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-0d8c46a0-e172-4d92-8e46-2c2c336a8238 service neutron] 10.222.0.50 "PUT /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 2.5242360 Mar 02 17:29:44.745793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:44.753941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:44.754897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.764800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.781429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Transition to ACTIVE for port object 8e47df62-b76a-4fb6-94c7-0c753dd72704 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:44.784971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-9a208cd2-cdea-442d-b2ee-a5c0c2a2ef21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 1095 time: 0.2741709 Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:29:44.790626 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:29:44.793916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:44.803598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f55c2699-d9cc-456e-956b-ba213cea0510 req-08194f76-c163-4882-aa67-a15462bd3281 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769340 Mar 02 17:29:44.897831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:44.982433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:45.048774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-63f1e4b3-8c35-4bb7-9ad0-8c82a781ba78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca1566df-c7b1-4008-b448-b8118beb91e0 HTTP/1.1" status: 200 len: 217 time: 0.1978586 Mar 02 17:29:45.063971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.087980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a43129d-71c1-4931-b9e7-5885e6f0de17 req-a546cc34-e46a-45eb-b69a-0c9575be6ec0 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 210 time: 0.1667721 Mar 02 17:29:45.175004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.212200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] 10.222.0.37 "DELETE /v2.0/networks/db78c34f-4f7c-4dfb-991a-050c71de948d HTTP/1.1" status: 204 len: 168 time: 3.2923167 Mar 02 17:29:45.247978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87a9d-cea0-4b92-88e4-c8e016ba714f admin admin] Pushing event deleted for resources: {'Network': ['ID=db78c34f-4f7c-4dfb-991a-050c71de948d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:45.386129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-0c07714d-c4e3-4ba6-b2dd-3d6bc995c873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:45.387843 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-0c07714d-c4e3-4ba6-b2dd-3d6bc995c873 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.3284957 Mar 02 17:29:45.425526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.435507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-1b6cca08-4bb1-46cc-848b-f33ce517ad6c tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.4803810 Mar 02 17:29:45.444212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47636) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:45.469487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-64887be9-fa1e-4099-bcf2-35d089ab0f0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670452 Mar 02 17:29:45.475470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:45.476427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:45.476806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:45.515724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:45.516037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:45.521660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['38539e96-671c-4e9c-81f8-8cb73007ece3'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:45.527779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-c5d517d9-90a9-4432-b70c-6da3eb221380 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:45.529217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-c5d517d9-90a9-4432-b70c-6da3eb221380 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.35 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 949 time: 0.6102788 Mar 02 17:29:45.595488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:45.595821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:45.596195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:45.596619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Bound port: 8e47df62-b76a-4fb6-94c7-0c753dd72704, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:45.596958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.617952 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f80597cb-e992-4cea-a9ca-1c9dec35f256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=532ad547080c49aabe58e22a42874b85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1704786 Mar 02 17:29:45.622371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47642) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:45.661884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b7535-08ef-42d5-a25b-b387c2ed3bbc req-3f64f615-8741-4860-a591-abc72a73f92a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:45.664450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a53b7535-08ef-42d5-a25b-b387c2ed3bbc req-3f64f615-8741-4860-a591-abc72a73f92a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 944 time: 0.6248310 Mar 02 17:29:45.674454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950bcfc-4388-4d86-b843-da8f1aa6079c req-aef8de64-3ab2-4e35-adae-86ac647fc7c8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:45.675916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5950bcfc-4388-4d86-b843-da8f1aa6079c req-aef8de64-3ab2-4e35-adae-86ac647fc7c8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.3900657 Mar 02 17:29:45.680052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Deleting port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:45.680394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.704892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.737969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-1bc19b79-d171-426f-82ae-1f5d63345718 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567275 Mar 02 17:29:45.848117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:45.870268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:45.880759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.912952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:45.919953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-febd762d-a5d5-4499-9ff1-bdf140c27b19 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&tenant_id=0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 1096 time: 0.4685986 Mar 02 17:29:45.985153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.021692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.024533 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] 10.222.0.50 "PUT /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 1096 time: 2.5583773 Mar 02 17:29:46.026411 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b907092b-4146-4d42-bcfa-16aeb6d5ee74 req-7cd9eeea-ce86-4365-8c99-79f18f308f82 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782967 Mar 02 17:29:46.035329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f370-897e-49cd-ba49-1ea9b36d273e service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:46.038210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Network d4720255-2b9e-47bb-b75e-85f5044439d9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:46.040614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:46.083476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:46.092670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.098367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:46.110365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad7e76-1273-4efb-ba4b-c5fe6602e5f7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:46.117994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.119276 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61f4c703-4e47-45a3-93bc-136c6b6ddfcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02ad7e76-1273-4efb-ba4b-c5fe6602e5f7 HTTP/1.1" status: 204 len: 168 time: 0.4965858 Mar 02 17:29:46.174828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a53b7535-08ef-42d5-a25b-b387c2ed3bbc req-e895df05-2a80-4a35-801c-8253253c3a38 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606526 Mar 02 17:29:46.193452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5950bcfc-4388-4d86-b843-da8f1aa6079c req-ad449212-c09e-4708-b8ef-b71a3726e0ae tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715095 Mar 02 17:29:46.240831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:46.242124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.255395 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-ad079a13-3149-4b44-a4cd-88b9b0d5d3bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1099 time: 0.1037655 Mar 02 17:29:46.371879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-530b6bd2-c81b-4ded-bcf5-24742c945250 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499299 Mar 02 17:29:46.380493 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'status': 'completed', 'code': 200} Mar 02 17:29:46.383331 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-5da36220-01a4-4e3d-a613-43d51a455416 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.1063528 Mar 02 17:29:46.394638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-4f8a30df-2bee-4bea-9a8c-c21917a41a97 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1821535 Mar 02 17:29:46.522295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Request body: {'port': {'device_id': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:46.564365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318d71-5198-44ce-a98c-a785166bd01a req-ede0cb5e-1667-4156-aa0e-4610d96c5026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:46.565819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-ede0cb5e-1667-4156-aa0e-4610d96c5026 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1240058 Mar 02 17:29:46.643248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-69df7c58-5cc9-42aa-9f74-2980122d93c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 1095 time: 0.1321993 Mar 02 17:29:46.644218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-1fba8362-1037-470b-a4a1-81f977a92aed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1096 time: 0.6705270 Mar 02 17:29:46.685898 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-64e1cb12-0157-47c9-9cb5-8796fdb9ccc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112771 Mar 02 17:29:46.727087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-c80c092d-f523-4309-abec-42eabef4a467 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:46.728600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-c80c092d-f523-4309-abec-42eabef4a467 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451297 Mar 02 17:29:46.854432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] For port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:46.854818 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:46.892589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-b7d414cd-0adc-4727-960b-88f62e4c03ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:46.894035 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-b7d414cd-0adc-4727-960b-88f62e4c03ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 906 time: 0.2364147 Mar 02 17:29:46.972709 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-f1a493b9-dfe9-46d5-aa66-0f2c36d0ff2f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396905 Mar 02 17:29:46.974304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-654cc6d0-e124-4140-84bc-b64e263698ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca1566df-c7b1-4008-b448-b8118beb91e0 HTTP/1.1" status: 200 len: 217 time: 0.0708544 Mar 02 17:29:47.004252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-98fd50fd-666c-4bfb-9249-8e0526af8522 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.1959374 Mar 02 17:29:47.011314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Calling delete_port for c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:47.041551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:47.133797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1b8e-0167-414c-b90d-00ea9d2094aa req-ec853840-2d2f-4f79-bcb9-c98c6a4cf9b9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:47.135579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-248f1b8e-0167-414c-b90d-00ea9d2094aa req-ec853840-2d2f-4f79-bcb9-c98c6a4cf9b9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.6178751 Mar 02 17:29:47.234457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-222cd969-3c91-4283-bbf4-45bba4287015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:47.235248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-a4cd11bb-2df1-45f2-b2c3-9f031d512bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:47.235918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-222cd969-3c91-4283-bbf4-45bba4287015 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.5713737 Mar 02 17:29:47.236674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-a4cd11bb-2df1-45f2-b2c3-9f031d512bfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.2310524 Mar 02 17:29:47.306672 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-b8825d17-cedf-4325-ac27-accc72269efd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539532 Mar 02 17:29:47.314203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a4318d71-5198-44ce-a98c-a785166bd01a req-dccc2dda-0b55-420a-a807-5950677fdd96 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266404 Mar 02 17:29:47.371061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-fa958061-0a46-4990-88fe-6b66c9939f6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.1128044 Mar 02 17:29:47.486872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-8cbab432-940d-41db-968d-e628461a87cc service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513619 Mar 02 17:29:47.490206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-248f1b8e-0167-414c-b90d-00ea9d2094aa req-dd98547e-6b35-49e3-ba1d-499a6335729d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340921 Mar 02 17:29:47.597007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:47.655625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-574a4e92-4161-4a2a-b14b-52881ad8dd90 req-060af22d-93ee-4527-bf1f-e5e25e860e28 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514072 Mar 02 17:29:47.734931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-cc5abecd-60df-454e-b8a4-f5c0fef25f85 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6744881 Mar 02 17:29:47.783547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-2fa3804f-c8a8-4df9-bd42-167288eeabdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:47.784993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-2fa3804f-c8a8-4df9-bd42-167288eeabdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.3370745 Mar 02 17:29:47.896491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:47.903584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-d2c00226-1d52-4e02-9dec-9f8ce183cb25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656137 Mar 02 17:29:47.955505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:47.999259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event deleted for resources: {'Port': ['ID=c4c95ef6-ab27-4ba6-9cd6-be963e6c5606,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:48.174040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f620090c-b882-4bc8-b403-7a3d65c2d8ea req-80d6fd1a-e623-4376-9683-dfe26e704f50 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=3797b1a2-5c59-4370-8284-a12a3aece0a5 HTTP/1.1" status: 200 len: 210 time: 0.1687081 Mar 02 17:29:48.242031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] No DVR routers for this DVR port c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:48.244696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.251593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'name': 'network-vif-deleted', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:48.261308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55407e-d049-43e8-9558-e21f7ff61218 req-c3122430-8b85-4a28-83fd-b63f3d628a9f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:48.262762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c55407e-d049-43e8-9558-e21f7ff61218 req-c3122430-8b85-4a28-83fd-b63f3d628a9f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 944 time: 0.6045005 Mar 02 17:29:48.320759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f4e69cb-8cef-4acd-a48c-8c1751340822 req-86dbe737-22d3-4647-987b-0ea55db8f1e1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.35 "DELETE /v2.0/ports/c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 HTTP/1.1" status: 204 len: 173 time: 2.7825396 Mar 02 17:29:48.374530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:29:48.381628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:48.403986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-49944b7a-509d-4425-9e5b-466a95d5a08a service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366865 Mar 02 17:29:48.454725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:48.556189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 38539e96-671c-4e9c-81f8-8cb73007ece3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:48.556557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.606105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c55407e-d049-43e8-9558-e21f7ff61218 req-87718b9a-9892-4f9c-be3c-0ab290ad60d0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237596 Mar 02 17:29:48.619952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c312f772-db59-4fa3-bae2-5739b84b06ba {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:48.631086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.649187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Transition to ACTIVE for port object c312f772-db59-4fa3-bae2-5739b84b06ba will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:48.661875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.704865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.748957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-9e318f9b-fa4e-4be8-a0f3-a454ed302c54 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043611 Mar 02 17:29:48.752700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:48.760375 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.766111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:48.771484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:48.772825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:48.843754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:48.843754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c4c95ef6-ab27-4ba6-9cd6-be963e6c5606 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:48.879867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:48.892450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.893236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.893389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.893808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.894226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.894667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.895420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.895850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.896261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.896675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.897084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:48.898958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb0617-9f12-4d4c-a5f3-2e602c247bac req-cae1e501-eb1e-4d54-aeeb-7aeba5d38262 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:48.899741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-49fb0617-9f12-4d4c-a5f3-2e602c247bac req-cae1e501-eb1e-4d54-aeeb-7aeba5d38262 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:48.923056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:48.986112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-49fb0617-9f12-4d4c-a5f3-2e602c247bac req-cae1e501-eb1e-4d54-aeeb-7aeba5d38262 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:48.991119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49fb0617-9f12-4d4c-a5f3-2e602c247bac req-cae1e501-eb1e-4d54-aeeb-7aeba5d38262 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 932 time: 0.6841795 Mar 02 17:29:49.096833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38de38-9eea-4ff0-96cf-2a11b88cb1d2 req-6804c5b3-2171-4052-b057-245be3f828ba tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:49.098290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c38de38-9eea-4ff0-96cf-2a11b88cb1d2 req-6804c5b3-2171-4052-b057-245be3f828ba tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2574577 Mar 02 17:29:49.141760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:49.142094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:49.142506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:49.146073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49fb0617-9f12-4d4c-a5f3-2e602c247bac req-de1db39c-a8e1-4d31-a598-658acd6fee8c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260071 Mar 02 17:29:49.161136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:49.161465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:49.168548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:49.229901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:49.230433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:49.230697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:49.231078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Bound port: c312f772-db59-4fa3-bae2-5739b84b06ba, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:49.231429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.241980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c38de38-9eea-4ff0-96cf-2a11b88cb1d2 req-c631e7a0-42b8-4fc3-baf0-b52f2aa0fb07 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301064 Mar 02 17:29:49.336446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:49.350884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'mac_address': 'fa:16:3e:f4:89:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:49.406675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.427836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:49.443955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:49.448801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e926f22-cac8-45b3-bd01-79a1fc3e31a9 req-31a0d86d-f7b0-45b7-9797-ef0be7e64e50 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 210 time: 0.0763235 Mar 02 17:29:49.452982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:49.453160 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.453898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:49.458858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-ba808699-7deb-4383-94a4-292a41d61bc8 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.2883725 Mar 02 17:29:49.469080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:49.525923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.630142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-5d185e22-6cfa-483b-b4ed-701cec54d4e2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480497 Mar 02 17:29:49.706083 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797b1a2-5c59-4370-8284-a12a3aece0a5', 'name': 'network-vif-deleted', 'tag': 'c4c95ef6-ab27-4ba6-9cd6-be963e6c5606', 'status': 'completed', 'code': 200} Mar 02 17:29:49.743130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e81-8b10-46d9-b441-b7f962662d10 req-027258f2-8de0-4197-9651-a85f6e21640c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:49.750469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77b19e81-8b10-46d9-b441-b7f962662d10 req-027258f2-8de0-4197-9651-a85f6e21640c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.4549921 Mar 02 17:29:49.763393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:49.793717 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'status': 'completed', 'code': 200} Mar 02 17:29:49.863298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:49.887408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'mac_address': 'fa:16:3e:cb:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:49.900132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.901584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 1092 time: 3.3852232 Mar 02 17:29:49.924905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465a120-eec9-4e0d-b8da-7ae4d80d02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:49.940874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-cdd87f52-960b-45cb-8fa3-45385257d7a7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:49.942345 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-cdd87f52-960b-45cb-8fa3-45385257d7a7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050473 Mar 02 17:29:49.949786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-6e923f13-a207-4fc8-abe0-b9c22d52ce01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1100 time: 0.1599388 Mar 02 17:29:49.955897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77b19e81-8b10-46d9-b441-b7f962662d10 req-08afb73b-7393-42b8-869c-73be683608f2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045493 Mar 02 17:29:49.964585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-07268d87-dc39-4dc9-8d47-1e7e5c6b230f service neutron] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:49.968585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-07268d87-dc39-4dc9-8d47-1e7e5c6b230f service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.969633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9278bfc9-03ba-4782-a6bf-96032612fc0f req-07268d87-dc39-4dc9-8d47-1e7e5c6b230f service neutron] 10.222.0.35 "DELETE /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.5024316 Mar 02 17:29:49.980283 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:49.993245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecb8db-d2b7-4990-b18c-38aef555abfe req-08f5c8da-a852-41fd-919e-887d92558d42 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.000438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14ecb8db-d2b7-4990-b18c-38aef555abfe req-08f5c8da-a852-41fd-919e-887d92558d42 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1501758 Mar 02 17:29:50.001773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1566df-c7b1-4008-b448-b8118beb91e0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:50.022816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:50.027270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:50.060240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14ecb8db-d2b7-4990-b18c-38aef555abfe req-3337c9f5-687a-45b3-91d1-c3e8f4dffa92 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588143 Mar 02 17:29:50.097833 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'code': 200} Mar 02 17:29:50.138342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:50.172423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:50.182203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-3d7b83c7-6840-4c3f-ac41-3a650a3dcd5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1095 time: 0.1046193 Mar 02 17:29:50.314760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-940af1ff-358d-4cd0-ba2f-e4ce09e1059e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 217 time: 0.0860217 Mar 02 17:29:50.331097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-d73d77d3-903a-4334-bdf0-3932ea4d42b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.332576 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-d73d77d3-903a-4334-bdf0-3932ea4d42b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2945390 Mar 02 17:29:50.351889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:50.358502 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:29:50.362463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:50.436987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:29:50.440110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:50.477834 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-76e7d886-e828-45f1-ab73-e1c3db62ae73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.1130590 Mar 02 17:29:50.479830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be94755-e880-4f9b-8f51-801739287f35 req-c8e82f38-9a98-47a1-8035-6bd11f9a1df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.481685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-c8e82f38-9a98-47a1-8035-6bd11f9a1df3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1346722 Mar 02 17:29:50.566370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-82f7a2b3-188d-4497-80d6-7972a906a2e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557935 Mar 02 17:29:50.575162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5020-c684-4c38-ae71-ffe27992f21c req-8a8943d3-46e7-4f57-a88f-c06575b5d851 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.576550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac3b5020-c684-4c38-ae71-ffe27992f21c req-8a8943d3-46e7-4f57-a88f-c06575b5d851 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 945 time: 0.2284524 Mar 02 17:29:50.584545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7667ddc-96ee-424d-bcfb-a2e80f956266 req-eb44b0fd-d139-4feb-88ee-e210df668d32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 1096 time: 0.2688766 Mar 02 17:29:50.627113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-1ca35b82-2888-4f45-bca6-433550b7737f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.628749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-1ca35b82-2888-4f45-bca6-433550b7737f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1122043 Mar 02 17:29:50.650360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8e47df62-b76a-4fb6-94c7-0c753dd72704'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:50.712593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ca1566df-c7b1-4008-b448-b8118beb91e0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:50.765290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.47 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/192a0438-a37d-4484-9fca-fb04790ed2dd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:50.814013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-b2220e26-8b97-4066-aeb6-4fbb4ef8e935 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369658 Mar 02 17:29:50.884806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7667ddc-96ee-424d-bcfb-a2e80f956266 req-e3a91e61-ef2e-4187-a5e7-8496ca2bb57a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667716 Mar 02 17:29:50.907451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac3b5020-c684-4c38-ae71-ffe27992f21c req-d9610c5f-36fc-448a-98ab-52bdc4455848 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215618 Mar 02 17:29:50.910165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-3434115d-e706-4b7c-abe9-ef182da6e661 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226278 Mar 02 17:29:50.949326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10e237-feb9-426f-a9b6-0d9145ddd8fb req-d8095812-a3b0-40d7-a836-7617f2cffa9c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:50.956151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b10e237-feb9-426f-a9b6-0d9145ddd8fb req-d8095812-a3b0-40d7-a836-7617f2cffa9c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.2228153 Mar 02 17:29:51.010415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b10e237-feb9-426f-a9b6-0d9145ddd8fb req-6f92ae04-a788-4d4b-88da-107dbf198360 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532463 Mar 02 17:29:51.242905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be94755-e880-4f9b-8f51-801739287f35 req-ade352fc-0ac1-4533-b101-a06e044a31ce service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186766 Mar 02 17:29:51.278781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf991-afc5-464c-9225-d598e549f7e4 req-f2490c2a-aaff-46af-83b3-0af0c625f81b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:51.280360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3aadf991-afc5-464c-9225-d598e549f7e4 req-f2490c2a-aaff-46af-83b3-0af0c625f81b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1124787 Mar 02 17:29:51.281998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-20d3c71a-6f2a-49ec-be55-7987ceaafb1f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564216 Mar 02 17:29:51.289772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:51.306350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 192a0438-a37d-4484-9fca-fb04790ed2dd will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:51.340369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9288e14f-839f-4451-8886-30624c850d8b req-45cd5788-e4c7-4b77-82d0-ec1aa7c4e308 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 210 time: 0.0589168 Mar 02 17:29:51.374264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3aadf991-afc5-464c-9225-d598e549f7e4 req-98f39149-3c9e-480e-b4fa-5cdc6b4a052d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Mar 02 17:29:51.412267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:51.439277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:51.502320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:51.514931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:51.529488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:51.560086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:51.582163 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9f2a4e0c-048f-45b7-a436-a3b192290f04 req-bdcc0572-bf05-4522-a6d4-83e8afc9000e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631800 Mar 02 17:29:51.594339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.594593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.594944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.595278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.595610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.595935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.596259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.596581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.596901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.597218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.597537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:51.647084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:51.648273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:51.680249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d3a3bfa-0126-4439-82f4-4af173bdce75 req-4214995f-1183-4aa6-9ffd-fd4c0b029e01 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1096 time: 0.1351922 Mar 02 17:29:51.684584 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-7c57b875-af2d-4d08-82a0-b5e2c1154845 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5505545 Mar 02 17:29:51.706917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:51.725452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Request body: {'port': {'device_id': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:51.752749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d3a3bfa-0126-4439-82f4-4af173bdce75 req-60e91613-af01-48ca-a1d8-d2387f1029e5 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Mar 02 17:29:51.916895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:51.965428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb5a2205-2b50-43a3-aff8-a1783a4fd2d8 None None] Provisioning for port 192a0438-a37d-4484-9fca-fb04790ed2dd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:51.978444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb5a2205-2b50-43a3-aff8-a1783a4fd2d8 None None] Provisioning complete for port 192a0438-a37d-4484-9fca-fb04790ed2dd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:51.979061 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2205-2b50-43a3-aff8-a1783a4fd2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:52.068856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a2205-2b50-43a3-aff8-a1783a4fd2d8 None None] Port 192a0438-a37d-4484-9fca-fb04790ed2dd cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:29:52.149647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:52.208021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8776-1f98-4884-bec7-3d4ae551ff67 req-92e31d17-1c35-4752-906f-2fcb74b728bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:52.208699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c3ec8776-1f98-4884-bec7-3d4ae551ff67 req-92e31d17-1c35-4752-906f-2fcb74b728bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Synchronizing usage tracker for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:52.215937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa8b56-efde-4116-8c60-ff56800941c0 req-d8c2828a-a814-4908-9b12-ba17d10519c6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:52.217400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63aa8b56-efde-4116-8c60-ff56800941c0 req-d8c2828a-a814-4908-9b12-ba17d10519c6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1498952 Mar 02 17:29:52.251881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c3ec8776-1f98-4884-bec7-3d4ae551ff67 req-92e31d17-1c35-4752-906f-2fcb74b728bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Unset dirty status for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:52.253144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3ec8776-1f98-4884-bec7-3d4ae551ff67 req-92e31d17-1c35-4752-906f-2fcb74b728bb tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.1541886 Mar 02 17:29:52.304354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63aa8b56-efde-4116-8c60-ff56800941c0 req-c0e0b4e6-81c7-4c62-beb9-02dfb68858f7 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682786 Mar 02 17:29:52.327115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3ec8776-1f98-4884-bec7-3d4ae551ff67 req-59d42ade-0832-48c0-9a27-6883835edb80 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 Mar 02 17:29:52.380486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192a0438-a37d-4484-9fca-fb04790ed2dd {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:52.390646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:52.399724 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'status': 'completed', 'code': 200} Mar 02 17:29:52.412940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Transition to ACTIVE for port object 192a0438-a37d-4484-9fca-fb04790ed2dd will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:52.418054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:52.606070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Pushing event updated for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:52.709671 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-075c869a-76db-4b2b-9887-4b65693cc684 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1095 time: 0.2513874 Mar 02 17:29:52.766654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc84f3-5daa-4635-bc00-62bb17bc7de5 req-0f51d7fe-86b4-4293-a2f6-dac8aeaaa84f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:52.768087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3efc84f3-5daa-4635-bc00-62bb17bc7de5 req-0f51d7fe-86b4-4293-a2f6-dac8aeaaa84f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 945 time: 0.2792301 Mar 02 17:29:52.813536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Attempting to bind port 192a0438-a37d-4484-9fca-fb04790ed2dd on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:52.813795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Attempting to bind port 192a0438-a37d-4484-9fca-fb04790ed2dd by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:52.814108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Attempting to bind port 192a0438-a37d-4484-9fca-fb04790ed2dd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:52.833318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Port 192a0438-a37d-4484-9fca-fb04790ed2dd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:52.833627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Attempting to bind port 192a0438-a37d-4484-9fca-fb04790ed2dd on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:52.852704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3efc84f3-5daa-4635-bc00-62bb17bc7de5 req-2086646e-7dec-45eb-851c-cd2aadb7770f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Mar 02 17:29:52.855407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:52.855407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:52.855741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:52.856147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Bound port: 192a0438-a37d-4484-9fca-fb04790ed2dd, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:52.856486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:52.862850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-7180c3b2-2d50-42c0-90ec-27dc95780323 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:52.864259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-7180c3b2-2d50-42c0-90ec-27dc95780323 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.3020439 Mar 02 17:29:52.884320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-2a01095c-0327-4caa-9615-3576b735917a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/quotas/0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 375 time: 0.0129616 Mar 02 17:29:52.890828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-c602d8e3-09f7-45dc-985e-3a765cd3b246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:52.892341 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-c602d8e3-09f7-45dc-985e-3a765cd3b246 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1710010 Mar 02 17:29:52.965984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-50947de5-28b8-4215-8eb5-b14dd2532175 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758414 Mar 02 17:29:52.996184 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-516f8023-c1d2-41db-9380-501a1b3e7165 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 217 time: 0.0810254 Mar 02 17:29:53.074600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:53.086122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-3c40f1eb-46a2-4d2f-8e98-1177bef132d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:53.087783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-3c40f1eb-46a2-4d2f-8e98-1177bef132d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0809093 Mar 02 17:29:53.089289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=192a0438-a37d-4484-9fca-fb04790ed2dd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:53.094131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.162834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282487c6-7e2b-4568-ad9f-1e2e6c07f665 req-90a62684-e15d-445a-89d5-c79c4b8571cd tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:53.164854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-282487c6-7e2b-4568-ad9f-1e2e6c07f665 req-90a62684-e15d-445a-89d5-c79c4b8571cd tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.1910348 Mar 02 17:29:53.166744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-703709cf-7231-4d9f-afd6-b0429aa5aec2 service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911769 Mar 02 17:29:53.184222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-8b29c30e-c162-4a60-adda-dbbb52131d4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853169 Mar 02 17:29:53.192057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.193512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] 10.222.0.50 "PUT /v2.0/ports/192a0438-a37d-4484-9fca-fb04790ed2dd HTTP/1.1" status: 200 len: 1095 time: 1.4728332 Mar 02 17:29:53.198364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:53.259601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:53.324286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-282487c6-7e2b-4568-ad9f-1e2e6c07f665 req-617bc8b9-b75f-4ce3-9b00-fd8a24ad8d24 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529603 Mar 02 17:29:53.383625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-779387af-d4e2-4c05-b8ec-935242bc793c service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982310 Mar 02 17:29:53.384802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:53.391063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:53.391556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.568564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b7e7-aa78-475f-ae67-82d45cb25056 service neutron] Pushing event updated for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:53.596919 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-680180bb-854e-492b-ba9c-fd7eb079c7b9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989675 Mar 02 17:29:53.609022 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-ac78a9db-4573-466b-89ed-9407c287ccde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 1098 time: 0.1455860 Mar 02 17:29:53.609922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.640336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1967ee-c720-404f-8f99-911c1589b7f7 req-6efe4e5d-a59c-47a9-ae4e-afcf052c7ea6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:53.641832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b1967ee-c720-404f-8f99-911c1589b7f7 req-6efe4e5d-a59c-47a9-ae4e-afcf052c7ea6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 947 time: 0.1750250 Mar 02 17:29:53.645201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:53.664460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:53.670463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.671382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:29:53.793972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:53.798482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b1967ee-c720-404f-8f99-911c1589b7f7 req-dfd69a7a-284a-4e13-bf65-81afffa5e8de tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509132 Mar 02 17:29:53.809900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port ca1566df-c7b1-4008-b448-b8118beb91e0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:29:53.816601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port ca1566df-c7b1-4008-b448-b8118beb91e0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:29:53.816601 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:53.857674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-207c5767-4ec8-433c-98bb-bef76579b695 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=192a0438-a37d-4484-9fca-fb04790ed2dd HTTP/1.1" status: 200 len: 217 time: 0.1083274 Mar 02 17:29:53.959750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dfcfe-faca-4fa5-8fd3-71de806a1da1 req-867586f3-0a34-4438-978d-01b1f20a8212 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:53.968910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d5dfcfe-faca-4fa5-8fd3-71de806a1da1 req-867586f3-0a34-4438-978d-01b1f20a8212 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2464175 Mar 02 17:29:53.981700 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b0ce00f-df6a-44a5-9bd5-d8c59c49ccce req-64800f07-fc36-4070-9ac5-fe8185dfd227 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443670 Mar 02 17:29:53.984815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:54.016729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-b5c56e7f-fac2-49b4-a6dc-568c87494d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:54.020590 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-b5c56e7f-fac2-49b4-a6dc-568c87494d2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1484778 Mar 02 17:29:54.033306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-38d72abc-65f3-4090-bc05-38fa08a1c9a7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:54.034814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-38d72abc-65f3-4090-bc05-38fa08a1c9a7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.2353199 Mar 02 17:29:54.043596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:54.048959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:54.112112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d5dfcfe-faca-4fa5-8fd3-71de806a1da1 req-c3e5d689-cb0a-4bed-9276-74170605f008 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423285 Mar 02 17:29:54.115266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Deleting port 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:29:54.115578 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:54.130220 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-56df382b-d012-43ab-bb27-2f8fad066d52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861866 Mar 02 17:29:54.143734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:54.245609 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd', 'status': 'completed', 'code': 200} Mar 02 17:29:54.377036 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-83ca09c9-a318-4fec-bcd6-772802668402 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395346 Mar 02 17:29:54.504176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] For port 6d5ab006-effe-4f6d-b1fe-18e8744577fd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6d5ab006-effe-4f6d-b1fe-18e8744577fd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:54.504724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:54.557979 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f3f2c2eb-ec8f-41e6-9d2e-6fa3d9a8e75d req-26331ceb-8bed-4517-abf5-1d72eeb41a5f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585901 Mar 02 17:29:54.674016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bec71-2dfb-40e2-9ac3-968f5641faa9 req-6a0d91f7-8f07-4161-a4a5-a57ebfbf1fcd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:54.675467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-773bec71-2dfb-40e2-9ac3-968f5641faa9 req-6a0d91f7-8f07-4161-a4a5-a57ebfbf1fcd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.3092213 Mar 02 17:29:54.681832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Calling delete_port for 6d5ab006-effe-4f6d-b1fe-18e8744577fd owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:29:54.764665 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-d75c65b8-cf4c-408a-a096-e340a55c0733 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 1098 time: 0.0698106 Mar 02 17:29:54.809443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-773bec71-2dfb-40e2-9ac3-968f5641faa9 req-d951e437-1a67-4d60-a6af-75872e8510a6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916238 Mar 02 17:29:54.863716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cffb3-5b43-4a67-84e2-ae820d27ece5 req-7183bb4f-a126-4aa7-a761-c43fc7c6668d tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:54.865176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb3cffb3-5b43-4a67-84e2-ae820d27ece5 req-7183bb4f-a126-4aa7-a761-c43fc7c6668d tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 951 time: 0.3331983 Mar 02 17:29:54.913740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170a57-8647-4ef2-9b45-164326823f5e req-7a9b0a7c-2000-45ba-968a-9433264494ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:54.915353 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-7a9b0a7c-2000-45ba-968a-9433264494ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1360254 Mar 02 17:29:54.916606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:54.973761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6d5ab006-effe-4f6d-b1fe-18e8744577fd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:54.997333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-06d9d1a1-c587-4d51-be41-2877d14f7062 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=192a0438-a37d-4484-9fca-fb04790ed2dd HTTP/1.1" status: 200 len: 217 time: 0.0693362 Mar 02 17:29:55.067623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170a57-8647-4ef2-9b45-164326823f5e req-74c624ad-90f1-4557-88a0-fd279c5e4d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:55.069087 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-74c624ad-90f1-4557-88a0-fd279c5e4d93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0604112 Mar 02 17:29:55.122690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Pushing event deleted for resources: {'Port': ['ID=6d5ab006-effe-4f6d-b1fe-18e8744577fd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:55.126637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2d78924-9ad3-4ab8-a2f9-4cc9b0ebf602 req-4b4e63bc-bdf8-4a25-801f-5c00ed021cca tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 210 time: 0.1708353 Mar 02 17:29:55.139102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb3cffb3-5b43-4a67-84e2-ae820d27ece5 req-b88fd409-d9c3-4243-8006-48eb2e4e8aa7 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/security-groups?id=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620978 Mar 02 17:29:55.180069 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-cd5a39ad-bb3b-4e78-a413-05173556f401 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994015 Mar 02 17:29:55.241372 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'code': 200} Mar 02 17:29:55.269107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] No DVR routers for this DVR port 6d5ab006-effe-4f6d-b1fe-18e8744577fd on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:29:55.276373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:55.283448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-deleted', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:55.337270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba0c83e-0862-4223-b27d-a73646bd8054 req-95a8ecec-bec6-407a-8f91-50e70cc865d1 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.50 "DELETE /v2.0/ports/6d5ab006-effe-4f6d-b1fe-18e8744577fd HTTP/1.1" status: 204 len: 173 time: 1.2906783 Mar 02 17:29:55.455934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-cb637fe2-3995-4dda-841c-9a2152b60951 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127841 Mar 02 17:29:55.625839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1e22-83da-4450-b244-a1381f36ce53 req-20418e26-e636-43af-86e7-0bd5d1131d7d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:55.627269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-404d1e22-83da-4450-b244-a1381f36ce53 req-20418e26-e636-43af-86e7-0bd5d1131d7d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.2447555 Mar 02 17:29:55.633714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79c6fcce-bb48-4aa5-bae9-0563ade888b0 req-f2cfc89e-4182-43eb-a5bd-932bbfffa62e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1101 time: 0.1959977 Mar 02 17:29:55.653702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718de23-afb8-42d0-a521-07b1a97b649f req-3c76b5f0-a9e0-4117-a443-e789fc5d839b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:55.655168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d718de23-afb8-42d0-a521-07b1a97b649f req-3c76b5f0-a9e0-4117-a443-e789fc5d839b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.2164733 Mar 02 17:29:55.744042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-404d1e22-83da-4450-b244-a1381f36ce53 req-56e83be3-1d93-48a0-94aa-3267161b0752 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093669 Mar 02 17:29:55.752128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79c6fcce-bb48-4aa5-bae9-0563ade888b0 req-d27f156d-c73e-4396-abda-0ccac5183bb4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900466 Mar 02 17:29:55.754279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d718de23-afb8-42d0-a521-07b1a97b649f req-af6f657a-6469-4ded-bfd6-97d913fbc2f7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933094 Mar 02 17:29:55.816579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-5ebd5bc0-057e-47f6-8bc6-32aae8c024f7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:55.817985 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-5ebd5bc0-057e-47f6-8bc6-32aae8c024f7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.3613026 Mar 02 17:29:55.823682 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08170a57-8647-4ef2-9b45-164326823f5e req-d053f4af-97ab-4656-876f-31b0240b191e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443539 Mar 02 17:29:56.035141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413f367-d3af-45e0-8178-72e4c5236168 req-14690caa-60b6-4b5f-9c23-9282f6aa41d9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:56.036558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8413f367-d3af-45e0-8178-72e4c5236168 req-14690caa-60b6-4b5f-9c23-9282f6aa41d9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1121862 Mar 02 17:29:56.042818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b669c-ec8e-4ac0-88b9-86f3136f16e0 req-a97e6d30-299e-4edf-b483-ae8a47361ea6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:56.044142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431b669c-ec8e-4ac0-88b9-86f3136f16e0 req-a97e6d30-299e-4edf-b483-ae8a47361ea6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 947 time: 0.1553230 Mar 02 17:29:56.114256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8413f367-d3af-45e0-8178-72e4c5236168 req-97e69344-fd98-4148-9e75-915cc056e8ba tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691762 Mar 02 17:29:56.119698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431b669c-ec8e-4ac0-88b9-86f3136f16e0 req-1b56577a-45fa-4b6f-83d9-e89b03474a4a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Mar 02 17:29:56.146245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Request body: {'port': {'device_id': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'admin_state_up': True, 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:56.193848 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daec0b5-253a-4c2a-ba32-9368ff87787d', 'name': 'network-vif-deleted', 'tag': '6d5ab006-effe-4f6d-b1fe-18e8744577fd', 'status': 'completed', 'code': 200} Mar 02 17:29:56.311265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:29:56.315819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Usage tracker for resource:port and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:29:56.319067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:29:56.325785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:29:56.337732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:29:56.341098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:56.379401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf42b3-edb7-4cce-be01-6c5eac10ffcb req-38642378-056a-4d09-a14a-79f833fe5231 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:56.380940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14cf42b3-edb7-4cce-be01-6c5eac10ffcb req-38642378-056a-4d09-a14a-79f833fe5231 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.0900719 Mar 02 17:29:56.458786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14cf42b3-edb7-4cce-be01-6c5eac10ffcb req-b646cdfd-22d4-4f11-a973-b9aa8205ffb2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Mar 02 17:29:56.537283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Allocated IP 172.20.0.2 (7d31e738-ad2f-4183-891a-ff4e738fe6e6/9946fdfe-9d02-47ff-957a-31e305362547/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:29:56.626056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c05123e9-b06b-4bfc-9947-57369438dabc req-a2d6e59c-d4c5-421c-a328-0a565b837a50 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 210 time: 0.0419545 Mar 02 17:29:56.670464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-796ba8fe-1f81-4873-9848-5960e336421e req-04ea5dca-358f-45f0-84f2-133b7cc5a498 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Synchronizing usage tracker for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:29:56.687090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-796ba8fe-1f81-4873-9848-5960e336421e req-04ea5dca-358f-45f0-84f2-133b7cc5a498 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] Unset dirty status for tenant:ac5edb7c452e48f18125ee8758e0bd63 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:29:56.688265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-796ba8fe-1f81-4873-9848-5960e336421e req-04ea5dca-358f-45f0-84f2-133b7cc5a498 tempest-ServersAdminTestJSON-509932359 tempest-ServersAdminTestJSON-509932359-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daec0b5-253a-4c2a-ba32-9368ff87787d HTTP/1.1" status: 200 len: 210 time: 0.0612090 Mar 02 17:29:56.776172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:56.810383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:56.886422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:29:56.890058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:29:56.894587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:29:56.920587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:56.964770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:56.965434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:56.973611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b43cc8-1e16-4dfa-ad05-0fdff0a97500 req-0efc6ade-9e50-4c21-a233-e7ed75b831b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:56.975149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05b43cc8-1e16-4dfa-ad05-0fdff0a97500 req-0efc6ade-9e50-4c21-a233-e7ed75b831b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.0930824 Mar 02 17:29:56.987888 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-deda256c-cdd8-4e5f-b93c-2baf05223dad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451736 Mar 02 17:29:57.012714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Request body: {'port': {'device_id': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:29:57.023308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05b43cc8-1e16-4dfa-ad05-0fdff0a97500 req-cd18555a-b89c-4ccc-8129-429f67769568 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Mar 02 17:29:57.132552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:57.243052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:57.252717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 192a0438-a37d-4484-9fca-fb04790ed2dd details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:57.261805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:29:57.262713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782743-7298-4377-a268-0ffaa38bcfbf req-ed501e9f-008c-457d-9af9-33fe9237792d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:57.264392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a782743-7298-4377-a268-0ffaa38bcfbf req-ed501e9f-008c-457d-9af9-33fe9237792d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.1109526 Mar 02 17:29:57.302960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 6d5ab006-effe-4f6d-b1fe-18e8744577fd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:29:57.303299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6d5ab006-effe-4f6d-b1fe-18e8744577fd not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:29:57.322710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a782743-7298-4377-a268-0ffaa38bcfbf req-84798fd4-c70d-4c7e-94ec-e89ed4777a9f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Mar 02 17:29:57.561956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3bf97-9c23-4e1e-add0-bc054ad28af4 req-b62f4862-93e9-492a-8f64-9c9fdf609d73 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:57.569034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22e3bf97-9c23-4e1e-add0-bc054ad28af4 req-b62f4862-93e9-492a-8f64-9c9fdf609d73 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1040750 Mar 02 17:29:57.622649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:57.625138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22e3bf97-9c23-4e1e-add0-bc054ad28af4 req-ec3e7d6b-826a-46a8-8c01-7a8de9fc158c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Mar 02 17:29:57.628870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=192a0438-a37d-4484-9fca-fb04790ed2dd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:57.631609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:57.655290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '192a0438-a37d-4484-9fca-fb04790ed2dd', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '192a0438-a37d-4484-9fca-fb04790ed2dd', 'mac_address': 'fa:16:3e:b1:c6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:57.655720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Transition to ACTIVE for port object 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:29:57.662881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:57.708238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:57.728726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192a0438-a37d-4484-9fca-fb04790ed2dd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:57.747022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=192a0438-a37d-4484-9fca-fb04790ed2dd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:57.751575 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:57.796503 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'code': 200} Mar 02 17:29:57.831476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:57.871460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc270a-0c53-4eff-9c42-b2678b655c84 req-cefedbae-5c8c-4ce0-aa07-1083872ce508 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:57.879065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7fc270a-0c53-4eff-9c42-b2678b655c84 req-cefedbae-5c8c-4ce0-aa07-1083872ce508 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 948 time: 0.1028950 Mar 02 17:29:57.898216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:57.971649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7fc270a-0c53-4eff-9c42-b2678b655c84 req-fce2ce48-7601-47ec-ac90-3b884b6bc2bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917337 Mar 02 17:29:57.985587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:29:57.985917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:29:57.986254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:58.003285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:29:58.003680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:29:58.008336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15905ce3-0347-4ff0-a486-40eba65c188e req-52ed9376-de9c-407e-ae4d-9e364981813f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:58.015853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c66724a1-a443-468d-af8c-579eb47024ee req-1a907959-4e5f-447c-b6b3-6716cccdda53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 1097 time: 0.1088150 Mar 02 17:29:58.017334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15905ce3-0347-4ff0-a486-40eba65c188e req-52ed9376-de9c-407e-ae4d-9e364981813f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1231539 Mar 02 17:29:58.018472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:29:58.019017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:29:58.019457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:29:58.019955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Bound port: 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:29:58.020368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:58.068156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15905ce3-0347-4ff0-a486-40eba65c188e req-d4e4cd6a-5e21-45fd-a119-5002c7d7c0b5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Mar 02 17:29:58.119848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c66724a1-a443-468d-af8c-579eb47024ee req-40d9cae4-5951-4ef1-b773-aaa847479a8c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895467 Mar 02 17:29:58.180181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868440-650e-4dc4-808a-801cc45d4c44 req-57d793a2-881e-4af6-967d-fecb01969817 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:58.181721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc868440-650e-4dc4-808a-801cc45d4c44 req-57d793a2-881e-4af6-967d-fecb01969817 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.0855505 Mar 02 17:29:58.205656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['192a0438-a37d-4484-9fca-fb04790ed2dd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:29:58.235039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc868440-650e-4dc4-808a-801cc45d4c44 req-3f23338b-8b19-430d-890b-7e746182622d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Mar 02 17:29:58.263202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:29:58.266925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:29:58.271516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:58.358740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:58.360897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] 10.222.0.50 "PUT /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 1091 time: 1.3526285 Mar 02 17:29:58.364405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:29:58.405835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c3b4-26d5-429b-8a09-6760dab5f76e service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:58.545768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53c55-f334-4803-9cd9-08e76dedd57d req-8f907cc9-205a-4839-8c20-fda4ad2b33b0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:58.547272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db53c55-f334-4803-9cd9-08e76dedd57d req-8f907cc9-205a-4839-8c20-fda4ad2b33b0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.1564181 Mar 02 17:29:58.553427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7f9c55f-ee6d-4c90-88be-3b4c89b29ad8 req-8b69da44-a5d0-475a-b834-ab4d0f89ea51 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1101 time: 0.1098020 Mar 02 17:29:58.623045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db53c55-f334-4803-9cd9-08e76dedd57d req-2ffa7c51-cd58-453f-99e2-3f43a87019d2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Mar 02 17:29:58.627023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7f9c55f-ee6d-4c90-88be-3b4c89b29ad8 req-c3dfc25e-c2c3-48c0-9828-6cc20790af35 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Mar 02 17:29:58.630320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47968) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:58.689958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-ad649a45-1bd0-43ac-9f97-fb412e8c3f55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1094 time: 0.0852547 Mar 02 17:29:58.785470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-56f17168-2b2c-4db8-a393-8c244eeff5c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.0682395 Mar 02 17:29:58.854002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-1995de4a-505a-411b-8f60-154387349231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:58.855811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-1995de4a-505a-411b-8f60-154387349231 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0641742 Mar 02 17:29:58.907934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-c13be431-b473-4649-b6c6-e6bf8befbe7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411758 Mar 02 17:29:58.983723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0b2f2c93-f9dd-4db9-8839-310e68977293 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac5edb7c452e48f18125ee8758e0bd63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3522615 Mar 02 17:29:58.987934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47994) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:59.005571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae164ac-0b4b-483c-b8c0-cbec941aeaae req-4a81d63d-acdf-4d0f-9da1-eff95ed80cbb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:59.007740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ae164ac-0b4b-483c-b8c0-cbec941aeaae req-4a81d63d-acdf-4d0f-9da1-eff95ed80cbb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.2375867 Mar 02 17:29:59.056776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-21a94da8-1613-42c2-8926-ecefba246140 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358137 Mar 02 17:29:59.092989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.097143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ae164ac-0b4b-483c-b8c0-cbec941aeaae req-30537464-ca08-489d-a6ad-68fe3e434bd6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806930 Mar 02 17:29:59.124091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.181221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.199460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7f88e-e5c3-4a4f-9504-a8178bf6f1df,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:59.207451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.208804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afa7f88e-e5c3-4a4f-9504-a8178bf6f1df HTTP/1.1" status: 204 len: 168 time: 0.2200208 Mar 02 17:29:59.228813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.229158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.229495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.229830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.230188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.230479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.230828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.231153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.231471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.231788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.232153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb64c781-1330-4c50-8761-fd706e064b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:29:59.235011 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'status': 'completed', 'code': 200} Mar 02 17:29:59.246889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:29:59.261917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fda60536-3667-4fe9-8cb2-24b1f4baf593 req-f4fe0082-0fb9-4ed1-95cd-cd45dd3c348d service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892116 Mar 02 17:29:59.380527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456260-c98c-4f18-b350-2b0c9f741502 req-f4377cf5-a183-48be-97f6-9c5228b8cf87 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:59.382331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f456260-c98c-4f18-b350-2b0c9f741502 req-f4377cf5-a183-48be-97f6-9c5228b8cf87 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1418674 Mar 02 17:29:59.388860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a9c3f8c-f4fd-4e6f-af24-85b1cd2ed64b req-68a6c17e-0e0f-406c-ad25-ea15086e55cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1022546 Mar 02 17:29:59.428831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:59.442946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9', 'port_id': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'mac_address': 'fa:16:3e:42:aa:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9eb254-d0e3-4640-ad6c-bff4237e3db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:29:59.463709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f456260-c98c-4f18-b350-2b0c9f741502 req-1700db1d-7a61-4bb2-b07b-7ea76193295e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733137 Mar 02 17:29:59.523328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.545561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c312f772-db59-4fa3-bae2-5739b84b06ba {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:29:59.562530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-62b86a1a-5277-4cca-a875-1fd7243f27bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1094 time: 0.1238818 Mar 02 17:29:59.564847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:29:59.568628 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:29:59.669322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:29:59.768773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67402762-da51-496c-aaef-96db0ae0e16a req-8f6bb70a-3b88-4c45-a781-968f92f8ee3c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:59.770239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67402762-da51-496c-aaef-96db0ae0e16a req-8f6bb70a-3b88-4c45-a781-968f92f8ee3c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 948 time: 0.1714611 Mar 02 17:29:59.831524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb95d4-2f61-451c-810f-1235367c772f req-1f9c4381-7aa3-4a51-8098-5a1dcee7d7ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:29:59.832978 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-1f9c4381-7aa3-4a51-8098-5a1dcee7d7ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.2554560 Mar 02 17:29:59.845608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48030) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:29:59.847749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-a60abd75-316b-4f98-adf4-6ec3d0500452 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295545 Mar 02 17:29:59.850026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67402762-da51-496c-aaef-96db0ae0e16a req-bb9ad1d3-d6bc-4bf0-b9ed-03920fef8388 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680611 Mar 02 17:29:59.967643 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-f6583c52-c119-45bf-ae47-02be7d6323e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.0998540 Mar 02 17:30:00.041563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb95d4-2f61-451c-810f-1235367c772f req-0b2dc75e-bf71-4502-b812-1184136492a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:00.043112 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-0b2dc75e-bf71-4502-b812-1184136492a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0652971 Mar 02 17:30:00.074257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee448-8d52-44b5-9f44-360eed486065 req-f299d389-beb3-43be-8ef3-8b0809c26de2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:00.076081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a7ee448-8d52-44b5-9f44-360eed486065 req-f299d389-beb3-43be-8ef3-8b0809c26de2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.0942633 Mar 02 17:30:00.110535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-ba86c46c-42e0-42c9-89dc-71120848be19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431321 Mar 02 17:30:00.125085 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4972553-6b3c-4594-896c-e279d9a411a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c15a9d075544d25912ee9900032f6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2758174 Mar 02 17:30:00.131095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48046) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:00.152549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['c312f772-db59-4fa3-bae2-5739b84b06ba'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:00.172294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a7ee448-8d52-44b5-9f44-360eed486065 req-8f4521f2-6551-4b74-9aae-1914ff6ea4f5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903654 Mar 02 17:30:00.326950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:00.330319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-1fc3f497-0fe6-4be2-a5cd-7094adc3928c service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050970 Mar 02 17:30:00.486107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:00.546888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3ff83-0ffa-4860-bcec-20526364c169 req-08f2df34-1013-4672-9508-e0f179fcaa36 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:00.548341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cd3ff83-0ffa-4860-bcec-20526364c169 req-08f2df34-1013-4672-9508-e0f179fcaa36 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.1693728 Mar 02 17:30:00.568169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a487447-d0b1-4a7e-ab4f-b2fcdbc0189d req-fb6c8322-72e6-4bd1-bf73-ca4f8da75aa8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:00.570209 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8aeb95d4-2f61-451c-810f-1235367c772f req-48b93e14-3b4b-4162-b9a3-e792453c7e82 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308931 Mar 02 17:30:00.575390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a487447-d0b1-4a7e-ab4f-b2fcdbc0189d req-fb6c8322-72e6-4bd1-bf73-ca4f8da75aa8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1360314 Mar 02 17:30:00.588468 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:00.607768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4184eb99-9fa8-40fa-9d3a-58cb9db771af,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:00.623048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:00.626630 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b204b58a-c996-41a4-9653-057689e37204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4184eb99-9fa8-40fa-9d3a-58cb9db771af HTTP/1.1" status: 204 len: 168 time: 0.4726317 Mar 02 17:30:00.654340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cd3ff83-0ffa-4860-bcec-20526364c169 req-8010fe53-0611-40b5-95fc-1f20aaa07f98 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941348 Mar 02 17:30:00.656460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a487447-d0b1-4a7e-ab4f-b2fcdbc0189d req-46719cee-98ba-4205-9a5a-be5ccba5f1d8 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803239 Mar 02 17:30:00.939530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e680dd-1e3b-4d8f-b217-11e3c1352f1e req-a9163a5c-f25b-42cb-ba04-37b42605025a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:00.946143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e680dd-1e3b-4d8f-b217-11e3c1352f1e req-a9163a5c-f25b-42cb-ba04-37b42605025a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.1331544 Mar 02 17:30:01.001760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e680dd-1e3b-4d8f-b217-11e3c1352f1e req-fff94a1d-9710-4472-b95d-636375440d2a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Mar 02 17:30:01.030583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080b037-e45c-47c3-ade4-44705ad19732 req-9f2703b8-ba51-4026-b85c-9c5a50f9473c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:01.032410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7080b037-e45c-47c3-ade4-44705ad19732 req-9f2703b8-ba51-4026-b85c-9c5a50f9473c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1528046 Mar 02 17:30:01.092532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7080b037-e45c-47c3-ade4-44705ad19732 req-cf45abcc-ef3d-42a3-8f39-6f92581a53da tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Mar 02 17:30:01.274358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:01.291971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 192a0438-a37d-4484-9fca-fb04790ed2dd up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:01.476205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe80ea-515d-4c4b-a38d-d86d83d5938c req-92a2b866-3321-4f4e-871c-43e45dd5e3f9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:01.484313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dabe80ea-515d-4c4b-a38d-d86d83d5938c req-92a2b866-3321-4f4e-871c-43e45dd5e3f9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 948 time: 0.0884285 Mar 02 17:30:01.496149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 192a0438-a37d-4484-9fca-fb04790ed2dd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:01.508760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 192a0438-a37d-4484-9fca-fb04790ed2dd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:01.509308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:01.532101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dabe80ea-515d-4c4b-a38d-d86d83d5938c req-010f8136-de87-454d-98d0-bb39305e5a64 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Mar 02 17:30:01.614376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:01.699735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'port_id': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'mac_address': 'fa:16:3e:68:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9946fdfe-9d02-47ff-957a-31e305362547', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:01.754503 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-4e8f3b8c-eb7c-4b84-a9c1-7cbef9658f09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1101 time: 0.0873456 Mar 02 17:30:01.781769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:01.811580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:01.828896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:01.831369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:01.867327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:01.872073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:01.908949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a7f48-d8ec-4246-902b-99515058e548 req-e30b3c13-37df-4d93-8d0b-ccd61fb699db tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:01.916493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=192a0438-a37d-4484-9fca-fb04790ed2dd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:01.916713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab7a7f48-d8ec-4246-902b-99515058e548 req-e30b3c13-37df-4d93-8d0b-ccd61fb699db tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.2281532 Mar 02 17:30:01.964685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:01.967587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:01.987135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996c1ce-cd6b-4c2f-9f54-26b670aa1141 req-b9f2a9e0-62db-449c-a3b0-73a03f56b856 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:01.994706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d996c1ce-cd6b-4c2f-9f54-26b670aa1141 req-b9f2a9e0-62db-449c-a3b0-73a03f56b856 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.1600947 Mar 02 17:30:02.028748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab7a7f48-d8ec-4246-902b-99515058e548 req-5e2420d8-4fac-4a97-9985-e1c34f5af5e7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113017 Mar 02 17:30:02.047709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:02.055236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d996c1ce-cd6b-4c2f-9f54-26b670aa1141 req-0704029a-d8a5-4860-98d7-3a5582cde4fb tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595357 Mar 02 17:30:02.090812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-a3218f71-881a-4dfd-b0d2-0ced6e8c985b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:02.092596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-a3218f71-881a-4dfd-b0d2-0ced6e8c985b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3300066 Mar 02 17:30:02.186166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-6b21ecf8-6909-42dd-9a8b-a38d9e2037c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.0821466 Mar 02 17:30:02.264980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-3ca4e63b-ef92-4c59-bb7a-23cd23540b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:02.266716 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-3ca4e63b-ef92-4c59-bb7a-23cd23540b38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0631523 Mar 02 17:30:02.322040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0b47f-33cd-4ee2-8ee5-410c761fe57f req-fb1e1077-3db6-428f-acd2-25a33470dc99 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:02.324890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9e0b47f-33cd-4ee2-8ee5-410c761fe57f req-fb1e1077-3db6-428f-acd2-25a33470dc99 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.0910957 Mar 02 17:30:02.361128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:02.376201 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-e0310be7-3c31-451c-8d1f-a3bee59d205c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999606 Mar 02 17:30:02.381597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9e0b47f-33cd-4ee2-8ee5-410c761fe57f req-2a938842-c87c-4d65-ab0a-316922e4bdd0 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Mar 02 17:30:02.531531 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd', 'code': 200} Mar 02 17:30:02.564636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-9af2e178-814d-473a-926b-abbc8ac19679 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818705 Mar 02 17:30:02.802369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-04d2fc1d-80d4-4757-8a8f-aca29c4c6d5b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309237 Mar 02 17:30:02.805198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b5b4bc2-249d-469f-9870-3ebe3c44cf80 req-b1c49ba0-077c-42ce-acda-50e4f5f3c855 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 1100 time: 0.1283450 Mar 02 17:30:02.811429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de3c76-9123-40df-9cb2-2dd89e6037f3 req-64b1f4e6-6a78-45a1-bb23-04f77f54446a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:02.812920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20de3c76-9123-40df-9cb2-2dd89e6037f3 req-64b1f4e6-6a78-45a1-bb23-04f77f54446a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.1372879 Mar 02 17:30:02.874245 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b5b4bc2-249d-469f-9870-3ebe3c44cf80 req-2b84be5a-6331-45ec-832d-539d0ddbd337 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Mar 02 17:30:02.877344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb60ec-6e7b-403a-a68f-40652568a683 req-4097beff-b1b6-4b7e-93e9-619d35c7aa00 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:02.878830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afeb60ec-6e7b-403a-a68f-40652568a683 req-4097beff-b1b6-4b7e-93e9-619d35c7aa00 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1399822 Mar 02 17:30:02.885587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20de3c76-9123-40df-9cb2-2dd89e6037f3 req-d3076411-9494-4aec-8830-b5c36e8119e5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Mar 02 17:30:02.934443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afeb60ec-6e7b-403a-a68f-40652568a683 req-aa32301a-b312-4f82-932b-e88a94ef5236 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477560 Mar 02 17:30:03.095022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1a6f8-d84a-41c4-be95-03c14445227c req-41db1418-cc59-41e3-9078-16d5f36fbe88 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:03.096496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dd1a6f8-d84a-41c4-be95-03c14445227c req-41db1418-cc59-41e3-9078-16d5f36fbe88 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 949 time: 0.0820932 Mar 02 17:30:03.167544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dd1a6f8-d84a-41c4-be95-03c14445227c req-8b65776d-7536-4704-b06b-586eefb6b641 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642738 Mar 02 17:30:03.264682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5032e-78e7-4b39-bd3a-d3fa853e99ba req-64136587-923b-4b64-8a70-c10f17f77f13 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:03.267153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:03.271209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abc5032e-78e7-4b39-bd3a-d3fa853e99ba req-64136587-923b-4b64-8a70-c10f17f77f13 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 946 time: 0.0844553 Mar 02 17:30:03.348203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port c312f772-db59-4fa3-bae2-5739b84b06ba completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:03.354129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port c312f772-db59-4fa3-bae2-5739b84b06ba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:03.354506 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:03.475173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abc5032e-78e7-4b39-bd3a-d3fa853e99ba req-4b0c383a-e10c-4328-98db-773581108298 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030342 Mar 02 17:30:03.520433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35bd96-2dc6-4a4a-97ab-e963ccc29564 req-daccfb01-2ccb-4e2e-9fb5-6ee359601269 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:03.521927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f35bd96-2dc6-4a4a-97ab-e963ccc29564 req-daccfb01-2ccb-4e2e-9fb5-6ee359601269 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.1334548 Mar 02 17:30:03.538164 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:03.576849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:03.581986 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:03.591222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f35bd96-2dc6-4a4a-97ab-e963ccc29564 req-b726d147-5dbe-43b2-b471-4b789e64f2a3 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594878 Mar 02 17:30:03.705016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:03.812620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-8c5fd69e-364d-431f-9d9c-c8defccfdb74 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cec9add96044c42a24d07687dcc082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314140 Mar 02 17:30:03.868129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:03.908476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad366-1856-4e88-97e6-d2db274810c7 req-00efd9d7-fe93-4855-af3a-f11bbce7caba tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:03.909904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17ad366-1856-4e88-97e6-d2db274810c7 req-00efd9d7-fe93-4855-af3a-f11bbce7caba tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1821194 Mar 02 17:30:04.000598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17ad366-1856-4e88-97e6-d2db274810c7 req-3420245d-c854-40bb-ba66-27e671854ecb tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796590 Mar 02 17:30:04.005289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-f3d6e211-9110-4a1d-a5c9-d7dc8cb6307e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:04.006639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-f3d6e211-9110-4a1d-a5c9-d7dc8cb6307e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889887 Mar 02 17:30:04.017226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.026941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-94a2ffca-4a86-4d9b-8408-47f71f5256d7 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/quotas/6cec9add96044c42a24d07687dcc082b HTTP/1.1" status: 200 len: 375 time: 0.0135479 Mar 02 17:30:04.064110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:04.075303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2cad30be4e4f40bb889898834938dc is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:04.078270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:04.084220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:04.090230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-00ad82d8-fc61-4c77-b1a5-801c80287599 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576975 Mar 02 17:30:04.170320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.174778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.221373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee0dd8-a4da-4a5d-a1d5-c343dbaa27a5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:04.228561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a880e19d-c593-4d76-9147-d086278c2061 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d2cad30be4e4f40bb889898834938dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3568492 Mar 02 17:30:04.229284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:04.291983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.322042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.391281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.410151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee0dd8-a4da-4a5d-a1d5-c343dbaa27a5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:04.432625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:04.433506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96e78c-773e-4131-bb84-66e3db7c3c84 req-24d4b6ee-1869-4979-9546-7a648e000289 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:04.435505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc96e78c-773e-4131-bb84-66e3db7c3c84 req-24d4b6ee-1869-4979-9546-7a648e000289 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.1056335 Mar 02 17:30:04.439379 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1a85612-1628-44e7-afc7-c5561482dbfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94ee0dd8-a4da-4a5d-a1d5-c343dbaa27a5 HTTP/1.1" status: 204 len: 168 time: 0.2094047 Mar 02 17:30:04.515083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc96e78c-773e-4131-bb84-66e3db7c3c84 req-bd1c0a56-ba13-4aab-9a48-5ed5e82e2500 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Mar 02 17:30:04.532367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:04.792527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95609-eeb2-4d83-949d-60365d9c5b85 req-bd939a38-9427-4473-95c3-66e6a19c6ee2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:04.794338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfd95609-eeb2-4d83-949d-60365d9c5b85 req-bd939a38-9427-4473-95c3-66e6a19c6ee2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 949 time: 0.1228089 Mar 02 17:30:04.801529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca868d-6560-4411-9670-6f50cef67e01 req-353f7ac5-86a6-435a-b34b-2adca44bd83f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:04.803437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eca868d-6560-4411-9670-6f50cef67e01 req-353f7ac5-86a6-435a-b34b-2adca44bd83f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1879108 Mar 02 17:30:04.888693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eca868d-6560-4411-9670-6f50cef67e01 req-a7443001-a4c2-4275-9561-8eaf904bff46 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Mar 02 17:30:04.893350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfd95609-eeb2-4d83-949d-60365d9c5b85 req-c77060c1-26a1-48f1-911f-a2c50ab2a4cf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880105 Mar 02 17:30:05.067549 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'code': 200} Mar 02 17:30:05.105932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-667990e8-4c68-473a-96e9-1f4fc7972b1d req-575c8743-089b-4acf-aa73-7d97ce95815a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 210 time: 0.0449803 Mar 02 17:30:05.263971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418c44-9066-4399-bce5-3878da4ca0d5 req-d21181a2-a84e-473e-9c0d-b9b1013197d1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:05.265403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7418c44-9066-4399-bce5-3878da4ca0d5 req-d21181a2-a84e-473e-9c0d-b9b1013197d1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.0950117 Mar 02 17:30:05.290898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:05.375478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:05.381581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:05.383448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:05.417265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7418c44-9066-4399-bce5-3878da4ca0d5 req-3e03f6dd-4d38-41c8-bb40-c03a88ff2654 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172528 Mar 02 17:30:05.417484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-58179319-c858-48b6-892b-3af9a1bbd6b3 req-71c0daf6-dcb0-45f0-b9e9-bbf94f31a820 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1097 time: 0.0861466 Mar 02 17:30:05.464857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390fa4-2bff-492b-aadf-67a0eb2e5830 req-0e603cd6-6f0a-4313-b440-cb61d60fad8b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:05.468436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9390fa4-2bff-492b-aadf-67a0eb2e5830 req-0e603cd6-6f0a-4313-b440-cb61d60fad8b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2021837 Mar 02 17:30:05.495310 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-58179319-c858-48b6-892b-3af9a1bbd6b3 req-2fc2cb49-5946-4ff2-a788-8bb09a0312ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Mar 02 17:30:05.548988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:05.583772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:05.588555 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:05.658851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:05.726821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9390fa4-2bff-492b-aadf-67a0eb2e5830 req-d1bb67b3-158f-43cf-9196-f32fa4950838 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516520 Mar 02 17:30:05.923965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d802a9-af08-46e2-9036-2ab175d03442 req-7a9c6d04-9e4a-4a0d-a942-644608e80e8a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:05.923965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d802a9-af08-46e2-9036-2ab175d03442 req-7a9c6d04-9e4a-4a0d-a942-644608e80e8a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.0881090 Mar 02 17:30:05.968411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d802a9-af08-46e2-9036-2ab175d03442 req-9f91c673-2697-412d-9548-e3cb60e5cbb9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Mar 02 17:30:06.091799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265985d-8a43-44a7-a91a-56ae0624f8c9 req-0f2081c4-8ae2-4c19-9052-692330093aa7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:06.093238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0265985d-8a43-44a7-a91a-56ae0624f8c9 req-0f2081c4-8ae2-4c19-9052-692330093aa7 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.0764537 Mar 02 17:30:06.141475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0265985d-8a43-44a7-a91a-56ae0624f8c9 req-00458276-9230-4e7f-b44d-ae48b93947ec tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Mar 02 17:30:06.372074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952647d-9ece-44fe-9568-75ac521c6540 req-46d36342-79e5-47e6-a327-78f8eb22d357 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:06.372951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7952647d-9ece-44fe-9568-75ac521c6540 req-46d36342-79e5-47e6-a327-78f8eb22d357 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 949 time: 0.1197867 Mar 02 17:30:06.401144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab175d3e-e8fe-4cc3-9602-cb73ee31d5a4 req-0b1e56cf-6c1c-41e2-93fa-f46206039a1d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 210 time: 0.0671492 Mar 02 17:30:06.431536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7952647d-9ece-44fe-9568-75ac521c6540 req-da86cf28-f05a-45d8-88a3-f688c30474d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Mar 02 17:30:06.462460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-3017abbb-0b9e-430e-aedb-c20e8dfc3663 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6cec9add96044c42a24d07687dcc082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319932 Mar 02 17:30:06.637168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-38230015-c9b0-46f7-93ef-53ebab730492 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:06.639389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-38230015-c9b0-46f7-93ef-53ebab730492 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695790 Mar 02 17:30:06.671876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Request body: {'port': {'device_id': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6cec9add96044c42a24d07687dcc082b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:06.719835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff81b52a-3e82-4430-abe6-d3029da900c4 req-542cbb28-93aa-4f6a-80fd-23f537f7c9c4 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 1100 time: 0.1300206 Mar 02 17:30:06.730136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0384-d36b-460d-b15a-601acdb97ec5 req-6b56832c-0f0d-45e0-8e22-30a16e6459d1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:06.731545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cadb0384-d36b-460d-b15a-601acdb97ec5 req-6b56832c-0f0d-45e0-8e22-30a16e6459d1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1398957 Mar 02 17:30:06.805237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:06.805619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff81b52a-3e82-4430-abe6-d3029da900c4 req-4da98950-b17f-45a2-826e-57469e3104bd tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Mar 02 17:30:06.809232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Usage tracker for resource:port and tenant:6cec9add96044c42a24d07687dcc082b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:06.809370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cadb0384-d36b-460d-b15a-601acdb97ec5 req-fe3e35d8-4454-451a-82c3-6191d3db07e5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Mar 02 17:30:06.812142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:06.817834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:06.838624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Made reservation on behalf of 6cec9add96044c42a24d07687dcc082b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:06.841808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:06.859640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:06.900679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:06.905052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Usage tracker for resource:security_group_rule and tenant:6cec9add96044c42a24d07687dcc082b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:06.908180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:06.916583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:07.017833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.022950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.044449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63450d-cbf9-4e82-956d-e0de7ced8240 req-52a400f9-ecc4-4ce6-b85d-3e5ed72aaf8f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:07.046001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db63450d-cbf9-4e82-956d-e0de7ced8240 req-52a400f9-ecc4-4ce6-b85d-3e5ed72aaf8f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.0802574 Mar 02 17:30:07.069484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:07.110690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70147630-bc5c-478f-884a-699f176170e7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:07.110825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-1ec295a5-1a1e-4544-a5aa-66cb55154ba0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402493 Mar 02 17:30:07.127341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db63450d-cbf9-4e82-956d-e0de7ced8240 req-5100b2d8-503d-4191-83b4-06c18cbc7e23 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754950 Mar 02 17:30:07.214491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Allocated IP 192.168.233.220 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/ec1df8b6-4174-497e-8497-92417bd6d8f9) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:07.300222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-4542d086-af86-4cd2-a475-af4e679458b0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:07.301618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-4542d086-af86-4cd2-a475-af4e679458b0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703184 Mar 02 17:30:07.306516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:07.330804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-a52b4d04-5b76-49df-ba82-de075c94c52b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.0189803 Mar 02 17:30:07.464770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:07.480030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-3ae9da20-a060-4319-8b9d-b59c44a9047a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1469889 Mar 02 17:30:07.510703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'mac_address': 'fa:16:3e:cb:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:07.610827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.636024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca1566df-c7b1-4008-b448-b8118beb91e0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:07.668506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55479c5c-4c7b-4376-9da6-f0b52bca1cf3 req-40a5581c-b3b0-46b0-bfcc-53cd4610f323 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:07.672530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:07.675220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55479c5c-4c7b-4376-9da6-f0b52bca1cf3 req-40a5581c-b3b0-46b0-bfcc-53cd4610f323 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.1169734 Mar 02 17:30:07.675613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.679461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.715667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Transition to ACTIVE for port object ec1df8b6-4174-497e-8497-92417bd6d8f9 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:07.739689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55479c5c-4c7b-4376-9da6-f0b52bca1cf3 req-b676a66b-ef08-4bd0-bf5f-51db6886f15f tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Mar 02 17:30:07.750632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:07.787015 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'code': 200} Mar 02 17:30:07.787465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:07.856388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:07.860335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:07.875371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:07.989239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe1a-36a4-4654-8681-fba7a3c1d6ba req-19be54e6-5245-4d82-a866-23dd43fbda4c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:07.997942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b03dbe1a-36a4-4654-8681-fba7a3c1d6ba req-19be54e6-5245-4d82-a866-23dd43fbda4c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1276605 Mar 02 17:30:08.006191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Pushing event updated for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:08.036879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:08.037493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:08.076298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b03dbe1a-36a4-4654-8681-fba7a3c1d6ba req-baad1c1e-adf1-48bd-8775-962824688f57 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Mar 02 17:30:08.087867 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4397f677-9906-4729-8c3f-826e1b1f8eaa req-3556946c-96bd-4d81-b3c8-4ae8f5148cc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1096 time: 0.1513619 Mar 02 17:30:08.091186 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-7bc7735f-b5b8-49a8-b138-7f20796d1e6d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4234526 Mar 02 17:30:08.092549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ca1566df-c7b1-4008-b448-b8118beb91e0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:08.155094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Request body: {'port': {'device_id': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:08.341173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4397f677-9906-4729-8c3f-826e1b1f8eaa req-e83734e6-beb2-44d0-a5ef-942232ebb759 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922827 Mar 02 17:30:08.347522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:08.358470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:08.363679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2a7544cc-3fdc-48f9-9f4f-5ccfa1a433b6 None None] Provisioning for port ec1df8b6-4174-497e-8497-92417bd6d8f9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:08.376234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2a7544cc-3fdc-48f9-9f4f-5ccfa1a433b6 None None] Provisioning complete for port ec1df8b6-4174-497e-8497-92417bd6d8f9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:08.376518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a7544cc-3fdc-48f9-9f4f-5ccfa1a433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:08.417862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-665fafe7-c6d5-455e-b175-97b5a00c203f req-72c0f7c2-b2ad-4fa8-a10d-0f3be30460cd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 210 time: 0.1577356 Mar 02 17:30:08.438212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2a7544cc-3fdc-48f9-9f4f-5ccfa1a433b6 None None] Port ec1df8b6-4174-497e-8497-92417bd6d8f9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:30:08.449214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a4cf1-07ae-4448-8692-c8c590ffdf3c req-ee6489df-cb63-40c7-9609-23a48617dc86 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:08.450865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-636a4cf1-07ae-4448-8692-c8c590ffdf3c req-ee6489df-cb63-40c7-9609-23a48617dc86 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 936 time: 0.2221141 Mar 02 17:30:08.522303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-636a4cf1-07ae-4448-8692-c8c590ffdf3c req-164bffb6-24e1-4526-bed0-d5f030e88ced tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Mar 02 17:30:08.736318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4212-e079-45a4-8c1b-11150ac9551f req-327d18be-4a77-4fd8-84e8-c93ee3116290 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:08.737675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3af4212-e079-45a4-8c1b-11150ac9551f req-327d18be-4a77-4fd8-84e8-c93ee3116290 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1389885 Mar 02 17:30:08.746314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7245bc-7b38-44eb-99a0-1cda1d6a127d req-a2a9d290-c85a-43e5-9624-e30ffc872921 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:08.747770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce7245bc-7b38-44eb-99a0-1cda1d6a127d req-a2a9d290-c85a-43e5-9624-e30ffc872921 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1116405 Mar 02 17:30:08.808387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1df8b6-4174-497e-8497-92417bd6d8f9 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:08.816049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:08.822011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3af4212-e079-45a4-8c1b-11150ac9551f req-a52f05f0-d592-42cb-b654-61d0aef62807 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Mar 02 17:30:08.824404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce7245bc-7b38-44eb-99a0-1cda1d6a127d req-7763528b-3b60-4240-bc77-62d63372c1a5 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600729 Mar 02 17:30:08.831621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Transition to ACTIVE for port object ec1df8b6-4174-497e-8497-92417bd6d8f9 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:08.839014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.024907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:09.142524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91c24-8cb9-4fb4-90d1-98e00b5b52e2 req-a63c807e-8ef0-4a85-8e9a-bec8dec8a3d5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:09.144092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45e91c24-8cb9-4fb4-90d1-98e00b5b52e2 req-a63c807e-8ef0-4a85-8e9a-bec8dec8a3d5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.1639738 Mar 02 17:30:09.208335 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d0d6367-404f-4bff-a505-2038e2606dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.227304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Attempting to bind port ec1df8b6-4174-497e-8497-92417bd6d8f9 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:09.227726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Attempting to bind port ec1df8b6-4174-497e-8497-92417bd6d8f9 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:09.228155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Attempting to bind port ec1df8b6-4174-497e-8497-92417bd6d8f9 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:09.236266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Port ec1df8b6-4174-497e-8497-92417bd6d8f9 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:09.236869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Attempting to bind port ec1df8b6-4174-497e-8497-92417bd6d8f9 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:09.249486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:09.250023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45e91c24-8cb9-4fb4-90d1-98e00b5b52e2 req-a21e2947-b6c8-43fe-81dd-1397e46d1694 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944750 Mar 02 17:30:09.250152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:09.250655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:09.251240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Bound port: ec1df8b6-4174-497e-8497-92417bd6d8f9, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:09.251697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.350911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:09.354391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:09.357677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:09.362161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.437631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.439259 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec1df8b6-4174-497e-8497-92417bd6d8f9 HTTP/1.1" status: 200 len: 1096 time: 1.2920148 Mar 02 17:30:09.442424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port ca1566df-c7b1-4008-b448-b8118beb91e0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:09.443122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:09.443399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.475471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce5a4-0c5d-43f5-9d51-0ff723da0f12 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:09.596343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16296a-903d-4441-b77a-0b93b0a4711b req-227f6ffe-2267-40b1-af9e-56b28e586334 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:09.603960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec16296a-903d-4441-b77a-0b93b0a4711b req-227f6ffe-2267-40b1-af9e-56b28e586334 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1764143 Mar 02 17:30:09.630736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.678317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:09.684555 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:09.711738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-1255b969-1491-46ac-bab1-a8f1fd86114d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 1099 time: 0.1529880 Mar 02 17:30:09.712011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec16296a-903d-4441-b77a-0b93b0a4711b req-8aac466b-9cde-48d1-bae0-a9ce48dcb4cb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071110 Mar 02 17:30:09.759785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd863c39-8dc9-4fbe-9415-07496fe83f69 req-93fce3dc-3663-454b-8d63-d6f5b8658c00 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1097 time: 0.1211889 Mar 02 17:30:09.792367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:09.805649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:09.828097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd863c39-8dc9-4fbe-9415-07496fe83f69 req-a9617c89-0a8b-4a1b-a659-d6dc593e633f tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Mar 02 17:30:09.862914 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-76f10031-4183-4376-9e57-e7fefd37dd13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9 HTTP/1.1" status: 200 len: 217 time: 0.1098092 Mar 02 17:30:09.954650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-2fba51b1-887f-4737-8f20-19f4a5548c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:09.956547 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-2fba51b1-887f-4737-8f20-19f4a5548c55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0825965 Mar 02 17:30:10.048390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-318037b1-47a6-44a5-8b5b-d9fab4483b62 req-70142502-f6bc-4c99-afaa-e164db017b36 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 210 time: 0.0519240 Mar 02 17:30:10.067923 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9', 'status': 'completed', 'code': 200} Mar 02 17:30:10.132607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-d00d85e9-f708-4c9f-b9b8-c7688a81379c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273997 Mar 02 17:30:10.215486 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'code': 200} Mar 02 17:30:10.307207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890e437-daa1-4cc5-8485-595766fb7051 req-096b49b4-d745-4501-b4d7-b12615515c06 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:10.311102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9890e437-daa1-4cc5-8485-595766fb7051 req-096b49b4-d745-4501-b4d7-b12615515c06 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 948 time: 0.1532669 Mar 02 17:30:10.428449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9890e437-daa1-4cc5-8485-595766fb7051 req-95c0fd22-b898-4a98-a002-6348e1bc2f79 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143394 Mar 02 17:30:10.515482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a1dfc-560d-4d9a-8ce5-527c7bf94934 req-77d8c8d2-4486-46c2-a487-6f254708d2a2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:10.518086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a4a1dfc-560d-4d9a-8ce5-527c7bf94934 req-77d8c8d2-4486-46c2-a487-6f254708d2a2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1685920 Mar 02 17:30:10.544991 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-a0f58327-2ed0-4eea-b5cf-e2aa31d32073 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596671 Mar 02 17:30:10.548994 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-0985f19b-6804-4505-8165-630029228b7a service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723074 Mar 02 17:30:10.736261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a4a1dfc-560d-4d9a-8ce5-527c7bf94934 req-10b1fd93-8d09-47ea-b682-5c165d62b9f1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116535 Mar 02 17:30:10.801984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-515bc9df-a1da-4f58-aa81-09537e112c24 req-c4060dbe-0513-420c-9141-150adf4d17a5 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1097 time: 0.2019196 Mar 02 17:30:10.875722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-515bc9df-a1da-4f58-aa81-09537e112c24 req-b471bcf0-fcb7-447c-9dbc-5adccd072694 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Mar 02 17:30:11.043921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-f6718621-fcf9-4169-8083-4579b59231f3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:11.045345 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-f6718621-fcf9-4169-8083-4579b59231f3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4745631 Mar 02 17:30:11.128308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461975-2778-4aa3-89d5-e8d5e3c3fbc2 req-f6e30fdb-87f3-49c4-a447-315fc56b5b87 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:11.128472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:11.129862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff461975-2778-4aa3-89d5-e8d5e3c3fbc2 req-f6e30fdb-87f3-49c4-a447-315fc56b5b87 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.2176824 Mar 02 17:30:11.246849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff461975-2778-4aa3-89d5-e8d5e3c3fbc2 req-b3c1deee-7eab-42ae-a6fb-41032d6fc5b0 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049974 Mar 02 17:30:11.255217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3299eb6-6af1-459b-8b62-01bba459d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:11.324369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:11.341784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:port and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:11.355454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:11.365138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:11.390542 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bde5b3a3-4367-400f-a7ef-d174a3bdea77 req-8d4f481d-8bcb-4e95-a73a-0be80f43f2df service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7700298 Mar 02 17:30:11.391883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:11.395098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:11.496476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348265e6-11f1-45a3-b347-8cc9be720177 req-2f1b4192-7d3e-4797-8102-1985ef5b2944 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:11.505515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-348265e6-11f1-45a3-b347-8cc9be720177 req-2f1b4192-7d3e-4797-8102-1985ef5b2944 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1753232 Mar 02 17:30:11.521528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48420) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:11.591985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-348265e6-11f1-45a3-b347-8cc9be720177 req-0793b77f-e4c2-4b14-b298-6c9ad67bebe9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791337 Mar 02 17:30:11.707896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.122 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/dc00bf30-a681-4047-a922-1fe5e754163b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:11.743884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f77088b8-e346-4d97-b92a-bfb6189a9b5c req-f1d4373a-b4c6-490e-af7e-c254839d8af4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 210 time: 0.0970728 Mar 02 17:30:11.784784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:11.804842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-7723df77-6339-41d6-8865-8aa952e850dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 1099 time: 0.2313707 Mar 02 17:30:11.863458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:11.868254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Usage tracker for resource:security_group_rule and tenant:6b40a20ff3dc4a4f87461c6a080f5439 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:11.871532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:11.879787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6ea7eb9-5458-499b-a962-af411919d9af req-643c3e42-fb9b-4706-a7c5-439a55da1f24 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1096 time: 0.0969512 Mar 02 17:30:11.880415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:11.943121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6ea7eb9-5458-499b-a962-af411919d9af req-6185413c-d38a-4a2d-a269-4296d70651c6 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620680 Mar 02 17:30:11.962188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:11.972667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.200137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0346b2-ec07-48b6-b08b-ef1c983bcbad,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:12.226178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2dfd023-b157-4114-9a06-54813d541afe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b40a20ff3dc4a4f87461c6a080f5439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7008853 Mar 02 17:30:12.226422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48432) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:12.293522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff614-9525-4ae8-b816-7087b6e92cce req-c7970980-050c-4da6-b57c-8f92e96ae5fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:12.294985 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-c7970980-050c-4da6-b57c-8f92e96ae5fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4812109 Mar 02 17:30:12.352214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c8d11-9aee-43d9-b6c5-165a47afd007 req-80a63530-0f0b-476c-b87f-e2bd1d0e043f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2341826 Mar 02 17:30:12.354285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.370316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454b66-bee1-471e-8b4e-6b77f60d0493 req-8775fc7d-49c0-4a1b-8c65-48c974e0e370 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:12.377364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f454b66-bee1-471e-8b4e-6b77f60d0493 req-8775fc7d-49c0-4a1b-8c65-48c974e0e370 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 948 time: 0.1994777 Mar 02 17:30:12.383529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-0203611e-c2b7-4f3d-921e-64961cf578f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9 HTTP/1.1" status: 200 len: 217 time: 0.0719955 Mar 02 17:30:12.388390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.422262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.455028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object dc00bf30-a681-4047-a922-1fe5e754163b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:12.484445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f454b66-bee1-471e-8b4e-6b77f60d0493 req-3d1dab08-152b-4f6d-9b5e-fdb9945b6dd8 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048932 Mar 02 17:30:12.493158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff614-9525-4ae8-b816-7087b6e92cce req-a1677fc5-caa1-42a8-8e73-3cde55129d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:12.494289 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-a1677fc5-caa1-42a8-8e73-3cde55129d41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0994706 Mar 02 17:30:12.518049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.558751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0346b2-ec07-48b6-b08b-ef1c983bcbad,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:12.572866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.576771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-57399026-eb00-4efa-aed4-1dd2c89e559a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed0346b2-ec07-48b6-b08b-ef1c983bcbad HTTP/1.1" status: 204 len: 168 time: 0.3468120 Mar 02 17:30:12.592588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.613028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:12.665164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857', '192a0438-a37d-4484-9fca-fb04790ed2dd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:12.798337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:12.808169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984a4dc-3c72-463a-83e0-e3f7b198cb3e req-51dca7ce-1771-4174-ba8f-95b4dc7844e4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:12.824706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4984a4dc-3c72-463a-83e0-e3f7b198cb3e req-51dca7ce-1771-4174-ba8f-95b4dc7844e4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1604252 Mar 02 17:30:12.856181 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:12.870006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:12.876392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:12.924129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:12.965292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4984a4dc-3c72-463a-83e0-e3f7b198cb3e req-5791b185-1766-469a-8db5-398f4b1e4d64 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388948 Mar 02 17:30:12.992771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-1fc9d7f7-a022-4659-9a63-0da916526ed7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4791582 Mar 02 17:30:13.135964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:13.252347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-995b671d-7aea-4534-9f51-d6c1a3aa8fb7 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369618 Mar 02 17:30:13.280689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:13.282167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:13.356198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-59349f1d-826a-449b-a238-535a6a749c77 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2338912 Mar 02 17:30:13.466364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-071a8ec7-c33a-4fc0-b84c-f7b991b56309 req-43de9da0-e17c-44f1-bb1b-34ee83ffffff tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1096 time: 0.1604879 Mar 02 17:30:13.532567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-071a8ec7-c33a-4fc0-b84c-f7b991b56309 req-75022e3c-6cb0-4cc2-8b5a-43f89cc36541 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644503 Mar 02 17:30:13.708586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e16d7314-2ea5-4576-af50-71ff377a9019 None None] Provisioning for port dc00bf30-a681-4047-a922-1fe5e754163b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:13.754777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e16d7314-2ea5-4576-af50-71ff377a9019 None None] Provisioning complete for port dc00bf30-a681-4047-a922-1fe5e754163b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:13.756408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e16d7314-2ea5-4576-af50-71ff377a9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:13.780626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-241ff614-9525-4ae8-b816-7087b6e92cce req-56a16255-546b-425a-94cf-c6e84d5efae6 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109799 Mar 02 17:30:13.785395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Request body: {'port': {'device_id': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:13.909531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e16d7314-2ea5-4576-af50-71ff377a9019 None None] Port dc00bf30-a681-4047-a922-1fe5e754163b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:30:14.016500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-818c5221-8e7f-403b-92a1-b97276d46828 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:30:14.017473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-818c5221-8e7f-403b-92a1-b97276d46828 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135479 Mar 02 17:30:14.042182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:14.042182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Unknown quota resources ['binding']. {{(pid=83796) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:30:14.062739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:14.214220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:14.360459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c04-8f02-4b9f-b7d1-8eb2ccc6b274 req-9fae6e48-3eb3-43d9-b0c2-638542a1b273 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:14.362250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b474c04-8f02-4b9f-b7d1-8eb2ccc6b274 req-9fae6e48-3eb3-43d9-b0c2-638542a1b273 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.2625051 Mar 02 17:30:14.422711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b474c04-8f02-4b9f-b7d1-8eb2ccc6b274 req-6b3911ac-5036-4dfd-a1f5-8fa6df8dab58 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Mar 02 17:30:14.652925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:14.652925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:14.653685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:14.671860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc00bf30-a681-4047-a922-1fe5e754163b {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:14.676581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:14.676726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:14.687016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:14.687674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:14.688248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:14.689048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Bound port: c312f772-db59-4fa3-bae2-5739b84b06ba, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:14.689361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37082-796b-4ede-b809-9295dc9c1c34 req-e1c5102a-1c6e-4fe0-856a-97d05949c247 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:14.692122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:14.697297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17d37082-796b-4ede-b809-9295dc9c1c34 req-e1c5102a-1c6e-4fe0-856a-97d05949c247 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 936 time: 0.1029906 Mar 02 17:30:14.720847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Transition to ACTIVE for port object dc00bf30-a681-4047-a922-1fe5e754163b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:14.732919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:14.749352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17d37082-796b-4ede-b809-9295dc9c1c34 req-4f715beb-24b7-409c-899f-084520164310 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509510 Mar 02 17:30:14.870792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:14.888405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:14.900822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-1539e7e4-d649-414f-83ce-e6e05b8b157b service neutron] 10.222.0.37 "POST /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba/bindings HTTP/1.1" status: 201 len: 389 time: 0.8751152 Mar 02 17:30:15.071906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Pushing event updated for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:15.072444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce51a-a6cf-49cf-bf81-a6255fc6e61e req-ceda36e4-3600-4038-9000-53f986db3e15 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:15.074218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-985ce51a-a6cf-49cf-bf81-a6255fc6e61e req-ceda36e4-3600-4038-9000-53f986db3e15 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 948 time: 0.1864324 Mar 02 17:30:15.203384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Attempting to bind port dc00bf30-a681-4047-a922-1fe5e754163b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:15.203741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Attempting to bind port dc00bf30-a681-4047-a922-1fe5e754163b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:15.204040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Attempting to bind port dc00bf30-a681-4047-a922-1fe5e754163b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:15.207144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-985ce51a-a6cf-49cf-bf81-a6255fc6e61e req-2b0147cc-4939-4e77-a246-a382e886341d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220260 Mar 02 17:30:15.219652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Port dc00bf30-a681-4047-a922-1fe5e754163b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:15.219976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Attempting to bind port dc00bf30-a681-4047-a922-1fe5e754163b on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:15.239440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:15.240268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:15.240268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:15.240604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Bound port: dc00bf30-a681-4047-a922-1fe5e754163b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:15.241591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:15.371558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ec1df8b6-4174-497e-8497-92417bd6d8f9 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:15.397011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:15.404286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dc00bf30-a681-4047-a922-1fe5e754163b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:15.409806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:15.453050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6054d-5b94-43ae-af6a-e2d3b99780fa req-0924ea0f-b70d-4f01-9f6c-a1ec6d064449 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:15.462467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1da6054d-5b94-43ae-af6a-e2d3b99780fa req-0924ea0f-b70d-4f01-9f6c-a1ec6d064449 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1839824 Mar 02 17:30:15.586948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:15.588904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] 10.222.0.50 "PUT /v2.0/ports/dc00bf30-a681-4047-a922-1fe5e754163b HTTP/1.1" status: 200 len: 1096 time: 1.8073652 Mar 02 17:30:15.589508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:15.596243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-f96029dd-e8b9-4874-a1f6-0736b73f43b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1097 time: 0.4020596 Mar 02 17:30:15.621362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1da6054d-5b94-43ae-af6a-e2d3b99780fa req-24e54ec3-a9da-4dad-ac55-91dbbe84584a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577704 Mar 02 17:30:15.631374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f501ab-e437-4151-ad9e-fd9f92c8a75f service neutron] Pushing event updated for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:15.754897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:15.784217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'ec1df8b6-4174-497e-8497-92417bd6d8f9', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'ec1df8b6-4174-497e-8497-92417bd6d8f9', 'mac_address': 'fa:16:3e:ed:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:15.852830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-4d069805-9ca4-40ad-9c38-d4077bdde764 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 1099 time: 0.1655939 Mar 02 17:30:15.887452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:15.910323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1df8b6-4174-497e-8497-92417bd6d8f9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:15.937999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:15.943912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:15.963114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-df4a89bc-41b2-4132-aa50-b4be6f877f2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=dc00bf30-a681-4047-a922-1fe5e754163b HTTP/1.1" status: 200 len: 217 time: 0.0908749 Mar 02 17:30:16.014500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-8a7c75d4-f340-45cc-8cf6-4ff155acc1cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:16.017032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-8a7c75d4-f340-45cc-8cf6-4ff155acc1cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.3890979 Mar 02 17:30:16.063900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:16.112853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe603eda-15f8-47aa-911f-081d762ed521 req-ca240430-c906-44cc-a66d-83967208663b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:16.114374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe603eda-15f8-47aa-911f-081d762ed521 req-ca240430-c906-44cc-a66d-83967208663b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.2820048 Mar 02 17:30:16.147417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-977fe4a1-52cd-41f1-a9d0-5b86ad4c8ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:16.149308 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-977fe4a1-52cd-41f1-a9d0-5b86ad4c8ebf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1595397 Mar 02 17:30:16.151733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-3d4a08fc-d5c3-4431-b6d0-b7993cbb28b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 217 time: 0.1145329 Mar 02 17:30:16.254520 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-ce88b72b-98fc-4523-9760-c6aeab150025 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881422 Mar 02 17:30:16.280118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe603eda-15f8-47aa-911f-081d762ed521 req-245216d8-3838-42de-81f1-bbbb8caf15d1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564052 Mar 02 17:30:16.289089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-3ac2e0b7-c460-47c7-8880-3fab44774e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:16.290745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-3ac2e0b7-c460-47c7-8880-3fab44774e1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1250644 Mar 02 17:30:16.351682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-67bf4ffc-e65c-43c9-9c3a-90185365d5de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540600 Mar 02 17:30:16.366801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fc2a8-8add-4c49-8a75-f8b7aad59ada req-239aa712-e9cc-4440-8883-506b716bcf52 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:16.373907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff0fc2a8-8add-4c49-8a75-f8b7aad59ada req-239aa712-e9cc-4440-8883-506b716bcf52 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1681452 Mar 02 17:30:16.525970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff0fc2a8-8add-4c49-8a75-f8b7aad59ada req-21eb2080-2da6-4eb1-9536-b02b41733326 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510720 Mar 02 17:30:16.621793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-627d6c80-525c-4282-b085-3917e83c0ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452469 Mar 02 17:30:16.693829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ec1df8b6-4174-497e-8497-92417bd6d8f9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:16.740663 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b', 'status': 'completed', 'code': 200} Mar 02 17:30:16.745545 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-c562cebc-dca8-48f7-a737-bc46031108e7 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761994 Mar 02 17:30:17.009585 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77bb4efa-1665-44b5-ba31-9b9a96d1502d req-84953447-361d-4cfb-bcd5-ae5f69776929 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508729 Mar 02 17:30:17.083158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-18583db9-2ebd-41c1-a8bc-ffe7a1cfa695 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431689 Mar 02 17:30:17.087199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5687025-8f58-4c9a-a875-e7021dfc8e5a req-b200e07c-3e35-46a8-a77d-69c90a84e312 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1096 time: 0.2084463 Mar 02 17:30:17.094067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32cf6f-0c3a-4e89-b386-5b710462d6ac req-e2778f11-d454-4662-997f-f75ddb69d677 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:17.101796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b32cf6f-0c3a-4e89-b386-5b710462d6ac req-e2778f11-d454-4662-997f-f75ddb69d677 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 948 time: 0.2240403 Mar 02 17:30:17.192027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5687025-8f58-4c9a-a875-e7021dfc8e5a req-7ccf8c65-172f-4ae6-9ecb-500e18c3e598 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873184 Mar 02 17:30:17.210257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b32cf6f-0c3a-4e89-b386-5b710462d6ac req-c8afd988-eacb-47d2-84bf-f7e94204a734 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059992 Mar 02 17:30:17.366612 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-0388a09b-867a-44e6-91d8-57a363de30b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 1099 time: 0.1727843 Mar 02 17:30:17.530798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1eefb7-81a7-4b1a-a25e-d5959df80b65 req-54c479da-5b29-4336-a36c-089bc158412c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:17.534272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb1eefb7-81a7-4b1a-a25e-d5959df80b65 req-54c479da-5b29-4336-a36c-089bc158412c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 949 time: 0.1998107 Mar 02 17:30:17.652263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb1eefb7-81a7-4b1a-a25e-d5959df80b65 req-57152de9-6ad5-488d-a57a-1cf8edf03b50 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093817 Mar 02 17:30:17.676626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-7358d5f7-9555-4d9e-b48f-3fb4912ce0ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:17.678073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-7358d5f7-9555-4d9e-b48f-3fb4912ce0ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3049734 Mar 02 17:30:17.787256 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-aa0a9d2e-8d7c-4bc6-8d19-31dd1e0265b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=dc00bf30-a681-4047-a922-1fe5e754163b HTTP/1.1" status: 200 len: 217 time: 0.0905180 Mar 02 17:30:17.904945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-5a966ffe-36a1-4a7d-a0b5-e297090213ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:17.906611 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-5a966ffe-36a1-4a7d-a0b5-e297090213ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1013746 Mar 02 17:30:18.047469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34555315-f983-4740-b807-4f2aa96e8337 req-467bf8b4-36f3-4d96-bfab-e51d43319b99 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:18.049630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34555315-f983-4740-b807-4f2aa96e8337 req-467bf8b4-36f3-4d96-bfab-e51d43319b99 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1133931 Mar 02 17:30:18.077041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-2f67312c-1a1a-4840-a83d-6a2a261723cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603198 Mar 02 17:30:18.245433 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-f3799021-4b6c-4b17-8ac3-3ff46c73cff6 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537635 Mar 02 17:30:18.262369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34555315-f983-4740-b807-4f2aa96e8337 req-256506b3-bf96-43f2-9927-5fcc07822e75 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062953 Mar 02 17:30:18.314025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6eb9d-60e3-4875-99e5-da8f80909f0f req-cee2bd83-a8bf-4510-8cf5-55caadd7b592 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:18.322454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bc6eb9d-60e3-4875-99e5-da8f80909f0f req-cee2bd83-a8bf-4510-8cf5-55caadd7b592 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.2436264 Mar 02 17:30:18.414058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bc6eb9d-60e3-4875-99e5-da8f80909f0f req-f593ad25-a954-4381-a639-fef7f89ab78c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855050 Mar 02 17:30:18.445022 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fc996b57-0d6f-4f72-b63e-8d6f91f7085e req-a5d7f925-7a8e-4bf6-8e02-424d65d8a1fe service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828098 Mar 02 17:30:18.650860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b691531a-57d1-4833-a66d-473fb05cc4ca req-5116f651-5f57-4907-b9cf-216337abb530 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1945026 Mar 02 17:30:18.698143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41868820-82ba-4221-b6f8-686e75b92044 req-0eca200e-0de5-4d4c-ba34-e4d68ffcdc55 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:18.699884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41868820-82ba-4221-b6f8-686e75b92044 req-0eca200e-0de5-4d4c-ba34-e4d68ffcdc55 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1370139 Mar 02 17:30:18.790257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41868820-82ba-4221-b6f8-686e75b92044 req-9a4c9eeb-934b-4071-bf83-76b4edfed753 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831962 Mar 02 17:30:18.794677 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:19.386250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00e1e-e9ea-4c8a-a013-8589b2ca2d5d req-4be11fb5-1c38-4fef-b112-07bddc0cd0ca tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:19.393725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adf00e1e-e9ea-4c8a-a013-8589b2ca2d5d req-4be11fb5-1c38-4fef-b112-07bddc0cd0ca tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 948 time: 0.1381433 Mar 02 17:30:19.396247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dc00bf30-a681-4047-a922-1fe5e754163b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:19.430995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ec1df8b6-4174-497e-8497-92417bd6d8f9 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:19.454709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adf00e1e-e9ea-4c8a-a013-8589b2ca2d5d req-0f681175-5642-4ad9-a718-012830d21fdb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 Mar 02 17:30:19.515442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:30:19.687026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dc00bf30-a681-4047-a922-1fe5e754163b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:19.707096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port ec1df8b6-4174-497e-8497-92417bd6d8f9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:19.714324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port ec1df8b6-4174-497e-8497-92417bd6d8f9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:19.714721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:19.750929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'dc00bf30-a681-4047-a922-1fe5e754163b', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'dc00bf30-a681-4047-a922-1fe5e754163b', 'mac_address': 'fa:16:3e:69:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:19.767750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874600-1a88-4ac8-b68a-fe230a41edef req-f8a100df-81e8-45dd-8153-04c76b5e54a5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:19.775556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd874600-1a88-4ac8-b68a-fe230a41edef req-f8a100df-81e8-45dd-8153-04c76b5e54a5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 949 time: 0.0918474 Mar 02 17:30:19.825203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:19.833928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd874600-1a88-4ac8-b68a-fe230a41edef req-01c0f194-30bb-418d-85c7-cd34d2999b16 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Mar 02 17:30:19.853871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc00bf30-a681-4047-a922-1fe5e754163b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:19.916544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dc00bf30-a681-4047-a922-1fe5e754163b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:19.924331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:19.939982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:20.040372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:20.043164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-1e6d884c-8b53-4712-af86-923d531e85bd tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:30:20.044266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-1e6d884c-8b53-4712-af86-923d531e85bd tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059810 Mar 02 17:30:20.056229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:20.058507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Unknown quota resources ['binding']. {{(pid=83797) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:30:20.060940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:20.073835 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:20.089200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:20.170723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:20.358070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4025-1773-4afd-85ba-b40e9018d0da req-51f1f738-a409-4904-a397-5851d64af1da tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:20.359567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-848a4025-1773-4afd-85ba-b40e9018d0da req-51f1f738-a409-4904-a397-5851d64af1da tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2032018 Mar 02 17:30:20.361860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:20.362190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:20.362586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:20.388748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:20.389092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:20.402105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:20.402437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:20.402962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:20.403389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Bound port: 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:20.445271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-848a4025-1773-4afd-85ba-b40e9018d0da req-8f53887a-183d-422f-bce7-04d1b95b48fc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754611 Mar 02 17:30:20.478709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:20.485176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:20.486315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ba90f6d3-b9fe-4947-a0e3-2d428d3c29dd service neutron] 10.222.0.37 "POST /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4349616 Mar 02 17:30:20.636104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['dc00bf30-a681-4047-a922-1fe5e754163b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:20.660881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d65c-36e5-4e29-99b0-b296f6dc8caf req-b5da995e-9860-460d-abfd-61a32ee38ff1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:20.668709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb80d65c-36e5-4e29-99b0-b296f6dc8caf req-b5da995e-9860-460d-abfd-61a32ee38ff1 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.0958064 Mar 02 17:30:20.776962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb80d65c-36e5-4e29-99b0-b296f6dc8caf req-1098fde1-8f48-4678-a378-355e677895bb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072881 Mar 02 17:30:20.839768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a6f5-29da-4b46-b3cf-cce01a5d6a57 req-0c5e7618-c0cb-4d16-bf2d-4f4854e96629 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:20.841226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b906a6f5-29da-4b46-b3cf-cce01a5d6a57 req-0c5e7618-c0cb-4d16-bf2d-4f4854e96629 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1561763 Mar 02 17:30:20.911337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b906a6f5-29da-4b46-b3cf-cce01a5d6a57 req-4528a64a-66e9-4f64-af28-b2364dfcff28 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Mar 02 17:30:21.031322 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9', 'code': 200} Mar 02 17:30:21.311875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-72cb4a56-4d79-48f4-bc6a-1d4195102901 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3116813 Mar 02 17:30:21.331057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccf669-8bed-4352-8785-424484f40df4 req-11f2d6a4-dc41-4705-a9cd-c968ed984dea tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:21.332495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81ccf669-8bed-4352-8785-424484f40df4 req-11f2d6a4-dc41-4705-a9cd-c968ed984dea tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1761739 Mar 02 17:30:21.338412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c8c66-a02b-4fc1-97b9-0212a6848300 req-02dd6ef5-7efe-4c9e-9db4-0571ccdac6c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:21.346591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b4c8c66-a02b-4fc1-97b9-0212a6848300 req-02dd6ef5-7efe-4c9e-9db4-0571ccdac6c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 949 time: 0.2416339 Mar 02 17:30:21.489764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-59d65674-52cf-4716-8f3c-463b4e17a928 req-01f33e2e-31b2-4f9d-af08-1025f5416f30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 1101 time: 0.2586174 Mar 02 17:30:21.496391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81ccf669-8bed-4352-8785-424484f40df4 req-7867c6e8-f8c8-4b14-aa7b-19a929dbdbb5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467624 Mar 02 17:30:21.517098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b4c8c66-a02b-4fc1-97b9-0212a6848300 req-8e9be337-8d2a-49b1-9f4d-9387d2a62748 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708403 Mar 02 17:30:21.550233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-eb421ecf-94c4-45ff-bc28-4f3235923b51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 1096 time: 0.1418731 Mar 02 17:30:21.643294 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-59d65674-52cf-4716-8f3c-463b4e17a928 req-844fba17-d362-4e98-b46e-eeeb78360982 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327059 Mar 02 17:30:21.786092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-24ee1b82-a90f-4202-9f2f-478846ba0865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:21.788162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-24ee1b82-a90f-4202-9f2f-478846ba0865 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.2135799 Mar 02 17:30:21.914001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-8084658e-b799-44d5-97cb-4281a38783b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 200 len: 217 time: 0.1169753 Mar 02 17:30:22.129073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49ed2-a51a-4b59-b519-b50f4e8d4509 req-6928bd95-bda5-4c3e-8110-f6b7f9bdd0b3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.130615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7b49ed2-a51a-4b59-b519-b50f4e8d4509 req-6928bd95-bda5-4c3e-8110-f6b7f9bdd0b3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.3986120 Mar 02 17:30:22.184779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-b341decc-188c-49cb-98a8-cbef83d52fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.186565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-b341decc-188c-49cb-98a8-cbef83d52fc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.2564671 Mar 02 17:30:22.260368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-5d743e6f-1857-47d4-a902-397ceec5c73a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609620 Mar 02 17:30:22.269113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc9f0-0369-4993-bb1b-c134878c338e req-324455c9-95f8-4860-a33e-65d36880fdf2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.276069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebefc9f0-0369-4993-bb1b-c134878c338e req-324455c9-95f8-4860-a33e-65d36880fdf2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.4140177 Mar 02 17:30:22.401907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7b49ed2-a51a-4b59-b519-b50f4e8d4509 req-bbdf07a8-1e07-47c1-afdf-e3ad3aaf41e7 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594700 Mar 02 17:30:22.514442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebefc9f0-0369-4993-bb1b-c134878c338e req-ac594d66-3866-488d-8db9-2440942f8193 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373142 Mar 02 17:30:22.565433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-7acf8b22-a75c-44c5-9a93-4f395eae6823 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849796 Mar 02 17:30:22.915985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-820ae979-cbfb-48c6-b88b-691b250175c3 req-920147e3-24b1-4507-a410-f3dfa6734245 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397884 Mar 02 17:30:22.946945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d4ebf-89f3-4fc5-932f-91e2cf79aa74 req-b7058d7c-edb5-4324-a516-8d8217b2f25a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.950905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f3d4ebf-89f3-4fc5-932f-91e2cf79aa74 req-b7058d7c-edb5-4324-a516-8d8217b2f25a tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.2672396 Mar 02 17:30:22.957680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab675-7a7a-4b1b-b28d-004815af74a7 req-01a605f2-0e88-48f2-aa99-33537125cac8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:22.959151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c8ab675-7a7a-4b1b-b28d-004815af74a7 req-01a605f2-0e88-48f2-aa99-33537125cac8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1838505 Mar 02 17:30:23.057442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c8ab675-7a7a-4b1b-b28d-004815af74a7 req-0c5a34e6-97f6-4d88-834b-3c27e6eebfc9 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 Mar 02 17:30:23.084092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f3d4ebf-89f3-4fc5-932f-91e2cf79aa74 req-9dccc194-6cb0-43a8-b767-d06319887746 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230459 Mar 02 17:30:23.343332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ef0e-4c0c-46e7-a669-5e0f1e4be512 req-2a333438-5b1c-4c15-a79e-9e45fda4a23b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.347101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e174ef0e-4c0c-46e7-a669-5e0f1e4be512 req-2a333438-5b1c-4c15-a79e-9e45fda4a23b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 949 time: 0.1342189 Mar 02 17:30:23.425646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebaba9-5b36-46b5-8822-be2bd248e9cb req-04c4f389-c7e1-4aa7-895d-6afa356b1e85 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.427558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bebaba9-5b36-46b5-8822-be2bd248e9cb req-04c4f389-c7e1-4aa7-895d-6afa356b1e85 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1509144 Mar 02 17:30:23.434333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e174ef0e-4c0c-46e7-a669-5e0f1e4be512 req-a2fc103f-ffed-45bf-9ea9-75ddbd68c0da tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828276 Mar 02 17:30:23.452754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dc00bf30-a681-4047-a922-1fe5e754163b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:23.499338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bebaba9-5b36-46b5-8822-be2bd248e9cb req-8ec314dd-3fd1-44af-99c6-a51199f49521 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640354 Mar 02 17:30:23.640312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port dc00bf30-a681-4047-a922-1fe5e754163b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:23.646598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port dc00bf30-a681-4047-a922-1fe5e754163b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:23.647419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:23.862087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:23.876542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542019b-f878-4f4b-b11c-b2b5aeef297d req-c8afad65-d2dd-4b2b-96e8-98cdd200fc5e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:23.878326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c542019b-f878-4f4b-b11c-b2b5aeef297d req-c8afad65-d2dd-4b2b-96e8-98cdd200fc5e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.1740241 Mar 02 17:30:23.901885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:23.914059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dc00bf30-a681-4047-a922-1fe5e754163b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:23.918823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:23.990202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c542019b-f878-4f4b-b11c-b2b5aeef297d req-ad8260b1-f18e-456f-8ab4-adb205605a2d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023576 Mar 02 17:30:24.077763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:24.301881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff82d7-370f-48a6-91c7-447f220aa3f7 req-770af79f-833b-433c-a485-39b57ed90a14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:24.304544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ff82d7-370f-48a6-91c7-447f220aa3f7 req-770af79f-833b-433c-a485-39b57ed90a14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.3273826 Mar 02 17:30:24.372690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:24.374985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ff82d7-370f-48a6-91c7-447f220aa3f7 req-2c3fcca7-eee3-4bd6-8ba7-9183698bcf70 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624683 Mar 02 17:30:24.385307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc9e3a-d3ec-4554-9935-17aa239522f3 req-869e4d6f-9d71-4999-8f77-7237d6e11be6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:24.411332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc9e3a-d3ec-4554-9935-17aa239522f3 req-869e4d6f-9d71-4999-8f77-7237d6e11be6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1787052 Mar 02 17:30:24.489560 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b', 'code': 200} Mar 02 17:30:24.502340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc9e3a-d3ec-4554-9935-17aa239522f3 req-39bb2c56-8cae-42c1-8dc8-e9fd83db14e3 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921454 Mar 02 17:30:24.636661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:24.703760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:24.708051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Usage tracker for resource:security_group_rule and tenant:41032bd97d81426992595dc5dc7568bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:24.713003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:24.719988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:24.809885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fbda8-1ea9-46c3-b2dc-81d1390a17e4 req-851b9cf0-4e77-45dc-ba92-fb9333b13c78 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:24.818064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f0fbda8-1ea9-46c3-b2dc-81d1390a17e4 req-851b9cf0-4e77-45dc-ba92-fb9333b13c78 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.1323471 Mar 02 17:30:24.866783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:24.875798 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2fb7a8e8-94fb-4efc-a7c7-3ec33fa6afbf req-6913abe3-6d10-4ad3-a7bb-1d72e85161f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 1101 time: 0.1532140 Mar 02 17:30:24.877404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:24.948064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f0fbda8-1ea9-46c3-b2dc-81d1390a17e4 req-141f878c-3e3f-4b02-8e4c-591971d8a063 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289861 Mar 02 17:30:24.954267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41032bd97d81426992595dc5dc7568bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5782523 Mar 02 17:30:24.954745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48662) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:24.972955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2fb7a8e8-94fb-4efc-a7c7-3ec33fa6afbf req-8cebe558-eb82-4d74-9a5d-d9d3ea860082 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722413 Mar 02 17:30:24.973572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956128b-2cbc-49f5-b3d0-3bddfe6eb06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9401e5-4caa-4ee4-ada9-5d3b2ba797f8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:25.036785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:25.154679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:25.245137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79455d1d-1b18-4659-8046-f07552510ea4 req-b1f0f4c2-26c6-40b4-958d-d8d9467402f9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:25.246631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79455d1d-1b18-4659-8046-f07552510ea4 req-b1f0f4c2-26c6-40b4-958d-d8d9467402f9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1965954 Mar 02 17:30:25.257460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a36fb-a45a-4d4b-adca-fdf99c1c86c4 req-a759bf6c-6e26-4867-aaf9-e467588ad51d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:25.260561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af8a36fb-a45a-4d4b-adca-fdf99c1c86c4 req-a759bf6c-6e26-4867-aaf9-e467588ad51d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.1639872 Mar 02 17:30:25.281885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:25.325214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9401e5-4caa-4ee4-ada9-5d3b2ba797f8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:25.347775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:25.348882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4ee48fac-acc7-4df4-a5bc-f60adc91d474 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d9401e5-4caa-4ee4-ada9-5d3b2ba797f8 HTTP/1.1" status: 204 len: 168 time: 0.3931928 Mar 02 17:30:25.368010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79455d1d-1b18-4659-8046-f07552510ea4 req-08338095-fa4c-4e5e-b1ab-1b0d4d57ec0e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079535 Mar 02 17:30:25.370064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af8a36fb-a45a-4d4b-adca-fdf99c1c86c4 req-3ed28f55-40a4-4387-be38-bcd2531ad011 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917914 Mar 02 17:30:25.916832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7286b-0466-41db-b96d-ed878656555d req-70ac9647-ecfc-4ab2-ad23-87e8c4da9450 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:25.923874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6d7286b-0466-41db-b96d-ed878656555d req-70ac9647-ecfc-4ab2-ad23-87e8c4da9450 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.1423759 Mar 02 17:30:25.930237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-7adca50a-e90e-4ca5-9f8d-9d3cf2270f8a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:25.931667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-7adca50a-e90e-4ca5-9f8d-9d3cf2270f8a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.3810465 Mar 02 17:30:25.971878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-fba92aff-e7f9-45c4-bdfe-968d74234e31 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/quotas/43515614b33f4be8ba8b15098d63c062 HTTP/1.1" status: 200 len: 375 time: 0.0253603 Mar 02 17:30:26.034204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6d7286b-0466-41db-b96d-ed878656555d req-ffe36d78-4cb5-4606-b1c3-76464ad786ca tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094337 Mar 02 17:30:26.108445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-ae2f8c49-7bdd-45ff-8d97-7c559f999cbb tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1285102 Mar 02 17:30:26.352965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-865fcc9a-69be-407f-b7e6-7743b5367d5c service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295396 Mar 02 17:30:26.399658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409bd89-7e28-44b6-b93a-00444da6a151 req-e1ac0128-866d-4193-932c-ca20ff2df99d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:26.401505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9409bd89-7e28-44b6-b93a-00444da6a151 req-e1ac0128-866d-4193-932c-ca20ff2df99d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1923268 Mar 02 17:30:26.565481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9409bd89-7e28-44b6-b93a-00444da6a151 req-9698fadf-4fc1-4427-b1b5-f4d3921352fa tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177735 Mar 02 17:30:26.608066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-b83e3415-7a5e-45ea-b6c9-733722b53670 service neutron] 10.222.0.37 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437181 Mar 02 17:30:26.638361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:26.679710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-ef38d2e0-e333-4459-b48c-1de008d7070f tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1097 time: 0.1539514 Mar 02 17:30:26.695808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:26.895461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:26.913920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:30:27.023559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669edc4-da07-4f0a-9296-ba3acd114ae8 req-5cfb9443-ccc1-40b1-b359-407a2f4921d9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:27.029835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8669edc4-da07-4f0a-9296-ba3acd114ae8 req-5cfb9443-ccc1-40b1-b359-407a2f4921d9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 946 time: 0.2565956 Mar 02 17:30:27.033669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:27.154699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8669edc4-da07-4f0a-9296-ba3acd114ae8 req-884a4c51-2b3e-44e7-b679-937b9d021b2b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101887 Mar 02 17:30:27.366105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:30:27.596477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:27.633329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-f52c1425-6879-4ec4-b019-39047dea6265 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069782 Mar 02 17:30:27.723484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:27.811846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-b647b14f-48cf-4b65-b691-131e14f1eca3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:27.813269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-b647b14f-48cf-4b65-b691-131e14f1eca3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa30470d-2873-49a3-b6ac-d00f0bbd5e08 HTTP/1.1" status: 200 len: 945 time: 0.3631268 Mar 02 17:30:27.829143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfbb5-1d16-4554-ac55-1aa9be92cfa8 req-310e42e6-f567-48e0-92b5-168351d2671c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:27.830071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68acfbb5-1d16-4554-ac55-1aa9be92cfa8 req-310e42e6-f567-48e0-92b5-168351d2671c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.2887492 Mar 02 17:30:27.860922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:27.873564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:27.889242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930bd0-fba7-4a3c-9412-b4c927132bb9 req-c0964f74-6b12-428f-8fac-89f613809938 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:27.895058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca930bd0-fba7-4a3c-9412-b4c927132bb9 req-c0964f74-6b12-428f-8fac-89f613809938 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.2904866 Mar 02 17:30:27.918677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:27.983218 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-4d66d8bd-f8b7-4ae6-b223-029a58bf852b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 1101 time: 0.0817127 Mar 02 17:30:28.037556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Deleting port 38539e96-671c-4e9c-81f8-8cb73007ece3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:30:28.037556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:28.146160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-0c3478e9-8906-4647-88b1-5dccded4c578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:28.147666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-0c3478e9-8906-4647-88b1-5dccded4c578 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1342244 Mar 02 17:30:28.221485 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-959df170-f87c-4d63-a464-d3942669e765 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 200 len: 217 time: 0.0670285 Mar 02 17:30:28.286662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68acfbb5-1d16-4554-ac55-1aa9be92cfa8 req-f419108e-ab6f-4945-b141-78abe9d34e6d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082077 Mar 02 17:30:28.294125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-5f3f9894-f897-4252-bfd8-e27dd31a981f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:28.296463 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-5f3f9894-f897-4252-bfd8-e27dd31a981f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0642316 Mar 02 17:30:28.296859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:28.313251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca930bd0-fba7-4a3c-9412-b4c927132bb9 req-a6c9816c-dd93-4c46-8aa9-c5f43b165621 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982279 Mar 02 17:30:28.599183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:28.599510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:28.599833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:28.646090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:28.647344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Attempting to bind port c312f772-db59-4fa3-bae2-5739b84b06ba on network d4720255-2b9e-47bb-b75e-85f5044439d9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:28.669756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:28.670327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Checking segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:28.670944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Bound using segment: {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:28.671589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Bound port: c312f772-db59-4fa3-bae2-5739b84b06ba, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4720255-2b9e-47bb-b75e-85f5044439d9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:28.673666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:28.766295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-de6d5ad8-f2d4-402e-836a-99e7d30f617b tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cec9add96044c42a24d07687dcc082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588012 Mar 02 17:30:28.800298 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-652bb7e0-67b5-4c13-98ad-836b91fe1811 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4931431 Mar 02 17:30:28.812503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-fee4c924-7265-47ce-acaa-af24f4e5d6fa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:28.814160 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-fee4c924-7265-47ce-acaa-af24f4e5d6fa tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 815 time: 0.2335575 Mar 02 17:30:28.840547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Request body: {'port': {'device_id': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'admin_state_up': True, 'tenant_id': '43515614b33f4be8ba8b15098d63c062'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:28.946843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d6dd147-704c-4313-9d8f-d1f50026ad12 req-db9b56b5-2997-4657-94fd-af58f8726a29 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 210 time: 0.1767137 Mar 02 17:30:29.003500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] For port 38539e96-671c-4e9c-81f8-8cb73007ece3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=38539e96-671c-4e9c-81f8-8cb73007ece3,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:29.003803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.084524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-d6c9b015-8d44-412c-8dc7-4b70b1e55e40 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692852 Mar 02 17:30:29.088305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:29.128178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:29.164385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Calling delete_port for 38539e96-671c-4e9c-81f8-8cb73007ece3 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:30:29.202166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Made reservation on behalf of 43515614b33f4be8ba8b15098d63c062 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:29.205474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.211007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:29.279735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-1925940c-28dd-4e2b-ae66-c6770f5d09cc tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:29.281148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-1925940c-28dd-4e2b-ae66-c6770f5d09cc tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019109 Mar 02 17:30:29.283527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:29.300304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.331137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314aa82a-8d43-414a-8bf2-902deab2d640 req-524aa112-eeaf-46ff-b4b5-4bfea760b0d7 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321906 Mar 02 17:30:29.398941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-20bf4375-b3fe-4bae-9d69-8c5c0eebc1e5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/quotas/6cec9add96044c42a24d07687dcc082b HTTP/1.1" status: 200 len: 375 time: 0.1040218 Mar 02 17:30:29.470700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Allocated IP 172.20.0.14 (027b9d32-0bde-48b9-9eac-5ae95406955f/cfc429cb-f30e-4542-b79c-10604d5c97e6/352fc6a3-7736-450d-9ad7-1e62fcc1539a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:29.564401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:29.637796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a92b0-f765-4114-a15d-9a8eb2699ef5 req-2c27622e-2c4e-4e73-941a-4e38a2a04125 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:29.639291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-744a92b0-f765-4114-a15d-9a8eb2699ef5 req-2c27622e-2c4e-4e73-941a-4e38a2a04125 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.4854872 Mar 02 17:30:29.652789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.654228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-e3f1d50c-addf-4196-88ca-2cf318c157ea service neutron] 10.222.0.35 "PUT /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 1122 time: 2.9630830 Mar 02 17:30:29.682452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.754289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event deleted for resources: {'Port': ['ID=38539e96-671c-4e9c-81f8-8cb73007ece3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:29.809245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-4315ef0f-b1f2-4e9e-8e4a-945be6572145 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3524220 Mar 02 17:30:29.823145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-744a92b0-f765-4114-a15d-9a8eb2699ef5 req-d47aa4c9-d471-4391-bce6-c24988053ff1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743495 Mar 02 17:30:29.834944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c312f772-db59-4fa3-bae2-5739b84b06ba'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:29.875327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] No DVR routers for this DVR port 38539e96-671c-4e9c-81f8-8cb73007ece3 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:29.878397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.900987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14dc7c5c-34f0-4276-8628-a167d13b83ca req-38237188-0177-4ee1-935d-4c7e9bab75e0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "DELETE /v2.0/ports/38539e96-671c-4e9c-81f8-8cb73007ece3 HTTP/1.1" status: 204 len: 173 time: 2.0781384 Mar 02 17:30:29.904978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:29.940038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:30.030778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Network 027b9d32-0bde-48b9-9eac-5ae95406955f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:30.034749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:30.040147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:30.070613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:30.082378 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'code': 200} Mar 02 17:30:30.114370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:30.117005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:30.171989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['c312f772-db59-4fa3-bae2-5739b84b06ba'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:30.176832 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-0df5bcd2-e9b2-4579-87d3-23682fe8ea2a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3398335 Mar 02 17:30:30.199253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Request body: {'port': {'device_id': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:30.351042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:30.506655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938a187-b9f5-4bf8-a183-c2dbffe56a8f req-410eac74-2676-472c-aba0-b1617af29961 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:30.508525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b938a187-b9f5-4bf8-a183-c2dbffe56a8f req-410eac74-2676-472c-aba0-b1617af29961 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.3118112 Mar 02 17:30:30.514113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a3c8937-3f58-4e47-a561-11740b65b9a2 req-64c79447-e162-4532-866d-bed51c7524ee tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 1101 time: 0.1115100 Mar 02 17:30:30.621670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a3c8937-3f58-4e47-a561-11740b65b9a2 req-4d3a1b70-180a-4a94-80f7-cc3843e6680d tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856626 Mar 02 17:30:30.625120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b938a187-b9f5-4bf8-a183-c2dbffe56a8f req-009faf0a-fce6-4b27-a568-794e3b7d49af tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043689 Mar 02 17:30:30.678122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:30.773525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 38539e96-671c-4e9c-81f8-8cb73007ece3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:30:30.779233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 38539e96-671c-4e9c-81f8-8cb73007ece3 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:30:30.866375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-443d5f36-0dd3-455f-ae58-2dd14daa7dc9 req-0154b374-c5ad-4e39-8718-7b02af3a8703 tempest-AbsoluteLimitsNegativeTestJSON-1559583880 tempest-AbsoluteLimitsNegativeTestJSON-1559583880-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=03e8383912d6471b9ede5b58d9ca7000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372837 Mar 02 17:30:30.875578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352fc6a3-7736-450d-9ad7-1e62fcc1539a {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:30.883994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:30.902644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Transition to ACTIVE for port object 352fc6a3-7736-450d-9ad7-1e62fcc1539a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:30.906879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:31.049516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f7bf-64d8-4111-a2d2-885ec5a1d2ea req-fd7cd111-0abb-49ec-82c8-9afc07ff53dc tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:31.051103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10e1f7bf-64d8-4111-a2d2-885ec5a1d2ea req-fd7cd111-0abb-49ec-82c8-9afc07ff53dc tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.1579325 Mar 02 17:30:31.129971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5f36-0dd3-455f-ae58-2dd14daa7dc9 req-2f4a269b-260d-4fb3-8222-27a9091ae833 tempest-AbsoluteLimitsNegativeTestJSON-1559583880 tempest-AbsoluteLimitsNegativeTestJSON-1559583880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:31.131671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-443d5f36-0dd3-455f-ae58-2dd14daa7dc9 req-2f4a269b-260d-4fb3-8222-27a9091ae833 tempest-AbsoluteLimitsNegativeTestJSON-1559583880 tempest-AbsoluteLimitsNegativeTestJSON-1559583880-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598054 Mar 02 17:30:31.144258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:31.153347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10e1f7bf-64d8-4111-a2d2-885ec5a1d2ea req-735c3789-6d8f-45e0-b918-0ec9ac438952 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895174 Mar 02 17:30:31.154690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-443d5f36-0dd3-455f-ae58-2dd14daa7dc9 req-bc5886db-634a-4b0b-92c0-02075023e979 tempest-AbsoluteLimitsNegativeTestJSON-1559583880 tempest-AbsoluteLimitsNegativeTestJSON-1559583880-project] 10.222.0.37 "GET /v2.0/quotas/03e8383912d6471b9ede5b58d9ca7000 HTTP/1.1" status: 200 len: 375 time: 0.0174732 Mar 02 17:30:31.222224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-443d5f36-0dd3-455f-ae58-2dd14daa7dc9 req-e45d5756-f703-4050-b19a-6bc470c70f14 tempest-AbsoluteLimitsNegativeTestJSON-1559583880 tempest-AbsoluteLimitsNegativeTestJSON-1559583880-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03e8383912d6471b9ede5b58d9ca7000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567560 Mar 02 17:30:31.279658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Attempting to bind port 352fc6a3-7736-450d-9ad7-1e62fcc1539a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:31.280008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Attempting to bind port 352fc6a3-7736-450d-9ad7-1e62fcc1539a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:31.280335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Attempting to bind port 352fc6a3-7736-450d-9ad7-1e62fcc1539a on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:31.291625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Port 352fc6a3-7736-450d-9ad7-1e62fcc1539a on network 027b9d32-0bde-48b9-9eac-5ae95406955f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:31.292094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Attempting to bind port 352fc6a3-7736-450d-9ad7-1e62fcc1539a on network 027b9d32-0bde-48b9-9eac-5ae95406955f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:31.304420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:31.304752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Checking segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:31.305142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Bound using segment: {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:31.305572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Bound port: 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:31.305918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:31.404515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:31.407577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:31.414923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:31.432931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27430c33-3020-47db-aab9-5a16a5a9e459 req-aeba0430-c0d7-490b-8407-1e96f1967de4 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 210 time: 0.0569060 Mar 02 17:30:31.474646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463581a3-bb85-4f92-b169-ae4b515e79ad req-dca9a5cf-1fba-4e69-8328-10cad29db7d0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:31.476644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-463581a3-bb85-4f92-b169-ae4b515e79ad req-dca9a5cf-1fba-4e69-8328-10cad29db7d0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Synchronizing usage tracker for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:31.494287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:31.496013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/352fc6a3-7736-450d-9ad7-1e62fcc1539a HTTP/1.1" status: 200 len: 1092 time: 1.3058996 Mar 02 17:30:31.496455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:31.503273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-463581a3-bb85-4f92-b169-ae4b515e79ad req-dca9a5cf-1fba-4e69-8328-10cad29db7d0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Unset dirty status for tenant:43515614b33f4be8ba8b15098d63c062 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:31.504641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-463581a3-bb85-4f92-b169-ae4b515e79ad req-dca9a5cf-1fba-4e69-8328-10cad29db7d0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 944 time: 0.1608307 Mar 02 17:30:31.523764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc847401-d42f-47bf-9c32-1615f77083f7 service neutron] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:31.584583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-463581a3-bb85-4f92-b169-ae4b515e79ad req-e9aa75ac-b277-4411-aaec-06cfad371c12 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Mar 02 17:30:31.668046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48806) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:31.712569 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-d8762ee0-c67e-4583-9cb1-33416071b4c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 1095 time: 0.1647496 Mar 02 17:30:31.805461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-2888e7f5-bb6a-4128-aa90-d113f2d9b9b7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606852 Mar 02 17:30:31.818480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-4d58a983-dbad-41f8-9e81-f87abe3694ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a HTTP/1.1" status: 200 len: 217 time: 0.0970750 Mar 02 17:30:31.858067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:31.897696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-e1b31a8e-241c-4818-aaa8-b2a1b46ad49c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:31.899147 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-e1b31a8e-241c-4818-aaa8-b2a1b46ad49c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.0678277 Mar 02 17:30:31.901994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-5b13c8b6-3abf-40d4-b28a-c09eecd61074 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6cec9add96044c42a24d07687dcc082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034577 Mar 02 17:30:31.954715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-cb38a01c-dd0a-47b1-8754-a0e8c40c4dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435073 Mar 02 17:30:32.087549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba'}, {'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-deleted', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:32.094598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:32.106999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Usage tracker for resource:security_group_rule and tenant:03e8383912d6471b9ede5b58d9ca7000 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:32.114866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:32.126287 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-79ee0394-d9a5-4aaa-8644-6e2be5131bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619401 Mar 02 17:30:32.135816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:32.193487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86168b34-681b-4d43-a431-0384572fdbf0 req-6056e105-95cd-475b-a6c1-58db29b55dee tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:32.195775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-6056e105-95cd-475b-a6c1-58db29b55dee tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574264 Mar 02 17:30:32.232792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-87cb7f9f-5d2f-4e98-ad49-6d13ee5e1df8 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:32.234107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-87cb7f9f-5d2f-4e98-ad49-6d13ee5e1df8 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767453 Mar 02 17:30:32.247175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-0f3fab93-8d31-43a7-af8a-461be3357fd9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/quotas/6843856e792441d48172701e8f76e5b2 HTTP/1.1" status: 200 len: 375 time: 0.0398774 Mar 02 17:30:32.257530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Request body: {'port': {'device_id': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6cec9add96044c42a24d07687dcc082b'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:32.284435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b40d9a4a-097c-48dc-98e4-5d206c9aae46 req-944cfbe9-618f-4850-b845-fd7b12221620 service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473641 Mar 02 17:30:32.475881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.489312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.583612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa351558-89b0-420c-b1e8-81d2e84e8e10,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:32.605125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-6ca7ebe5-77e9-4977-aa5a-d36c50261b1b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3567498 Mar 02 17:30:32.613994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:32.619852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8ac90ad5-f481-428b-b604-d734ca625f51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03e8383912d6471b9ede5b58d9ca7000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9507439 Mar 02 17:30:32.622709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:32.623160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Usage tracker for resource:port and tenant:6cec9add96044c42a24d07687dcc082b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:32.627218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:32.639677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d960aa1-97ff-43b3-b917-d8623cf39ae9 req-d31b553d-bbeb-4919-ab22-9fccf3f85324 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:32.641179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d960aa1-97ff-43b3-b917-d8623cf39ae9 req-d31b553d-bbeb-4919-ab22-9fccf3f85324 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2653418 Mar 02 17:30:32.642119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:32.672244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Made reservation on behalf of 6cec9add96044c42a24d07687dcc082b for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:32.675184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.702659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.734678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.764633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d960aa1-97ff-43b3-b917-d8623cf39ae9 req-12a3bc22-adfc-4789-aaab-bcbeb00d16e9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108475 Mar 02 17:30:32.818164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.849502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa351558-89b0-420c-b1e8-81d2e84e8e10,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:32.862031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:32.867450 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84b99dfa-e0ee-497e-8761-a7cbd4c7aef7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa351558-89b0-420c-b1e8-81d2e84e8e10 HTTP/1.1" status: 204 len: 168 time: 0.2431440 Mar 02 17:30:32.922385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Allocated IP 192.168.233.64 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/0abdc958-b2a0-4488-a78d-5becbaa67ffa) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:33.044013 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'status': 'completed', 'code': 200} Mar 02 17:30:33.126034 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'status': 'completed', 'code': 200} Mar 02 17:30:33.126512 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30470d-2873-49a3-b6ac-d00f0bbd5e08', 'name': 'network-vif-deleted', 'tag': '38539e96-671c-4e9c-81f8-8cb73007ece3', 'status': 'completed', 'code': 200} Mar 02 17:30:33.280763 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-6db9868a-702e-4b4f-8f55-8761d350d9ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43515614b33f4be8ba8b15098d63c062&device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 1095 time: 0.1916058 Mar 02 17:30:33.320907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3b18-0d4a-4993-9e7a-92777f144544 req-807f3d59-15aa-49b9-83e9-176067ad2187 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.331201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d46e3b18-0d4a-4993-9e7a-92777f144544 req-807f3d59-15aa-49b9-83e9-176067ad2187 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.3976326 Mar 02 17:30:33.406213 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-c12ac767-6b53-49d5-b275-411a60b2a299 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1125 time: 0.1871188 Mar 02 17:30:33.504048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:33.510370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:33.516887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-e8ebce1e-cadb-48e1-8a7a-68bd0ae4a226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.518315 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-e8ebce1e-cadb-48e1-8a7a-68bd0ae4a226 service neutron] 10.222.0.35 "GET /v2.0/networks?id=027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 200 len: 916 time: 0.2287405 Mar 02 17:30:33.525846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Transition to ACTIVE for port object 0abdc958-b2a0-4488-a78d-5becbaa67ffa will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:33.561662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d46e3b18-0d4a-4993-9e7a-92777f144544 req-daa196db-e053-4494-85eb-993a36e24339 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100697 Mar 02 17:30:33.588821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc23d68-5e3f-4069-b405-c085c0e273a7 req-b7d4c6cc-93bd-4474-9528-6bbf6c6bce73 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.605989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dc23d68-5e3f-4069-b405-c085c0e273a7 req-b7d4c6cc-93bd-4474-9528-6bbf6c6bce73 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.3501029 Mar 02 17:30:33.629182 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-5dc248f0-4795-4dfb-beb9-91a840992a1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a HTTP/1.1" status: 200 len: 217 time: 0.1013768 Mar 02 17:30:33.687018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:33.714837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-e3803fb4-7346-4926-8c34-56507829e935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.716662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-e3803fb4-7346-4926-8c34-56507829e935 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.3007448 Mar 02 17:30:33.717833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:33.731200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-fd176171-e609-49b2-9e50-91c1c3b7cdf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:33.733096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-fd176171-e609-49b2-9e50-91c1c3b7cdf8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 200 len: 855 time: 0.0894547 Mar 02 17:30:33.740429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:33.753352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:33.767890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:33.805634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ec1df8b6-4174-497e-8497-92417bd6d8f9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:33.817943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dc23d68-5e3f-4069-b405-c085c0e273a7 req-36126f75-02e1-43fc-b750-33985fc7269e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109716 Mar 02 17:30:33.878458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:33.882922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:33.901406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:33.935548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:33.985475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Pushing event updated for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:34.172279 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-00e7ecda-87cc-4f17-bca8-1691cd2a65f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 217 time: 0.4379237 Mar 02 17:30:34.175660 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-f79c1aa3-5347-4ec5-af64-81def0563804 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027b9d32-0bde-48b9-9eac-5ae95406955f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190414 Mar 02 17:30:34.177538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.178764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:34.262697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-a7e0d245-7084-4a6e-8d77-c37796f9afcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0095057 Mar 02 17:30:34.285428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-205fb38e-28e6-4131-a537-0ecb5b415b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.290505 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-205fb38e-28e6-4131-a537-0ecb5b415b4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.1069591 Mar 02 17:30:34.325476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Request body: {'port': {'device_id': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:34.338124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-019e51de-729e-41ab-ae3f-0c0c69f5262f None None] Provisioning for port 0abdc958-b2a0-4488-a78d-5becbaa67ffa completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:34.346327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-019e51de-729e-41ab-ae3f-0c0c69f5262f None None] Provisioning complete for port 0abdc958-b2a0-4488-a78d-5becbaa67ffa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:34.347141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-019e51de-729e-41ab-ae3f-0c0c69f5262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:34.398115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852dcd0-875a-459e-a5ef-bcc52e0c9e9b req-331e5411-219f-4675-8f6d-6671fb241efb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.398811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f852dcd0-875a-459e-a5ef-bcc52e0c9e9b req-331e5411-219f-4675-8f6d-6671fb241efb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Synchronizing usage tracker for tenant:6cec9add96044c42a24d07687dcc082b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:34.444371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-0584b50a-f8c0-487f-b073-e5c655b7e9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988572 Mar 02 17:30:34.455113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-019e51de-729e-41ab-ae3f-0c0c69f5262f None None] Port 0abdc958-b2a0-4488-a78d-5becbaa67ffa cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:30:34.494974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:34.544503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f852dcd0-875a-459e-a5ef-bcc52e0c9e9b req-331e5411-219f-4675-8f6d-6671fb241efb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Unset dirty status for tenant:6cec9add96044c42a24d07687dcc082b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:34.545655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f852dcd0-875a-459e-a5ef-bcc52e0c9e9b req-331e5411-219f-4675-8f6d-6671fb241efb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 935 time: 0.5196712 Mar 02 17:30:34.559278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-3b82c3e3-e3e8-4e15-b7bd-0020dd41e039 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6843856e792441d48172701e8f76e5b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590968 Mar 02 17:30:34.609041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-b86f3308-fc58-4d6a-b9d0-15722a5b08da service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152177 Mar 02 17:30:34.688016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca58a8-799e-430c-870c-aff4c97c8bb8 req-984e1a69-a479-4ab3-a280-5c0c7f4a9a8e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.689488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aca58a8-799e-430c-870c-aff4c97c8bb8 req-984e1a69-a479-4ab3-a280-5c0c7f4a9a8e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 944 time: 0.4174650 Mar 02 17:30:34.697062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:34.781045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-5439c265-d0b4-4706-9253-dc235ee03ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202939 Mar 02 17:30:34.799393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1030312409-network', 'tenant_id': 'c26232b0805a46e492a343dc53eaf58c'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:34.834152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:34.837871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f852dcd0-875a-459e-a5ef-bcc52e0c9e9b req-31011b0f-3fa0-4e2f-bbe1-2618b4820067 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776635 Mar 02 17:30:34.891226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ae9ddb76-e2d6-463a-9561-59ac114f726f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:34.892028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ae9ddb76-e2d6-463a-9561-59ac114f726f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082283 Mar 02 17:30:34.896275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aca58a8-799e-430c-870c-aff4c97c8bb8 req-dcb5fb32-94f0-48c8-9a1c-6be15a2a639a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853158 Mar 02 17:30:34.898968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Usage tracker for resource:network and tenant:c26232b0805a46e492a343dc53eaf58c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:34.904489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:34.916086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e34a0c5-67c8-4b8d-9404-bac824e0b59a req-9cdc631d-7b16-4033-a64c-cb0cbf9510ad service neutron] 10.222.0.35 "GET /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872694 Mar 02 17:30:34.923737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:34.939451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Request body: {'port': {'device_id': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6843856e792441d48172701e8f76e5b2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:34.970719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Made reservation on behalf of c26232b0805a46e492a343dc53eaf58c for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:34.972988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:34.995943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:34.996224 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'code': 200} Mar 02 17:30:35.015210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cabb7872-a053-488b-bcb8-bf0fc9da3148 req-a9e7ff66-b936-402a-956b-aaf0ff1cdaf9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192059 Mar 02 17:30:35.037537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:35.042279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Usage tracker for resource:security_group_rule and tenant:c26232b0805a46e492a343dc53eaf58c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:35.045145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:35.052027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:35.105395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e1816d9-2b6b-462a-968a-5325e479e98b req-0c7974a9-a4bd-45b3-8d89-ed00265452b3 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 210 time: 0.1356411 Mar 02 17:30:35.141266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.146139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.178302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:30:35.195366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672aa988-8d0a-48a6-aece-66cc323fb22f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:35.199934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.200291 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Added segment f2910b57-1dbf-41e6-b830-c6f829c33cc5 of type vlan for network d780eb29-cf8e-4b7e-896e-b888d7c1154c Mar 02 17:30:35.229059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.259732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.260616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:35.261226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.367452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] Pushing event updated for resources: {'Network': ['ID=d780eb29-cf8e-4b7e-896e-b888d7c1154c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:35.373468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1437a7f9-b0bf-43aa-9daa-a8f92a6b47aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8756287 Mar 02 17:30:35.374421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:35.379390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d780eb29-cf8e-4b7e-896e-b888d7c1154c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:30:35.380540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Request body: {'subnet': {'network_id': 'd780eb29-cf8e-4b7e-896e-b888d7c1154c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1030312409-subnet', 'tenant_id': 'c26232b0805a46e492a343dc53eaf58c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:35.387584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:35.392781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Usage tracker for resource:subnet and tenant:c26232b0805a46e492a343dc53eaf58c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:35.397406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:35.405937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:35.421181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Made reservation on behalf of c26232b0805a46e492a343dc53eaf58c for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:35.425929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.504047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:35.529725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Usage tracker for resource:port and tenant:6843856e792441d48172701e8f76e5b2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:35.555257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:35.575172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:35.605486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a75e08-0eeb-411c-864f-2bc48c9ae1ab req-f1b1566f-a085-43ca-914f-9178169aa71f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:35.606960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89a75e08-0eeb-411c-864f-2bc48c9ae1ab req-f1b1566f-a085-43ca-914f-9178169aa71f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.4957581 Mar 02 17:30:35.612777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9263-1bda-4244-adea-268995c018af req-52b8f6c1-4363-4eaa-9f05-21c08b4cc91e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:35.614080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-52b8f6c1-4363-4eaa-9f05-21c08b4cc91e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.3824162 Mar 02 17:30:35.617715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Made reservation on behalf of 6843856e792441d48172701e8f76e5b2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:35.620571 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.652841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.722158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-14f7b83f-844c-494a-a49c-8b828f5af89d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/quotas/7eec9d92771c48debf7deb41c5a98423 HTTP/1.1" status: 200 len: 375 time: 0.0879493 Mar 02 17:30:35.732442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0ccd9f-8b04-426a-b666-0f82b2c7d836,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:35.742838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Checking segment: {'id': 'f2910b57-1dbf-41e6-b830-c6f829c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd780eb29-cf8e-4b7e-896e-b888d7c1154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:35.743188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Network hostable DHCP agents. Network: d780eb29-cf8e-4b7e-896e-b888d7c1154c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:30:35.764700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Network d780eb29-cf8e-4b7e-896e-b888d7c1154c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:30:35.776899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d780eb29-cf8e-4b7e-896e-b888d7c1154c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:35.780987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:35.781684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.787561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e5e5d-ef42-4f71-be4c-eefade618f79 None None] Network d780eb29-cf8e-4b7e-896e-b888d7c1154c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:30:35.821094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-26cad2b6-4e8e-4cdf-aede-f53a1711b1fa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4452419 Mar 02 17:30:35.858590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89a75e08-0eeb-411c-864f-2bc48c9ae1ab req-5c45e982-7673-4b39-bacf-8179b024daa9 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420096 Mar 02 17:30:35.861446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abdc958-b2a0-4488-a78d-5becbaa67ffa {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:35.876435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:35.911639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Transition to ACTIVE for port object 0abdc958-b2a0-4488-a78d-5becbaa67ffa will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:35.929087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:36.018351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175ce1f-2303-448e-b078-fc55b8696f25 None None] Network d780eb29-cf8e-4b7e-896e-b888d7c1154c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:30:36.030925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-e15a39c4-1262-44ac-9fdc-8b262ab4bcf5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2758605 Mar 02 17:30:36.235954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Allocated IP 192.168.233.100 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/549631ba-f757-4e9c-a92e-baae3f02d7e6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:36.245578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:36.466469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-641a0348-cefe-4b5d-a07b-c802c5aab748 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918858 Mar 02 17:30:36.470422 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-d11409bc-7543-4f63-a44b-2cecc96a5854 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734055 Mar 02 17:30:36.472045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51433a-1c82-452d-af5a-7700d11cd5aa req-e35ab693-5a59-413f-802f-68dab3c8cf9d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:36.473433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf51433a-1c82-452d-af5a-7700d11cd5aa req-e35ab693-5a59-413f-802f-68dab3c8cf9d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 944 time: 0.4474406 Mar 02 17:30:36.603356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-949c0585-fdaa-45a4-a6e1-721c8c7dfb6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 1100 time: 0.0727477 Mar 02 17:30:36.720247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Attempting to bind port 0abdc958-b2a0-4488-a78d-5becbaa67ffa on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:36.720498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Attempting to bind port 0abdc958-b2a0-4488-a78d-5becbaa67ffa by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:36.720816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Attempting to bind port 0abdc958-b2a0-4488-a78d-5becbaa67ffa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:36.755591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf51433a-1c82-452d-af5a-7700d11cd5aa req-cddbef2d-c31a-474a-ab57-a27f28fe2f5d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112212 Mar 02 17:30:36.774796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Port 0abdc958-b2a0-4488-a78d-5becbaa67ffa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:36.775202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Attempting to bind port 0abdc958-b2a0-4488-a78d-5becbaa67ffa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:36.780651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:36.785981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-58421118-2bf1-4246-a9a1-5f4ef75cc15d service neutron] 10.222.0.37 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116021 Mar 02 17:30:36.801754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:36.802096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:36.802485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:36.803023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Bound port: 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:36.803381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:36.817559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Transition to ACTIVE for port object 549631ba-f757-4e9c-a92e-baae3f02d7e6 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:36.875061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-1908de10-637a-4b13-a1ab-01c09ff028f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:36.876733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-1908de10-637a-4b13-a1ab-01c09ff028f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2374728 Mar 02 17:30:36.957120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-05cf790f-a91a-48ce-bcf9-9614397011e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4985d67e-acd4-44f9-8593-24452a536857 HTTP/1.1" status: 200 len: 217 time: 0.0695386 Mar 02 17:30:36.972923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:36.986716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:37.017963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:37.057872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-b71973db-7342-4bbf-9639-7f2da270abd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.060710 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-b71973db-7342-4bbf-9639-7f2da270abd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0926423 Mar 02 17:30:37.062289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857', '192a0438-a37d-4484-9fca-fb04790ed2dd', 'dc00bf30-a681-4047-a922-1fe5e754163b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:37.063691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:37.131445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:37.144163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event updated for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:37.149305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:37.187688 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-aee3d5ba-424d-49bd-8cc0-8e09cd6d7e14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088419 Mar 02 17:30:37.207460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:37.224691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:37.482662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-ee8d3aa2-7a68-4e86-8c95-52ac817e2505 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846069 Mar 02 17:30:37.639364 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:37.641525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] 10.222.0.35 "PUT /v2.0/ports/0abdc958-b2a0-4488-a78d-5becbaa67ffa HTTP/1.1" status: 200 len: 1095 time: 3.3218172 Mar 02 17:30:37.647913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:37.689821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531479-7b44-4982-80e6-352d9157479a req-a7ffe162-8117-4f62-bf2c-a3de728defbc tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.692969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0531479-7b44-4982-80e6-352d9157479a req-a7ffe162-8117-4f62-bf2c-a3de728defbc tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.7994242 Mar 02 17:30:37.699057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f6952-2d67-46bb-b512-a680011ddb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:37.716585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.717694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:37.833974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8ff79569-af15-4b7b-9692-11d0a9ee8d09 req-b5f3927c-1156-4492-8817-6d34c26eec2f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922459 Mar 02 17:30:37.865091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cae755f2-daa2-4f3f-bee8-3a22f088366f None None] Provisioning for port 549631ba-f757-4e9c-a92e-baae3f02d7e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:37.910466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ca623-127e-4987-b879-3a437631c647 req-8eb66400-643a-4ff5-b238-b4e9dec1a0f6 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:37.914730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea2ca623-127e-4987-b879-3a437631c647 req-8eb66400-643a-4ff5-b238-b4e9dec1a0f6 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 947 time: 0.8644259 Mar 02 17:30:37.926404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cae755f2-daa2-4f3f-bee8-3a22f088366f None None] Provisioning complete for port 549631ba-f757-4e9c-a92e-baae3f02d7e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:37.926863 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cae755f2-daa2-4f3f-bee8-3a22f088366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:37.966174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-204b0011-fefb-4c1d-8e64-e4fde463a8d4 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0314109 Mar 02 17:30:37.999552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0531479-7b44-4982-80e6-352d9157479a req-f333b538-c60e-476b-854a-ce247a6b8d06 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635641 Mar 02 17:30:38.003137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Request body: {'port': {'device_id': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:38.045690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cae755f2-daa2-4f3f-bee8-3a22f088366f None None] Port 549631ba-f757-4e9c-a92e-baae3f02d7e6 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:30:38.077694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea2ca623-127e-4987-b879-3a437631c647 req-151bf203-62c3-4d93-8d03-e6ceede4e071 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514573 Mar 02 17:30:38.205263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-90d2e7c0-f860-43d7-8545-22598238d96e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 1098 time: 0.4138165 Mar 02 17:30:38.310622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-80273dbd-cbc6-4470-b6e5-cf3f672b2bf0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:38.311834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-80273dbd-cbc6-4470-b6e5-cf3f672b2bf0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:38.319769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:38.333094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-80273dbd-cbc6-4470-b6e5-cf3f672b2bf0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:38.335243 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-80273dbd-cbc6-4470-b6e5-cf3f672b2bf0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7ce64bc-e904-45b6-8ff7-f26ecbbeb267 HTTP/1.1" status: 200 len: 944 time: 0.1339829 Mar 02 17:30:38.345206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:38.388426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-348cd068-832e-40cb-ac16-375f58e1762d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa HTTP/1.1" status: 200 len: 217 time: 0.1648691 Mar 02 17:30:38.416459 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-93d30bcb-5911-48a6-abee-96ad12723e1f req-2f3319cd-a85f-4c30-bd1b-36b7250c322b tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] show failed (client error): The resource could not be found. Mar 02 17:30:38.417603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93d30bcb-5911-48a6-abee-96ad12723e1f req-2f3319cd-a85f-4c30-bd1b-36b7250c322b tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/9a2702b6-b79d-4b44-b676-7427ba142eb1 HTTP/1.1" status: 404 len: 352 time: 0.0771458 Mar 02 17:30:38.432798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Deleting port ca1566df-c7b1-4008-b448-b8118beb91e0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:30:38.433148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:38.570704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-388bfbf1-5ee6-4eca-a2b5-b3d156ed02af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:38.572241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-388bfbf1-5ee6-4eca-a2b5-b3d156ed02af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1514537 Mar 02 17:30:38.687432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] For port ca1566df-c7b1-4008-b448-b8118beb91e0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ca1566df-c7b1-4008-b448-b8118beb91e0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:38.688038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:38.700755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24c069-3494-47a8-b788-99e28ff0e595 req-30d0bab6-4ede-4fb4-bf26-8f60c07e9681 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:38.702501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f24c069-3494-47a8-b788-99e28ff0e595 req-30d0bab6-4ede-4fb4-bf26-8f60c07e9681 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 944 time: 0.3994017 Mar 02 17:30:38.744741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:38.852394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Calling delete_port for ca1566df-c7b1-4008-b448-b8118beb91e0 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:30:38.898434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:38.914601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483b75-82dc-4530-b39b-5961c4359d21 req-6b355354-c5a8-4459-83e4-33296fed54bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:38.915299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-55483b75-82dc-4530-b39b-5961c4359d21 req-6b355354-c5a8-4459-83e4-33296fed54bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:38.922639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:30:38.924772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 352fc6a3-7736-450d-9ad7-1e62fcc1539a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:38.941433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f24c069-3494-47a8-b788-99e28ff0e595 req-d5b2bd49-3081-40ad-84c7-2dc5ea346d19 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098882 Mar 02 17:30:38.962549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-b744b387-d307-4b2c-b1fb-e7fa890d4aec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3433220 Mar 02 17:30:38.979685 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9136d61c-e06b-4d8b-b530-4bb31cb5c2d4 service neutron] 10.222.0.50 "GET /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.1727800 Mar 02 17:30:39.065514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-55483b75-82dc-4530-b39b-5961c4359d21 req-6b355354-c5a8-4459-83e4-33296fed54bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:39.066751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55483b75-82dc-4530-b39b-5961c4359d21 req-6b355354-c5a8-4459-83e4-33296fed54bf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 936 time: 0.5067053 Mar 02 17:30:39.104801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:30:39.186329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.227203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:39.243510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'network_id': '027b9d32-0bde-48b9-9eac-5ae95406955f', 'port_id': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'mac_address': 'fa:16:3e:80:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc429cb-f30e-4542-b79c-10604d5c97e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:39.246507 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f782e390-6d89-4cea-a243-bad7c9cf3530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.317197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.318335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event deleted for resources: {'Port': ['ID=ca1566df-c7b1-4008-b448-b8118beb91e0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:39.335062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] No DVR routers for this DVR port ca1566df-c7b1-4008-b448-b8118beb91e0 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:39.339246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.343384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352fc6a3-7736-450d-9ad7-1e62fcc1539a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:39.348938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-deleted', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:39.367773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:39.373782 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.419486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55483b75-82dc-4530-b39b-5961c4359d21 req-8bdc01ae-5371-4a7d-a8aa-a3830056b53c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446658 Mar 02 17:30:39.432399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549631ba-f757-4e9c-a92e-baae3f02d7e6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:39.443754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-45028868-b45b-47dd-bed5-76fe0b527f66 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557397 Mar 02 17:30:39.465682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.467978 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f506d51-062b-4d6a-a384-6d5cc8424f3a req-2ddf27d5-e89a-4848-9fcd-a3e9cf10a5b2 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "DELETE /v2.0/ports/ca1566df-c7b1-4008-b448-b8118beb91e0 HTTP/1.1" status: 204 len: 173 time: 1.1075332 Mar 02 17:30:39.491504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:39.534424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Transition to ACTIVE for port object 549631ba-f757-4e9c-a92e-baae3f02d7e6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:39.592648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.623571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:39.646844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9263-1bda-4244-adea-268995c018af req-e1d2149a-8b45-4bb6-8a5e-d38d39344e63 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:39.648249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:39.648625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-e1d2149a-8b45-4bb6-8a5e-d38d39344e63 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 805 time: 0.5319314 Mar 02 17:30:39.702488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c312f772-db59-4fa3-bae2-5739b84b06ba {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:39.713585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:39.741369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.844002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Request body: {'port': {'device_id': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'admin_state_up': True, 'tenant_id': '7eec9d92771c48debf7deb41c5a98423'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:39.850668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] Transition to ACTIVE for port object c312f772-db59-4fa3-bae2-5739b84b06ba will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:39.854967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:39.869163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f7a19f-86a7-48de-85f6-fa832e407e7d req-716905af-b81f-4e55-87e2-aff6b9f63569 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 210 time: 0.2727818 Mar 02 17:30:39.984901 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa', 'status': 'completed', 'code': 200} Mar 02 17:30:39.997808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376effc-3935-460b-a981-970e39fd050a service neutron] Pushing event updated for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:40.030351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:40.039751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421adcd4-b41f-4b43-a69d-94617cd6b20f req-da7265c2-7d99-4a16-bb5b-090630c1d014 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.041230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-421adcd4-b41f-4b43-a69d-94617cd6b20f req-da7265c2-7d99-4a16-bb5b-090630c1d014 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.7864003 Mar 02 17:30:40.049814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] No DVR routers for this DVR port c312f772-db59-4fa3-bae2-5739b84b06ba on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:40.098646 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-9376effc-3935-460b-a981-970e39fd050a service neutron] 10.222.0.50 "PUT /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0593307 Mar 02 17:30:40.172031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['352fc6a3-7736-450d-9ad7-1e62fcc1539a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:40.224532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81acdb41-b422-4132-8d28-bd4417b1b6e6 req-e97bbf28-7753-4715-aade-1ed6b8b04347 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403798 Mar 02 17:30:40.296753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:40.342404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Usage tracker for resource:port and tenant:7eec9d92771c48debf7deb41c5a98423 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:40.351934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:40.367236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-421adcd4-b41f-4b43-a69d-94617cd6b20f req-b942db54-4b5e-4cbe-af2e-28a5075a38c4 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068635 Mar 02 17:30:40.368880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:40.424828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Attempting to bind port 549631ba-f757-4e9c-a92e-baae3f02d7e6 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:40.425218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Attempting to bind port 549631ba-f757-4e9c-a92e-baae3f02d7e6 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:40.425561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Attempting to bind port 549631ba-f757-4e9c-a92e-baae3f02d7e6 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:40.432332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Made reservation on behalf of 7eec9d92771c48debf7deb41c5a98423 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:40.435601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:40.468100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d61ba-e5ce-4f2d-bbd8-c862b8b1bf50 req-afde20fe-bcfc-4525-9837-e6dfa90a1ce6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.474595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d07d61ba-e5ce-4f2d-bbd8-c862b8b1bf50 req-afde20fe-bcfc-4525-9837-e6dfa90a1ce6 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.3708155 Mar 02 17:30:40.500105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Port 549631ba-f757-4e9c-a92e-baae3f02d7e6 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:40.500435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Attempting to bind port 549631ba-f757-4e9c-a92e-baae3f02d7e6 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:40.560570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-46d7fae7-f27d-4ddb-9b9f-7af323f129a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 1098 time: 0.2673242 Mar 02 17:30:40.611216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:40.611454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-19686c49-cb45-4767-9176-a14450a2d165 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.1155920 Mar 02 17:30:40.611630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:40.611923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:40.613363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Bound port: 549631ba-f757-4e9c-a92e-baae3f02d7e6, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:40.613363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:40.699186 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-ef353d9c-9170-4a15-8a20-8adeaeb5977a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985&tenant_id=db03d1595e10436e9eed6abfb0a985d0 HTTP/1.1" status: 200 len: 1096 time: 0.0747545 Mar 02 17:30:40.753469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d07d61ba-e5ce-4f2d-bbd8-c862b8b1bf50 req-7cd5e79d-37a8-44dc-acd8-024557daba3d tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710381 Mar 02 17:30:40.756291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:40.824812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-ed094953-efd4-4653-9102-c105f5e5503f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db03d1595e10436e9eed6abfb0a985d0&device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1096 time: 0.0985570 Mar 02 17:30:40.892520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-5a868a27-288c-408d-a837-9e175ec498a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.894706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-5a868a27-288c-408d-a837-9e175ec498a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3168831 Mar 02 17:30:40.994265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-391a7419-770f-4ef9-b18b-16934cb331ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:40.995880 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-391a7419-770f-4ef9-b18b-16934cb331ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 200 len: 908 time: 0.1601498 Mar 02 17:30:41.065581 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-eb6de96e-af25-42c7-bb45-d2bb9d1ad7d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 200 len: 217 time: 0.0600886 Mar 02 17:30:41.111573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-cc638734-d094-4de3-af60-a8a806e64ad5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa HTTP/1.1" status: 200 len: 217 time: 0.1431301 Mar 02 17:30:41.118738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:41.144002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-ad811324-458d-4bbb-ae0b-a14ae59ec680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:41.144002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-ad811324-458d-4bbb-ae0b-a14ae59ec680 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 200 len: 847 time: 0.0675251 Mar 02 17:30:41.173963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:41.194848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dda27-3ec0-4a50-be3e-f15ace1005c4 req-83d68724-7e7f-42b5-a27e-430ac5b5aac2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:41.200568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb1dda27-3ec0-4a50-be3e-f15ace1005c4 req-83d68724-7e7f-42b5-a27e-430ac5b5aac2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.6312172 Mar 02 17:30:41.203239 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-8075c6b0-9edd-4a63-a764-1f55950c88fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4720255-2b9e-47bb-b75e-85f5044439d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428858 Mar 02 17:30:41.206034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Allocated IP 172.20.0.11 (c2c4c8fc-299c-4517-97dd-1a116740b990/d326d5b5-6b75-473b-b317-8fec4db423b4/6fa18363-c80d-4803-8e56-39a980a52bb0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:30:41.211988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:41.270549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-907c8f1c-6d11-448d-938c-d40192765a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:41.327427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-272c073d-1141-4e4f-8250-b3deba96b78b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:41.327427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-272c073d-1141-4e4f-8250-b3deba96b78b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1926825 Mar 02 17:30:41.341078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-663bdabf-6072-4e44-ae87-80d13d217c0d service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333687 Mar 02 17:30:41.373926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:41.373926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] 10.222.0.35 "PUT /v2.0/ports/549631ba-f757-4e9c-a92e-baae3f02d7e6 HTTP/1.1" status: 200 len: 1096 time: 3.3772788 Mar 02 17:30:41.508395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440af3-e51d-4309-a009-566bf5aeafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:41.560341 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-4700fc5e-c8be-441a-a2ad-1454a42cb282 service neutron] 10.222.0.35 "GET /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066863 Mar 02 17:30:41.575530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dba7e-b6d0-4a79-874f-bdc1ccce7c66 req-ab6979bf-86a0-4b96-bcfd-30130cf8e33c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:41.575673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:41.575768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-961dba7e-b6d0-4a79-874f-bdc1ccce7c66 req-ab6979bf-86a0-4b96-bcfd-30130cf8e33c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 947 time: 0.6051137 Mar 02 17:30:41.627939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb1dda27-3ec0-4a50-be3e-f15ace1005c4 req-cd1f791e-b5e3-429b-85e3-b537c1293bd1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266906 Mar 02 17:30:41.702720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:30:41.786082 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce64bc-e904-45b6-8ff7-f26ecbbeb267', 'name': 'network-vif-deleted', 'tag': 'ca1566df-c7b1-4008-b448-b8118beb91e0', 'status': 'completed', 'code': 200} Mar 02 17:30:41.878610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-961dba7e-b6d0-4a79-874f-bdc1ccce7c66 req-22c33ad2-e6d6-484d-8759-e319f0bb90e0 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015983 Mar 02 17:30:42.007161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:42.007667 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-d1deaea5-2f60-41c0-9338-87e7178aedf0 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985&tenant_id=db03d1595e10436e9eed6abfb0a985d0&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.0807855 Mar 02 17:30:42.048524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-22a96e4c-3868-4d29-a0ac-31f6d19f9546 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7151225 Mar 02 17:30:42.070179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.085398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-88c75429-b0ee-49df-97dd-3724705e5efe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 1099 time: 0.6416943 Mar 02 17:30:42.118087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-78695549-c247-4163-a573-2e91db5a1a14 service neutron] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:42.121227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-78695549-c247-4163-a573-2e91db5a1a14 service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.122371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ef5f01c-8e57-4538-95ba-8a969e18f7b8 req-78695549-c247-4163-a573-2e91db5a1a14 service neutron] 10.222.0.35 "DELETE /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.1055937 Mar 02 17:30:42.249323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5bd2bde-326d-4457-aeb3-6ea14140006e req-7f072aa9-ee64-4b9a-816e-cac244e729a1 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c26232b0805a46e492a343dc53eaf58c HTTP/1.1" status: 200 len: 2652 time: 0.3273964 Mar 02 17:30:42.262965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-3e319f0c-e22f-4f85-b4fb-5cd47a752af8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6 HTTP/1.1" status: 200 len: 217 time: 0.1480060 Mar 02 17:30:42.401575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c8003-299d-40cf-87a0-467f5da8f041 req-1a8f159d-5466-4bbf-b89f-f4e48f78189b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:42.403379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec6c8003-299d-40cf-87a0-467f5da8f041 req-1a8f159d-5466-4bbf-b89f-f4e48f78189b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 945 time: 0.4509261 Mar 02 17:30:42.445949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86168b34-681b-4d43-a431-0384572fdbf0 req-6215f142-10ec-46d7-825a-5b9edecde626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:42.447386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-6215f142-10ec-46d7-825a-5b9edecde626 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1685905 Mar 02 17:30:42.449333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-034d3486-c253-45fc-94d1-04e3984eb367 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686318 Mar 02 17:30:42.453956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.460036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5bd2bde-326d-4457-aeb3-6ea14140006e req-ad48a717-014c-4961-b397-bc0275c5b430 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/672aa988-8d0a-48a6-aece-66cc323fb22f HTTP/1.1" status: 200 len: 2649 time: 0.2015722 Mar 02 17:30:42.645899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.696757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Network c2c4c8fc-299c-4517-97dd-1a116740b990 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:30:42.714486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec6c8003-299d-40cf-87a0-467f5da8f041 req-612ea3f6-5da6-4bcc-8329-5e615474b82b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954266 Mar 02 17:30:42.717081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:42.736240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:30:42.776910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 352fc6a3-7736-450d-9ad7-1e62fcc1539a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:42.781725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:42.817448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5bd2bde-326d-4457-aeb3-6ea14140006e req-549163d0-4b47-482f-9ea9-4bcc9a456b76 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/672aa988-8d0a-48a6-aece-66cc323fb22f HTTP/1.1" status: 200 len: 2649 time: 0.3203888 Mar 02 17:30:42.859487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 352fc6a3-7736-450d-9ad7-1e62fcc1539a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:42.865080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:42.865307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 352fc6a3-7736-450d-9ad7-1e62fcc1539a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:42.866198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.866341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.875096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40ca64da-a1cd-4b26-85f8-35d4d45c9b77 req-64696418-ebd3-4f76-bb21-29f2d822fc38 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771405 Mar 02 17:30:42.924858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-46ec7e07-ffec-4d6e-9479-361ca0e577ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4288602 Mar 02 17:30:42.970941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-97f038f4-32bd-44e6-9fea-77aa4ecb1474 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1462591 Mar 02 17:30:42.986304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:42.997911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:43.027800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:43.037822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:43.041662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:43.066546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Request body: {'port': {'device_id': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:43.119485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:43.259651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07738-a03f-49ce-b663-e7f114bee5dc req-88c7ad35-e5b6-419d-aa70-421b3bbf13a8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:43.261007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3da07738-a03f-49ce-b663-e7f114bee5dc req-88c7ad35-e5b6-419d-aa70-421b3bbf13a8 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 948 time: 0.3908567 Mar 02 17:30:43.284612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-78adb8bd-1241-4bbe-96fb-86b5c31aeeb8 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454061 Mar 02 17:30:43.306510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:43.348319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07fa32-0e9d-48a2-8835-ae9b511325ee req-180dc994-8728-4200-8cf3-9320b8d7d4a6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:43.348996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7e07fa32-0e9d-48a2-8835-ae9b511325ee req-180dc994-8728-4200-8cf3-9320b8d7d4a6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:43.482781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7e07fa32-0e9d-48a2-8835-ae9b511325ee req-180dc994-8728-4200-8cf3-9320b8d7d4a6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:43.483917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e07fa32-0e9d-48a2-8835-ae9b511325ee req-180dc994-8728-4200-8cf3-9320b8d7d4a6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 932 time: 0.5230370 Mar 02 17:30:43.489557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3da07738-a03f-49ce-b663-e7f114bee5dc req-d5a47c56-5c3f-4d07-9956-38d4f3d4ed60 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120495 Mar 02 17:30:43.564884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:43.597930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: ca1566df-c7b1-4008-b448-b8118beb91e0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:30:43.598270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ca1566df-c7b1-4008-b448-b8118beb91e0 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:30:43.615234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86168b34-681b-4d43-a431-0384572fdbf0 req-40ff7d10-57af-41c2-8da8-3fd712c8859b service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109300 Mar 02 17:30:43.798472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e07fa32-0e9d-48a2-8835-ae9b511325ee req-6353b177-a12e-4014-bae2-e02680dec8fd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079758 Mar 02 17:30:43.934874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73521-1e69-4dae-987a-78c3bf7e211a req-b0f309c7-739f-4035-a90b-3bd6207b2cc7 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:43.936304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40e73521-1e69-4dae-987a-78c3bf7e211a req-b0f309c7-739f-4035-a90b-3bd6207b2cc7 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.3234365 Mar 02 17:30:44.099370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40e73521-1e69-4dae-987a-78c3bf7e211a req-54e48e8b-5322-434a-bd55-16dc94a28e13 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189327 Mar 02 17:30:44.166703 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6', 'status': 'completed', 'code': 200} Mar 02 17:30:44.186524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d58869-caf8-4cda-852c-a6aa297668be req-888114f2-587d-450d-81ac-7d86bb1a7741 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:44.188019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9d58869-caf8-4cda-852c-a6aa297668be req-888114f2-587d-450d-81ac-7d86bb1a7741 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.2508616 Mar 02 17:30:44.197175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:44.202138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa18363-c80d-4803-8e56-39a980a52bb0 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:44.266803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:44.336668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-75ec8d1a-94b5-4732-a450-7ad3d47cf1be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1096 time: 0.3026347 Mar 02 17:30:44.345801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Transition to ACTIVE for port object 6fa18363-c80d-4803-8e56-39a980a52bb0 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:44.376617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:44.494949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9d58869-caf8-4cda-852c-a6aa297668be req-af93a591-cde7-4108-9c15-47135f98f567 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984991 Mar 02 17:30:44.642299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:44.659251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-14fd3da8-6a26-4a50-b583-fce106660884 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 1099 time: 0.4356368 Mar 02 17:30:44.802738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-7e8f3b5b-5ce3-42c0-aa54-b2424e9d8ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:44.804326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-7e8f3b5b-5ce3-42c0-aa54-b2424e9d8ff6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4526267 Mar 02 17:30:44.818890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194df5a-a709-4b37-8780-e3c893c430ab req-e8795ef0-058c-48d4-af72-df62f713b72f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:44.820247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9194df5a-a709-4b37-8780-e3c893c430ab req-e8795ef0-058c-48d4-af72-df62f713b72f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.5431521 Mar 02 17:30:44.941547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ca53778-44d6-4149-8f8f-4c5936d9c298 req-ee2dffce-aac3-4aa1-a37d-24d7ea00e10c tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/672aa988-8d0a-48a6-aece-66cc323fb22f HTTP/1.1" status: 200 len: 2649 time: 0.3682714 Mar 02 17:30:44.984388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-b570e00c-7570-4c44-a971-96679a8acaaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.1526999 Mar 02 17:30:45.130029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9194df5a-a709-4b37-8780-e3c893c430ab req-57ff0477-70f9-4530-b735-36c8e52f832f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969131 Mar 02 17:30:45.131539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-be1804fe-a395-4dd4-81d2-e3ab37c41c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:45.133007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-be1804fe-a395-4dd4-81d2-e3ab37c41c9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4491518 Mar 02 17:30:45.140859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Attempting to bind port 6fa18363-c80d-4803-8e56-39a980a52bb0 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:45.140859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Attempting to bind port 6fa18363-c80d-4803-8e56-39a980a52bb0 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:45.140859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Attempting to bind port 6fa18363-c80d-4803-8e56-39a980a52bb0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:45.204267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-494e33a3-7ac2-4344-8b7e-c9283cc3de38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:45.205677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-494e33a3-7ac2-4344-8b7e-c9283cc3de38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.1947248 Mar 02 17:30:45.228051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Port 6fa18363-c80d-4803-8e56-39a980a52bb0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:45.228376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Attempting to bind port 6fa18363-c80d-4803-8e56-39a980a52bb0 on network c2c4c8fc-299c-4517-97dd-1a116740b990 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:45.270297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-cf971c4c-2da5-4cb3-a123-6fd4804c83de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6 HTTP/1.1" status: 200 len: 217 time: 0.1275570 Mar 02 17:30:45.423057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-87b889ec-3f8a-4711-b562-8ff4f8257a5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028580 Mar 02 17:30:45.462262 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-7ca53778-44d6-4149-8f8f-4c5936d9c298 req-cdb1ef7e-613a-4484-ab41-fa62f7ad2dea tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 17:30:45.463263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ca53778-44d6-4149-8f8f-4c5936d9c298 req-cdb1ef7e-613a-4484-ab41-fa62f7ad2dea tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "DELETE /v2.0/security-groups/672aa988-8d0a-48a6-aece-66cc323fb22f HTTP/1.1" status: 409 len: 352 time: 0.5048265 Mar 02 17:30:45.493631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:45.493948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Checking segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:45.494341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Bound using segment: {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:45.494817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Bound port: 6fa18363-c80d-4803-8e56-39a980a52bb0, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ddaeb-e831-460d-83ca-969a9549f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:45.495170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:45.527667 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'code': 200} Mar 02 17:30:45.638111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-680da99b-4298-4338-baf6-c4e53b5d4336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:45.639613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-680da99b-4298-4338-baf6-c4e53b5d4336 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2210639 Mar 02 17:30:45.689429 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b4f7e79-6758-4dce-9d10-09c5471832d0 req-929c3145-7468-4611-a658-f61dd4da2e13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 1097 time: 0.0666716 Mar 02 17:30:45.739083 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b4f7e79-6758-4dce-9d10-09c5471832d0 req-d4d27ebd-43d6-448c-b3dd-45635bb39374 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Mar 02 17:30:45.817558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-674ad5d2-eaca-458c-a1f0-7cb759cf15f3 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590028 Mar 02 17:30:45.832602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6763f-f5cf-4543-9db3-c543e0ace99c req-4cc10ac2-518b-4f2b-af8a-59f9e2f6815a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:45.832602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52c6763f-f5cf-4543-9db3-c543e0ace99c req-4cc10ac2-518b-4f2b-af8a-59f9e2f6815a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 947 time: 0.5630045 Mar 02 17:30:45.839624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:45.841641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:45.861670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:45.964309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef491800-4312-4b0f-b6d0-d21beffd283e req-a4e8e623-e8f9-462b-8ca7-867eec70d95c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:45.965732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef491800-4312-4b0f-b6d0-d21beffd283e req-a4e8e623-e8f9-462b-8ca7-867eec70d95c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.3246410 Mar 02 17:30:45.979070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-635c9c0c-6e8e-44b0-bc44-a3f34bb5a9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2923050 Mar 02 17:30:45.980400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:45.981626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] 10.222.0.50 "PUT /v2.0/ports/6fa18363-c80d-4803-8e56-39a980a52bb0 HTTP/1.1" status: 200 len: 1092 time: 2.9251602 Mar 02 17:30:46.018661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52c6763f-f5cf-4543-9db3-c543e0ace99c req-a5031940-c682-4dde-9458-74fc653542b3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696069 Mar 02 17:30:46.018661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a79e-1884-4c57-b2cb-201fadbd4707 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:46.043536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef491800-4312-4b0f-b6d0-d21beffd283e req-e52b9625-8734-415c-af42-fab54dfe13e5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Mar 02 17:30:46.170265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:46.264257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-5ebc1931-17a5-47a9-9e0f-149a57784df9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 1095 time: 0.1966383 Mar 02 17:30:46.282371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6184-d985-4aee-bd7e-4ec5fa8e715b req-eecef1d7-f9bf-40c0-a573-5b4a019bbf3c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:46.284324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-562d6184-d985-4aee-bd7e-4ec5fa8e715b req-eecef1d7-f9bf-40c0-a573-5b4a019bbf3c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 948 time: 0.1504326 Mar 02 17:30:46.399394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-9b87f329-b2db-4c6a-b837-060d62bda1a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fa18363-c80d-4803-8e56-39a980a52bb0 HTTP/1.1" status: 200 len: 217 time: 0.0931544 Mar 02 17:30:46.463575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-562d6184-d985-4aee-bd7e-4ec5fa8e715b req-2aaa3f69-a80a-48eb-bda5-d36450f6eca5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739450 Mar 02 17:30:46.478072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0037aa8-3a2b-4926-99bf-13863b46bdfb req-b12f9447-17b0-425f-b71a-98ad1e9f6745 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:46.479477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0037aa8-3a2b-4926-99bf-13863b46bdfb req-b12f9447-17b0-425f-b71a-98ad1e9f6745 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 944 time: 0.2633131 Mar 02 17:30:46.518726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9263-1bda-4244-adea-268995c018af req-8b892c9c-8270-4ec1-bbfc-0720b260d380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:46.520137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-8b892c9c-8270-4ec1-bbfc-0720b260d380 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.1039972 Mar 02 17:30:46.579906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-96bee147-fab3-412b-9a5b-3a4f53c705a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480821 Mar 02 17:30:46.614029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0037aa8-3a2b-4926-99bf-13863b46bdfb req-e6f9e825-748a-4075-8ab7-479c5ebac80f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170151 Mar 02 17:30:46.734650 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-a499814c-2ff4-4d1a-934c-5ff0c6d618df req-8d34e891-d437-4151-8141-343b75c35b06 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] show failed (client error): The resource could not be found. Mar 02 17:30:46.735675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a499814c-2ff4-4d1a-934c-5ff0c6d618df req-8d34e891-d437-4151-8141-343b75c35b06 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/d8411db4-e479-4da8-af3b-f40f17b664dc HTTP/1.1" status: 404 len: 352 time: 0.0423365 Mar 02 17:30:46.793038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-4eb7118c-5ad9-4217-af9b-597131e0f3cf service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780932 Mar 02 17:30:46.799480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8d3a4-519a-4aa1-bcea-3c05791c1c82 req-9cee1d08-9ef0-460c-9fed-961262822320 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:46.801186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07a8d3a4-519a-4aa1-bcea-3c05791c1c82 req-9cee1d08-9ef0-460c-9fed-961262822320 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2188995 Mar 02 17:30:46.825434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0abdc958-b2a0-4488-a78d-5becbaa67ffa details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:46.977346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:46.990914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0abdc958-b2a0-4488-a78d-5becbaa67ffa', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '0abdc958-b2a0-4488-a78d-5becbaa67ffa', 'mac_address': 'fa:16:3e:5d:27:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:47.005322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07a8d3a4-519a-4aa1-bcea-3c05791c1c82 req-80c87bd9-a82f-479e-bb73-fbc4c5b1dfcd tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795890 Mar 02 17:30:47.050857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ade9263-1bda-4244-adea-268995c018af req-81b570d0-7203-425e-aae6-15aa90f34e01 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388759 Mar 02 17:30:47.054612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b345129-8b91-4c0a-865d-c5a0d0558595 req-f65c97cd-7941-45df-a9f4-70feb5e2fcff tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 1096 time: 0.1610746 Mar 02 17:30:47.059640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.097616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abdc958-b2a0-4488-a78d-5becbaa67ffa {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:47.112890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b345129-8b91-4c0a-865d-c5a0d0558595 req-b529c995-0c3a-4a6b-a236-848233f2ec48 tempest-LiveMigrationTest-957584126 tempest-LiveMigrationTest-957584126-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Mar 02 17:30:47.121509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:47.126783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.214646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:47.305371 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'status': 'completed', 'code': 200} Mar 02 17:30:47.512092 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-686e17f8-1a45-4ee8-9c2d-63bc75599022 req-1d6d3cb6-7334-4947-a484-de3e328df8a9 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] show failed (client error): The resource could not be found. Mar 02 17:30:47.513093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-686e17f8-1a45-4ee8-9c2d-63bc75599022 req-1d6d3cb6-7334-4947-a484-de3e328df8a9 tempest-SecurityGroupsNegativeTestJSON-47574194 tempest-SecurityGroupsNegativeTestJSON-47574194-project] 10.222.0.37 "GET /v2.0/security-groups/2ab7c79d-0732-406a-beb8-872b1bd31c17 HTTP/1.1" status: 404 len: 352 time: 0.2138374 Mar 02 17:30:47.524161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49004) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:47.646389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-4ea20c7f-537c-434f-b488-aa8522f4492f service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402412 Mar 02 17:30:47.680472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Deleting subnet ee0ccd9f-8b04-426a-b666-0f82b2c7d836 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:30:47.684140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.739195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfb914-9988-40a3-a42f-5bd7e09802ad req-c01ebfd8-3c4b-4c76-b8d7-18b0e0227f91 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:47.740677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebdfb914-9988-40a3-a42f-5bd7e09802ad req-c01ebfd8-3c4b-4c76-b8d7-18b0e0227f91 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 945 time: 0.6108620 Mar 02 17:30:47.741130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.792529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-5e40b648-7f28-4c96-a77e-3f241aaa6211 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7eec9d92771c48debf7deb41c5a98423&device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 1095 time: 0.4852991 Mar 02 17:30:47.794117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-8d8e9dfa-016b-4dcf-a81a-7588fe3c2cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859877 Mar 02 17:30:47.800702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.880063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.919496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0ccd9f-8b04-426a-b666-0f82b2c7d836,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:47.926549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:47.935754 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f7e73eaf-3d3e-4450-a332-4bba45e9557c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ee0ccd9f-8b04-426a-b666-0f82b2c7d836 HTTP/1.1" status: 204 len: 168 time: 0.4085097 Mar 02 17:30:47.937165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:48.032814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0abdc958-b2a0-4488-a78d-5becbaa67ffa'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:48.050363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.059337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebdfb914-9988-40a3-a42f-5bd7e09802ad req-1a74a23e-2acb-4597-8896-87b058b7bc5b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665331 Mar 02 17:30:48.068028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eea4aecd-086c-49b2-9cf9-75978bbefadc req-f76851af-ad40-4ab0-9822-6f131412e689 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706107 Mar 02 17:30:48.126322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-c680cbd0-2b93-40f4-81c7-4365549e2d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:48.132898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-c680cbd0-2b93-40f4-81c7-4365549e2d10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 200 len: 906 time: 0.3147295 Mar 02 17:30:48.149604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e5a5-6fd3-4962-addc-5cabef9f8008 req-3f036eec-e9d2-4de9-a080-d15dfa12b933 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:48.151168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af16e5a5-6fd3-4962-addc-5cabef9f8008 req-3f036eec-e9d2-4de9-a080-d15dfa12b933 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 948 time: 0.5080750 Mar 02 17:30:48.213832 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.259473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d780eb29-cf8e-4b7e-896e-b888d7c1154c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:48.274865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2910b57-1dbf-41e6-b830-c6f829c33cc5') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:48.275165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2910b57-1dbf-41e6-b830-c6f829c33cc5') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:30:48.295440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.313708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.313708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:30:48.313708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:30:48.331465 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:30:48.335467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-1e841a09-a0ad-441d-8f95-96e6d823f851 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.4193516 Mar 02 17:30:48.336838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-dd85a794-8b69-4ab0-8f61-9300d7cb1b0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fa18363-c80d-4803-8e56-39a980a52bb0 HTTP/1.1" status: 200 len: 217 time: 0.1835914 Mar 02 17:30:48.361047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:48.425181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.450336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.461349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d780eb29-cf8e-4b7e-896e-b888d7c1154c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:48.471079 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-20be85e4-c6c0-4d91-9d3e-75f7de28cb63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d780eb29-cf8e-4b7e-896e-b888d7c1154c HTTP/1.1" status: 204 len: 168 time: 0.5330994 Mar 02 17:30:48.476983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af16e5a5-6fd3-4962-addc-5cabef9f8008 req-402dab44-df50-4eb6-8f79-b3810d9e086e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567005 Mar 02 17:30:48.516463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-66d42d27-a82b-4ebf-af32-23414bc99bc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:48.519740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-66d42d27-a82b-4ebf-af32-23414bc99bc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 200 len: 845 time: 0.1260493 Mar 02 17:30:48.621204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-1049cc5b-bd79-4424-a80d-06f842bcf597 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2c4c8fc-299c-4517-97dd-1a116740b990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616198 Mar 02 17:30:48.634747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f2f8f-0169-4133-b0a1-dfc2f43c4ffb req-1f35643c-45f5-4d31-bd65-7121390f0cd1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:48.636685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-399f2f8f-0169-4133-b0a1-dfc2f43c4ffb req-1f35643c-45f5-4d31-bd65-7121390f0cd1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.4141033 Mar 02 17:30:48.641535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49022) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:48.700395 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4262906d-ca01-429c-9d4d-e1189840388d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c26232b0805a46e492a343dc53eaf58c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576725 Mar 02 17:30:48.703821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49026) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:48.745723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.776757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.782467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.810025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.839520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-399f2f8f-0169-4133-b0a1-dfc2f43c4ffb req-c34d8179-0f48-4059-b019-d30f618116d8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811726 Mar 02 17:30:48.864554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.887012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:48.888053 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/672aa988-8d0a-48a6-aece-66cc323fb22f HTTP/1.1" status: 204 len: 168 time: 0.1827588 Mar 02 17:30:48.888768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a48e6c-54ff-47d4-a9fe-6e9ae1569eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672aa988-8d0a-48a6-aece-66cc323fb22f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:49.165541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-8701609e-3a57-4935-941d-13937cb4b643 service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265834 Mar 02 17:30:49.344844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:49.358938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27484-2267-4278-a9ca-93c34d0ad597 req-65c66c70-4772-4972-87cc-a31a8749d0a0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:49.360460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84c27484-2267-4278-a9ca-93c34d0ad597 req-65c66c70-4772-4972-87cc-a31a8749d0a0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 948 time: 0.3770049 Mar 02 17:30:49.412960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58841bec-9ab4-4d06-ba9f-060ed59ccd46 req-47411f62-72cb-4cd2-b64e-c0d993295372 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:49.414421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58841bec-9ab4-4d06-ba9f-060ed59ccd46 req-47411f62-72cb-4cd2-b64e-c0d993295372 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 944 time: 0.3865209 Mar 02 17:30:49.427291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0346138-29e1-46a1-ae81-60b5edc23600 req-f05b8e5a-2e4b-4909-8a5e-8400fc8e7e9e service neutron] 10.222.0.50 "GET /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444227 Mar 02 17:30:49.484046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:49.535331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84c27484-2267-4278-a9ca-93c34d0ad597 req-3f18ba27-c6f9-4461-ae4c-e1a468465180 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609547 Mar 02 17:30:49.551496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58841bec-9ab4-4d06-ba9f-060ed59ccd46 req-bab43efa-7aca-4022-8704-438cc0996bf7 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276886 Mar 02 17:30:49.575333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:49.579894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:49.586899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:49.760843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:49.828842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:49.829173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:49.829889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:49.847438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:49.847991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Attempting to bind port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:49.876095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d815-f3db-4e78-a177-b2f9d82f346d req-91f9abad-ebb9-4a52-b0fc-72872b0d3714 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:49.877873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d015d815-f3db-4e78-a177-b2f9d82f346d req-91f9abad-ebb9-4a52-b0fc-72872b0d3714 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1785507 Mar 02 17:30:49.879396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:49.879954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:49.880530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:49.881212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Bound port: 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:49.881610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:50.085912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d015d815-f3db-4e78-a177-b2f9d82f346d req-4022bb29-51d8-4ddc-aa81-7ca13e18368e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951303 Mar 02 17:30:50.099252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:50.106278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:50.127789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:50.177357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-c720d24a-8d43-4ca9-807c-2a147d0748cb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:50.179163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-c720d24a-8d43-4ca9-807c-2a147d0748cb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.2355084 Mar 02 17:30:50.227782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed1099-d5a4-4b3a-878f-04796d3d8abd req-ba366fef-6225-4423-b3b8-db66dbd8edb2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:50.229178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78ed1099-d5a4-4b3a-878f-04796d3d8abd req-ba366fef-6225-4423-b3b8-db66dbd8edb2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 945 time: 0.2775064 Mar 02 17:30:50.394022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:50.415732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Deleting port c312f772-db59-4fa3-bae2-5739b84b06ba {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:30:50.416072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:50.499004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78ed1099-d5a4-4b3a-878f-04796d3d8abd req-766f4245-a9ca-4d9d-be74-e36ae185faf5 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618673 Mar 02 17:30:50.509991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:50.511341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-e7e7e7fc-5e4b-45f6-8885-9588e608b09d service neutron] 10.222.0.35 "PUT /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 1121 time: 2.1641273 Mar 02 17:30:50.579094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bab465-05aa-4b8d-81c9-3e1aece0b795 req-d767fdd1-82ee-4608-93cc-1e6cef6f1e74 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:50.580740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64bab465-05aa-4b8d-81c9-3e1aece0b795 req-d767fdd1-82ee-4608-93cc-1e6cef6f1e74 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.3505704 Mar 02 17:30:50.810926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:50.836671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 549631ba-f757-4e9c-a92e-baae3f02d7e6 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:50.838734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0abdc958-b2a0-4488-a78d-5becbaa67ffa up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:50.878464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64bab465-05aa-4b8d-81c9-3e1aece0b795 req-51869bee-a1ee-4c04-8481-6fe0334d12db tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845216 Mar 02 17:30:50.923206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] For port c312f772-db59-4fa3-bae2-5739b84b06ba, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c312f772-db59-4fa3-bae2-5739b84b06ba,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:50.923568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:50.942654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daa3df-1e48-4545-973d-659cfab6d0aa req-4ba73fd4-21e8-46c2-91e4-8b8c19fe5665 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:50.944437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78daa3df-1e48-4545-973d-659cfab6d0aa req-4ba73fd4-21e8-46c2-91e4-8b8c19fe5665 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 948 time: 0.2285624 Mar 02 17:30:50.997492 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'code': 200} Mar 02 17:30:51.059218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Calling delete_port for c312f772-db59-4fa3-bae2-5739b84b06ba owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:30:51.092073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0abdc958-b2a0-4488-a78d-5becbaa67ffa completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:51.109715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:51.121023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0abdc958-b2a0-4488-a78d-5becbaa67ffa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:51.121390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.159974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78daa3df-1e48-4545-973d-659cfab6d0aa req-f29fb488-7355-4b18-9524-a189b37bf258 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640842 Mar 02 17:30:51.172407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '549631ba-f757-4e9c-a92e-baae3f02d7e6', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '549631ba-f757-4e9c-a92e-baae3f02d7e6', 'mac_address': 'fa:16:3e:47:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:51.247671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.268841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:51.314618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event deleted for resources: {'Port': ['ID=c312f772-db59-4fa3-bae2-5739b84b06ba,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:51.327357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.404072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549631ba-f757-4e9c-a92e-baae3f02d7e6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:51.470433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.493244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:51.500417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.502179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] No DVR routers for this DVR port c312f772-db59-4fa3-bae2-5739b84b06ba on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:51.538668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.575618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a6eca40-aa72-4868-a70b-c73ec6f3d219 req-31c61b4c-5171-451d-b678-c4d56d198562 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "DELETE /v2.0/ports/c312f772-db59-4fa3-bae2-5739b84b06ba HTTP/1.1" status: 204 len: 173 time: 1.3835585 Mar 02 17:30:51.582741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:51.606347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:51.617974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08921-dbba-4063-a3ac-2a6146d53a85 req-0d599add-f50a-4a2b-be8a-e88731a5752d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:51.624297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:51.625037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81a08921-dbba-4063-a3ac-2a6146d53a85 req-0d599add-f50a-4a2b-be8a-e88731a5752d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2688093 Mar 02 17:30:51.630221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:51.653399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:51.679339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7356-c9f9-444e-be1c-f485ac976678 req-59daae99-1749-48c7-8e4b-be0baae56836 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:51.680777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd5b7356-c9f9-444e-be1c-f485ac976678 req-59daae99-1749-48c7-8e4b-be0baae56836 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 949 time: 0.1800287 Mar 02 17:30:51.699415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.700045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.700537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.701018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.701506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.701986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.702460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.702950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.703446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.703927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.704398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:51.727027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81a08921-dbba-4063-a3ac-2a6146d53a85 req-dee587b3-84a0-4022-88d2-117716697b1a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011310 Mar 02 17:30:51.749435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd5b7356-c9f9-444e-be1c-f485ac976678 req-7e9043bd-ddf6-4f96-aab7-c9f1715ca45f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Mar 02 17:30:51.836112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:51.889135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:51.920453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:51.939649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'mac_address': 'fa:16:3e:38:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:30:51.991372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac825927-767b-4dbf-adf4-2688cb5dca4b req-3f490971-e12b-4503-ab20-e653b952d01e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:51.992876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac825927-767b-4dbf-adf4-2688cb5dca4b req-3f490971-e12b-4503-ab20-e653b952d01e tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 944 time: 0.1054745 Mar 02 17:30:52.026522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.051113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa18363-c80d-4803-8e56-39a980a52bb0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:52.064205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.067677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:52.078713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.117952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:52.123361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Usage tracker for resource:security_group_rule and tenant:31b0d513a6d94234bc4cf7760d96b574 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:52.126848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:52.134347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:52.159414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:52.164758 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-4cefd78a-fa5b-49b1-ab8b-8d2544a59e02 service neutron] show failed (client error): The resource could not be found. Mar 02 17:30:52.165804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-4cefd78a-fa5b-49b1-ab8b-8d2544a59e02 service neutron] 10.222.0.50 "GET /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1352563 Mar 02 17:30:52.199654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac825927-767b-4dbf-adf4-2688cb5dca4b req-3158320d-6ed1-4871-ae72-44e80193d7b3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677423 Mar 02 17:30:52.230786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78080a4-ef60-479b-b1f9-3f99e7cc48eb req-76af7ba2-d21d-4879-a955-717da25fcd50 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:52.233091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f78080a4-ef60-479b-b1f9-3f99e7cc48eb req-76af7ba2-d21d-4879-a955-717da25fcd50 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2392433 Mar 02 17:30:52.237998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.247256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.297173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e6ca4-38be-4cf8-a03a-d8e9cb41a249,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:52.308634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31b0d513a6d94234bc4cf7760d96b574&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4701688 Mar 02 17:30:52.308913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f78080a4-ef60-479b-b1f9-3f99e7cc48eb req-f8d9b778-99c6-4f24-aa38-edd918f3925b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574822 Mar 02 17:30:52.311987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:52.330117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.330579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.330929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.331260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.331706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.331893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.332385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.342688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.342688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.342688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.342688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54132af5-310c-4539-8b87-c9e68606b55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:30:52.406014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.416265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9daa12e8-7f4e-478e-b88e-0f5e973bee18 req-018122a1-af84-456d-b472-4c844424bd35 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:30:52.439172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9daa12e8-7f4e-478e-b88e-0f5e973bee18 req-018122a1-af84-456d-b472-4c844424bd35 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:30:52.440328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.442534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9daa12e8-7f4e-478e-b88e-0f5e973bee18 req-018122a1-af84-456d-b472-4c844424bd35 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a3f9ac-19ec-434c-ab17-b7e2cff97985 HTTP/1.1" status: 200 len: 210 time: 0.0719471 Mar 02 17:30:52.456909 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa', 'code': 200} Mar 02 17:30:52.534130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.559476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e6ca4-38be-4cf8-a03a-d8e9cb41a249,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:52.573311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:52.575049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9fe460f9-ca4d-4e80-8b71-b5717e3ea486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/677e6ca4-38be-4cf8-a03a-d8e9cb41a249 HTTP/1.1" status: 204 len: 168 time: 0.2602057 Mar 02 17:30:52.645348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['549631ba-f757-4e9c-a92e-baae3f02d7e6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:52.733691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6fa18363-c80d-4803-8e56-39a980a52bb0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:30:52.861788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:52.864091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:52.908076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: c312f772-db59-4fa3-bae2-5739b84b06ba {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:30:52.908757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c312f772-db59-4fa3-bae2-5739b84b06ba not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:30:52.952414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8bcc6-db9b-414c-af13-3b4ae4cf0fc4 req-a85efc1a-87ee-45c9-9878-6c24ef430e24 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:52.953943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8a8bcc6-db9b-414c-af13-3b4ae4cf0fc4 req-a85efc1a-87ee-45c9-9878-6c24ef430e24 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.2626495 Mar 02 17:30:52.962995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b34eef68-e262-4a45-9d01-8009daf7ca13 req-e626d79d-131e-471e-abc9-8f6d8a5071ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 1100 time: 0.3362236 Mar 02 17:30:52.982041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-5da408b9-1713-4f90-bfa9-16bf13fdd54b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2&tenant_id=be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 1101 time: 0.4411950 Mar 02 17:30:52.988643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8bca-a0a3-4934-957a-187da57f5375 req-aa01c0b0-a563-4114-ab55-ff9f9e12f0d9 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:52.991432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e9b8bca-a0a3-4934-957a-187da57f5375 req-aa01c0b0-a563-4114-ab55-ff9f9e12f0d9 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2989111 Mar 02 17:30:53.007538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'}, {'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-deleted', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:53.034791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:53.070843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:30:53.271435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:53.293984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:30:53.369268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b34eef68-e262-4a45-9d01-8009daf7ca13 req-c811ffaa-532e-43c9-9adf-dc19c2ae9c1a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758910 Mar 02 17:30:53.369860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:53.418925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8a8bcc6-db9b-414c-af13-3b4ae4cf0fc4 req-3fe7e7d8-3640-41c9-947b-c407cd270447 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456530 Mar 02 17:30:53.447037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e9b8bca-a0a3-4934-957a-187da57f5375 req-f538d3b7-f441-4278-b387-67dd566f10f3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342585 Mar 02 17:30:53.629951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:30:53.736830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:53.796393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:53.882752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1883319164-network', 'tenant_id': '5f751a4cd5814ec39ec4e5945c9a7001'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:53.887640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:53.892194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Usage tracker for resource:network and tenant:5f751a4cd5814ec39ec4e5945c9a7001 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:53.895570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:53.899177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:53.906958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:53.915104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabb0cc-1da4-4905-a165-43a1bb8b5d32 req-9229d493-2bf0-4aab-bbde-38fff46a52bd tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:53.916913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffabb0cc-1da4-4905-a165-43a1bb8b5d32 req-9229d493-2bf0-4aab-bbde-38fff46a52bd tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2209988 Mar 02 17:30:53.923561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Made reservation on behalf of 5f751a4cd5814ec39ec4e5945c9a7001 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:53.923809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919ad9a-c6eb-44ac-9ab1-e7bbfe7f5897 req-fa1da2a5-8339-4841-9e96-cece9b67f1b6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:53.925213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5919ad9a-c6eb-44ac-9ab1-e7bbfe7f5897 req-fa1da2a5-8339-4841-9e96-cece9b67f1b6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 949 time: 0.2281899 Mar 02 17:30:53.926283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:53.939265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:53.972349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:53.976281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f751a4cd5814ec39ec4e5945c9a7001 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:53.979132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:53.985043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:54.026759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5919ad9a-c6eb-44ac-9ab1-e7bbfe7f5897 req-b3935b82-b3f3-44ed-bc5b-1b6abb8c39d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841660 Mar 02 17:30:54.039798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:54.063566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.070263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.079270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffabb0cc-1da4-4905-a165-43a1bb8b5d32 req-447b1a26-b98d-408b-a11b-6e35c6c2dd8a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530001 Mar 02 17:30:54.127792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f7f46-928a-4ed3-8d00-4f6bce8fec39,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:54.148285 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'status': 'completed', 'code': 200} Mar 02 17:30:54.148549 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3f9ac-19ec-434c-ab17-b7e2cff97985', 'name': 'network-vif-deleted', 'tag': 'c312f772-db59-4fa3-bae2-5739b84b06ba', 'status': 'completed', 'code': 200} Mar 02 17:30:54.154712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.167541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:30:54.174787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Transition to ACTIVE for port object 8e47df62-b76a-4fb6-94c7-0c753dd72704 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:54.180215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.201826 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.202553 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Added segment 10b5fdca-8ba6-408d-a963-c1f6103cb5a8 of type vlan for network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 Mar 02 17:30:54.275828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.312796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:30:54.313591 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:30:54.330669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.331626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:54.332433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.458485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] Pushing event updated for resources: {'Network': ['ID=64efb07f-5dea-4f26-8e3a-28c1ad53e218,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:54.476042 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c253d868-7d41-4142-aeb9-3d53cba241d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7381048 Mar 02 17:30:54.478796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:30:54.479265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:30:54.486275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Request body: {'subnet': {'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1883319164-subnet', 'tenant_id': '5f751a4cd5814ec39ec4e5945c9a7001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:30:54.495738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:30:54.508826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Usage tracker for resource:subnet and tenant:5f751a4cd5814ec39ec4e5945c9a7001 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:30:54.512988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:30:54.525699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] No DVR routers for this DVR port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:54.531829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:30:54.547720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Made reservation on behalf of 5f751a4cd5814ec39ec4e5945c9a7001 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:30:54.548326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:54.550534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.653142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:30:54.653410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:30:54.653729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:54.675026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072479d-4afb-4c62-a99f-dc0460ba3997 req-49cf8c19-ee2c-4b24-9c5e-b16bc70fd8bd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:54.676471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9072479d-4afb-4c62-a99f-dc0460ba3997 req-49cf8c19-ee2c-4b24-9c5e-b16bc70fd8bd tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 945 time: 0.4513743 Mar 02 17:30:54.680478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-456a385d-7b43-4474-abc5-93c0f1f06d00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1124 time: 0.3936357 Mar 02 17:30:54.689513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:30:54.689839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:30:54.751720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987dd36-9db6-40cd-a7fb-52ae67e0e549 req-78ec407d-5d87-4571-aff1-54223c129b7b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:54.753167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5987dd36-9db6-40cd-a7fb-52ae67e0e549 req-78ec407d-5d87-4571-aff1-54223c129b7b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.3945386 Mar 02 17:30:54.798346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:30:54.798712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:54.799458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:30:54.799626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Bound port: 8e47df62-b76a-4fb6-94c7-0c753dd72704, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:30:54.799862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.805050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.894450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afa1281-5b56-406c-997c-cd6ed27c457e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:54.901247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Checking segment: {'id': '10b5fdca-8ba6-408d-a963-c1f6103cb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:30:54.901247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Network hostable DHCP agents. Network: 64efb07f-5dea-4f26-8e3a-28c1ad53e218, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:30:54.929070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:30:54.935499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9072479d-4afb-4c62-a99f-dc0460ba3997 req-8cd0e4e8-8d92-4ab4-b688-69b12c485667 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485034 Mar 02 17:30:54.939191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 64efb07f-5dea-4f26-8e3a-28c1ad53e218) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:30:54.949308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:54.950052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:54.952653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af97f0f-939b-4941-a7f9-6cd1059bd25a None None] Network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:30:54.989207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2540a9b7-f658-4685-8085-2d68cafa0218 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5089796 Mar 02 17:30:54.990023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5987dd36-9db6-40cd-a7fb-52ae67e0e549 req-2aa3cc5a-c5b9-4353-9109-0e49e43ffcda tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766498 Mar 02 17:30:55.009550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-75ed375e-b280-45ae-9980-5b3f9af521e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:55.011303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-75ed375e-b280-45ae-9980-5b3f9af521e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.3023582 Mar 02 17:30:55.015637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:55.019182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:30:55.139781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:55.216559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-aeba766a-cee7-4031-95ee-7872a5ce09c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.1954854 Mar 02 17:30:55.357231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62520e-c9c8-4a31-b909-4233bd86fc6d None None] Network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:30:55.516059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-797db155-aa1e-4051-b374-154e3f0e5ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:55.517487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-797db155-aa1e-4051-b374-154e3f0e5ff3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.2883625 Mar 02 17:30:55.602537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:55.603973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] 10.222.0.35 "PUT /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 1096 time: 2.5903575 Mar 02 17:30:55.653326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:55.677953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-e9b1fa01-1020-4bf4-b3d6-2ad33ac701b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688601 Mar 02 17:30:55.681080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160b76-f164-4a22-9ee7-9b1ad821afed service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:55.776528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 6fa18363-c80d-4803-8e56-39a980a52bb0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:55.782981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6fa18363-c80d-4803-8e56-39a980a52bb0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:55.783440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:55.873650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d3a1-e948-4b43-8204-f48ab2db5ec7 req-e149a8e3-0de1-461c-a55e-6371389f4cc5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:55.880371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7c7d3a1-e948-4b43-8204-f48ab2db5ec7 req-e149a8e3-0de1-461c-a55e-6371389f4cc5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.6046679 Mar 02 17:30:55.918658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:55.946862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0a0a-4a16-4465-978e-5c18ca5dc248 req-31576c18-dcd8-45be-913f-5a80a8d8423a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:55.948393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-137f0a0a-4a16-4465-978e-5c18ca5dc248 req-31576c18-dcd8-45be-913f-5a80a8d8423a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.6790566 Mar 02 17:30:55.949516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:55.960339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:55.964248 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:55.967737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-46943462-5186-4d3a-8e0a-993901e04c03 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748778 Mar 02 17:30:56.033229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:56.090104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7c7d3a1-e948-4b43-8204-f48ab2db5ec7 req-4219b1de-570d-4d49-a53f-4dfcd09e122f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083197 Mar 02 17:30:56.113566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-7ddb86f9-770d-4291-9170-c400bc28664e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1099 time: 0.3339810 Mar 02 17:30:56.129844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-137f0a0a-4a16-4465-978e-5c18ca5dc248 req-0fc02f57-d1a5-40e4-b2d4-f8745ec47b4c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728346 Mar 02 17:30:56.156748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}, {'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:56.248754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73509ee2-cd0e-4b5b-b3b1-4c9d9e8b2139 req-4af37c3b-93ff-4166-9eca-3ae1b012817c service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640796 Mar 02 17:30:56.381772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-e9a848d7-f4e2-49b2-8859-0519f2d54206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:56.383388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-e9a848d7-f4e2-49b2-8859-0519f2d54206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2560022 Mar 02 17:30:56.494774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685193-e12e-4889-8c69-7177e347fd0e req-5e6fc6e2-c25c-41aa-acd8-caed6d62c242 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:56.496221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99685193-e12e-4889-8c69-7177e347fd0e req-5e6fc6e2-c25c-41aa-acd8-caed6d62c242 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2145011 Mar 02 17:30:56.497396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-ed033b94-33e6-4278-ae91-508dd732f65a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.0952377 Mar 02 17:30:56.502917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e13ff3-e43f-4f22-8355-c6837064e3b8 req-0e99f04c-8db4-4383-916b-41fde189be33 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:56.504211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57e13ff3-e43f-4f22-8355-c6837064e3b8 req-0e99f04c-8db4-4383-916b-41fde189be33 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 949 time: 0.2580321 Mar 02 17:30:56.626217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-cff80197-7ca1-4315-9059-63e8e0cff52a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:56.627851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-cff80197-7ca1-4315-9059-63e8e0cff52a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1091609 Mar 02 17:30:56.631861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57e13ff3-e43f-4f22-8355-c6837064e3b8 req-a253ef4d-1415-46bd-8ce9-b9d9dc95a0d9 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122661 Mar 02 17:30:56.633937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99685193-e12e-4889-8c69-7177e347fd0e req-4e50baf4-4019-45f0-b420-4a1c19e5ad31 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288898 Mar 02 17:30:56.719943 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'code': 200} Mar 02 17:30:56.729736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-c42d0cd4-5f15-4e57-bcaf-503240b9d92f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864565 Mar 02 17:30:56.895245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 549631ba-f757-4e9c-a92e-baae3f02d7e6 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:30:56.989778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 549631ba-f757-4e9c-a92e-baae3f02d7e6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:30:56.997835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 549631ba-f757-4e9c-a92e-baae3f02d7e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:30:56.998712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:57.082284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-26fa2ffc-70b5-4c3c-930e-fa09b5748a52 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381584 Mar 02 17:30:57.132576 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:57.170418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:57.174389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:57.247320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:57.366018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdebf00-a151-4cc7-a7d9-582209fe4782 req-85c9cad4-5a4e-4090-b29e-35f1b2e7a6ad tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:57.367413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acdebf00-a151-4cc7-a7d9-582209fe4782 req-85c9cad4-5a4e-4090-b29e-35f1b2e7a6ad tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.5364041 Mar 02 17:30:57.370116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecfa9980-41df-4631-acf1-2180729e0cda req-a197c638-3950-430e-8394-9740edd7ed57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 1097 time: 0.5026476 Mar 02 17:30:57.418243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-9c3f5c33-dca4-42ba-98e9-333bc4314d9c tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:57.419968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-9c3f5c33-dca4-42ba-98e9-333bc4314d9c tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/networks?id=64efb07f-5dea-4f26-8e3a-28c1ad53e218 HTTP/1.1" status: 200 len: 809 time: 0.4825506 Mar 02 17:30:57.491595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-e2a0434b-766c-4e5d-a154-8922d6b72091 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/quotas/5f751a4cd5814ec39ec4e5945c9a7001 HTTP/1.1" status: 200 len: 375 time: 0.0589058 Mar 02 17:30:57.504200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecfa9980-41df-4631-acf1-2180729e0cda req-1e641589-213a-46bc-93b6-24dbdea5cca5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Mar 02 17:30:57.541934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acdebf00-a151-4cc7-a7d9-582209fe4782 req-03e9fd48-0fc2-4a38-87f8-183c1f24038b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666977 Mar 02 17:30:57.543799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca94023a-8f3c-481e-b20a-f61aa3748869 req-8ac848b6-110d-496f-a564-1a4117523f98 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477513 Mar 02 17:30:57.550225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-563f3ea7-4df9-4d1d-81c2-8064b940abd7 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f751a4cd5814ec39ec4e5945c9a7001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515847 Mar 02 17:30:57.822825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-c25471ad-3674-4f2a-a20e-c132d7396867 service neutron] 10.222.0.37 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646778 Mar 02 17:30:57.916320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cf2b4-6c4d-42ab-a0fc-e140de83a4a3 req-3476c426-618e-48e9-981c-de156f4997ab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:57.918450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d53cf2b4-6c4d-42ab-a0fc-e140de83a4a3 req-3476c426-618e-48e9-981c-de156f4997ab tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.2045557 Mar 02 17:30:58.004251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d53cf2b4-6c4d-42ab-a0fc-e140de83a4a3 req-cb5ac708-f9f4-4051-a434-09f0331a1b49 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 Mar 02 17:30:58.011995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-30982acb-473e-489b-87b2-5066d32cda9f service neutron] 10.222.0.37 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828537 Mar 02 17:30:58.093476 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'code': 200} Mar 02 17:30:58.093738 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'status': 'completed', 'code': 200} Mar 02 17:30:58.372529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-7d5fbc8c-8572-4644-8ba5-20484d8e19a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1099 time: 0.2451134 Mar 02 17:30:58.496465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c892d8f-0db9-4e2d-842d-51e40c52dc22 req-95fc0fd4-71e9-4751-a3b9-769d6a740dc8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:58.497962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c892d8f-0db9-4e2d-842d-51e40c52dc22 req-95fc0fd4-71e9-4751-a3b9-769d6a740dc8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 943 time: 0.3002024 Mar 02 17:30:58.506399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-345e4b69-07c7-4da2-b776-e642fd362e15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1099 time: 0.2716246 Mar 02 17:30:58.523430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4770-beed-4309-a5af-2ff98d257cd5 req-3ab112a2-444d-47a7-b2d9-0825b5cec746 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:58.524811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25cf4770-beed-4309-a5af-2ff98d257cd5 req-3ab112a2-444d-47a7-b2d9-0825b5cec746 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2896163 Mar 02 17:30:58.719487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c892d8f-0db9-4e2d-842d-51e40c52dc22 req-e5b403d3-8564-415b-8662-a419d6048505 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113948 Mar 02 17:30:58.720704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:30:58.739498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25cf4770-beed-4309-a5af-2ff98d257cd5 req-998de0f0-a4f1-479d-96c2-11e0a9746bcb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818388 Mar 02 17:30:58.742294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107884-f80b-42b5-9640-890024c06cab req-5e3f931a-8243-4d13-b63c-b9dfa5834fb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:58.743660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-5e3f931a-8243-4d13-b63c-b9dfa5834fb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3474677 Mar 02 17:30:58.831941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107884-f80b-42b5-9640-890024c06cab req-fb496aa6-2b67-42b2-9b70-a33153ab2bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:58.833403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-fb496aa6-2b67-42b2-9b70-a33153ab2bd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.3171673 Mar 02 17:30:58.835121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-d3302574-3e95-435c-a04a-3f9404a54e90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.0803511 Mar 02 17:30:58.900038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:30:59.003934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-922930ab-90e4-4830-948a-116e79a0fc82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.1199973 Mar 02 17:30:59.018897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-514057a0-107c-4f06-a72c-427e1a338fee service neutron] 10.222.0.50 "GET /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.1011550 Mar 02 17:30:59.077425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:59.097172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:30:59.175218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107884-f80b-42b5-9640-890024c06cab req-19c4c0c4-b268-4ca6-8f35-e5425ba8eb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:59.176758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-19c4c0c4-b268-4ca6-8f35-e5425ba8eb45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.3309267 Mar 02 17:30:59.306838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107884-f80b-42b5-9640-890024c06cab req-d6db2ffc-4a58-4e80-9909-81e150430b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:59.308396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-d6db2ffc-4a58-4e80-9909-81e150430b10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2948704 Mar 02 17:30:59.324215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6824ef-9d36-4332-83d4-2340038a9581 req-a5b40d61-fcec-4d06-abed-4f5a2a27e9c6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:59.325594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a6824ef-9d36-4332-83d4-2340038a9581 req-a5b40d61-fcec-4d06-abed-4f5a2a27e9c6 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.4379613 Mar 02 17:30:59.403569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:59.416822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-99dfa36c-04d6-45c0-8198-293d233b3fcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982863 Mar 02 17:30:59.434769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:30:59.438753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc6e7-d5ee-49c7-88d8-25ff5870bb42 req-c3ad425d-763b-46f5-b5d1-cc79ac0c007e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:30:59.440198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f27cc6e7-d5ee-49c7-88d8-25ff5870bb42 req-c3ad425d-763b-46f5-b5d1-cc79ac0c007e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2676580 Mar 02 17:30:59.494971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:30:59.506260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:30:59.523199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:59.551197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a6824ef-9d36-4332-83d4-2340038a9581 req-92f53754-c96f-45fe-8e5b-96fc9a400044 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184198 Mar 02 17:30:59.632476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] Transition to ACTIVE for port object 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:30:59.635295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f27cc6e7-d5ee-49c7-88d8-25ff5870bb42 req-4ea47125-8c3c-405d-800c-bcd478cf66be tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709499 Mar 02 17:30:59.638069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:30:59.658351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-7b04f96d-82c5-4b10-842a-299b1f06b5b7 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158506 Mar 02 17:30:59.674887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-fcb8ba63-cdff-47f4-b26f-e00b17455340 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3010378 Mar 02 17:30:59.824532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] No DVR routers for this DVR port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:30:59.852259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:30:59.909412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-425be374-5c80-4a13-b23e-072788b0521b req-b181a02a-cca5-474f-8acc-d7da16c31996 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 210 time: 0.2045355 Mar 02 17:30:59.964731 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-aa6e9a14-3ad9-40ef-87c5-388d34e447b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9300468 Mar 02 17:31:00.035345 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6', 'code': 200} Mar 02 17:31:00.036081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-1ff95573-f495-4a91-bf49-b4bd64eb494e tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.038590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-1ff95573-f495-4a91-bf49-b4bd64eb494e tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Synchronizing usage tracker for tenant:5f751a4cd5814ec39ec4e5945c9a7001 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:00.039189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-fa11a215-06f0-46b2-997b-785d4850536f service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678787 Mar 02 17:31:00.056474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-68149123-37ce-4518-91e9-829b503cc3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546999 Mar 02 17:31:00.072110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-1ff95573-f495-4a91-bf49-b4bd64eb494e tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Unset dirty status for tenant:5f751a4cd5814ec39ec4e5945c9a7001 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:00.073915 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-1ff95573-f495-4a91-bf49-b4bd64eb494e tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.50 "GET /v2.0/networks?id=64efb07f-5dea-4f26-8e3a-28c1ad53e218 HTTP/1.1" status: 200 len: 809 time: 0.2455692 Mar 02 17:31:00.075855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c7ee-d9ff-4ef2-89c1-52b8c925ec72 req-263e79e4-fd70-4a27-a21c-55136e388fc0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.077358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f54c7ee-d9ff-4ef2-89c1-52b8c925ec72 req-263e79e4-fd70-4a27-a21c-55136e388fc0 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.2752478 Mar 02 17:31:00.119407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Request body: {'port': {'device_id': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218', 'admin_state_up': True, 'tenant_id': '5f751a4cd5814ec39ec4e5945c9a7001'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:00.260969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:00.265136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Usage tracker for resource:port and tenant:5f751a4cd5814ec39ec4e5945c9a7001 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:00.269230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:00.275985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:00.285652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Made reservation on behalf of 5f751a4cd5814ec39ec4e5945c9a7001 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:00.290915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:00.367248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f54c7ee-d9ff-4ef2-89c1-52b8c925ec72 req-ad622cb0-0096-4ce5-a711-faf8a61b7904 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713876 Mar 02 17:31:00.440307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94107884-f80b-42b5-9640-890024c06cab req-79b71f23-af9a-4e89-9cba-5a011e84a603 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620193 Mar 02 17:31:00.458109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-ee76fc43-936b-490f-8334-1adac51f0d73 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.2563236 Mar 02 17:31:00.462530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e83206-40ae-4aac-96bd-9c539d8719c9 req-996e14ae-d851-4416-9be9-f3561ccb8f23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 1101 time: 0.2955880 Mar 02 17:31:00.492496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05a6f-c87c-4002-aaec-50e96f932bb0 req-5d044731-27c9-4d43-a047-befeaaf0deca tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.494198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91d05a6f-c87c-4002-aaec-50e96f932bb0 req-5d044731-27c9-4d43-a047-befeaaf0deca tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.3331945 Mar 02 17:31:00.521049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe31e-350a-4277-ab66-026c2ede419c req-bfa20187-8854-418d-a3a2-78bc6fbaaab7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.522541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-18fbe31e-350a-4277-ab66-026c2ede419c req-bfa20187-8854-418d-a3a2-78bc6fbaaab7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:00.532639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Allocated IP 172.20.0.11 (64efb07f-5dea-4f26-8e3a-28c1ad53e218/1afa1281-5b56-406c-997c-cd6ed27c457e/c424d201-eb11-46c3-974f-95c9b45301ef) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:00.546654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-18fbe31e-350a-4277-ab66-026c2ede419c req-bfa20187-8854-418d-a3a2-78bc6fbaaab7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:00.547844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-18fbe31e-350a-4277-ab66-026c2ede419c req-bfa20187-8854-418d-a3a2-78bc6fbaaab7 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 945 time: 0.1896842 Mar 02 17:31:00.665391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e83206-40ae-4aac-96bd-9c539d8719c9 req-89d4f989-9824-42e6-9191-26aa4942a4e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698318 Mar 02 17:31:00.669350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Deleting port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:00.670036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:00.673563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91d05a6f-c87c-4002-aaec-50e96f932bb0 req-f3b08a23-6115-4d34-98be-997d174b8ee9 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278732 Mar 02 17:31:00.706279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-2b5e300e-256c-496b-97e3-ee32ac2d95af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&tenant_id=0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 1095 time: 0.2095017 Mar 02 17:31:00.713188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6791bb-cc8f-4876-8dad-085c9fcdd911 req-d263e58a-df41-4bfb-be98-7095cc231e4b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.714627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d6791bb-cc8f-4876-8dad-085c9fcdd911 req-d263e58a-df41-4bfb-be98-7095cc231e4b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.1751833 Mar 02 17:31:00.763614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d6791bb-cc8f-4876-8dad-085c9fcdd911 req-bed2b2de-5390-40dc-9427-17eb4474df8e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Mar 02 17:31:00.884316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03a42-53ea-40cf-a4bb-4acda2a55bdf req-dd05d600-55a6-42c2-bb60-12c0b31ff5f4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:00.885890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e03a42-53ea-40cf-a4bb-4acda2a55bdf req-dd05d600-55a6-42c2-bb60-12c0b31ff5f4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.0823100 Mar 02 17:31:00.969775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.043768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] For port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:01.044460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.090094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e03a42-53ea-40cf-a4bb-4acda2a55bdf req-fedc9741-9f94-499b-b397-652157dd78f2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728911 Mar 02 17:31:01.112605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0e64-354c-476d-bad0-0cfb64ca8fae req-d76475fe-07ea-4196-a774-b7c98e90a07e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:01.114069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-136c0e64-354c-476d-bad0-0cfb64ca8fae req-d76475fe-07ea-4196-a774-b7c98e90a07e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2263536 Mar 02 17:31:01.167590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-136c0e64-354c-476d-bad0-0cfb64ca8fae req-60087f2e-eabf-4a82-b545-c2f39e5afed6 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Mar 02 17:31:01.258055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.265620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Calling delete_port for 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:01.362802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf16c-76fa-48f9-8140-c05e56f37c37 req-bf951bef-cee7-42d3-8421-ae1fb32a920c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:01.364516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033cf16c-76fa-48f9-8140-c05e56f37c37 req-bf951bef-cee7-42d3-8421-ae1fb32a920c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.0821114 Mar 02 17:31:01.390768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Pushing event updated for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:01.397027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:01.401433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:01.414819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:01.439127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033cf16c-76fa-48f9-8140-c05e56f37c37 req-d55303eb-fefa-4fd1-b84b-757b40a230b0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 Mar 02 17:31:01.518865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:01.519473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.559613 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-af6c69c4-90e1-4bb3-86eb-c8f1c518ab7d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4448950 Mar 02 17:31:01.561248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.583718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:01.604982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Request body: {'port': {'device_id': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:01.665377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event deleted for resources: {'Port': ['ID=70f4b849-5b32-4c7f-8f51-4bf9839bfb4f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:01.684182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:01.695716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6bcd5-01c9-41e1-8601-479fcbfefecb req-f4f18449-bda4-4c41-bcc8-6b7aefed975c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:01.697524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1f6bcd5-01c9-41e1-8601-479fcbfefecb req-f4f18449-bda4-4c41-bcc8-6b7aefed975c tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1132240 Mar 02 17:31:01.759053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:01.801589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1f6bcd5-01c9-41e1-8601-479fcbfefecb req-c7ff4085-d516-4451-bbab-a3e6d695968e tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953805 Mar 02 17:31:01.811199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] No DVR routers for this DVR port 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:01.815118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.816989 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-18fbe31e-350a-4277-ab66-026c2ede419c req-d716e96a-feec-44ec-9b10-2fdf6ab0e73e tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "DELETE /v2.0/ports/70f4b849-5b32-4c7f-8f51-4bf9839bfb4f HTTP/1.1" status: 204 len: 173 time: 1.2535973 Mar 02 17:31:01.817425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-deleted', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:01.848454 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:01.848802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4bad-f6cc-4c60-893a-3af0491de04b req-23d4e1ff-7bcb-43db-8750-9d5cb2cad794 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:01.851206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-671e4bad-f6cc-4c60-893a-3af0491de04b req-23d4e1ff-7bcb-43db-8750-9d5cb2cad794 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 932 time: 0.1046836 Mar 02 17:31:01.913045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-671e4bad-f6cc-4c60-893a-3af0491de04b req-201fe441-70d4-4c54-aa7b-80f724cf356d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 Mar 02 17:31:02.089809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d71cb4-12a8-4192-a2d1-a39bf80bb14f req-2562024e-3c55-48fe-8c12-6320bd27effa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0684240 Mar 02 17:31:02.142106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7504a-ff59-45fa-a353-7c84283f87f1 req-0cbd3fb0-2e93-41af-a21d-a9b39f27dba6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:02.149408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fb7504a-ff59-45fa-a353-7c84283f87f1 req-0cbd3fb0-2e93-41af-a21d-a9b39f27dba6 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.0934746 Mar 02 17:31:02.186973 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48875a8-a7ed-4704-895f-fc6b3bde298d', 'name': 'network-vif-deleted', 'tag': '70f4b849-5b32-4c7f-8f51-4bf9839bfb4f', 'status': 'completed', 'code': 200} Mar 02 17:31:02.191545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fb7504a-ff59-45fa-a353-7c84283f87f1 req-e4557bd2-6341-4fbc-a06b-67f0129b2522 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Mar 02 17:31:02.213689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c424d201-eb11-46c3-974f-95c9b45301ef {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:02.221098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:02.236122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Transition to ACTIVE for port object c424d201-eb11-46c3-974f-95c9b45301ef will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:02.241355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:02.370617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:02.453322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517d515-3df8-420a-a89a-5488436ff6e4 req-47c88297-3db9-4a42-8013-ce6cc7d355d9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:02.454832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8517d515-3df8-420a-a89a-5488436ff6e4 req-47c88297-3db9-4a42-8013-ce6cc7d355d9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.1423459 Mar 02 17:31:02.461765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43781c37-6c07-417f-a7ca-11041120c734 req-67410ad2-ce87-4036-9fca-21f91d09bdf2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:02.463216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43781c37-6c07-417f-a7ca-11041120c734 req-67410ad2-ce87-4036-9fca-21f91d09bdf2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1187649 Mar 02 17:31:02.477356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Attempting to bind port c424d201-eb11-46c3-974f-95c9b45301ef on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:02.477683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Attempting to bind port c424d201-eb11-46c3-974f-95c9b45301ef by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '10b5fdca-8ba6-408d-a963-c1f6103cb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:02.477999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Attempting to bind port c424d201-eb11-46c3-974f-95c9b45301ef on network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:02.483771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Port c424d201-eb11-46c3-974f-95c9b45301ef on network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:31:02.484083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Attempting to bind port c424d201-eb11-46c3-974f-95c9b45301ef on network 64efb07f-5dea-4f26-8e3a-28c1ad53e218 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:02.490208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:02.490532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Checking segment: {'id': '10b5fdca-8ba6-408d-a963-c1f6103cb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:02.490929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Bound using segment: {'id': '10b5fdca-8ba6-408d-a963-c1f6103cb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:02.491344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Bound port: c424d201-eb11-46c3-974f-95c9b45301ef, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b5fdca-8ba6-408d-a963-c1f6103cb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:02.491705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:02.531933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8517d515-3df8-420a-a89a-5488436ff6e4 req-d8b3ba43-3e01-45db-94a1-36b4b2623b87 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677667 Mar 02 17:31:02.538922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43781c37-6c07-417f-a7ca-11041120c734 req-1794ebfa-bc66-4521-9c9e-d5c6b072f9c2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596628 Mar 02 17:31:02.590422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:02.593571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c424d201-eb11-46c3-974f-95c9b45301ef,segment=NetworkSegment(10b5fdca-8ba6-408d-a963-c1f6103cb5a8),segment_id=10b5fdca-8ba6-408d-a963-c1f6103cb5a8)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:02.604213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:02.667822 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:02.669098 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/c424d201-eb11-46c3-974f-95c9b45301ef HTTP/1.1" status: 200 len: 1092 time: 1.0682242 Mar 02 17:31:02.691457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c1e86-28aa-4e35-a61d-323a2ba688c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:02.753115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1b40-704d-4f05-a575-3250d337f6ae req-4f02aad1-7b9e-4a06-82e2-67d89d37cd0e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:02.754767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-816b1b40-704d-4f05-a575-3250d337f6ae req-4f02aad1-7b9e-4a06-82e2-67d89d37cd0e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.0892878 Mar 02 17:31:02.802974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-816b1b40-704d-4f05-a575-3250d337f6ae req-8d39b642-03f6-4001-bb8a-e462ae2f1f99 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Mar 02 17:31:02.842705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-d605dc49-1aea-4fbe-ac59-9c3215de9169 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f751a4cd5814ec39ec4e5945c9a7001&device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0811145 Mar 02 17:31:02.935526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:02.936361 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-dd3f4fa5-ca5a-4840-bcd1-514bbd996c5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c424d201-eb11-46c3-974f-95c9b45301ef HTTP/1.1" status: 200 len: 217 time: 0.0663621 Mar 02 17:31:02.969296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:02.969682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 70f4b849-5b32-4c7f-8f51-4bf9839bfb4f not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:02.970043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:02.984478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb48fc-fbe8-4f24-910c-89bd8804e0ae req-7303d8d4-6974-4916-8ceb-7702cac60709 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:02.985925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebbb48fc-fbe8-4f24-910c-89bd8804e0ae req-7303d8d4-6974-4916-8ceb-7702cac60709 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1260724 Mar 02 17:31:03.005124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-28d85856-9917-4bfb-b2ca-ff276618ce95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.007469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-28d85856-9917-4bfb-b2ca-ff276618ce95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1afa1281-5b56-406c-997c-cd6ed27c457e HTTP/1.1" status: 200 len: 849 time: 0.0598872 Mar 02 17:31:03.057083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3026a-7597-4420-825c-921502419a71 req-658c1502-ea24-4807-befc-6159d8debc05 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.058557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50e3026a-7597-4420-825c-921502419a71 req-658c1502-ea24-4807-befc-6159d8debc05 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1341624 Mar 02 17:31:03.060944 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-a983c493-b3d1-445e-9d56-e47c2acfbf3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64efb07f-5dea-4f26-8e3a-28c1ad53e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425549 Mar 02 17:31:03.061226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebbb48fc-fbe8-4f24-910c-89bd8804e0ae req-8b27ee21-96f3-43c1-aea5-d9f06730ab0d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Mar 02 17:31:03.112082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50e3026a-7597-4420-825c-921502419a71 req-0aa90b32-261c-4a46-a953-caa25c4d77f8 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Mar 02 17:31:03.298321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16908291-b796-45ce-8f22-20c6f8b52801 req-f334c6f5-b63d-4071-afe7-5092477379fb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0502708 Mar 02 17:31:03.298777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-3ebeaa16-8a53-4cfc-8dfc-ca31ab07fc65 service neutron] 10.222.0.50 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268038 Mar 02 17:31:03.335403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6bbb-dc69-427b-b392-c62389c222b8 req-63526ff6-4c4d-4005-bc26-4012b8487063 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.336871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ee6bbb-dc69-427b-b392-c62389c222b8 req-63526ff6-4c4d-4005-bc26-4012b8487063 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1303711 Mar 02 17:31:03.385027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4ee6bbb-dc69-427b-b392-c62389c222b8 req-c7bf5cdc-40d9-4b3e-ad0f-25aa922fcae5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Mar 02 17:31:03.471992 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-07f1fdcc-f84f-44f0-bf04-ec34552d14d4 req-eee67ca0-937e-410a-a4c0-93456297a5f9 service neutron] 10.222.0.50 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484151 Mar 02 17:31:03.488958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02771901-bb78-4d01-b2fb-61f769090d02 req-1f398a38-9cd3-488d-a321-2debc86ba000 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.491666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02771901-bb78-4d01-b2fb-61f769090d02 req-1f398a38-9cd3-488d-a321-2debc86ba000 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.0792708 Mar 02 17:31:03.539129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02771901-bb78-4d01-b2fb-61f769090d02 req-2019a837-ee17-449b-b9e8-d85d2c5d9c42 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Mar 02 17:31:03.798267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691cf0-8a77-4bb7-b996-25e3fb99b706 req-2190043e-ab60-46d3-bba6-1bfc0d763a61 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.799727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe691cf0-8a77-4bb7-b996-25e3fb99b706 req-2190043e-ab60-46d3-bba6-1bfc0d763a61 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1400094 Mar 02 17:31:03.806279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b60db-446e-485c-a958-590f12bbd28a req-6d7a1873-db5d-4b04-87d0-cc074a3c0f8f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:03.807568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd7b60db-446e-485c-a958-590f12bbd28a req-6d7a1873-db5d-4b04-87d0-cc074a3c0f8f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.1165330 Mar 02 17:31:03.880771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe691cf0-8a77-4bb7-b996-25e3fb99b706 req-60f92b77-6cea-4ed6-93b0-087a535ddbd6 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Mar 02 17:31:03.883694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd7b60db-446e-485c-a958-590f12bbd28a req-0613e8fb-adfd-4839-a1a7-648935f7e865 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619931 Mar 02 17:31:04.075806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd859f-6727-4a60-a7af-c13a066d7bab req-44e26b74-5f61-40c7-9ccd-1a60da21552a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:04.077151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1cd859f-6727-4a60-a7af-c13a066d7bab req-44e26b74-5f61-40c7-9ccd-1a60da21552a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.0742478 Mar 02 17:31:04.127531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1cd859f-6727-4a60-a7af-c13a066d7bab req-5f925d6e-a30c-4265-9ff9-f2e575742dc0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Mar 02 17:31:04.188287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:04.357467 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:31:04.476579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337a210-ee85-48d0-8117-f4bea72ce4a7 req-cbd8b5d5-807e-437d-874c-4a5c0e700068 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:04.478144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5337a210-ee85-48d0-8117-f4bea72ce4a7 req-cbd8b5d5-807e-437d-874c-4a5c0e700068 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1319902 Mar 02 17:31:04.517817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543d679-ab5d-4a49-bad8-7a664cf75a70 req-faa607f0-0814-4e47-b030-23bbdf5eb645 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:04.519249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d543d679-ab5d-4a49-bad8-7a664cf75a70 req-faa607f0-0814-4e47-b030-23bbdf5eb645 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1324699 Mar 02 17:31:04.652513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5337a210-ee85-48d0-8117-f4bea72ce4a7 req-56542bbe-46e3-443e-b4a4-e2c8af16daf8 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682751 Mar 02 17:31:04.664590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d543d679-ab5d-4a49-bad8-7a664cf75a70 req-e48ae2a9-f666-47fb-9d0b-cf8c9682c48f tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378558 Mar 02 17:31:04.719844 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef', 'status': 'completed', 'code': 200} Mar 02 17:31:04.813355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b4d5902-f78c-4537-9930-195c35bdbaf7 req-40b26eec-413d-473c-af9f-9aed4d3a8895 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0411732 Mar 02 17:31:04.880050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-93d4cee6-440e-4de8-a5a0-201faa770a6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f751a4cd5814ec39ec4e5945c9a7001&device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0757048 Mar 02 17:31:04.892071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467244ed-11a0-49fe-b281-717774c772a5 req-d1056e3e-4ff0-4925-887f-0477697ca7ef tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:04.893498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-467244ed-11a0-49fe-b281-717774c772a5 req-d1056e3e-4ff0-4925-887f-0477697ca7ef tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0793173 Mar 02 17:31:04.972175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-467244ed-11a0-49fe-b281-717774c772a5 req-2433e6ca-44b6-479d-bba5-7ea15d3d507f tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718853 Mar 02 17:31:05.023406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5fe37-8dd3-4600-acac-eaa1e65bc5c9 req-c66b8b1e-6c7e-428b-8858-0a19820bf00e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.025074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5e5fe37-8dd3-4600-acac-eaa1e65bc5c9 req-c66b8b1e-6c7e-428b-8858-0a19820bf00e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.0915508 Mar 02 17:31:05.026815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-9a4f1435-75ec-4c41-a5ea-3b4f586ef0c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.028385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-9a4f1435-75ec-4c41-a5ea-3b4f586ef0c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64efb07f-5dea-4f26-8e3a-28c1ad53e218 HTTP/1.1" status: 200 len: 910 time: 0.1379347 Mar 02 17:31:05.072785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5e5fe37-8dd3-4600-acac-eaa1e65bc5c9 req-24cbf922-8c9d-4496-b3f9-28f985c72dda tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Mar 02 17:31:05.113658 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-3989bb6a-ff3b-4b12-9fec-bfee2a9c3c37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c424d201-eb11-46c3-974f-95c9b45301ef HTTP/1.1" status: 200 len: 217 time: 0.0746701 Mar 02 17:31:05.181488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7e0b-3055-4632-8930-595726563d55 req-dba3cc5b-fbba-4340-99cb-b60dd82210a5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.183004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e43b7e0b-3055-4632-8930-595726563d55 req-dba3cc5b-fbba-4340-99cb-b60dd82210a5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.0867445 Mar 02 17:31:05.185308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-fe565b21-8430-4b09-b66f-03955436b3d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.186824 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-fe565b21-8430-4b09-b66f-03955436b3d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1afa1281-5b56-406c-997c-cd6ed27c457e HTTP/1.1" status: 200 len: 849 time: 0.0613642 Mar 02 17:31:05.243277 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-10661f01-ec42-474a-969a-7337d540fa68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64efb07f-5dea-4f26-8e3a-28c1ad53e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424120 Mar 02 17:31:05.271733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e43b7e0b-3055-4632-8930-595726563d55 req-16d40609-8de0-4009-ab23-38cc8dc7ee5d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574653 Mar 02 17:31:05.294875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20ec5-eea2-4a8e-958c-642d8b1cda3f req-dc573894-5731-4d3c-896f-2655f7daefe7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.296529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7da20ec5-eea2-4a8e-958c-642d8b1cda3f req-dc573894-5731-4d3c-896f-2655f7daefe7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.1126554 Mar 02 17:31:05.349822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7da20ec5-eea2-4a8e-958c-642d8b1cda3f req-1191d496-fa39-41d7-b544-b922c6120dfe tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Mar 02 17:31:05.392684 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-cbcf5334-b218-4b46-9a8f-372986b6c75f service neutron] 10.222.0.50 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357386 Mar 02 17:31:05.469317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384dbe3-137a-428a-85bf-4ddda6a6829b req-42edf3d8-f6e1-4b76-a5b9-992cf4757816 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.470778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e384dbe3-137a-428a-85bf-4ddda6a6829b req-42edf3d8-f6e1-4b76-a5b9-992cf4757816 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.0763874 Mar 02 17:31:05.517747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e384dbe3-137a-428a-85bf-4ddda6a6829b req-cbfe47f6-7b8c-4b0a-b3dd-858be35067aa tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Mar 02 17:31:05.533771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c38cc47d-9cea-43ee-851b-5bb574144fbe req-4eaf57b6-e748-4267-bd41-6539fe984a6a service neutron] 10.222.0.50 "GET /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298130 Mar 02 17:31:05.696338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:05.832049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:05.845053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'network_id': 'c2c4c8fc-299c-4517-97dd-1a116740b990', 'port_id': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'mac_address': 'fa:16:3e:38:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326d5b5-6b75-473b-b317-8fec4db423b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:05.899482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:05.905464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579ea5-d5ac-4f0d-95b8-f588ab7ab318 req-94ab4e16-1661-45e5-906d-94d79f0040c8 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.906934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c579ea5-d5ac-4f0d-95b8-f588ab7ab318 req-94ab4e16-1661-45e5-906d-94d79f0040c8 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1332829 Mar 02 17:31:05.918196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ba012-dcdc-44c2-9552-6b3682ee94f0 req-ba5d0ea5-d910-432e-9ca0-8a5cb8aef4f0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:05.919623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841ba012-dcdc-44c2-9552-6b3682ee94f0 req-ba5d0ea5-d910-432e-9ca0-8a5cb8aef4f0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1158562 Mar 02 17:31:05.920444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fa18363-c80d-4803-8e56-39a980a52bb0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:05.936843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:05.941365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:05.988919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c579ea5-d5ac-4f0d-95b8-f588ab7ab318 req-bda4fc9d-99e3-46b4-a7e6-71d40feb5fa6 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683572 Mar 02 17:31:05.999186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841ba012-dcdc-44c2-9552-6b3682ee94f0 req-2677f889-848e-48a3-a061-889471292cec tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631697 Mar 02 17:31:06.011708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:06.185898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f080b40-e747-4514-9b83-9d3e23da4051 req-4be8b65b-910c-440c-93cc-9772c921b65c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0750902 Mar 02 17:31:06.223885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107fdb-b95f-43c7-ac4b-9463a8101a21 req-8ee4fcc4-926f-42ce-bde4-7fdfb879b650 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:06.225610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5107fdb-b95f-43c7-ac4b-9463a8101a21 req-8ee4fcc4-926f-42ce-bde4-7fdfb879b650 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0843349 Mar 02 17:31:06.270428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5107fdb-b95f-43c7-ac4b-9463a8101a21 req-2c12875c-0ea2-41c2-a745-05c84e1008de tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Mar 02 17:31:06.339598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6fa18363-c80d-4803-8e56-39a980a52bb0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:06.383109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244232c-c5f8-4001-8080-7e5aa0382d66 req-27e78c09-21ed-4fae-8df5-b4f4e2d1229f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:06.384570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0244232c-c5f8-4001-8080-7e5aa0382d66 req-27e78c09-21ed-4fae-8df5-b4f4e2d1229f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.0900202 Mar 02 17:31:06.488227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0244232c-c5f8-4001-8080-7e5aa0382d66 req-cb73f7ea-c19b-4e2f-b24b-6e95c4413e49 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Mar 02 17:31:06.513925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3475fc-856e-4783-b550-4c4942d7da44 req-bc74d597-4d85-44ee-89f2-f48f75647640 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:06.521082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e3475fc-856e-4783-b550-4c4942d7da44 req-bc74d597-4d85-44ee-89f2-f48f75647640 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1064491 Mar 02 17:31:06.567217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e3475fc-856e-4783-b550-4c4942d7da44 req-37e368bb-828a-4035-b34d-4fd9035cdd7b tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Mar 02 17:31:06.676260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63b88-b26c-47df-8ccd-ac30ea54e8ef req-a5d2aa1e-498d-477a-8b08-fa9b00ba6906 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:06.677946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ed63b88-b26c-47df-8ccd-ac30ea54e8ef req-a5d2aa1e-498d-477a-8b08-fa9b00ba6906 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.0776403 Mar 02 17:31:06.775299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ed63b88-b26c-47df-8ccd-ac30ea54e8ef req-c4a67fa6-c761-492e-982f-e8a9cbe944f1 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913174 Mar 02 17:31:06.799214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e551-978c-465b-934c-7a032a70d3bc req-a98dca43-c19a-4032-b761-e8e78ea6fedc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:06.800633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f42e551-978c-465b-934c-7a032a70d3bc req-a98dca43-c19a-4032-b761-e8e78ea6fedc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1025178 Mar 02 17:31:06.846388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f42e551-978c-465b-934c-7a032a70d3bc req-920a816f-d147-451e-b501-00a1b09d2c48 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Mar 02 17:31:07.258093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdc8f8-6fba-4a50-8ff8-3823c45f3894 req-6a9eef86-75ad-40b4-abe7-3dde5f1818c5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.259627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5efdc8f8-6fba-4a50-8ff8-3823c45f3894 req-6a9eef86-75ad-40b4-abe7-3dde5f1818c5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 945 time: 0.1421096 Mar 02 17:31:07.265117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fba19-5a4d-4d9d-b574-d8701cb80b3b req-dffc822d-3079-4a9f-b6eb-073aeba4ea07 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.266448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971fba19-5a4d-4d9d-b574-d8701cb80b3b req-dffc822d-3079-4a9f-b6eb-073aeba4ea07 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1184103 Mar 02 17:31:07.330596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-f97d166e-3c09-4958-a153-81226570eb31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1095 time: 0.0844209 Mar 02 17:31:07.343347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5efdc8f8-6fba-4a50-8ff8-3823c45f3894 req-f1fbdbb9-2450-4420-b7ae-484704ec819d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Mar 02 17:31:07.360989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971fba19-5a4d-4d9d-b574-d8701cb80b3b req-0bbfead4-bb80-4c09-9e6c-ab22fe6c74f1 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781322 Mar 02 17:31:07.525115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-9c567e14-cec7-4245-9f50-90686595f84a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.526534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-9c567e14-cec7-4245-9f50-90686595f84a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.1830809 Mar 02 17:31:07.574414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9103e63f-9c3b-44d0-8085-8d545337772e req-ec7db41f-cbfd-4653-bdb3-f2f3af40eceb tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=e48875a8-a7ed-4704-895f-fc6b3bde298d HTTP/1.1" status: 200 len: 210 time: 0.0503325 Mar 02 17:31:07.610398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09cbd2-fb2f-4512-8c76-76ec22987273 req-75b77a45-f493-4d0a-9e51-f95a5b5e38ca tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.611936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-861206e8-30dc-44e6-be90-5891cc3306ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.0663941 Mar 02 17:31:07.612404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d09cbd2-fb2f-4512-8c76-76ec22987273 req-75b77a45-f493-4d0a-9e51-f95a5b5e38ca tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1238582 Mar 02 17:31:07.659444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d09cbd2-fb2f-4512-8c76-76ec22987273 req-370c1f85-675b-46f1-864a-c62c5bdbbe97 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Mar 02 17:31:07.679718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-38f229e8-00e7-4c1b-9531-e1c0d3a4fa1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.681164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-38f229e8-00e7-4c1b-9531-e1c0d3a4fa1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0598013 Mar 02 17:31:07.689610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c424d201-eb11-46c3-974f-95c9b45301ef details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:07.714605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:07.735957 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-6aa66199-66ee-40e0-9397-3325fcccbac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462720 Mar 02 17:31:07.914829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6fa18363-c80d-4803-8e56-39a980a52bb0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:07.915345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:07.926788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcc95a-bbf3-455c-9818-5130b74ee074 req-a24ae3e0-5e98-4221-aa5c-7bf80d74a4fe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:07.929342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24fcc95a-bbf3-455c-9818-5130b74ee074 req-a24ae3e0-5e98-4221-aa5c-7bf80d74a4fe tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.1156881 Mar 02 17:31:07.946025 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-0ac50b2c-0256-435e-bb9c-b801dcc5eb96 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934767 Mar 02 17:31:07.964568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c424d201-eb11-46c3-974f-95c9b45301ef,segment=NetworkSegment(10b5fdca-8ba6-408d-a963-c1f6103cb5a8),segment_id=10b5fdca-8ba6-408d-a963-c1f6103cb5a8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:07.991522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'c424d201-eb11-46c3-974f-95c9b45301ef', 'network_id': '64efb07f-5dea-4f26-8e3a-28c1ad53e218', 'port_id': 'c424d201-eb11-46c3-974f-95c9b45301ef', 'mac_address': 'fa:16:3e:d5:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afa1281-5b56-406c-997c-cd6ed27c457e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:08.071890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.130078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c424d201-eb11-46c3-974f-95c9b45301ef {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:08.143887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24fcc95a-bbf3-455c-9818-5130b74ee074 req-ff8372aa-0341-489f-8a96-a7c22ff9c72c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079940 Mar 02 17:31:08.185634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c424d201-eb11-46c3-974f-95c9b45301ef,segment=NetworkSegment(10b5fdca-8ba6-408d-a963-c1f6103cb5a8),segment_id=10b5fdca-8ba6-408d-a963-c1f6103cb5a8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:08.191570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.201491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19d6e-3520-454c-b43c-10c66552b09c req-2ffe65e5-5c90-40c4-bae6-8a5329f7844a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:08.203372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecf19d6e-3520-454c-b43c-10c66552b09c req-2ffe65e5-5c90-40c4-bae6-8a5329f7844a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1450503 Mar 02 17:31:08.203999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.269054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:08.273869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-87f78989-4964-454d-838f-562cf548af96 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120446 Mar 02 17:31:08.288164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecf19d6e-3520-454c-b43c-10c66552b09c req-4cda6084-bad5-4bcd-a009-4b2d9199b333 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Mar 02 17:31:08.306371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:08.311266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:08.314520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.349235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.386770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:08.421149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62d6fd-7060-4cf1-b9cc-9a69bbfff3ef req-5233cad1-f437-4296-a41a-32708a9f8bd6 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:08.428601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb62d6fd-7060-4cf1-b9cc-9a69bbfff3ef req-5233cad1-f437-4296-a41a-32708a9f8bd6 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.0993884 Mar 02 17:31:08.477388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb62d6fd-7060-4cf1-b9cc-9a69bbfff3ef req-82941f82-9595-45a3-adf6-1bb35dda9bc4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Mar 02 17:31:08.573402 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'code': 200} Mar 02 17:31:08.574778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec7289-11d5-4b94-8596-b02304c5ef0f req-f49e6b89-8909-4083-b386-e7ee50a32f18 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:08.576246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bec7289-11d5-4b94-8596-b02304c5ef0f req-f49e6b89-8909-4083-b386-e7ee50a32f18 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.0805802 Mar 02 17:31:08.639470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bec7289-11d5-4b94-8596-b02304c5ef0f req-5b26f94e-2454-4ee5-beae-a61a1544fd66 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 Mar 02 17:31:08.652572 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-6a8c3096-6cd0-40b1-9bd5-12e6b161da11 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.0812881 Mar 02 17:31:08.761943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a8009-23db-4d2d-929f-72dade1321fc req-4e7bc456-c15a-4660-a86a-71b8ae0501cf tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:08.763542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-8474e4d5-ff16-46a4-aa28-5f2b85e56c32 service neutron] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:08.763794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756a8009-23db-4d2d-929f-72dade1321fc req-4e7bc456-c15a-4660-a86a-71b8ae0501cf tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.0818973 Mar 02 17:31:08.767958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-8474e4d5-ff16-46a4-aa28-5f2b85e56c32 service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:08.769376 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-293211fc-349f-4555-b1d5-fb15005cdf28 req-8474e4d5-ff16-46a4-aa28-5f2b85e56c32 service neutron] 10.222.0.35 "DELETE /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.1097152 Mar 02 17:31:08.814705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756a8009-23db-4d2d-929f-72dade1321fc req-9e5685a4-902f-49be-a3f7-d478b52e996b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Mar 02 17:31:08.859127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['c424d201-eb11-46c3-974f-95c9b45301ef'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:08.942281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:09.075217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ade6a-dd03-44ad-9357-fcfa7e2bf093 req-a76aea78-c302-46e3-87c1-102df6cc3a8d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:09.076657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa9ade6a-dd03-44ad-9357-fcfa7e2bf093 req-a76aea78-c302-46e3-87c1-102df6cc3a8d tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 945 time: 0.1305134 Mar 02 17:31:09.116811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6d10-968a-410b-8ba2-927016b1f6e7 req-3670304b-f173-42a4-a142-725c9afd72e5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:09.118160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47aa6d10-968a-410b-8ba2-927016b1f6e7 req-3670304b-f173-42a4-a142-725c9afd72e5 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1163383 Mar 02 17:31:09.157338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:09.161127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa9ade6a-dd03-44ad-9357-fcfa7e2bf093 req-099dbad8-d218-46db-857b-02a1f139eec2 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725877 Mar 02 17:31:09.181117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'mac_address': 'fa:16:3e:f4:89:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:09.181820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47aa6d10-968a-410b-8ba2-927016b1f6e7 req-7ff4d093-12a9-41d5-abc5-c3a324f1099f tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Mar 02 17:31:09.232759 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-38267a9e-9a5e-48c4-85b3-1c0caa829bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:09.258738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:09.284627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:09.405721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:09.411773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eacbc-485e-4bca-afe2-2549c9182ea1 req-0c0a98ef-c4a8-497d-931c-131cdf2b4652 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:09.420688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b6eacbc-485e-4bca-afe2-2549c9182ea1 req-0c0a98ef-c4a8-497d-931c-131cdf2b4652 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 948 time: 0.0973029 Mar 02 17:31:09.465814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:09.483114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b6eacbc-485e-4bca-afe2-2549c9182ea1 req-a07c5671-d1c5-4c93-bb36-e0ab0b166616 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614657 Mar 02 17:31:09.566799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:09.749402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094d64-8783-4376-95c2-59d08ab8a651 req-65b92df3-46cb-4cdc-8bfc-f9fdb05cdeea tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:09.750870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e094d64-8783-4376-95c2-59d08ab8a651 req-65b92df3-46cb-4cdc-8bfc-f9fdb05cdeea tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 944 time: 0.1420088 Mar 02 17:31:09.760161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd629d3c-6ba1-43d3-b6f5-571761c14940 req-fa3748ab-4539-47d5-9d36-ac4b51ab5b02 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:09.761522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd629d3c-6ba1-43d3-b6f5-571761c14940 req-fa3748ab-4539-47d5-9d36-ac4b51ab5b02 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1139395 Mar 02 17:31:09.837168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e094d64-8783-4376-95c2-59d08ab8a651 req-4e3b5740-4bc0-4a54-be73-1e510053eb33 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747166 Mar 02 17:31:09.839557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd629d3c-6ba1-43d3-b6f5-571761c14940 req-e839a2ae-2842-4021-a3e1-c7ea9257c18c tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639856 Mar 02 17:31:10.094611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e2e3-1201-4940-91b3-6350a9e1c976 req-6b07bded-78c3-479b-8d65-067f8ccaea51 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.096022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84b7e2e3-1201-4940-91b3-6350a9e1c976 req-6b07bded-78c3-479b-8d65-067f8ccaea51 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.1442163 Mar 02 17:31:10.102803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae0ef-f9fb-4f29-b8ce-dd351c1887cf req-d77fbcde-7045-4a9d-8346-0b70f1b794b7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.104187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54dae0ef-f9fb-4f29-b8ce-dd351c1887cf req-d77fbcde-7045-4a9d-8346-0b70f1b794b7 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1224594 Mar 02 17:31:10.175763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84b7e2e3-1201-4940-91b3-6350a9e1c976 req-785dc1fb-7cfe-4374-b8c1-8d0a247e1187 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Mar 02 17:31:10.182466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54dae0ef-f9fb-4f29-b8ce-dd351c1887cf req-b2c2f1cd-e403-4135-ae3b-407de2ac4f81 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 Mar 02 17:31:10.316115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-2563c7b6-a49b-4175-a1b1-99f4e100927b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.316910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-2563c7b6-a49b-4175-a1b1-99f4e100927b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:10.332805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-2563c7b6-a49b-4175-a1b1-99f4e100927b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:10.334748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-2563c7b6-a49b-4175-a1b1-99f4e100927b tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 944 time: 0.0975232 Mar 02 17:31:10.406462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Deleting port b71b7544-be69-4011-9c9c-5b62a85d9e33 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:10.406462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:10.437365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0b33a-191d-4bf8-84a0-cea94f4a5add req-be2e652a-1e57-4192-b04c-7d1de004ac99 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.438826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bf0b33a-191d-4bf8-84a0-cea94f4a5add req-be2e652a-1e57-4192-b04c-7d1de004ac99 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 945 time: 0.1130702 Mar 02 17:31:10.445201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d2d87-e341-466e-90d0-ec3812529ac9 req-3220ea04-d968-45e3-bdc0-c4324acd1691 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.446606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec2d2d87-e341-466e-90d0-ec3812529ac9 req-3220ea04-d968-45e3-bdc0-c4324acd1691 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1516035 Mar 02 17:31:10.520380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bf0b33a-191d-4bf8-84a0-cea94f4a5add req-cb9f007d-be91-4162-9b83-f252261e3ac4 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728106 Mar 02 17:31:10.524924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec2d2d87-e341-466e-90d0-ec3812529ac9 req-4badc647-6b9c-4c2a-b62b-7e817a904b30 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614185 Mar 02 17:31:10.687474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] For port b71b7544-be69-4011-9c9c-5b62a85d9e33, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b71b7544-be69-4011-9c9c-5b62a85d9e33,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:10.687748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:10.812014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Calling delete_port for b71b7544-be69-4011-9c9c-5b62a85d9e33 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:10.817458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b662de-e356-470b-8206-2dbfe17e38bd req-f7211feb-6fae-4895-9064-7cdc6382df39 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.819155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0b662de-e356-470b-8206-2dbfe17e38bd req-f7211feb-6fae-4895-9064-7cdc6382df39 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1059282 Mar 02 17:31:10.827785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe41ab-7a1a-4ca0-ad7a-14478712a3a7 req-6592dc5e-a4a7-4b9d-91e0-8846d21840a3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:10.829141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6abe41ab-7a1a-4ca0-ad7a-14478712a3a7 req-6592dc5e-a4a7-4b9d-91e0-8846d21840a3 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1491506 Mar 02 17:31:10.904964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0b662de-e356-470b-8206-2dbfe17e38bd req-43002722-38a8-4a6e-b946-e5015988ad5c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Mar 02 17:31:10.909312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6abe41ab-7a1a-4ca0-ad7a-14478712a3a7 req-d70b6b01-e5d5-4e91-ba36-a2e9beb2c3e1 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f989a5-bdec-4cba-9d82-407994e7007e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Mar 02 17:31:10.964697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.013253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event deleted for resources: {'Port': ['ID=b71b7544-be69-4011-9c9c-5b62a85d9e33,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:11.090662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] No DVR routers for this DVR port b71b7544-be69-4011-9c9c-5b62a85d9e33 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:11.093875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.097890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-deleted', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:11.104350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e48ceac-ba23-478f-ac74-2f806fb7756d req-37582f21-b05e-4c33-8df6-4b856b2298b4 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=632e931a-2be2-4902-8095-25235271c006 HTTP/1.1" status: 200 len: 210 time: 0.0482223 Mar 02 17:31:11.115736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ac799ddf-668f-411f-9134-c94377f0c3f2 req-3a95a1e6-e0ca-4078-913e-d65aa2e19ed3 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "DELETE /v2.0/ports/b71b7544-be69-4011-9c9c-5b62a85d9e33 HTTP/1.1" status: 204 len: 173 time: 0.7749689 Mar 02 17:31:11.141599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d35004b-6626-411a-86b8-430172368e9e req-9cbffccb-8c98-4f35-85fd-900e7b5344c0 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1095 time: 0.1208940 Mar 02 17:31:11.189394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d35004b-6626-411a-86b8-430172368e9e req-a8942d37-8761-4e01-bf9d-1ae7dfa35bfa tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Mar 02 17:31:11.258904 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-14d52f5e-bcf7-4443-b9bf-f9a3f1c8b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.330558 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e931a-2be2-4902-8095-25235271c006', 'name': 'network-vif-deleted', 'tag': 'b71b7544-be69-4011-9c9c-5b62a85d9e33', 'status': 'completed', 'code': 200} Mar 02 17:31:11.377870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddbf47-2084-4f48-baec-3bd898ce7caf req-4bb56522-6d06-4c05-a724-c2cf62ab8b5b tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:11.379860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfddbf47-2084-4f48-baec-3bd898ce7caf req-4bb56522-6d06-4c05-a724-c2cf62ab8b5b tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1360743 Mar 02 17:31:11.477422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-4d3a8a60-6881-4a36-98e4-0d6a34296c9b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:11.478296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-4d3a8a60-6881-4a36-98e4-0d6a34296c9b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Synchronizing usage tracker for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:11.491111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-4d3a8a60-6881-4a36-98e4-0d6a34296c9b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Unset dirty status for tenant:7eec9d92771c48debf7deb41c5a98423 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:11.492205 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-4d3a8a60-6881-4a36-98e4-0d6a34296c9b tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 946 time: 0.1084797 Mar 02 17:31:11.526926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfddbf47-2084-4f48-baec-3bd898ce7caf req-7e1d619f-3425-45ed-8d31-6e3e1b3a4403 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367767 Mar 02 17:31:11.565160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06b19d-d4ef-46ef-bb73-c06eeaf202b4 req-c9c951cb-e686-4fbb-a45d-362817786295 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:11.566607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed06b19d-d4ef-46ef-bb73-c06eeaf202b4 req-c9c951cb-e686-4fbb-a45d-362817786295 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1338866 Mar 02 17:31:11.585855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Deleting port 6fa18363-c80d-4803-8e56-39a980a52bb0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:11.586246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.716202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c424d201-eb11-46c3-974f-95c9b45301ef up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:11.735429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed06b19d-d4ef-46ef-bb73-c06eeaf202b4 req-4d5b5015-3c44-4b2c-b4b8-36e9743b1ffb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601529 Mar 02 17:31:11.789666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port c424d201-eb11-46c3-974f-95c9b45301ef completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:11.795574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port c424d201-eb11-46c3-974f-95c9b45301ef triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:11.796158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.855473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] For port 6fa18363-c80d-4803-8e56-39a980a52bb0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6fa18363-c80d-4803-8e56-39a980a52bb0,segment=NetworkSegment(337ddaeb-e831-460d-83ca-969a9549f128),segment_id=337ddaeb-e831-460d-83ca-969a9549f128)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:11.855836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.929433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-9aeacfdf-f7d6-46db-a65e-8cbcaa788539 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:11.932472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-9aeacfdf-f7d6-46db-a65e-8cbcaa788539 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.2278800 Mar 02 17:31:11.934347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.963155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:11.964136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-d9c3b84a-032d-4f97-bb62-5efaa7e7f124 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/quotas/0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 375 time: 0.0234227 Mar 02 17:31:11.975112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c424d201-eb11-46c3-974f-95c9b45301ef,segment=NetworkSegment(10b5fdca-8ba6-408d-a963-c1f6103cb5a8),segment_id=10b5fdca-8ba6-408d-a963-c1f6103cb5a8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:11.980144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:11.981042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:12.048908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b8e4-6cd8-415f-b35d-ade0a7959d6b req-7b44ad5a-0651-4188-a25b-8103b34f4d72 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:12.050413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83d1b8e4-6cd8-415f-b35d-ade0a7959d6b req-7b44ad5a-0651-4188-a25b-8103b34f4d72 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1734786 Mar 02 17:31:12.106334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Calling delete_port for 6fa18363-c80d-4803-8e56-39a980a52bb0 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:12.119478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83d1b8e4-6cd8-415f-b35d-ade0a7959d6b req-4e145bdd-4219-429d-83df-e322a0d97307 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608685 Mar 02 17:31:12.142144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-cf095810-1594-482a-98bd-c484e03a4f51 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685257 Mar 02 17:31:12.182768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:12.243459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:12.316279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:12.366289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Pushing event deleted for resources: {'Port': ['ID=6fa18363-c80d-4803-8e56-39a980a52bb0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:12.426046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-4370e17a-ca8b-457a-ba05-cf43f221980d service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830429 Mar 02 17:31:12.449355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] No DVR routers for this DVR port 6fa18363-c80d-4803-8e56-39a980a52bb0 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:12.451800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:12.465946 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f00a8f90-e3da-4a26-a9a6-bbe46643b34b req-bdb6f933-0106-42d3-9b09-f7a573f2ee2d tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.50 "DELETE /v2.0/ports/6fa18363-c80d-4803-8e56-39a980a52bb0 HTTP/1.1" status: 204 len: 173 time: 0.9583127 Mar 02 17:31:12.535166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050e46-0170-49f6-b7b7-4740985c47c8 req-80958dfb-028c-4896-be0b-ebd062006e16 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:12.536696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7050e46-0170-49f6-b7b7-4740985c47c8 req-80958dfb-028c-4896-be0b-ebd062006e16 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1861184 Mar 02 17:31:12.611718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['8e47df62-b76a-4fb6-94c7-0c753dd72704'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:12.626669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7959a5be-aa35-46a4-9e34-5c58cfe068ca service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877530 Mar 02 17:31:12.629427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7050e46-0170-49f6-b7b7-4740985c47c8 req-5286eb70-50cc-4c4f-bfd1-e0644741df84 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830865 Mar 02 17:31:12.679730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:12.916193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3b1a5-d6dd-4d4b-ba15-fcc11c6424e1 req-0b7b7b73-3536-4399-acc1-5df7cf301ea2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:12.917639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afd3b1a5-d6dd-4d4b-ba15-fcc11c6424e1 req-0b7b7b73-3536-4399-acc1-5df7cf301ea2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1181917 Mar 02 17:31:12.923475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1209f6f5-1001-4eb6-982e-fcaca7b81e59 req-5bdaf4a4-6183-429c-b46c-8724b17e6506 tempest-ImagesTestJSON-943418222 tempest-ImagesTestJSON-943418222-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae8b8777-4d5f-442b-9cae-752f14e912ae HTTP/1.1" status: 200 len: 210 time: 0.0520816 Mar 02 17:31:12.941816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:12.985778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afd3b1a5-d6dd-4d4b-ba15-fcc11c6424e1 req-97b9f7d8-8e9c-418c-8838-c145fabae6a2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613723 Mar 02 17:31:12.987940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: b71b7544-be69-4011-9c9c-5b62a85d9e33 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:12.988278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b71b7544-be69-4011-9c9c-5b62a85d9e33 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:12.999324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:13.004876 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef', 'code': 200} Mar 02 17:31:13.206892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bedb1fda-f445-4d6a-9694-90fcafa44c86 req-ada8aa1c-07ed-4581-bb69-f7ebe2ea5834 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0510397 Mar 02 17:31:13.242160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b9f8-ef72-4015-9d11-a6736cffe946 req-18754e89-ab10-4818-a88d-ec3484f9001d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:13.243637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26a9b9f8-ef72-4015-9d11-a6736cffe946 req-18754e89-ab10-4818-a88d-ec3484f9001d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1186271 Mar 02 17:31:13.307670 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56a3588d-4816-4fbe-9f11-db18fbfec8e5 req-0415b320-7b31-4145-8398-e8619a6c43c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0768249 Mar 02 17:31:13.315967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26a9b9f8-ef72-4015-9d11-a6736cffe946 req-9a5be963-e00e-4b1d-bb16-e28fae3a96ff tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Mar 02 17:31:13.335738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-deleted', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:13.375684 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56a3588d-4816-4fbe-9f11-db18fbfec8e5 req-a08c48d1-512c-431a-993c-90548eceb624 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564823 Mar 02 17:31:13.471679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52539d3f-f252-414a-9451-e92eeed35e70 req-a66568ea-568c-49ee-8ce9-756b8e936685 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:13.473192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52539d3f-f252-414a-9451-e92eeed35e70 req-a66568ea-568c-49ee-8ce9-756b8e936685 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1106174 Mar 02 17:31:13.519755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52539d3f-f252-414a-9451-e92eeed35e70 req-f34f906c-75c1-4bae-90fd-6724cf5b9826 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Mar 02 17:31:13.767598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-202a4937-b2f8-4d76-b18c-ef5d3f8320df tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:13.768424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-202a4937-b2f8-4d76-b18c-ef5d3f8320df tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Synchronizing usage tracker for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:13.787766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-202a4937-b2f8-4d76-b18c-ef5d3f8320df tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Unset dirty status for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:13.789356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-202a4937-b2f8-4d76-b18c-ef5d3f8320df tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.35 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2&tenant_id=be7a56788c704ae88a6f0419f41a10cd&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 949 time: 0.1251826 Mar 02 17:31:13.801241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049bf0-5436-4dd6-ba5f-06ca3d421662 req-6692e9f7-7faf-4358-b2e4-5e2559a45fde tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:13.803348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06049bf0-5436-4dd6-ba5f-06ca3d421662 req-6692e9f7-7faf-4358-b2e4-5e2559a45fde tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.0943673 Mar 02 17:31:13.846500 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8b8777-4d5f-442b-9cae-752f14e912ae', 'name': 'network-vif-deleted', 'tag': '6fa18363-c80d-4803-8e56-39a980a52bb0', 'status': 'completed', 'code': 200} Mar 02 17:31:13.879096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06049bf0-5436-4dd6-ba5f-06ca3d421662 req-669666fd-d4e3-430c-84c4-ca7f2486f43d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678422 Mar 02 17:31:13.891670 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-4fbe8e48-fab8-46d6-87a0-3f194463afec service neutron] 10.222.0.35 "GET /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 382 time: 0.0838015 Mar 02 17:31:14.052454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-e9e76340-d4e8-43a3-a3e5-83c4474050c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1100 time: 0.1022115 Mar 02 17:31:14.126942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe0774-bb67-401e-926a-907a0ed686c9 req-0e9585b2-243c-40fd-b0c1-2eb5373a974c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.128291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31fe0774-bb67-401e-926a-907a0ed686c9 req-0e9585b2-243c-40fd-b0c1-2eb5373a974c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1825948 Mar 02 17:31:14.186450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf55f-7368-4233-b558-01872a594454 req-8f46d8d0-f3e3-4fa8-83b0-8724e9dfcf66 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.187953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ebf55f-7368-4233-b558-01872a594454 req-8f46d8d0-f3e3-4fa8-83b0-8724e9dfcf66 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1381626 Mar 02 17:31:14.189995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:14.201038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31fe0774-bb67-401e-926a-907a0ed686c9 req-eef4cf30-a279-4b3d-be98-fa9a605e92f2 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656042 Mar 02 17:31:14.209401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-7014a2ed-bb46-4519-832e-e1b022c0b55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.211271 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-7014a2ed-bb46-4519-832e-e1b022c0b55d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1415710 Mar 02 17:31:14.246333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ebf55f-7368-4233-b558-01872a594454 req-e0024cd6-bec9-4acb-b716-808202610d3a tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Mar 02 17:31:14.289164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-2d52ef7e-cb2e-47ed-85de-b444a1a744cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.0674744 Mar 02 17:31:14.360088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-85d1522e-5744-459b-9439-0ee86118f65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.361894 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-85d1522e-5744-459b-9439-0ee86118f65f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0624950 Mar 02 17:31:14.451369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-d29b0f1c-19c0-4365-90ce-f8f8a98b7f14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727224 Mar 02 17:31:14.460939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86685992-8ef3-4b7c-84cd-e613fd12b353 req-85af48c2-3cef-4d22-9535-83ca7beaf8f2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.462382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86685992-8ef3-4b7c-84cd-e613fd12b353 req-85af48c2-3cef-4d22-9535-83ca7beaf8f2 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.1361368 Mar 02 17:31:14.500939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61759af3-876c-46a9-bf2c-a00088b33734 req-34402790-3341-4f46-9b38-685d3368437d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.502384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61759af3-876c-46a9-bf2c-a00088b33734 req-34402790-3341-4f46-9b38-685d3368437d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1272027 Mar 02 17:31:14.553276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86685992-8ef3-4b7c-84cd-e613fd12b353 req-596bf880-1642-4e51-8bb7-5af5533e4924 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839982 Mar 02 17:31:14.566233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61759af3-876c-46a9-bf2c-a00088b33734 req-f68ef840-f8f9-454b-9ebf-607bd48e38f5 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Mar 02 17:31:14.603013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-8f67a8d8-dbd8-46d7-bb28-84da5ed1064a service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380560 Mar 02 17:31:14.735813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b7b7bbf-4d50-4411-9acb-c8adb90419df req-dabe994d-407f-479f-befc-6676d9782210 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0456383 Mar 02 17:31:14.792927 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-e3020786-cdf5-4617-a030-73aef1ef52ba service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745820 Mar 02 17:31:14.942589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-8ed9a30a-34ff-4817-bd23-272c74136b5a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:14.944514 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-8ed9a30a-34ff-4817-bd23-272c74136b5a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.1753118 Mar 02 17:31:14.993110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Request body: {'port': {'device_id': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'admin_state_up': True, 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:15.031976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16e28-a966-4596-9604-1864c0f2a418 req-1f8c7fdb-65d9-4bf7-ae1d-ae9b919ef99a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.033412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81c16e28-a966-4596-9604-1864c0f2a418 req-1f8c7fdb-65d9-4bf7-ae1d-ae9b919ef99a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2526495 Mar 02 17:31:15.039349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc06f-009c-4f3d-9592-dd6c7033ace0 req-1f913d79-dd18-49fe-8a4b-a34466d6f8ab tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.040701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa7fc06f-009c-4f3d-9592-dd6c7033ace0 req-1f913d79-dd18-49fe-8a4b-a34466d6f8ab tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1145132 Mar 02 17:31:15.114478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81c16e28-a966-4596-9604-1864c0f2a418 req-90559b30-f148-4c1b-a75c-da684fa36dcd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728288 Mar 02 17:31:15.117489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa7fc06f-009c-4f3d-9592-dd6c7033ace0 req-2a846cc0-4138-4034-977d-3ffa6e7831fe tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Mar 02 17:31:15.240624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-f751d077-12fd-4276-88a4-8f68b19eae85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.241308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-f751d077-12fd-4276-88a4-8f68b19eae85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Synchronizing usage tracker for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:15.248701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:15.254700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Usage tracker for resource:port and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:15.260459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:15.267366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:15.275319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-f751d077-12fd-4276-88a4-8f68b19eae85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Unset dirty status for tenant:db03d1595e10436e9eed6abfb0a985d0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:15.276841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-f751d077-12fd-4276-88a4-8f68b19eae85 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.3219640 Mar 02 17:31:15.281331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:15.284845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:15.433904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Deleting port 171c7406-82e2-425a-b332-367c30420f27 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:15.434393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:15.516535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ada309-4bca-45a1-8dcc-5f9a78057843 req-7a771340-d581-4f05-9446-ae83c561c3af tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.518057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19ada309-4bca-45a1-8dcc-5f9a78057843 req-7a771340-d581-4f05-9446-ae83c561c3af tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.1388631 Mar 02 17:31:15.578349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19ada309-4bca-45a1-8dcc-5f9a78057843 req-2f2f6928-58f0-4d8b-9f1f-36de0f60602c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475221 Mar 02 17:31:15.618081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Allocated IP 172.20.0.4 (7d31e738-ad2f-4183-891a-ff4e738fe6e6/9946fdfe-9d02-47ff-957a-31e305362547/dd76d4f9-4df1-48b7-a096-2b1789b84de8) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:15.744894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:15.766523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ed06f-f94c-4f44-8138-3bce9e7c6c34 req-5792fad5-e0f6-4633-9b53-81ccba5c9968 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.767904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-325ed06f-f94c-4f44-8138-3bce9e7c6c34 req-5792fad5-e0f6-4633-9b53-81ccba5c9968 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1247778 Mar 02 17:31:15.792618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 6fa18363-c80d-4803-8e56-39a980a52bb0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:15.793139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6fa18363-c80d-4803-8e56-39a980a52bb0 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:15.829592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc580b65-e10d-4a4b-ba7c-00eb3eafe1be req-199e2dc7-da34-408a-bf99-859321487836 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:15.831060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc580b65-e10d-4a4b-ba7c-00eb3eafe1be req-199e2dc7-da34-408a-bf99-859321487836 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1256075 Mar 02 17:31:15.855662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-325ed06f-f94c-4f44-8138-3bce9e7c6c34 req-73eedea0-9770-425c-a324-59680a4362a7 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788274 Mar 02 17:31:15.882433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] For port 171c7406-82e2-425a-b332-367c30420f27, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=171c7406-82e2-425a-b332-367c30420f27,segment=NetworkSegment(28f41fff-4280-4dbd-bd9b-d2bd2a1d3541),segment_id=28f41fff-4280-4dbd-bd9b-d2bd2a1d3541)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:15.882820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:15.884485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc580b65-e10d-4a4b-ba7c-00eb3eafe1be req-75469658-6ce7-45be-9d4f-b3ccca2c9119 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Mar 02 17:31:16.009131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Calling delete_port for 171c7406-82e2-425a-b332-367c30420f27 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:16.089003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bd24409-8f8c-4ed9-bbe4-526c5251a4e9 req-1591c359-4798-4130-babc-720038e83440 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0476458 Mar 02 17:31:16.123324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d151-0c01-4a38-aa68-64e395cb7b02 req-abae9117-d294-4d1a-98b0-ee57a4806083 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:16.133224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd23d151-0c01-4a38-aa68-64e395cb7b02 req-abae9117-d294-4d1a-98b0-ee57a4806083 tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/ports?device_id=f725e3a6-e1e0-4d68-a2a1-df086e8eec03 HTTP/1.1" status: 200 len: 945 time: 0.1339219 Mar 02 17:31:16.135120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.189852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd23d151-0c01-4a38-aa68-64e395cb7b02 req-2805840f-a449-446a-bb7e-4cf3a338cb6c tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.37 "GET /v2.0/security-groups?id=356fb877-c7f6-4b68-a18a-04f081e286f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Mar 02 17:31:16.227333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.229332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.388763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:16.397090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] No DVR routers for this DVR port 171c7406-82e2-425a-b332-367c30420f27 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:16.399176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:16.401529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.404544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:16.406697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-deleted', 'tag': '171c7406-82e2-425a-b332-367c30420f27'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:16.412271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:16.464134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6943a8-b1c5-467f-aa85-ecf64c1e33d0 req-28ff1db2-4805-4d76-b391-3ed3968e725b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:16.465750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d6943a8-b1c5-467f-aa85-ecf64c1e33d0 req-28ff1db2-4805-4d76-b391-3ed3968e725b tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.1122148 Mar 02 17:31:16.514419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:16.515040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.521911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d6943a8-b1c5-467f-aa85-ecf64c1e33d0 req-1fd3f433-7b92-44cf-98c6-34d9a7385886 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Mar 02 17:31:16.531614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] Pushing event deleted for resources: {'Port': ['ID=171c7406-82e2-425a-b332-367c30420f27,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:16.545194 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d8b4a72d-fef4-47a5-af58-ba0d92c2e16d req-fee43301-89fb-4417-ba07-4e63e6ff15fa tempest-LiveMigrationTest-2122901693 tempest-LiveMigrationTest-2122901693-project] 10.222.0.35 "DELETE /v2.0/ports/171c7406-82e2-425a-b332-367c30420f27 HTTP/1.1" status: 204 len: 173 time: 1.2382560 Mar 02 17:31:16.547747 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-7d714f77-e644-43c7-9b5f-9d1f2e2b4a62 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5621929 Mar 02 17:31:16.570998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Request body: {'port': {'device_id': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:16.687764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:16.717953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cf9a4-8316-4119-9474-c77e2d416304 req-fd270fa4-0d7e-4147-a886-96cf0b80fa2d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:16.719423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f03cf9a4-8316-4119-9474-c77e2d416304 req-fd270fa4-0d7e-4147-a886-96cf0b80fa2d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1491830 Mar 02 17:31:16.777752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5bd7-874c-4c90-b43c-fad2eda6979e req-edd4ca9e-4ce6-461a-a399-c666cff8f0af tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:16.779205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0df5bd7-874c-4c90-b43c-fad2eda6979e req-edd4ca9e-4ce6-461a-a399-c666cff8f0af tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.1310675 Mar 02 17:31:16.786268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f03cf9a4-8316-4119-9474-c77e2d416304 req-e742f249-7359-4c35-ad17-2cec0c6ccb32 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Mar 02 17:31:16.839393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0df5bd7-874c-4c90-b43c-fad2eda6979e req-70886aa6-7598-42b5-954e-b8afe5ceacd5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Mar 02 17:31:16.928169 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725e3a6-e1e0-4d68-a2a1-df086e8eec03', 'name': 'network-vif-deleted', 'tag': '171c7406-82e2-425a-b332-367c30420f27', 'status': 'completed', 'code': 200} Mar 02 17:31:16.991312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:17.074408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:17.081038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:17.081858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.120517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72062adf-6458-4b5e-9afd-4067218deb78 req-a5fa0edd-76be-4238-b4a8-aaed68b01279 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:17.122370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72062adf-6458-4b5e-9afd-4067218deb78 req-a5fa0edd-76be-4238-b4a8-aaed68b01279 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.0984116 Mar 02 17:31:17.181404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd76d4f9-4df1-48b7-a096-2b1789b84de8 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:17.189599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.196750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72062adf-6458-4b5e-9afd-4067218deb78 req-f4f7ebd6-8f98-4684-b805-5f1f075e465f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Mar 02 17:31:17.219438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Transition to ACTIVE for port object dd76d4f9-4df1-48b7-a096-2b1789b84de8 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:17.226035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.241407 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.276429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:17.289004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:17.292715 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.305324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:17.406428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:17.410356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74ae6a06-8913-4e04-82e2-88fdaa82b35c req-fd1928b0-8743-447c-8e63-4ea5761eb1d2 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 1101 time: 0.1011274 Mar 02 17:31:17.467450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74ae6a06-8913-4e04-82e2-88fdaa82b35c req-9a1eaf36-ff8c-4195-845e-1ad0c202a861 tempest-ServersOnMultiNodesTest-1509839890 tempest-ServersOnMultiNodesTest-1509839890-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560946 Mar 02 17:31:17.587073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dbeb8-397e-4c44-bb37-009cb3c1e35d req-f18ab766-3846-4a0d-85f0-76068ef0bf66 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:17.589003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b74dbeb8-397e-4c44-bb37-009cb3c1e35d req-f18ab766-3846-4a0d-85f0-76068ef0bf66 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.0936382 Mar 02 17:31:17.606808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:17.607287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:17.607733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:17.614066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:31:17.614736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:17.622318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:17.622692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:17.623141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:17.623751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Bound port: dd76d4f9-4df1-48b7-a096-2b1789b84de8, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:17.624320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.689557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b74dbeb8-397e-4c44-bb37-009cb3c1e35d req-2c473b91-4bd5-4208-b3ee-381f5c341041 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951710 Mar 02 17:31:17.716276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5108-d89f-4e80-a138-d26b0d522b29 req-4a4be699-21ed-4229-b339-b3cd657e5b7c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:17.717888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e71f5108-d89f-4e80-a138-d26b0d522b29 req-4a4be699-21ed-4229-b339-b3cd657e5b7c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.1054230 Mar 02 17:31:17.728082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:17.732002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:17.736862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.769849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e71f5108-d89f-4e80-a138-d26b0d522b29 req-f65da4e9-84b4-4a77-916d-6d35311b158c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Mar 02 17:31:17.789856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49500) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:17.792441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:17.793770 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 1091 time: 1.2287903 Mar 02 17:31:17.833225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5d882-78a4-4c0c-9e56-2b33b0bc2815 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:17.852904 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'code': 200} Mar 02 17:31:17.981426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Deleting subnet 7b9eb254-d0e3-4640-ad6c-bff4237e3db7 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:31:17.987455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.004929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-8ea0a096-1024-4eb9-9ab3-e29c3b27bcca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0864451 Mar 02 17:31:18.095911 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-8185c22d-ca30-48ab-a6ac-d624b9849fab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 217 time: 0.0692785 Mar 02 17:31:18.103535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.169761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-4b8ac0ee-1325-42c0-94c4-031dbf9f8c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:18.171233 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-4b8ac0ee-1325-42c0-94c4-031dbf9f8c82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0683682 Mar 02 17:31:18.179261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.225171 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-b2019835-ee98-4fc4-b8de-9b12a2b6f549 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403371 Mar 02 17:31:18.268623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fef233-3e47-4154-8ce1-6a8763c1d011 req-f68b2094-8c2a-42b7-ad83-8eff0dcff435 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:18.269994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22fef233-3e47-4154-8ce1-6a8763c1d011 req-f68b2094-8c2a-42b7-ad83-8eff0dcff435 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2368302 Mar 02 17:31:18.364254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22fef233-3e47-4154-8ce1-6a8763c1d011 req-4af2809a-56c3-43ea-be27-d6ead53f5d13 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818760 Mar 02 17:31:18.366904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.376083 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-95986b58-c699-4d6d-ab7b-0ed868c62142 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436484 Mar 02 17:31:18.519893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16a198-c7ae-47e4-b23b-88f47673014f req-16b3c0a3-c71a-4390-ac8b-4a084b913491 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:18.522043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be16a198-c7ae-47e4-b23b-88f47673014f req-16b3c0a3-c71a-4390-ac8b-4a084b913491 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.3056538 Mar 02 17:31:18.525176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9eb254-d0e3-4640-ad6c-bff4237e3db7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:18.537241 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f88db001-a469-4316-8bdd-2e5f731cdef1 req-b5a466c2-c9c1-465e-8eef-cc2100857b18 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520979 Mar 02 17:31:18.554712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.564379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.564860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.565294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.565728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.566184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.566600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.566995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.567390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.567824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.568412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.568924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:18.581970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-57a82ac6-5801-4d37-9984-4e31feaebacc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b9eb254-d0e3-4640-ad6c-bff4237e3db7 HTTP/1.1" status: 204 len: 168 time: 0.7922015 Mar 02 17:31:18.585269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49518) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:18.600629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be16a198-c7ae-47e4-b23b-88f47673014f req-749520f1-dd93-406b-bf63-4c2de8a0c433 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701528 Mar 02 17:31:18.681680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49524) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:18.709192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.786517 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.843784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.848574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Deleting subnet d326d5b5-6b75-473b-b317-8fec4db423b4 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:31:18.856443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.873589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4720255-2b9e-47bb-b75e-85f5044439d9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:18.887960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:18.888414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f41fff-4280-4dbd-bd9b-d2bd2a1d3541') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:18.901051 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.917344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.923724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:31:18.924109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.933899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:31:18.939069 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:31:18.941589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:18.998391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 171c7406-82e2-425a-b332-367c30420f27 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:18.999813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8159c3a-e508-45a6-bcc4-752341d2ee89 req-13ea5a34-24bf-4ea1-b4e0-bd48a4698a89 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:19.001275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8159c3a-e508-45a6-bcc4-752341d2ee89 req-13ea5a34-24bf-4ea1-b4e0-bd48a4698a89 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2248995 Mar 02 17:31:19.029353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.036124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0e742-5450-4388-b554-5fb0a9a5b8ee req-d13cdfbd-40b5-4983-a280-1fdb5792f5fb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:19.037753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faf0e742-5450-4388-b554-5fb0a9a5b8ee req-d13cdfbd-40b5-4983-a280-1fdb5792f5fb tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.3093033 Mar 02 17:31:19.055056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.058144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 171c7406-82e2-425a-b332-367c30420f27 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:19.058836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 171c7406-82e2-425a-b332-367c30420f27 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:19.061655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d4720255-2b9e-47bb-b75e-85f5044439d9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:19.076712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.076938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-81c5598d-5687-4de0-aec2-3ee9c3c4d5ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4720255-2b9e-47bb-b75e-85f5044439d9 HTTP/1.1" status: 204 len: 168 time: 0.4876592 Mar 02 17:31:19.076938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49532) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:19.139435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Deleting subnet 30ac8ffd-ec88-439c-91a7-ab91778330c0 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:31:19.142663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.157655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8159c3a-e508-45a6-bcc4-752341d2ee89 req-0a1f2f8d-f9d4-4ec3-b827-8c472777872d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447022 Mar 02 17:31:19.170915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faf0e742-5450-4388-b554-5fb0a9a5b8ee req-aad05ba7-ad58-4239-9938-fa27a3492a6e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247640 Mar 02 17:31:19.187528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.217769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.228003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d326d5b5-6b75-473b-b317-8fec4db423b4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:19.234350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.241124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d20cca03-da69-4c2e-af72-e288cc39e034 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d326d5b5-6b75-473b-b317-8fec4db423b4 HTTP/1.1" status: 204 len: 168 time: 0.5577657 Mar 02 17:31:19.243841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49536) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:19.317202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.374065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.566901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.601205 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'status': 'completed', 'code': 200} Mar 02 17:31:19.607255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.616966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ac8ffd-ec88-439c-91a7-ab91778330c0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:19.621746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c0ee95aa-f066-47e0-af29-b725963c69bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2&tenant_id=be7a56788c704ae88a6f0419f41a10cd HTTP/1.1" status: 200 len: 1101 time: 0.2624922 Mar 02 17:31:19.624542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.633136 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cd4b51a3-cdf0-40aa-8d5c-54ca5eae2f0c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/30ac8ffd-ec88-439c-91a7-ab91778330c0 HTTP/1.1" status: 204 len: 168 time: 0.5549145 Mar 02 17:31:19.635430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49546) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:19.651331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c4c8fc-299c-4517-97dd-1a116740b990']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:19.669509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:19.672206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337ddaeb-e831-460d-83ca-969a9549f128') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:19.672503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337ddaeb-e831-460d-83ca-969a9549f128') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:19.723552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.742000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10442483-bca3-4eea-b98d-d009188f93b4 req-d93f9535-be3c-4cf1-98a6-e186b4f9fa1e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:19.743501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10442483-bca3-4eea-b98d-d009188f93b4 req-d93f9535-be3c-4cf1-98a6-e186b4f9fa1e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.3015091 Mar 02 17:31:19.756011 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.788309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:31:19.788712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:31:19.803921 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:31:19.880792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.892356 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.905302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-302ce1e4-9687-4552-8fc1-51ae7231cadc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.2359748 Mar 02 17:31:19.912766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10442483-bca3-4eea-b98d-d009188f93b4 req-542bb7f9-a18b-41a8-a9a7-b0ddb4dd40de tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527133 Mar 02 17:31:19.949740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:19.954425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.006313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2c4c8fc-299c-4517-97dd-1a116740b990 HTTP/1.1" status: 204 len: 168 time: 0.7613432 Mar 02 17:31:20.129672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.178199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452504c-aa7f-4a03-9024-25b0702e9613 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c4c8fc-299c-4517-97dd-1a116740b990,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:20.185643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2877d5-71c8-4ac6-a8cf-46db226d13a7']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:20.205551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f294dba-e038-4506-8898-5fc44d815b5c') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:20.205818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f294dba-e038-4506-8898-5fc44d815b5c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:20.263054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49562) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:20.280035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.309298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.319653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:31:20.320043 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:31:20.333135 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:31:20.365966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-f9ff2d1c-a561-4829-a618-1353476709ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:20.367436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-f9ff2d1c-a561-4829-a618-1353476709ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4529521 Mar 02 17:31:20.434709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:20.440162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.458881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.467619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1624a3-d5af-4373-b0e4-ffce3e9d5579 req-b8e7a8fc-2a8b-4e90-ae61-7645f9244544 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:20.468075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2877d5-71c8-4ac6-a8cf-46db226d13a7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:20.469061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1624a3-d5af-4373-b0e4-ffce3e9d5579 req-b8e7a8fc-2a8b-4e90-ae61-7645f9244544 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.2853127 Mar 02 17:31:20.474340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80902eb1-b985-4464-9eee-f859badddb78 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9a2877d5-71c8-4ac6-a8cf-46db226d13a7 HTTP/1.1" status: 204 len: 168 time: 0.8350675 Mar 02 17:31:20.475199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-69068c14-0737-4a9b-91d7-7eeae0973e6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eec9d92771c48debf7deb41c5a98423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2078686 Mar 02 17:31:20.477722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49568) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:20.500576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:20.563430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.580340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Transition to ACTIVE for port object 8e47df62-b76a-4fb6-94c7-0c753dd72704 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:20.586496 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.604326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-a7fcc62e-7d45-45a3-a94a-3470307de27f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 217 time: 0.2213821 Mar 02 17:31:20.609999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11583-782c-47c6-937a-1def055a2827 req-5c9ed4a3-e0bd-4f95-8195-44187db1aaa2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:20.617175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6b11583-782c-47c6-937a-1def055a2827 req-5c9ed4a3-e0bd-4f95-8195-44187db1aaa2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.4863672 Mar 02 17:31:20.704126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49572) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:20.735038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:20.788462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] No DVR routers for this DVR port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:20.805574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1624a3-d5af-4373-b0e4-ffce3e9d5579 req-862cfa50-7826-462b-914d-3a44b81a522a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861660 Mar 02 17:31:20.807116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-d64e569d-1bfd-4a80-91ac-83d79240e617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:20.808459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-d64e569d-1bfd-4a80-91ac-83d79240e617 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.1881375 Mar 02 17:31:20.823188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6b11583-782c-47c6-937a-1def055a2827 req-45b3bc40-9a4c-4f58-b960-1e66e49772f3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050664 Mar 02 17:31:20.864396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aac23474-d8ef-4bcf-97e9-c61a274a7cb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db03d1595e10436e9eed6abfb0a985d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1591711 Mar 02 17:31:20.876107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:20.876571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:20.876988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:20.879700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49576) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:20.900120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:31:20.900767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Attempting to bind port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:20.915074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:20.915567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:20.916063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:20.916593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Bound port: 8e47df62-b76a-4fb6-94c7-0c753dd72704, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:20.917171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.917762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-7c962bc0-7e03-43bf-ac29-a49668241830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935657 Mar 02 17:31:20.918553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:20.995110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:21.047548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.060466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.080186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:21.084180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.099628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:21.122915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:21.130404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.173295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-fc27e8d3-e659-486b-9b7e-e0264198e76a service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411270 Mar 02 17:31:21.193176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.194621 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 1097 time: 1.5343122 Mar 02 17:31:21.212673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.235926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0991a-6bb4-4625-ac11-08ce6c76f698 service neutron] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=11']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:21.244542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356fb877-c7f6-4b68-a18a-04f081e286f4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:21.249943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.251121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e151292-e706-4ace-9ba7-2fa3f441ea32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/356fb877-c7f6-4b68-a18a-04f081e286f4 HTTP/1.1" status: 204 len: 168 time: 0.3698008 Mar 02 17:31:21.266444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb15ae2-f5c3-4cb3-b300-9a7f3b442c3f req-dffa55c6-311f-4db0-9ed3-c898fee8ae45 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:21.267945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bb15ae2-f5c3-4cb3-b300-9a7f3b442c3f req-dffa55c6-311f-4db0-9ed3-c898fee8ae45 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.2492375 Mar 02 17:31:21.339099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.392349 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-65d36109-9bd0-432b-ae2e-d91cc6f12935 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1100 time: 0.1347673 Mar 02 17:31:21.416046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f989a5-bdec-4cba-9d82-407994e7007e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:21.429473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:21.430391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1524dc42-b926-412d-a9d0-051440e21a22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f989a5-bdec-4cba-9d82-407994e7007e HTTP/1.1" status: 204 len: 168 time: 0.9517078 Mar 02 17:31:21.444896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bb15ae2-f5c3-4cb3-b300-9a7f3b442c3f req-d0da459b-fa8d-4463-a429-3c7ffe26d81b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968783 Mar 02 17:31:21.591907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588448-5772-4746-aaa0-872dc9e7ec2b req-73168137-51e0-47e8-a11e-328f05b188be tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:21.596664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15588448-5772-4746-aaa0-872dc9e7ec2b req-73168137-51e0-47e8-a11e-328f05b188be tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.4137321 Mar 02 17:31:21.603859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15277aaf-3e7a-441c-993e-eff848ceff99 req-ceee3f4e-a1c6-4733-a207-9b0025988d8f service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881710 Mar 02 17:31:21.675296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}, {'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:21.680795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-baab8a8a-2508-48f3-b84a-7e39f7472bd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:21.682465 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-baab8a8a-2508-48f3-b84a-7e39f7472bd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2778392 Mar 02 17:31:21.725951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15588448-5772-4746-aaa0-872dc9e7ec2b req-b01044c7-881c-45dd-953e-ffbd087f8f5e tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211793 Mar 02 17:31:21.746379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:21.771923 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-e9d9f1d4-0478-43c5-b8b1-3a3aac24ecc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.0746193 Mar 02 17:31:21.808426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea647a58-48c5-4ff9-9064-87dd7df31111 req-9a28a079-6309-4aa4-8fcd-8be6c669a57e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:21.809942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea647a58-48c5-4ff9-9064-87dd7df31111 req-9a28a079-6309-4aa4-8fcd-8be6c669a57e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.1427183 Mar 02 17:31:21.856180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-83c0dea3-9c92-441c-a3fb-4904e16b3da0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:21.857067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-83c0dea3-9c92-441c-a3fb-4904e16b3da0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:21.896736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-83c0dea3-9c92-441c-a3fb-4904e16b3da0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:21.897966 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-83c0dea3-9c92-441c-a3fb-4904e16b3da0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 950 time: 0.5462952 Mar 02 17:31:21.913111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea647a58-48c5-4ff9-9064-87dd7df31111 req-0a5d2933-3760-4f50-bf0e-deff6a347a28 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935149 Mar 02 17:31:21.938254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:21.959190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'port_id': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'mac_address': 'fa:16:3e:a4:bc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9946fdfe-9d02-47ff-957a-31e305362547', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:22.078748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 549631ba-f757-4e9c-a92e-baae3f02d7e6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:22.079286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:22.099062 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:22.136013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd76d4f9-4df1-48b7-a096-2b1789b84de8 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:22.173324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:22.182747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:22.225490 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'code': 200} Mar 02 17:31:22.227032 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'status': 'completed', 'code': 200} Mar 02 17:31:22.290214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-87bab21c-f3aa-49da-abfa-68b68388ca86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:22.293080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-87bab21c-f3aa-49da-abfa-68b68388ca86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.5112569 Mar 02 17:31:22.343793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49608) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:22.437045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:22.612742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3760a139-6d75-4f30-a4b0-00c7c0503a8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27120726e69e4c3aa6ee3b5161256c22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2656360 Mar 02 17:31:22.616990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49614) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:22.639566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-fb4beaf6-d8c7-487d-9282-3a4aa52f8a37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3605564 Mar 02 17:31:22.667980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-b7535616-c67f-4d25-9abb-230ef432cdcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1100 time: 0.4926004 Mar 02 17:31:22.680252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 549631ba-f757-4e9c-a92e-baae3f02d7e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=549631ba-f757-4e9c-a92e-baae3f02d7e6,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:22.680877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:22.764654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['dd76d4f9-4df1-48b7-a096-2b1789b84de8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:22.829885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c43a77-60cb-4750-95fb-4730d2d2980e req-da609522-3897-4370-a7c5-43457c984f7d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:22.837420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 549631ba-f757-4e9c-a92e-baae3f02d7e6 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:22.842159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41c43a77-60cb-4750-95fb-4730d2d2980e req-da609522-3897-4370-a7c5-43457c984f7d tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 0.4965460 Mar 02 17:31:22.953378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e15e9-4372-483f-90b0-da1552f20db2 req-cf159cd1-71d5-4a84-9de2-cd8ec3a54184 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:22.957307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa3e15e9-4372-483f-90b0-da1552f20db2 req-cf159cd1-71d5-4a84-9de2-cd8ec3a54184 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.5194664 Mar 02 17:31:23.002795 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-abccb316-57c9-45b0-8767-0a015ffd051a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3806968 Mar 02 17:31:23.148794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:23.171025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa3e15e9-4372-483f-90b0-da1552f20db2 req-47985061-edaf-4724-9fdf-f85699547fb5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778855 Mar 02 17:31:23.179658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-d27a04bc-6875-41ee-a533-0eff8efa6f8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:23.181073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-d27a04bc-6875-41ee-a533-0eff8efa6f8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4700544 Mar 02 17:31:23.199518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41c43a77-60cb-4750-95fb-4730d2d2980e req-6e516200-d738-42d2-82a7-5b97c2d25772 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143466 Mar 02 17:31:23.304702 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-c4df289a-d97a-4723-8032-1dc689e6440b service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699916 Mar 02 17:31:23.305790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:23.318880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:23.651115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=549631ba-f757-4e9c-a92e-baae3f02d7e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:23.690789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-02912897-9849-4340-bd65-d8acad01b0dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6843856e792441d48172701e8f76e5b2&device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 1101 time: 1.0154788 Mar 02 17:31:23.693918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:23.704903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 549631ba-f757-4e9c-a92e-baae3f02d7e6 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:23.711636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:23.729361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-b4a8b0e4-02b0-4c62-8fe3-4839888e1ea3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:23.731570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-b4a8b0e4-02b0-4c62-8fe3-4839888e1ea3 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 946 time: 1.0153582 Mar 02 17:31:23.745145 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "DELETE /v2.0/ports/549631ba-f757-4e9c-a92e-baae3f02d7e6 HTTP/1.1" status: 204 len: 173 time: 1.8294868 Mar 02 17:31:23.780487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-430afd42-c154-48b3-a357-e67576263a99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.5778971 Mar 02 17:31:23.824714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7814c91-fbd5-4529-8cde-2ecc96855543 req-9f88acf5-5b42-435e-b700-d8acd73dd6d8 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318075 Mar 02 17:31:24.020136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-658d9026-841f-4885-b356-86e0401ba6a7 req-3ba77869-cf1a-40b1-a2f4-08ad71238f25 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=f153fa34-1392-4cbb-8875-12c03213d6be HTTP/1.1" status: 200 len: 210 time: 0.1033592 Mar 02 17:31:24.055286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Deleting port 352fc6a3-7736-450d-9ad7-1e62fcc1539a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:24.055817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:24.079459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-f40ceedf-9878-49b0-9b01-7844c7aa9c0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be7a56788c704ae88a6f0419f41a10cd&device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1100 time: 0.0856979 Mar 02 17:31:24.091004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-f3ea82c0-e5ab-459f-a5df-2cf8384a2e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.092703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-f3ea82c0-e5ab-459f-a5df-2cf8384a2e8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.3005164 Mar 02 17:31:24.230129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d632a-8b56-4bbd-849e-2c86e130544d req-2cf642cc-5e81-490b-8efd-3a5e57164762 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.231601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-402d632a-8b56-4bbd-849e-2c86e130544d req-2cf642cc-5e81-490b-8efd-3a5e57164762 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.6838815 Mar 02 17:31:24.234043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'name': 'network-vif-deleted', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:24.248264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-9d793f92-9085-4d8a-9b86-f1ea74e1c327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.248993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-1933aefd-8bba-43b0-9c74-bfb23f6e0284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.249677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-9d793f92-9085-4d8a-9b86-f1ea74e1c327 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.5147972 Mar 02 17:31:24.250394 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-1933aefd-8bba-43b0-9c74-bfb23f6e0284 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1566103 Mar 02 17:31:24.251185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:24.385641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e43f8-3076-4197-aac0-634ab8d10841,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:24.425309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:24.429125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-14a14302-3f59-447b-aad8-b7d15648d138 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed8e43f8-3076-4197-aac0-634ab8d10841 HTTP/1.1" status: 204 len: 168 time: 1.8056080 Mar 02 17:31:24.432561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-0d5a3c1b-8d0e-48bb-a5f5-41c615bedff6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=5c0d35d3-585f-4963-ab96-893521769e0d HTTP/1.1" status: 200 len: 217 time: 0.1614959 Mar 02 17:31:24.444990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-bd6b14f5-2e81-41ec-8aa9-dfbdb484c98e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 200 len: 217 time: 0.1813354 Mar 02 17:31:24.512674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857', '192a0438-a37d-4484-9fca-fb04790ed2dd', 'dc00bf30-a681-4047-a922-1fe5e754163b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:24.528828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-3d5d59aa-9cd1-452a-85a4-ae62a5cb2a10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.530557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-3d5d59aa-9cd1-452a-85a4-ae62a5cb2a10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0698767 Mar 02 17:31:24.635181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-402d632a-8b56-4bbd-849e-2c86e130544d req-afc28537-a178-4040-9cc8-8c250d573813 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882642 Mar 02 17:31:24.667903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-d10d1acf-10b3-40b7-8f97-2977ad464b63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5496659 Mar 02 17:31:24.704161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-990f43ae-7815-4655-8a67-a98c1eaa3f1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555662 Mar 02 17:31:24.706981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-886a9f1a-1f8e-433c-afd2-70b25b690035 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.708960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-886a9f1a-1f8e-433c-afd2-70b25b690035 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2579808 Mar 02 17:31:24.720176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905344-8447-49e8-ad8b-cf29fc38a147 req-2c193080-a9ec-4b0a-83a6-ad796f375948 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:24.721621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb905344-8447-49e8-ad8b-cf29fc38a147 req-2c193080-a9ec-4b0a-83a6-ad796f375948 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.5602500 Mar 02 17:31:24.899100 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-8c2587ad-117f-44ae-bd96-0e2f8b55a7b8 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805460 Mar 02 17:31:24.923707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:24.924591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:25.004146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-4af6422f-224b-4403-935d-2c14fb5b73df service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213065 Mar 02 17:31:25.042403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 549631ba-f757-4e9c-a92e-baae3f02d7e6 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:25.079347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 549631ba-f757-4e9c-a92e-baae3f02d7e6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:25.079739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 549631ba-f757-4e9c-a92e-baae3f02d7e6 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:25.080095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 352fc6a3-7736-450d-9ad7-1e62fcc1539a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:25.089395 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-a1029334-5982-4a1a-b040-76861b4fb454 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770573 Mar 02 17:31:25.188739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Calling delete_port for 352fc6a3-7736-450d-9ad7-1e62fcc1539a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:25.220808 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:25.256257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:25.273530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:25.278550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:25.366386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:25.443077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb905344-8447-49e8-ad8b-cf29fc38a147 req-8a8e04a7-9d74-476b-b3b5-cb69464c08c7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087364 Mar 02 17:31:25.484600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-a16f63ae-1739-465d-882c-01330ef85dfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7617450 Mar 02 17:31:25.714866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:31:25.715608 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:31:25.724456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4d1d29e-0197-4f74-879d-7e8864b4b651 req-0b2e32e3-78ec-423d-8a9a-c4e7413148f6 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054870 Mar 02 17:31:25.776636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-28f8e71b-c303-459f-bc93-e8678acd684a service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833347 Mar 02 17:31:25.818816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:25.886679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60b54-90b3-480f-9719-8bd6e6bbe9f1 req-51709b4c-df74-425c-8422-3f2c982edd47 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:25.888255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53d60b54-90b3-480f-9719-8bd6e6bbe9f1 req-51709b4c-df74-425c-8422-3f2c982edd47 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2880967 Mar 02 17:31:25.896940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port dd76d4f9-4df1-48b7-a096-2b1789b84de8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:25.905716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port dd76d4f9-4df1-48b7-a096-2b1789b84de8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:25.906183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:25.909555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311d3f-2809-4fd5-a889-fb425f375705 req-82990039-6634-4f40-ba00-5efd72010ba0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:25.910993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca311d3f-2809-4fd5-a889-fb425f375705 req-82990039-6634-4f40-ba00-5efd72010ba0 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/ports?device_id=c35b80bf-8986-4c17-90fc-f68a90eae93e HTTP/1.1" status: 200 len: 944 time: 0.2639525 Mar 02 17:31:26.022695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61fb1024-d10e-4e21-8804-d9fc055b7c4a req-151f5e5c-80f0-46fa-b35d-17bab0652ddf service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335978 Mar 02 17:31:26.025152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53d60b54-90b3-480f-9719-8bd6e6bbe9f1 req-396078e0-915d-46e6-9286-73d771396a3d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239274 Mar 02 17:31:26.029445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca311d3f-2809-4fd5-a889-fb425f375705 req-b714e61c-3858-4c81-9acf-a88fddbe5f1a tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.37 "GET /v2.0/security-groups?id=017de3ce-cfb4-470b-87c5-c89a28c061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Mar 02 17:31:26.029792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:26.074559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:26.089899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:26.099861 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f153fa34-1392-4cbb-8875-12c03213d6be', 'name': 'network-vif-deleted', 'tag': '549631ba-f757-4e9c-a92e-baae3f02d7e6', 'status': 'completed', 'code': 200} Mar 02 17:31:26.181533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:26.199263 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'code': 200} Mar 02 17:31:26.216673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Deleting port 352fc6a3-7736-450d-9ad7-1e62fcc1539a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:26.217025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:26.553260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1167-4fcb-4a89-9c19-31088cee698d req-bee02e4c-6fff-4d2d-a316-2aa05381dd48 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:26.554753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7bc1167-4fcb-4a89-9c19-31088cee698d req-bee02e4c-6fff-4d2d-a316-2aa05381dd48 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 949 time: 0.2264137 Mar 02 17:31:26.590090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] For port 352fc6a3-7736-450d-9ad7-1e62fcc1539a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=352fc6a3-7736-450d-9ad7-1e62fcc1539a,segment=NetworkSegment(f0db4ea3-8c9d-480d-bef9-a39a7fc88739),segment_id=f0db4ea3-8c9d-480d-bef9-a39a7fc88739)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:26.590445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:26.726013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Calling delete_port for 352fc6a3-7736-450d-9ad7-1e62fcc1539a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:26.771825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7bc1167-4fcb-4a89-9c19-31088cee698d req-c179e659-fed9-4819-9b5e-a2f5cdb00e6e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055290 Mar 02 17:31:27.007182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:27.069462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e242-9c8c-4deb-9dab-b372ee13669c req-9251f3a0-74b7-4312-91be-91b75e178e1c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:27.070926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66d5e242-9c8c-4deb-9dab-b372ee13669c req-9251f3a0-74b7-4312-91be-91b75e178e1c tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.2416604 Mar 02 17:31:27.073457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Pushing event deleted for resources: {'Port': ['ID=352fc6a3-7736-450d-9ad7-1e62fcc1539a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:27.176550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] No DVR routers for this DVR port 352fc6a3-7736-450d-9ad7-1e62fcc1539a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:27.186223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:27.188714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-deleted', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:27.199206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803498-1361-4a63-9e69-1891a043e781 req-4e674d75-5140-43a1-89d8-d0d44e59a759 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:27.200638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5803498-1361-4a63-9e69-1891a043e781 req-4e674d75-5140-43a1-89d8-d0d44e59a759 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.2852595 Mar 02 17:31:27.231853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a170f64-e873-42b5-8182-7f4c48fbf42f req-60dbe430-9228-4a7f-9f03-976a2e51b5f2 tempest-ServerDiskConfigTestJSON-1679127469 tempest-ServerDiskConfigTestJSON-1679127469-project] 10.222.0.35 "DELETE /v2.0/ports/352fc6a3-7736-450d-9ad7-1e62fcc1539a HTTP/1.1" status: 204 len: 173 time: 3.4805517 Mar 02 17:31:27.240204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66d5e242-9c8c-4deb-9dab-b372ee13669c req-572c26f2-278e-4940-a239-dcd1e91ec7ea tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623433 Mar 02 17:31:27.263732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5803498-1361-4a63-9e69-1891a043e781 req-3d7484d9-ec0c-4a48-aaa7-83037e500b4b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556855 Mar 02 17:31:27.784465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-830db2f8-657e-4153-9803-b03e15ad4c9b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc31993f81414f9f8981ea52885ebde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718805 Mar 02 17:31:27.837774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:27.953618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d0978-d7c1-466b-8996-f22b98205a44 req-69ad32bf-59eb-4295-a44a-483388f25550 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:27.955283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37d0978-d7c1-466b-8996-f22b98205a44 req-69ad32bf-59eb-4295-a44a-483388f25550 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.3226840 Mar 02 17:31:27.965282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-236b4039-ca4b-4dcb-bfed-d2e1c5067260 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:27.966712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-236b4039-ca4b-4dcb-bfed-d2e1c5067260 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743627 Mar 02 17:31:27.999774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:28.008018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-94b6fabf-4388-42d4-b221-f8f371a6da61 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/quotas/dc31993f81414f9f8981ea52885ebde6 HTTP/1.1" status: 200 len: 375 time: 0.0270982 Mar 02 17:31:28.017402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'mac_address': 'fa:16:3e:f4:89:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:28.051171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37d0978-d7c1-466b-8996-f22b98205a44 req-8df550bc-9cab-4927-97e7-d1c9aee92dbd tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Mar 02 17:31:28.063082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-82df2d2e-0f5e-4118-9368-a6c35d0a2448 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469687 Mar 02 17:31:28.093495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:28.111062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:28.127055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:28.131910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:28.202564 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35b80bf-8986-4c17-90fc-f68a90eae93e', 'name': 'network-vif-deleted', 'tag': '352fc6a3-7736-450d-9ad7-1e62fcc1539a', 'status': 'completed', 'code': 200} Mar 02 17:31:28.225103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:28.229519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:28.455275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9745c-4e31-40ee-96c7-e49140b3bb29 req-c15995dc-c1c3-4b75-8233-68f77582d626 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.458368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bf9745c-4e31-40ee-96c7-e49140b3bb29 req-c15995dc-c1c3-4b75-8233-68f77582d626 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.1273382 Mar 02 17:31:28.534692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bf9745c-4e31-40ee-96c7-e49140b3bb29 req-48cc7649-e9fc-4e50-b7d7-6279b9a31b0a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597606 Mar 02 17:31:28.610400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:28.617491 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'code': 200} Mar 02 17:31:28.656127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a4af50d-4618-4be1-a1fa-cfe60111ce45 req-ec232f29-a246-49af-927a-d3e56ee2e5f2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 210 time: 0.0640521 Mar 02 17:31:28.869225 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-502e24e7-095d-49c4-962e-94ca6c3a8557 req-bdbc14cb-7276-4d90-bce3-a82b8dd4d8b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0970929 Mar 02 17:31:28.906143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:28.943979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8e47df62-b76a-4fb6-94c7-0c753dd72704'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:28.954849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b40023-b407-4a7c-b3ba-54c390a2bf28 req-168331f0-a2e2-420e-8324-e7118ebcfeb3 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:28.957714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14b40023-b407-4a7c-b3ba-54c390a2bf28 req-168331f0-a2e2-420e-8324-e7118ebcfeb3 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.1581693 Mar 02 17:31:28.958514 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-502e24e7-095d-49c4-962e-94ca6c3a8557 req-7aec6f26-2cad-44cd-bf6b-13af8be99238 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685821 Mar 02 17:31:28.959666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:28.963965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Usage tracker for resource:security_group_rule and tenant:b89d321c4c6a488f9e1819ef2e913fa0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:28.967159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:28.973271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:29.043744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14b40023-b407-4a7c-b3ba-54c390a2bf28 req-0ee21709-a540-4da1-8d7a-565514f16c78 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Mar 02 17:31:29.049755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddcb99-4061-4138-99bc-03b7e252e8a0 req-cb2e930b-bcce-45df-98c0-71c27ba4e081 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:29.052389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ddcb99-4061-4138-99bc-03b7e252e8a0 req-cb2e930b-bcce-45df-98c0-71c27ba4e081 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.1585498 Mar 02 17:31:29.067089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.080146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.150739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39ddcb99-4061-4138-99bc-03b7e252e8a0 req-9052f7ab-bea9-4795-a0ca-2fab3c209ed0 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857027 Mar 02 17:31:29.154471 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b89d321c4c6a488f9e1819ef2e913fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5423837 Mar 02 17:31:29.157036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da523965-b0d4-472c-aae8-7fe136588a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef6a9a4-975c-490a-a158-4a3b9ac34af5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:29.157424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49774) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:29.228202 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.254525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.314206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.335500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef6a9a4-975c-490a-a158-4a3b9ac34af5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:29.339163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:29.340262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cfbc3677-6380-403d-a389-d6104af52d9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ef6a9a4-975c-490a-a158-4a3b9ac34af5 HTTP/1.1" status: 204 len: 168 time: 0.1816268 Mar 02 17:31:29.554456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea12f-1c79-442a-9299-50b9501b6cc0 req-954c7194-010e-453f-8273-0c2d487c7800 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:29.562085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-165ea12f-1c79-442a-9299-50b9501b6cc0 req-954c7194-010e-453f-8273-0c2d487c7800 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1359544 Mar 02 17:31:29.632815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-73abfbc2-eaa1-4aca-a16d-404f25850fac tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc31993f81414f9f8981ea52885ebde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351672 Mar 02 17:31:29.650118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-165ea12f-1c79-442a-9299-50b9501b6cc0 req-fbab85ff-4277-4592-b5f0-982b83a27840 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870934 Mar 02 17:31:29.875466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-eb800a28-fad4-4259-8b70-f0e9d3c9a00f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:29.876942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-eb800a28-fad4-4259-8b70-f0e9d3c9a00f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258384 Mar 02 17:31:29.881296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6936da28-9009-4ae8-a9e1-d792db13ebf1 req-cd3f732a-79fa-4b01-ae71-6465f10b6092 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 1101 time: 0.2033770 Mar 02 17:31:29.916458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Request body: {'port': {'device_id': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'dc31993f81414f9f8981ea52885ebde6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:29.981914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67f69d43-f9fb-467d-a8c2-721aca5b568a req-8e7aa2fd-dc00-4dac-a4a4-cf21ae9b856b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 210 time: 0.0707290 Mar 02 17:31:30.043770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6936da28-9009-4ae8-a9e1-d792db13ebf1 req-05222c21-59ff-4bc5-8a38-5c294d554965 tempest-MigrationsAdminTest-1570486648 tempest-MigrationsAdminTest-1570486648-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566148 Mar 02 17:31:30.101882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:30.118826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:30.123098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Usage tracker for resource:port and tenant:dc31993f81414f9f8981ea52885ebde6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:30.126263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:30.132895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:30.148615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Made reservation on behalf of dc31993f81414f9f8981ea52885ebde6 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:30.151850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.166268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.200937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:30.204900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Usage tracker for resource:security_group_rule and tenant:dc31993f81414f9f8981ea52885ebde6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:30.208109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:30.217480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:30.341865 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.347509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.531531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-cc97f267-db8f-4963-86a3-c0251390b1ad tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:30.532508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Allocated IP 192.168.233.34 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/42d9135f-f3ba-4b33-8f2f-2e286eeafcdb) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:30.532807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-cc97f267-db8f-4963-86a3-c0251390b1ad tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:30.550115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Deleting subnet cfc429cb-f30e-4542-b79c-10604d5c97e6 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:31:30.554918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.581724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-cc97f267-db8f-4963-86a3-c0251390b1ad tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:30.582864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-cc97f267-db8f-4963-86a3-c0251390b1ad tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.3215048 Mar 02 17:31:30.651120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.691373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b93d34b-863f-4aea-a074-b3dfaaf38445,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:30.705976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port dc00bf30-a681-4047-a922-1fe5e754163b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:30.706314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.770627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.942722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396447a1-ac3c-4e78-ab86-b2006b8dd5a1 req-adbc70d7-2dcc-4a0c-a22f-45c7d05e347f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:30.944170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-396447a1-ac3c-4e78-ab86-b2006b8dd5a1 req-adbc70d7-2dcc-4a0c-a22f-45c7d05e347f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.3791866 Mar 02 17:31:30.980004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:30.994011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc34b-7890-4dc9-aa43-58d26f51be41 req-dee6dd8e-a188-496d-ad40-59f1de8879d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:30.995476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5dbc34b-7890-4dc9-aa43-58d26f51be41 req-dee6dd8e-a188-496d-ad40-59f1de8879d2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 950 time: 0.3918328 Mar 02 17:31:31.033528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc429cb-f30e-4542-b79c-10604d5c97e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:31.040456 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.050285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.075459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b63acbaa-bef7-44c4-bae1-463b4afc0164 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cfc429cb-f30e-4542-b79c-10604d5c97e6 HTTP/1.1" status: 204 len: 168 time: 0.9717848 Mar 02 17:31:31.077258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Transition to ACTIVE for port object 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:31.078229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49830) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:31.086269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-396447a1-ac3c-4e78-ab86-b2006b8dd5a1 req-d7d2d622-4b0a-4110-b717-46dd41a83e9f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300542 Mar 02 17:31:31.092625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5dbc34b-7890-4dc9-aa43-58d26f51be41 req-199f015f-3e2a-4e4e-ab52-dec7ab3e7caf tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899818 Mar 02 17:31:31.112727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.200029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port dc00bf30-a681-4047-a922-1fe5e754163b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dc00bf30-a681-4047-a922-1fe5e754163b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:31.201001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.210322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.297332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Pushing event updated for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:31.305865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:31.310059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:31.312827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:31.480737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:31.484958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.490288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for dc00bf30-a681-4047-a922-1fe5e754163b owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:31.512515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbb1ca-b44f-49cf-99e7-c4260042d1a2 req-d54ba01b-1cfe-45c8-8c20-28e96c29acc1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:31.528502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fccbb1ca-b44f-49cf-99e7-c4260042d1a2 req-d54ba01b-1cfe-45c8-8c20-28e96c29acc1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 950 time: 0.2721272 Mar 02 17:31:31.599713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-6e7b077d-6205-48d8-9a2f-6868a9fbaafe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6889234 Mar 02 17:31:31.619192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fccbb1ca-b44f-49cf-99e7-c4260042d1a2 req-ea2ba64c-ef94-48b6-b6f6-28fec7a4153a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894470 Mar 02 17:31:31.626564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Request body: {'port': {'device_id': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:31.666418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8e334a1-681f-45a6-8694-a83eb25801f5 None None] Provisioning for port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:31.674981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8e334a1-681f-45a6-8694-a83eb25801f5 None None] Provisioning complete for port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:31.675688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8e334a1-681f-45a6-8694-a83eb25801f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.713819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.773275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027b9d32-0bde-48b9-9eac-5ae95406955f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:31.781230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.795756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a8e334a1-681f-45a6-8694-a83eb25801f5 None None] Port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:31:31.796882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:31.797180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0db4ea3-8c9d-480d-bef9-a39a7fc88739') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:31.815242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.840427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.848547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:31:31.848977 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.857659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:31:31.940769 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:31:31.943622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:31.964276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:31.984813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.008320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=dc00bf30-a681-4047-a922-1fe5e754163b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:32.009451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:32.010543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.022605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857', '192a0438-a37d-4484-9fca-fb04790ed2dd', 'dc00bf30-a681-4047-a922-1fe5e754163b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:32.033963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=027b9d32-0bde-48b9-9eac-5ae95406955f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:32.060867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8e47df62-b76a-4fb6-94c7-0c753dd72704 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:32.061235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.084983 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eee16e19-aa91-466c-8b99-fecfe7688a7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/027b9d32-0bde-48b9-9eac-5ae95406955f HTTP/1.1" status: 204 len: 168 time: 1.0056975 Mar 02 17:31:32.114017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36be17-8589-40b3-ba45-4d0e68493fdc req-36d0f983-43d3-4c25-a843-ecec639277d8 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:32.125594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad36be17-8589-40b3-ba45-4d0e68493fdc req-36d0f983-43d3-4c25-a843-ecec639277d8 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.3198688 Mar 02 17:31:32.130826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port dc00bf30-a681-4047-a922-1fe5e754163b on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:32.134162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.137955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a98bc003-f3aa-46f1-8647-4e3875e0983b req-3361fe57-a707-4ce2-9947-6fcb301d190d tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "DELETE /v2.0/ports/dc00bf30-a681-4047-a922-1fe5e754163b HTTP/1.1" status: 204 len: 173 time: 1.5415425 Mar 02 17:31:32.138515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'name': 'network-vif-deleted', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:32.339257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad36be17-8589-40b3-ba45-4d0e68493fdc req-fb437087-63e1-40a0-b892-73a7c84076eb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123768 Mar 02 17:31:32.341490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:32.364623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-c9f67eaa-6bf8-46d3-b039-089693d411ef tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:32.365522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-c9f67eaa-6bf8-46d3-b039-089693d411ef tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Synchronizing usage tracker for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:32.415309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-c9f67eaa-6bf8-46d3-b039-089693d411ef tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Unset dirty status for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:32.416751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-c9f67eaa-6bf8-46d3-b039-089693d411ef tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 935 time: 0.3958347 Mar 02 17:31:32.429139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.490335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-74dfe93b-aace-499b-a6f3-78e04cf79691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43515614b33f4be8ba8b15098d63c062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1458092 Mar 02 17:31:32.497229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:32.571665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.576525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:32.579950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:32.585750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:32.586715 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.591977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.611572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.648783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Transition to ACTIVE for port object 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:32.658303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-e9fb8a25-a7d7-48fc-b213-52db2e76253f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Synchronizing usage tracker for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:32.669399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.693992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.719882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017de3ce-cfb4-470b-87c5-c89a28c061ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:32.732484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:32.735877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7421bf1e-bfe4-4465-932f-1e2406c0fcfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/017de3ce-cfb4-470b-87c5-c89a28c061ea HTTP/1.1" status: 204 len: 168 time: 0.2354262 Mar 02 17:31:32.741709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=13']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:32.768389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-e9fb8a25-a7d7-48fc-b213-52db2e76253f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Unset dirty status for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:32.769519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-910627b9-958d-400d-bbc1-da7ac79a0237 req-e9fb8a25-a7d7-48fc-b213-52db2e76253f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387840 Mar 02 17:31:32.825250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:32.844523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d10d31-ee1f-4fd6-b61f-eafd79ab6cd4 req-a89c9413-1edf-44e5-8bda-f1df71d9591a tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:32.855369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3d10d31-ee1f-4fd6-b61f-eafd79ab6cd4 req-a89c9413-1edf-44e5-8bda-f1df71d9591a tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.3470917 Mar 02 17:31:33.015863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3d10d31-ee1f-4fd6-b61f-eafd79ab6cd4 req-a88c1f13-d36a-4f9b-b37e-653ce295181b tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594577 Mar 02 17:31:33.155137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Attempting to bind port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:33.155730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Attempting to bind port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:33.155864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Attempting to bind port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:33.162619 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57d3390-3b05-4cab-acfb-6428ab550807', 'name': 'network-vif-deleted', 'tag': 'dc00bf30-a681-4047-a922-1fe5e754163b', 'status': 'completed', 'code': 200} Mar 02 17:31:33.166902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04b28e34-1717-4965-975e-9cc32c032e6f req-dbca0b2b-04b6-4b9d-801d-b4eae43e565f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57d3390-3b05-4cab-acfb-6428ab550807 HTTP/1.1" status: 200 len: 210 time: 0.0702114 Mar 02 17:31:33.169448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:31:33.169768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Attempting to bind port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:33.177502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:33.177880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:33.178262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:33.186952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Bound port: 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:33.188823 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:33.269222 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'code': 200} Mar 02 17:31:33.553558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:33.560242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:33.573821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:33.660628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:33.662930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] 10.222.0.35 "PUT /v2.0/ports/42d9135f-f3ba-4b33-8f2f-2e286eeafcdb HTTP/1.1" status: 200 len: 1095 time: 2.0417154 Mar 02 17:31:33.676158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:33.699977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d052-010a-44f5-85a8-31a8eaf12526 req-f15f5cbb-5f83-4e0e-9283-3c942ee68e81 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:33.701467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f53d052-010a-44f5-85a8-31a8eaf12526 req-f15f5cbb-5f83-4e0e-9283-3c942ee68e81 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.4021475 Mar 02 17:31:33.713252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1cc67-7b16-4a08-8c01-c0f723273058 req-45a1b62e-b618-4cb4-9c94-3ca252b7c115 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:33.714820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ca1cc67-7b16-4a08-8c01-c0f723273058 req-45a1b62e-b618-4cb4-9c94-3ca252b7c115 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 951 time: 0.2443833 Mar 02 17:31:33.771423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56321e32-5aab-4b07-ace1-9b4c18b8c901 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:33.856176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f53d052-010a-44f5-85a8-31a8eaf12526 req-c2572c41-c390-4802-b6b8-3affdadb00db tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394861 Mar 02 17:31:33.863718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ca1cc67-7b16-4a08-8c01-c0f723273058 req-e34f8541-0b19-4794-a210-d8ab4edb4979 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053030 Mar 02 17:31:33.870503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dc00bf30-a681-4047-a922-1fe5e754163b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:33.905416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-7aabc9f7-2081-4f7c-998e-8df6bf211441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 1098 time: 0.1876709 Mar 02 17:31:33.920728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:33.964623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: dc00bf30-a681-4047-a922-1fe5e754163b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:33.965000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dc00bf30-a681-4047-a922-1fe5e754163b not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:33.994012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-a704bbd9-a339-4e76-8eda-bd3b4b38ac85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb HTTP/1.1" status: 200 len: 217 time: 0.0788815 Mar 02 17:31:34.105116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1971311896-network', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:34.110155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:34.111827 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb', 'status': 'completed', 'code': 200} Mar 02 17:31:34.123385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Usage tracker for resource:network and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:34.127378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:34.135237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:34.142691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-41f840a7-d57a-41f3-a15c-97c14cd3e405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.144187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-41f840a7-d57a-41f3-a15c-97c14cd3e405 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1382008 Mar 02 17:31:34.151693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:34.153984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.171316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.207057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:34.211574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Usage tracker for resource:security_group_rule and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:34.214901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:34.221880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:34.283549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d35da-1e33-434d-9624-9b85297d9d4d req-f2296e6a-581a-473a-b431-2994d6c18baa tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.291034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a32d35da-1e33-434d-9624-9b85297d9d4d req-f2296e6a-581a-473a-b431-2994d6c18baa tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2318480 Mar 02 17:31:34.308657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.314693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.344584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:31:34.351757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49914) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:34.361160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460fc3e-d3c1-4584-af8b-33722ccf8e94,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:34.366258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.366617 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Added segment 7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b of type vlan for network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 Mar 02 17:31:34.381708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-96cf8ed2-90eb-4b1b-8c17-b0b62e6002fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2257893 Mar 02 17:31:34.390192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a32d35da-1e33-434d-9624-9b85297d9d4d req-0b953a5d-82d3-4d7f-b66e-99ed11d974c3 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982611 Mar 02 17:31:34.396806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40c98-48d6-4209-8fff-741097c8ef00 req-173c041e-3d3d-4e63-a1fd-a7e2a94bc36b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.398180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afc40c98-48d6-4209-8fff-741097c8ef00 req-173c041e-3d3d-4e63-a1fd-a7e2a94bc36b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 947 time: 0.1997619 Mar 02 17:31:34.407400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.455696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.457222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.458966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.551293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afc40c98-48d6-4209-8fff-741097c8ef00 req-64cf6592-e152-4891-8adb-6395f7560567 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352909 Mar 02 17:31:34.586785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-0d57c7dc-3aee-41f6-afe6-4971846aafb4 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955931 Mar 02 17:31:34.643005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.693761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e3038ca-2d8c-4609-837b-cdbdcc0adea2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:34.712945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:31:34.733466 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34c85964-029f-413c-9756-aa837f9620a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8103826 Mar 02 17:31:34.737659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:34.746957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Request body: {'subnet': {'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1971311896-subnet', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:34.756212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:34.761476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Usage tracker for resource:subnet and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:34.765507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:34.780014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:34.801180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebdc83-93c4-458e-897f-cb274280014d req-25aac58d-4845-4891-87bf-6a55da07c98c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.803954 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ccebdc83-93c4-458e-897f-cb274280014d req-25aac58d-4845-4891-87bf-6a55da07c98c tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 951 time: 0.1557670 Mar 02 17:31:34.810810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:34.814295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:34.843753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:34.864224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Usage tracker for resource:security_group_rule and tenant:1a8177415a504ffcbd6d104737919803 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:34.876919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:34.892298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:34.903835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed4eb0-29cd-4c84-ab5e-6337126d337b req-a183a905-f16e-4469-bbb0-759e28c7cd59 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920730 Mar 02 17:31:34.949258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd92a-6fb5-41cc-97f4-240271363b01 req-8971ac09-458b-4836-bc24-ee7a1a8da6ea tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:34.950590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d85fd92a-6fb5-41cc-97f4-240271363b01 req-8971ac09-458b-4836-bc24-ee7a1a8da6ea tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1939938 Mar 02 17:31:34.959921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7868f899-586e-42bd-ad0a-c645a76e02cc req-ba492129-4ee2-4998-a8e8-8e54d66cd85e tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2549760 Mar 02 17:31:34.983954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Deleting port 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:34.984550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.167490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d85fd92a-6fb5-41cc-97f4-240271363b01 req-3eea78ba-2119-4fd2-8ddf-d7f2c3eaad82 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/security-groups?id=c11f7f46-928a-4ed3-8d00-4f6bce8fec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009082 Mar 02 17:31:35.182661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7868f899-586e-42bd-ad0a-c645a76e02cc req-92f2d43d-eea4-49bc-b4b9-ba2f437e21c5 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854537 Mar 02 17:31:35.188074 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.220288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.243615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22935abc-c42a-49e1-a81b-15908aa23512 req-33e52980-9972-4a1b-a7b5-c17195350159 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:35.245077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22935abc-c42a-49e1-a81b-15908aa23512 req-33e52980-9972-4a1b-a7b5-c17195350159 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.50 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 946 time: 0.2830505 Mar 02 17:31:35.248132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-b5573b4c-2227-446a-9de2-86bb869711e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 1098 time: 0.2871439 Mar 02 17:31:35.291295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.348391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb95b46b-3e39-4178-b29e-1dfe185ce8d0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:35.413998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f5a034b0-90ed-42e8-bd67-65ec7a51fbab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a8177415a504ffcbd6d104737919803&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0600996 Mar 02 17:31:35.424749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49930) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:35.500885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] For port 8e47df62-b76a-4fb6-94c7-0c753dd72704, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8e47df62-b76a-4fb6-94c7-0c753dd72704,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:35.501231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.641658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Calling delete_port for 8e47df62-b76a-4fb6-94c7-0c753dd72704 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:35.671743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:35.672771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Network hostable DHCP agents. Network: 1e3038ca-2d8c-4609-837b-cdbdcc0adea2, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:31:35.689341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a12de92-ddfe-4653-9762-9514dd06b30a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:35.723161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-b62ba78c-ff90-4567-844d-40cf6f5ac056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:35.725919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-b62ba78c-ff90-4567-844d-40cf6f5ac056 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4354138 Mar 02 17:31:35.747220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:31:35.759771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Deleting port c424d201-eb11-46c3-974f-95c9b45301ef {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:35.760130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.796579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 1e3038ca-2d8c-4609-837b-cdbdcc0adea2) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:35.805849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60210d16-ae55-418c-96bd-074dce9eb2ba None None] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:31:35.830883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:35.831474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.864016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-c7995660-ffaa-4d31-b9ad-89f8fec03b25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb HTTP/1.1" status: 200 len: 217 time: 0.0712829 Mar 02 17:31:35.864298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:35.908830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', '90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:35.916447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event deleted for resources: {'Port': ['ID=8e47df62-b76a-4fb6-94c7-0c753dd72704,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:35.923484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac706203-62a3-46c2-9658-ef139c4835ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1829953 Mar 02 17:31:35.926637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:35.932943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:35.940913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:35.947331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Usage tracker for resource:router and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:35.973468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', '8e47df62-b76a-4fb6-94c7-0c753dd72704'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:35.989554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:36.008233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-4c825a2c-4920-409f-8071-08fda0430af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:36.011409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-4c825a2c-4920-409f-8071-08fda0430af6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1284611 Mar 02 17:31:36.053435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:36.055963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] No DVR routers for this DVR port 8e47df62-b76a-4fb6-94c7-0c753dd72704 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:36.059351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.063366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ccebdc83-93c4-458e-897f-cb274280014d req-d9a1f6f9-a16b-4dcd-8089-bda5b3f1dd31 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "DELETE /v2.0/ports/8e47df62-b76a-4fb6-94c7-0c753dd72704 HTTP/1.1" status: 204 len: 173 time: 1.2242362 Mar 02 17:31:36.063626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-deleted', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:36.086409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.087599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.125577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.159321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bbfb8-fec9-4a65-80bc-462472c09999 req-c2574376-86b3-4ff5-81c2-62d0a2f4aa61 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:36.168564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8bbfb8-fec9-4a65-80bc-462472c09999 req-c2574376-86b3-4ff5-81c2-62d0a2f4aa61 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=057509e3-951d-464c-91ae-acee93e895a2 HTTP/1.1" status: 200 len: 868 time: 0.7435319 Mar 02 17:31:36.269568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da741-849f-49b3-913d-154bbb5e44e4 req-97435135-0783-4ec6-8a05-13e4f8456dfc tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:36.276513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f17da741-849f-49b3-913d-154bbb5e44e4 req-97435135-0783-4ec6-8a05-13e4f8456dfc tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.4025972 Mar 02 17:31:36.304490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.344922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.376027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.536933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8bbfb8-fec9-4a65-80bc-462472c09999 req-bc7eafe8-64f0-47a7-aa69-611bf8d6397f tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669512 Mar 02 17:31:36.614288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.628243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:31:36.630711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.632416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.637934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f17da741-849f-49b3-913d-154bbb5e44e4 req-1b107eda-6231-49ab-8789-211cc036ff7e tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606060 Mar 02 17:31:36.662837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-b67de4ed-6a3b-48f8-a5ee-a7bf79c76072 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6267843 Mar 02 17:31:36.681052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb95b46b-3e39-4178-b29e-1dfe185ce8d0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:36.703369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.724376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:36.727790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ff1a1f34-3b16-4b07-8ef3-7b81694a2a05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb95b46b-3e39-4178-b29e-1dfe185ce8d0 HTTP/1.1" status: 204 len: 168 time: 1.2917628 Mar 02 17:31:36.903709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Allocated IP 172.25.3.183 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5c3f3d3d-057c-4002-9110-cdaf6ba1effc) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:37.065697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] For port c424d201-eb11-46c3-974f-95c9b45301ef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c424d201-eb11-46c3-974f-95c9b45301ef,segment=NetworkSegment(10b5fdca-8ba6-408d-a963-c1f6103cb5a8),segment_id=10b5fdca-8ba6-408d-a963-c1f6103cb5a8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:37.066440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.133662 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.185185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.201813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Calling delete_port for c424d201-eb11-46c3-974f-95c9b45301ef owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:37.244610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Allocated IP 172.20.0.2 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/b6085f75-d395-4b96-a280-fa4e15fb66cc) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:37.322717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:37.330705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:37.338242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:37.384597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dc985-e4b1-4996-8188-31a33fb2c876 req-90ff762e-7ad2-4654-9f30-2795c44abe53 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:37.400404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae1dc985-e4b1-4996-8188-31a33fb2c876 req-90ff762e-7ad2-4654-9f30-2795c44abe53 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 949 time: 0.5768092 Mar 02 17:31:37.437497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Pushing event updated for resources: {'Port': ['ID=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:37.637552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0484e-61cb-4ec6-a271-19fb332e8c0d req-f540b285-3e15-4727-bba5-9dc9b4c1c5be tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:37.639059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cde0484e-61cb-4ec6-a271-19fb332e8c0d req-f540b285-3e15-4727-bba5-9dc9b4c1c5be tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 947 time: 0.9008794 Mar 02 17:31:37.640954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-885ca1af-b184-46cd-8e5f-d9b012bef53b service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575815 Mar 02 17:31:37.671799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.672553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.710649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.747762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['c424d201-eb11-46c3-974f-95c9b45301ef'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:37.797810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.810562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Transition to ACTIVE for port object b6085f75-d395-4b96-a280-fa4e15fb66cc will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:37.830922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Transition to ACTIVE for port object b6085f75-d395-4b96-a280-fa4e15fb66cc will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:37.838986 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:37.841930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae1dc985-e4b1-4996-8188-31a33fb2c876 req-d1cbfe6c-ea16-4e8d-9748-a420fad7c84a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466156 Mar 02 17:31:37.866957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Pushing event deleted for resources: {'Port': ['ID=c424d201-eb11-46c3-974f-95c9b45301ef,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:37.901855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:37.951012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 8e47df62-b76a-4fb6-94c7-0c753dd72704 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:37.951408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8e47df62-b76a-4fb6-94c7-0c753dd72704 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:37.951779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c424d201-eb11-46c3-974f-95c9b45301ef no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:38.001622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: c424d201-eb11-46c3-974f-95c9b45301ef {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:38.001989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c424d201-eb11-46c3-974f-95c9b45301ef not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:38.008147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:38.012309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:38.014247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Pushing event updated for resources: {'Port': ['ID=b6085f75-d395-4b96-a280-fa4e15fb66cc,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:38.016524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:38.099977 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057509e3-951d-464c-91ae-acee93e895a2', 'name': 'network-vif-deleted', 'tag': '8e47df62-b76a-4fb6-94c7-0c753dd72704', 'status': 'completed', 'code': 200} Mar 02 17:31:38.120220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Attempting to bind port b6085f75-d395-4b96-a280-fa4e15fb66cc on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:38.120595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Attempting to bind port b6085f75-d395-4b96-a280-fa4e15fb66cc by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:38.120963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Attempting to bind port b6085f75-d395-4b96-a280-fa4e15fb66cc on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:38.128003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:38.128784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:38.128928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.129335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:38.130113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Bound port: b6085f75-d395-4b96-a280-fa4e15fb66cc, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:38.130772 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.154074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cde0484e-61cb-4ec6-a271-19fb332e8c0d req-5c58c689-67f6-4d23-b1f9-3edcd3619569 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028174 Mar 02 17:31:38.189821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:38.211631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-74feb74a-cdbc-4bd4-9c70-b724301f20dc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:38.212182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-74feb74a-cdbc-4bd4-9c70-b724301f20dc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:38.218153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] No DVR routers for this DVR port c424d201-eb11-46c3-974f-95c9b45301ef on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:38.220923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.232920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'name': 'network-vif-deleted', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:38.238916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5af14bf-b531-45fb-8ea9-ba28f3bfbf56 req-de3defb5-44ad-4d98-87f6-cd0457c6dd24 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b293ad58-2810-48c3-a569-85308d53c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0706396 Mar 02 17:31:38.258941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033618a4-925b-4223-bb91-cdc4aec1e669 req-72dd99af-0fb0-4030-b7aa-f13b721f0bd3 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844870 Mar 02 17:31:38.261967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-74feb74a-cdbc-4bd4-9c70-b724301f20dc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:38.263260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-74feb74a-cdbc-4bd4-9c70-b724301f20dc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 949 time: 0.4062228 Mar 02 17:31:38.265448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22935abc-c42a-49e1-a81b-15908aa23512 req-a09582d2-2099-491d-b902-9a46d7e54cb5 tempest-ServerTagsTestJSON-1057557089 tempest-ServerTagsTestJSON-1057557089-project] 10.222.0.50 "DELETE /v2.0/ports/c424d201-eb11-46c3-974f-95c9b45301ef HTTP/1.1" status: 204 len: 173 time: 3.0035024 Mar 02 17:31:38.345977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] For port b6085f75-d395-4b96-a280-fa4e15fb66cc, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:38.359992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Router 12846a79-0538-444f-96de-c1abd331e6e2 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:31:38.360582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] For port b6085f75-d395-4b96-a280-fa4e15fb66cc, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b6085f75-d395-4b96-a280-fa4e15fb66cc,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:38.377343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.475530 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b293ad58-2810-48c3-a569-85308d53c3a0', 'name': 'network-vif-deleted', 'tag': 'c424d201-eb11-46c3-974f-95c9b45301ef', 'status': 'completed', 'code': 200} Mar 02 17:31:38.516820 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.569054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-815975718-network', 'tenant_id': 'deeec8f9f97843bc8baed299abe3f2d7'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:38.572186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d66f-e10f-482d-885a-11b53b5dd68f req-b4d2d828-5d48-43d6-9cde-9428a4d5da8d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:38.575013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:38.579392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Usage tracker for resource:network and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:38.580084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d161d66f-e10f-482d-885a-11b53b5dd68f req-b4d2d828-5d48-43d6-9cde-9428a4d5da8d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1404772 Mar 02 17:31:38.582682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:38.589347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:38.605422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ed05-851d-43c4-92e5-0decdb2c03e2 None None] Pushing event updated for resources: {'Port': ['ID=b6085f75-d395-4b96-a280-fa4e15fb66cc,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:38.673118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Made reservation on behalf of deeec8f9f97843bc8baed299abe3f2d7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:38.675983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.697163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 192a0438-a37d-4484-9fca-fb04790ed2dd {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:38.697338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d161d66f-e10f-482d-885a-11b53b5dd68f req-d8ff6576-9876-42c3-be95-dbeaf6efcb93 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161051 Mar 02 17:31:38.698176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.749884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:38.889374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:38.901240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:38.910630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:38.939617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:39.163067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:31:39.210866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 192a0438-a37d-4484-9fca-fb04790ed2dd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=192a0438-a37d-4484-9fca-fb04790ed2dd,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:39.217383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.220473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feabc6d-a767-424f-80ac-602a20e0c7a9 req-e2ab71a9-a16f-4389-aa12-d51b9f876c1a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:39.222784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8feabc6d-a767-424f-80ac-602a20e0c7a9 req-e2ab71a9-a16f-4389-aa12-d51b9f876c1a tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.1617322 Mar 02 17:31:39.226940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-165c8410-a963-4261-98e1-0f5fe20ddbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.341547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-8202dccd-edb8-4321-a97d-811465d5d107 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2124751 Mar 02 17:31:39.346393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8feabc6d-a767-424f-80ac-602a20e0c7a9 req-561c1a6e-225f-496e-8b3f-6948e6174d3d tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Mar 02 17:31:39.409692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:39.436122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb', 'mac_address': 'fa:16:3e:bf:6f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:31:39.476173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 192a0438-a37d-4484-9fca-fb04790ed2dd owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:39.532736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.589166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:39.617779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:39.620049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-cdf0b494-f410-4250-9bd4-b682b93f5618 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cec9add96044c42a24d07687dcc082b&device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 1101 time: 0.2149580 Mar 02 17:31:39.624139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.697467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.721676 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.764163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:39.791670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:31:39.801543 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Sync routers for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:31:39.830885 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:31:39.832436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:31:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:39.843106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:31:39.907145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95fc3c2-f1ff-41bc-85fe-ead282067c4b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:39.933872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:39.934245 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Added segment a3385f95-fe65-4a0a-a363-921242f4c3b0 of type vlan for network d0fc70fc-1127-41f8-b88b-f00f74bf80b2 Mar 02 17:31:39.938702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-fb9c329f-6edc-4900-a1b2-43e09214dbcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:39.940897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-fb9c329f-6edc-4900-a1b2-43e09214dbcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2848105 Mar 02 17:31:40.015110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.019200 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f0c0766-b588-49ea-b8f5-2408fc01ddcd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0907283 Mar 02 17:31:40.030425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50016) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:40.100600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-53af69ad-3f08-48ac-8916-73d794263c30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9 HTTP/1.1" status: 200 len: 217 time: 0.1028259 Mar 02 17:31:40.103138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b6085f75-d395-4b96-a280-fa4e15fb66cc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:40.123283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.188951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6088b-2495-4484-a9b3-484fc26623d7 None None] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:31:40.201113 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:31:40.226092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-d4824e15-5019-4e38-a151-25903dd42b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:40.227679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-d4824e15-5019-4e38-a151-25903dd42b1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0884511 Mar 02 17:31:40.254085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.259005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:40.259790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.280538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907010-3653-41fb-86e8-201b5dec3fae req-ce986e32-2a5f-4f5f-9aff-18cf07c355db tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:40.281984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63907010-3653-41fb-86e8-201b5dec3fae req-ce986e32-2a5f-4f5f-9aff-18cf07c355db tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 948 time: 0.3399446 Mar 02 17:31:40.292758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.313007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:40.358327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63907010-3653-41fb-86e8-201b5dec3fae req-0ea15d17-c2a8-44e1-ab05-46a816d99193 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655887 Mar 02 17:31:40.363069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:40.364964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97fe4-9fd3-49b6-8930-71ca1f0c0841 req-ab216b64-5756-474a-92c6-1d43715e3200 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:40.366356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0f97fe4-9fd3-49b6-8930-71ca1f0c0841 req-ab216b64-5756-474a-92c6-1d43715e3200 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 867 time: 0.2649450 Mar 02 17:31:40.463659 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2770517 Mar 02 17:31:40.471384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50022) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:40.494864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Request body: {'subnet': {'network_id': 'd0fc70fc-1127-41f8-b88b-f00f74bf80b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-815975718-subnet', 'tenant_id': 'deeec8f9f97843bc8baed299abe3f2d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:40.504518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=192a0438-a37d-4484-9fca-fb04790ed2dd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:40.537293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-4efec21d-67b4-44f9-8177-bca16b3e5424 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2992687 Mar 02 17:31:40.539093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:40.556028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Usage tracker for resource:subnet and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:40.591583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c99dfd3-7302-4956-9f53-c67223e7ca84 None None] Provisioning for port b6085f75-d395-4b96-a280-fa4e15fb66cc completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:40.655118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:40.660247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0f97fe4-9fd3-49b6-8930-71ca1f0c0841 req-977381fc-074a-48d1-9464-4174e616b381 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789586 Mar 02 17:31:40.671428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:40.751281 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:37Z', 'revision_number': 3, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:40.756174 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Checking router: 12846a79-0538-444f-96de-c1abd331e6e2 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:31:40.756517 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Updating router 12846a79-0538-444f-96de-c1abd331e6e2 port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:31:40.767129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Made reservation on behalf of deeec8f9f97843bc8baed299abe3f2d7 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:40.771712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.826263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:40.883598 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:40.907789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b6085f75-d395-4b96-a280-fa4e15fb66cc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:41.000740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-0b124724-ce77-42d6-b936-1ac59ef29270 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491313 Mar 02 17:31:41.037679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b6085f75-d395-4b96-a280-fa4e15fb66cc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:41.042051 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.370386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.417354 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:31:41.454562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 192a0438-a37d-4484-9fca-fb04790ed2dd on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:41.472091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b656bd89-5c9b-4d0a-b6dd-fd19707856f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.480054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.482176 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b257b1f-3d87-43ce-82b6-11d23e30e8f0 req-ae905d9e-4f90-48a5-8c88-397a20bd9983 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "DELETE /v2.0/ports/192a0438-a37d-4484-9fca-fb04790ed2dd HTTP/1.1" status: 204 len: 173 time: 3.1678119 Mar 02 17:31:41.519969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5f507-4de3-4666-bdb4-8639a3d911ba admin admin] Pushing event updated for resources: {'Network': ['ID=d0fc70fc-1127-41f8-b88b-f00f74bf80b2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:41.522393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'name': 'network-vif-deleted', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:41.585766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b6085f75-d395-4b96-a280-fa4e15fb66cc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b6085f75-d395-4b96-a280-fa4e15fb66cc,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:41.588357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d0fc70fc-1127-41f8-b88b-f00f74bf80b2 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:31:41.608140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-55dffb68-07dd-4c0e-a96e-bba09b354b0e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:41.608846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-55dffb68-07dd-4c0e-a96e-bba09b354b0e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Synchronizing usage tracker for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:41.609117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.633216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Deleting subnet 1afa1281-5b56-406c-997c-cd6ed27c457e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:31:41.642510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-55dffb68-07dd-4c0e-a96e-bba09b354b0e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Unset dirty status for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:41.643656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-55dffb68-07dd-4c0e-a96e-bba09b354b0e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.5109541 Mar 02 17:31:41.646206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.653465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf48173-e79d-4259-b19d-72804c5a91d2 req-bb68cba8-c3ba-4a14-93fd-aa4ae6fb6af6 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394305 Mar 02 17:31:41.674548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef6d58-3655-44ba-982b-7377894675d7 req-5e50672d-50fd-4056-ae17-a7eb17bda543 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:41.683520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3ef6d58-3655-44ba-982b-7377894675d7 req-5e50672d-50fd-4056-ae17-a7eb17bda543 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.6413019 Mar 02 17:31:41.716183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b6085f75-d395-4b96-a280-fa4e15fb66cc,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:41.751492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b388cf-5375-4830-9d92-eb5c42fb66c2 req-9777c82f-0931-48a2-9744-4113e9fb292e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:41.758979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b388cf-5375-4830-9d92-eb5c42fb66c2 req-9777c82f-0931-48a2-9744-4113e9fb292e tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b96a518-4c25-4354-9b6c-5450aaac0e08 HTTP/1.1" status: 200 len: 950 time: 0.6697865 Mar 02 17:31:41.796713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.824812 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.878518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Deleting port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:41.878887 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.880647 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Transition to ACTIVE for port object 5c3f3d3d-057c-4002-9110-cdaf6ba1effc will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:41.900582 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.912297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 192a0438-a37d-4484-9fca-fb04790ed2dd no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:41.915672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:41.948244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3ef6d58-3655-44ba-982b-7377894675d7 req-5101b4e1-e098-4c9e-a270-fbbc0f9db9cb tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632616 Mar 02 17:31:41.979252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b388cf-5375-4830-9d92-eb5c42fb66c2 req-901be5fc-3cf7-4109-aad9-8db117b9f0ed tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186811 Mar 02 17:31:41.990070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7e36f1-ac1b-4563-a8db-30b924fa3b09,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:42.027116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b6085f75-d395-4b96-a280-fa4e15fb66cc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:42.031885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Checking segment: {'id': 'a3385f95-fe65-4a0a-a363-921242f4c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0fc70fc-1127-41f8-b88b-f00f74bf80b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:42.032472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Network hostable DHCP agents. Network: d0fc70fc-1127-41f8-b88b-f00f74bf80b2, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:31:42.098145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Network d0fc70fc-1127-41f8-b88b-f00f74bf80b2 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:31:42.126730 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Pushing event updated for resources: {'Port': ['ID=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:42.134096 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Attempting to bind port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:42.134495 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Attempting to bind port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:42.134880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Attempting to bind port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:42.136562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-80c1d07d-13a0-4e4f-ba38-da30b6a4c204 None None] Provisioning complete for port b6085f75-d395-4b96-a280-fa4e15fb66cc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:42.137540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80c1d07d-13a0-4e4f-ba38-da30b6a4c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.139344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d0fc70fc-1127-41f8-b88b-f00f74bf80b2) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:42.152454 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.152735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.153078 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.153409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.153733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.154056 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.154375 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.154752 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.155075 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.155390 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.155702 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:42.155864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:42.157604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.159787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:42.160167 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:42.160565 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.161047 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:42.161872 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Bound port: 5c3f3d3d-057c-4002-9110-cdaf6ba1effc, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:42.162241 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.183218 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8498c85-f96c-4f37-bc37-3d8eb5973db0', 'name': 'network-vif-deleted', 'tag': '192a0438-a37d-4484-9fca-fb04790ed2dd', 'status': 'completed', 'code': 200} Mar 02 17:31:42.202441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b16fc202-5373-4fe9-a6fb-cad5f0a2cdb5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7299056 Mar 02 17:31:42.204677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 192a0438-a37d-4484-9fca-fb04790ed2dd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:42.205095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 192a0438-a37d-4484-9fca-fb04790ed2dd not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:42.211074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22bc7e0-f486-49cd-994c-ec816cee3c3f None None] Network d0fc70fc-1127-41f8-b88b-f00f74bf80b2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:31:42.342188 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] For port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:42.345838 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] For port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:42.350118 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.399228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.526617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a25f-f89a-470c-890d-45020c25924c None None] Pushing event updated for resources: {'Port': ['ID=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:42.573789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80cbcc5e-850b-47da-afcb-266cc3b6dace req-8e34e6f4-6742-49a6-b0e6-3361b5d88c58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8498c85-f96c-4f37-bc37-3d8eb5973db0 HTTP/1.1" status: 200 len: 210 time: 0.1641839 Mar 02 17:31:42.582044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f68c4-42c6-4c95-9896-36b310463157 req-a139aa82-d695-4297-b317-d338a49e3264 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:42.585838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-760f68c4-42c6-4c95-9896-36b310463157 req-a139aa82-d695-4297-b317-d338a49e3264 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 948 time: 0.3335652 Mar 02 17:31:42.592087 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:31:42.592718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:31:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:42.715269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.727726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-760f68c4-42c6-4c95-9896-36b310463157 req-50878761-2b0e-4892-bb50-9778be223aca tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362882 Mar 02 17:31:42.790924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.815835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.846133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b6085f75-d395-4b96-a280-fa4e15fb66cc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:42.846254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.897911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afa1281-5b56-406c-997c-cd6ed27c457e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:42.906262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50048) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:42.909330 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ff86c21-e6d9-4211-906c-6c0aa084060f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1afa1281-5b56-406c-997c-cd6ed27c457e HTTP/1.1" status: 204 len: 168 time: 1.9738638 Mar 02 17:31:42.986465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] For port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:42.986465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:42.986849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fd3e5-14e8-4a81-b7a5-4c769f5ab0ca None None] Network d0fc70fc-1127-41f8-b88b-f00f74bf80b2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:31:43.037415 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:31:43.071920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.120491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:43.175173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.281540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Calling delete_port for 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:43.324524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.462790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764616982', 'description': 'tempest-description-1402580866'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:43.501586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64efb07f-5dea-4f26-8e3a-28c1ad53e218']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:43.514389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:43.524615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:43.528201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b5fdca-8ba6-408d-a963-c1f6103cb5a8') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:43.528576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b5fdca-8ba6-408d-a963-c1f6103cb5a8') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:43.537391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:43.555219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:43.561672 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.589783 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:37Z', 'revision_number': 3, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:43.594137 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd79f73-2a8e-4ada-8cb8-6aaa7b0e3bef None None] The sync data for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 is: [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:37Z', 'revision_number': 3, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:31:43.604367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ceffa-2d03-40da-9995-fcf7e16b8c85 req-6cec1c7e-63d7-4c5f-8186-57a1608f9935 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:43.605908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-900ceffa-2d03-40da-9995-fcf7e16b8c85 req-6cec1c7e-63d7-4c5f-8186-57a1608f9935 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.2333043 Mar 02 17:31:43.609787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.617081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:31:43.617546 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.636387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:31:43.684788 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:31:43.687049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.688055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:43.704748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event deleted for resources: {'Port': ['ID=49b5a0ff-045d-4a46-9d91-6dff2a2fb43d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:43.780450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.808428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.829785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] No DVR routers for this DVR port 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:43.833635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:43.835080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=64efb07f-5dea-4f26-8e3a-28c1ad53e218,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:43.854718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-900ceffa-2d03-40da-9995-fcf7e16b8c85 req-23e6ae0c-fcf6-4f93-9942-963463dc9a83 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690896 Mar 02 17:31:43.862116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:43.901113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:43.904315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:43.914704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-39d8c233-1038-4684-85b4-581c053c2ff0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64efb07f-5dea-4f26-8e3a-28c1ad53e218 HTTP/1.1" status: 204 len: 168 time: 1.0051894 Mar 02 17:31:43.920098 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f029f1b-b501-434e-b008-f0c3a81fd870 req-d00fcf2a-5128-4649-874b-358ddaf2d7dc tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.50 "DELETE /v2.0/ports/49b5a0ff-045d-4a46-9d91-6dff2a2fb43d HTTP/1.1" status: 204 len: 173 time: 2.2155628 Mar 02 17:31:43.921726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:44.035284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.041390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.112873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e3eeb-30b5-4c06-8b64-cfd61c992346,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:44.125497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.134473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69bf591-7eb3-4e23-a7b4-fc661124fa87 req-c0f7e6fe-be67-4d8a-b2d0-568447e85b19 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.6877413 Mar 02 17:31:44.201760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'name': 'network-vif-deleted', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:44.216246 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.298753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50072) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:44.377248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-7126be28-90fd-4a56-ab6c-44ca9f682edd tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 1100 time: 0.2212474 Mar 02 17:31:44.486539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-959ca87a-b0f6-4b09-ab57-21a21d03ed75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f751a4cd5814ec39ec4e5945c9a7001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753576 Mar 02 17:31:44.487534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.490998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:44.532931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:44.539176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Usage tracker for resource:security_group_rule and tenant:ba48928616fd49f9a1d7c362bc5b7088 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:44.576291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:44.587103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:44.621360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.640002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.654124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c712a-47ca-4f84-b976-db7137362b3b req-fff7934a-b94c-4ce6-b1a7-0966a94a56e8 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:44.655645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b5c712a-47ca-4f84-b976-db7137362b3b req-fff7934a-b94c-4ce6-b1a7-0966a94a56e8 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 948 time: 0.1197650 Mar 02 17:31:44.671327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.731684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.737056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b5c712a-47ca-4f84-b976-db7137362b3b req-c2d561fa-3ea8-4360-9df2-f59b62216dd5 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726120 Mar 02 17:31:44.739205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.791137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36f73e-fd17-4b86-9148-f781bdb435c7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:44.797827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-353269b3-55b3-4889-9bc9-e35df9e52421 req-d25a6857-7476-420d-ae82-e3a96df94bc5 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111295 Mar 02 17:31:44.893309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:44.906738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-8ed09fcf-28a8-42fc-b0bf-f371bde594fe tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/d72e3eeb-30b5-4c06-8b64-cfd61c992346 HTTP/1.1" status: 200 len: 1639 time: 0.0698175 Mar 02 17:31:44.914467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd72e3eeb-30b5-4c06-8b64-cfd61c992346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:44.914899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd72e3eeb-30b5-4c06-8b64-cfd61c992346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:44.916638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f7f46-928a-4ed3-8d00-4f6bce8fec39,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:44.921906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:44.926818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:44.930448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:44.936298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:44.963768 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b96a518-4c25-4354-9b6c-5450aaac0e08', 'name': 'network-vif-deleted', 'tag': '49b5a0ff-045d-4a46-9d91-6dff2a2fb43d', 'status': 'completed', 'code': 200} Mar 02 17:31:45.003286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.008308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.009605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-48ec5fd4-22a0-403f-b042-25d446ac7a83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c11f7f46-928a-4ed3-8d00-4f6bce8fec39 HTTP/1.1" status: 204 len: 168 time: 0.5174878 Mar 02 17:31:45.014729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Allocated IP 172.20.0.1 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/175bcb3f-fa53-4b24-ad09-b69e697cdd7c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:45.039671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.044301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.075268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb319e3f-2d03-4928-b74b-5b2e8df96376,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:45.093564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.103817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4716b3aa-630c-44ce-99e6-a8b49d5d7cf2 req-86ee0408-51c0-495b-8a4d-0599756eb8db tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1958480 Mar 02 17:31:45.200623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.204720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:45.231405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Transition to ACTIVE for port object 175bcb3f-fa53-4b24-ad09-b69e697cdd7c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:45.273853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.302045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-419062781', 'description': 'tempest-description-1756764837'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:45.310047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:45.316047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:45.320380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:45.321766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:45.326302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:45.326919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.328291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:45.342109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:45.345187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:45.346063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.349969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:45.398860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:45.405847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:45.412589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:45.420850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:45.451717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebec2c8-d488-4378-80dd-2220914fe73b req-d016735f-deb8-4951-acb1-658063dd3816 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:45.453236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ebec2c8-d488-4378-80dd-2220914fe73b req-d016735f-deb8-4951-acb1-658063dd3816 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.2055826 Mar 02 17:31:45.455829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:45.525817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.582410 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.620322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:45.632377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:45.637722 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.655268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ebec2c8-d488-4378-80dd-2220914fe73b req-49a97157-8f75-4cf3-b0ed-1e8368a3cd79 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906977 Mar 02 17:31:45.699393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.712009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.721450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.756894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:45.765671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07fcd215-781b-49f1-8554-121190d51917 None None] Provisioning for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:45.775600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07fcd215-781b-49f1-8554-121190d51917 None None] Provisioning complete for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:45.777101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fcd215-781b-49f1-8554-121190d51917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.850596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-bb0de6de-11ca-4ef6-82eb-636efc70c4a1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:45.852691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-bb0de6de-11ca-4ef6-82eb-636efc70c4a1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.35 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 951 time: 0.3508067 Mar 02 17:31:45.862863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-07fcd215-781b-49f1-8554-121190d51917 None None] Port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:31:45.913515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03217489-6725-4b3c-88bc-3a7b9c06fd39,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:45.917976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:45.919801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:45.939288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66069819-074b-4feb-9ec5-16ffddf8f66e req-caf785a3-f7f4-42f9-ba77-91a612c4bbaf tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6424019 Mar 02 17:31:45.978389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5c3f3d3d-057c-4002-9110-cdaf6ba1effc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:46.005211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Deleting port 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:46.005758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.032755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:46.033097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 49b5a0ff-045d-4a46-9d91-6dff2a2fb43d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:46.050440 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb', 'code': 200} Mar 02 17:31:46.076335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:46.082020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:46.082395 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.147971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', '90e27075-4a2a-4de6-bbbb-46857f1fc47b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:46.160617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.166313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.294554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.356114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:46.359112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.369899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.519914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:46.568556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:46.605903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:46.608024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:46.739055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b265c1d3-68b4-47ca-9011-0ac17034286c req-4fdc3b28-2860-49d3-8092-d4fb005a002e tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 1100 time: 0.4129694 Mar 02 17:31:46.746212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f03e1-3951-40ab-9f98-1cd352335ebc req-4ee40071-a7c9-485b-8254-8a1326b21cb2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:46.747571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-302f03e1-3951-40ab-9f98-1cd352335ebc req-4ee40071-a7c9-485b-8254-8a1326b21cb2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.4239817 Mar 02 17:31:46.794865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee67f930-5792-480b-b2e2-1080341bc4af req-6467ce40-79d6-43f7-a2d2-6ff0fe1c4945 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 1100 time: 0.4697969 Mar 02 17:31:46.897674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6121e3f1-cf53-4d76-88f5-ade60bb6f384 None None] Provisioning complete for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:46.898047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6121e3f1-cf53-4d76-88f5-ade60bb6f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.905684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b265c1d3-68b4-47ca-9011-0ac17034286c req-4e7a105b-2a71-4efc-82c8-5b961476b0d6 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Synchronizing usage tracker for tenant:ba48928616fd49f9a1d7c362bc5b7088 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:46.917239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] For port 90e27075-4a2a-4de6-bbbb-46857f1fc47b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=90e27075-4a2a-4de6-bbbb-46857f1fc47b,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:46.917594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:46.939225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-302f03e1-3951-40ab-9f98-1cd352335ebc req-980fa51b-ac46-4234-9f52-98ec97805e6f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852682 Mar 02 17:31:46.965525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6121e3f1-cf53-4d76-88f5-ade60bb6f384 None None] Port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:31:47.062510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee67f930-5792-480b-b2e2-1080341bc4af req-1f9c4df2-ac13-48f1-aaf6-689a293f05e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536197 Mar 02 17:31:47.069997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Calling delete_port for 90e27075-4a2a-4de6-bbbb-46857f1fc47b owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:47.131412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b265c1d3-68b4-47ca-9011-0ac17034286c req-4e7a105b-2a71-4efc-82c8-5b961476b0d6 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] Unset dirty status for tenant:ba48928616fd49f9a1d7c362bc5b7088 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:47.132510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b265c1d3-68b4-47ca-9011-0ac17034286c req-4e7a105b-2a71-4efc-82c8-5b961476b0d6 tempest-ServersAdminNegativeTestJSON-1448261424 tempest-ServersAdminNegativeTestJSON-1448261424-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803675 Mar 02 17:31:47.210025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3bd944e3-39bb-4be3-83f9-8be0e15076da tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/03217489-6725-4b3c-88bc-3a7b9c06fd39 HTTP/1.1" status: 200 len: 1638 time: 0.1072576 Mar 02 17:31:47.241442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Router 12846a79-0538-444f-96de-c1abd331e6e2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:31:47.254218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '03217489-6725-4b3c-88bc-3a7b9c06fd39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:47.254657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '03217489-6725-4b3c-88bc-3a7b9c06fd39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:47.266749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:47.278602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:47.283222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:47.325298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:47.349480 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.365968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:47.419782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event deleted for resources: {'Port': ['ID=90e27075-4a2a-4de6-bbbb-46857f1fc47b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:47.512042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-51d88a9d-f0de-457f-a30f-0fd77bc2d2fc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:47.513007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-51d88a9d-f0de-457f-a30f-0fd77bc2d2fc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:47.544524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-51d88a9d-f0de-457f-a30f-0fd77bc2d2fc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:47.546121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-51d88a9d-f0de-457f-a30f-0fd77bc2d2fc tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 949 time: 0.2273843 Mar 02 17:31:47.559309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] No DVR routers for this DVR port 90e27075-4a2a-4de6-bbbb-46857f1fc47b on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:47.561931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.568858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-deleted', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:47.588837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-929a428f-509f-4ce9-bb04-cdb2115aea80 req-ddbf3f52-ea54-4b16-ae29-1846fe9d5540 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.35 "DELETE /v2.0/ports/90e27075-4a2a-4de6-bbbb-46857f1fc47b HTTP/1.1" status: 204 len: 173 time: 1.7256832 Mar 02 17:31:47.598006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aeafe-f9dc-4bfa-851b-6fcf7875572a req-ba7b308c-6912-4c70-851c-1e383dbae5ee tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:47.600313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11aeafe-f9dc-4bfa-851b-6fcf7875572a req-ba7b308c-6912-4c70-851c-1e383dbae5ee tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 949 time: 0.3116605 Mar 02 17:31:47.601629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.642536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:31:47.648687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 4985d67e-acd4-44f9-8593-24452a536857 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:47.649190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.685343 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c94c5c36-71f3-4492-a9da-158805c17ce6 admin admin] 10.222.0.37 "PUT /v2.0/routers/12846a79-0538-444f-96de-c1abd331e6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6519108 Mar 02 17:31:47.688226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.709298 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.765112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f11aeafe-f9dc-4bfa-851b-6fcf7875572a req-2db4320f-7d0a-4d30-b93c-6df1195deb4a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558042 Mar 02 17:31:47.793457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da73b0d6-086c-4573-b908-6850dc920bf3,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:47.809824 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:47.822342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17160c9e-002d-4a65-9254-5cabcfc2ed12 req-3ae23e02-71d9-49db-8174-ee9e12e604d6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5995696 Mar 02 17:31:47.934387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Sync routers for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:31:47.961212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:31:47.963520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:31:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:48.045676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e7b51de0-7e18-469d-bf2e-83ea0c964985 req-e3c849e6-0991-45aa-a8ec-6b8bbfac826b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Synchronizing usage tracker for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:48.060387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 4985d67e-acd4-44f9-8593-24452a536857, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4985d67e-acd4-44f9-8593-24452a536857,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:48.060884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.065060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e7b51de0-7e18-469d-bf2e-83ea0c964985 req-e3c849e6-0991-45aa-a8ec-6b8bbfac826b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Unset dirty status for tenant:be7a56788c704ae88a6f0419f41a10cd on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:48.066465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7b51de0-7e18-469d-bf2e-83ea0c964985 req-e3c849e6-0991-45aa-a8ec-6b8bbfac826b tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=2319ab2b-b116-4035-9026-493202ae35d2 HTTP/1.1" status: 200 len: 210 time: 0.0676491 Mar 02 17:31:48.113601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5c3f3d3d-057c-4002-9110-cdaf6ba1effc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:48.236234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 4985d67e-acd4-44f9-8593-24452a536857 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:48.289499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:48.289945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.330756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2a01508-eddb-41ba-b02f-c1f93ed0b637 req-52ee5891-73b9-4ecf-a861-591fea4ef3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1078103 Mar 02 17:31:48.393218 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2319ab2b-b116-4035-9026-493202ae35d2', 'name': 'network-vif-deleted', 'tag': '90e27075-4a2a-4de6-bbbb-46857f1fc47b', 'status': 'completed', 'code': 200} Mar 02 17:31:48.404969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1018331570', 'description': 'tempest-description-260999030'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:48.412044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:31:48.416945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:48.426985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:48.435298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:48.445342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:48.465185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.530685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.546646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:48.554046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:48.558269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:48.584146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:48.621315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=4985d67e-acd4-44f9-8593-24452a536857,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:48.644343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'b47d8599-ba95-4c6a-bab4-db693d643737'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:48.671911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4985d67e-acd4-44f9-8593-24452a536857'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:48.719440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.733794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 4985d67e-acd4-44f9-8593-24452a536857 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:48.736690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.739968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'name': 'network-vif-deleted', 'tag': '4985d67e-acd4-44f9-8593-24452a536857'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:48.757564 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-58ff42e8-30d0-4f68-aec6-1bd84fc11e35 req-72ec6904-db29-4e22-a75f-32a01fc56ff2 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.50 "DELETE /v2.0/ports/4985d67e-acd4-44f9-8593-24452a536857 HTTP/1.1" status: 204 len: 173 time: 1.2036388 Mar 02 17:31:48.795007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50152) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:48.797497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.822600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981555938', 'description': 'tempest-description--373105721'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:48.844402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:48.862298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:security_group and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:48.867571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:48.888912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:48.891155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfcfb7-a818-4960-bbae-45e4d995148a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:48.911783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:48.913217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b07e56b-c4ce-4911-a689-b2548d59db1a req-e6e84001-59d2-4ba9-acce-a6ad81a01309 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5152960 Mar 02 17:31:48.978556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.071704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:49.080428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-673db5ff-0119-4b34-ba5b-eced1aa93936 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:49.081860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-673db5ff-0119-4b34-ba5b-eced1aa93936 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3e7ec86-c081-452d-9a41-38407f6e640e HTTP/1.1" status: 200 len: 950 time: 0.3607407 Mar 02 17:31:49.086464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:security_group_rule and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:49.091634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:49.242633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b47d8599-ba95-4c6a-bab4-db693d643737 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:49.267478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552815e6-00a8-48a0-9079-55ad81095d78 req-2d508361-22a1-4377-ac4f-de61bd66b57b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:49.274853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552815e6-00a8-48a0-9079-55ad81095d78 req-2d508361-22a1-4377-ac4f-de61bd66b57b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.3670583 Mar 02 17:31:49.297038 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e2b36-f3b1-402c-96d6-5a8b5650c85d', 'name': 'network-vif-deleted', 'tag': '4985d67e-acd4-44f9-8593-24452a536857', 'status': 'completed', 'code': 200} Mar 02 17:31:49.300351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:49.338095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.366858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port b47d8599-ba95-4c6a-bab4-db693d643737 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:49.367383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.443917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552815e6-00a8-48a0-9079-55ad81095d78 req-b83b8a8a-8d59-4c96-9e7a-bc9c3f194b6c tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682763 Mar 02 17:31:49.513446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 2, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:49.524256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.539129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Checking router: 12846a79-0538-444f-96de-c1abd331e6e2 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:31:49.539484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Updating router 12846a79-0538-444f-96de-c1abd331e6e2 port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:31:49.564930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-140773477', 'description': 'tempest-description-669588514'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:49.572213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.573824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-387261d8-29e6-4774-940a-2367dc773ec5 req-bc6beb65-8610-4960-888d-51f2df31b26a tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=686e2b36-f3b1-402c-96d6-5a8b5650c85d HTTP/1.1" status: 200 len: 210 time: 0.0983860 Mar 02 17:31:49.580448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:49.585198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.611905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:49.624830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:49.635303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:49.643441 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.659848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:49.666180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:49.678770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.679459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:49.722287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:49.737553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.741741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f98130ad-b300-4c3b-ba7b-902d0e6e4b73 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9429946 Mar 02 17:31:49.743042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:49.745930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.762166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'security_group_rule': {'security_group_id': '36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:49.776429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:49.784435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:security_group_rule and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:49.787503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 90e27075-4a2a-4de6-bbbb-46857f1fc47b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:49.787845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 90e27075-4a2a-4de6-bbbb-46857f1fc47b not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:49.789609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:49.811143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:49.831861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:49.835682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:49.836043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.842260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.847611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:49.852753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:49.928602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:49.984199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:49.985218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.990033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:49.993853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for b47d8599-ba95-4c6a-bab4-db693d643737 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:50.025934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c4cbfd-1ca8-440d-b824-6aa2eb4857fd,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:50.038900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.041443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cefa04a1-7204-48df-b57e-beee42342c08 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2939677 Mar 02 17:31:50.044535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50194) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:50.053788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'security_group_rule': {'security_group_id': '36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:50.061094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:50.067106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:security_group_rule and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:50.072156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:50.079448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:50.106482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.124752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.126562 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:31:50.126908 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:31:50.129196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.204609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.209541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.218300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb08ad-61eb-408c-8968-4878ff89bebb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:50.225267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.230931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a92c22c-2265-4901-9c13-3d21cef5d73e req-24e90608-96da-47b1-81f8-3828278f91fa tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.6841578 Mar 02 17:31:50.248955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.250746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2031894 Mar 02 17:31:50.253597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:50.261925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:50.268376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:50.273897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:floatingip and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:50.277208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:50.283806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:50.288977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4f78103-1ec6-4aa6-b9a5-83a9003a79b6 req-f607d968-cc73-45ce-8579-e5c97c127091 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1191499 Mar 02 17:31:50.292123 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'code': 200} Mar 02 17:31:50.294805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67575e50-0282-4f07-a999-d2b1b7efa7f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9369d5ee-9011-4110-bd62-7fc3a6fa9609,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:50.298119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.336674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.361447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4f78103-1ec6-4aa6-b9a5-83a9003a79b6 req-dd63c1d5-6068-4382-9c91-04823f65fc2e tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695693 Mar 02 17:31:50.368350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Transition to ACTIVE for port object 175bcb3f-fa53-4b24-ad09-b69e697cdd7c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:50.384973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.558952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.627748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port b47d8599-ba95-4c6a-bab4-db693d643737 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:50.628175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.646341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bed57-1f1c-4094-805a-69778e9a41a7 None None] Pushing event updated for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:50.715217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d763326f-c037-4561-b7ed-2d048453c24b req-0f06fc0b-1437-4780-81f0-35165eff2a25 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/82cfcfb7-a818-4960-bbae-45e4d995148a HTTP/1.1" status: 200 len: 1638 time: 0.1337662 Mar 02 17:31:50.786828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Attempting to bind port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:50.787513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Attempting to bind port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:50.788471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Attempting to bind port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:50.799360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.25.3.32 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/4984f9fc-a9d2-456b-82b7-0f2f3854ddda) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:50.800197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:50.800583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:50.800970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.801907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:50.802366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Bound port: 175bcb3f-fa53-4b24-ad09-b69e697cdd7c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:50.802788 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.904385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] For port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:31:50.907764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] For port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:50.912822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:50.933115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d763326f-c037-4561-b7ed-2d048453c24b req-bb058840-7bdb-4781-95c1-c7e697712118 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/a8cb08ad-61eb-408c-8968-4878ff89bebb HTTP/1.1" status: 200 len: 1637 time: 0.2105908 Mar 02 17:31:50.959731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82cfcfb7-a818-4960-bbae-45e4d995148a', 'remote_group_id': 'a8cb08ad-61eb-408c-8968-4878ff89bebb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:50.960129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82cfcfb7-a818-4960-bbae-45e4d995148a', 'remote_group_id': 'a8cb08ad-61eb-408c-8968-4878ff89bebb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:50.982441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:50.990416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:50.996210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:51.001943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bed57-1f1c-4094-805a-69778e9a41a7 None None] Pushing event updated for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:51.006772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:31:51.007376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:31:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:51.015141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74dbc761-d686-4c26-8de6-c9e5b460c61f req-d68deb7f-6dfc-40ac-9689-1127fafc405d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2888629 Mar 02 17:31:51.024878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:51.058485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.071292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port b47d8599-ba95-4c6a-bab4-db693d643737, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b47d8599-ba95-4c6a-bab4-db693d643737,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:51.071660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.111019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.201933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:51.213217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:51.217357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for b47d8599-ba95-4c6a-bab4-db693d643737 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:51.218317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:51.248256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:31:51.422124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=4984f9fc-a9d2-456b-82b7-0f2f3854ddda,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:51.454056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.489701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.557415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.652733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.684760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=b47d8599-ba95-4c6a-bab4-db693d643737,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:51.771241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-48994671-e91c-47e7-afe2-00fccbd10e29 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:51.772719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-48994671-e91c-47e7-afe2-00fccbd10e29 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.35 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.4384120 Mar 02 17:31:51.806143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.820488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.822613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:50Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:31:51.827554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5940c-87e3-4e82-a8a2-a526c19f6840 None None] The sync data for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 is: [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:50Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:31:51.876680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port b47d8599-ba95-4c6a-bab4-db693d643737 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:51.885828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.887663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.907145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-deleted', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:51.925186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:51.930469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4985d67e-acd4-44f9-8593-24452a536857 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:51.971096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c536714c-e81f-4770-9ca7-4bf7d22c0682 req-6786587a-debc-4eee-83a0-4bcc6661b246 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "DELETE /v2.0/ports/b47d8599-ba95-4c6a-bab4-db693d643737 HTTP/1.1" status: 204 len: 173 time: 2.8806858 Mar 02 17:31:51.973952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 4985d67e-acd4-44f9-8593-24452a536857 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:51.974302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4985d67e-acd4-44f9-8593-24452a536857 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:51.984677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:52.021298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=4984f9fc-a9d2-456b-82b7-0f2f3854ddda,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:52.026458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:52.027944 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9f730890-9718-431d-a456-8608611fad7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7733943 Mar 02 17:31:52.040088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Deleting port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:52.040506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:52.079376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c59f493-4c48-46bf-aed3-ec63eedda5dd,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:52.090867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:52.092225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '504b8319-f29a-4084-8573-58f6517e61a8', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:52.104625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d763326f-c037-4561-b7ed-2d048453c24b req-15080f98-89fa-449a-8d09-101f97c95ff9 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.1601121 Mar 02 17:31:52.482167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef3dfa-707a-4bc5-885a-252951cf14ec req-ce4f2a73-c555-41e9-ba3a-767a1da34e3d tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:52.490316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ef3dfa-707a-4bc5-885a-252951cf14ec req-ce4f2a73-c555-41e9-ba3a-767a1da34e3d tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.2128441 Mar 02 17:31:52.592855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] For port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:52.593216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:52.616495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ef3dfa-707a-4bc5-885a-252951cf14ec req-8c8c2dde-9c24-471c-a12e-9cef9921f837 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251864 Mar 02 17:31:52.773812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-21ac61ac-301a-4854-b7fc-18837b426260 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:31:52.774779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-21ac61ac-301a-4854-b7fc-18837b426260 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050213 Mar 02 17:31:52.782707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Calling delete_port for 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:52.981157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7378d22-466a-4472-a48f-c77de27ada6c req-45ff92ce-1d17-41b5-88fc-0278dc449b10 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:52.982660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7378d22-466a-4472-a48f-c77de27ada6c req-45ff92ce-1d17-41b5-88fc-0278dc449b10 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/ports?device_id=80bc10b6-67ed-46ad-b985-d23a0878a253 HTTP/1.1" status: 200 len: 949 time: 0.2068644 Mar 02 17:31:53.024460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Request body: {'binding': {'host': 'n-h2-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:53.024906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Unknown quota resources ['binding']. {{(pid=83797) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:31:53.086048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:53.162327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Pushing event deleted for resources: {'Port': ['ID=554f79bd-afd4-4d2d-bbcc-2d7f52111b5f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:53.169171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7378d22-466a-4472-a48f-c77de27ada6c req-a983164b-3a57-42cd-9e4c-e506790f55e1 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5927d47-7506-4342-8c26-8a543d9fd436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791267 Mar 02 17:31:53.298911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] No DVR routers for this DVR port 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:53.302561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:53.337989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fc30890-b636-4a57-baf4-09ec4e99d26a req-0f8b8037-e382-40c7-a673-96bd94829c30 tempest-MigrationsAdminTest-1342840006 tempest-MigrationsAdminTest-1342840006-project] 10.222.0.35 "DELETE /v2.0/ports/554f79bd-afd4-4d2d-bbcc-2d7f52111b5f HTTP/1.1" status: 204 len: 173 time: 1.5314243 Mar 02 17:31:53.378373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on host n-h2-820559-6 for vnic_type normal with profile None {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:31:53.378719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:31:53.380234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:53.387495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:31:53.387892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:31:53.394662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:31:53.395689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:31:53.396153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:31:53.396588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Bound port: dd76d4f9-4df1-48b7-a096-2b1789b84de8, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:31:53.431839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:31:53.438051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:53.447322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] 10.222.0.37 "POST /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6316366 Mar 02 17:31:53.654646 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e7ec86-c081-452d-9a41-38407f6e640e', 'name': 'network-vif-deleted', 'tag': 'b47d8599-ba95-4c6a-bab4-db693d643737', 'status': 'completed', 'code': 200} Mar 02 17:31:53.698039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-51770252', 'description': 'tempest-description-962227605'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:53.705646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:53.711077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:53.713908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:53.720602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:53.809049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:53.867574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-ba9c93b9-cb3e-47e6-b8cb-7d9b5559f3ae tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:53.890379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:53.899948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:53.904915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:53.916846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-2b783f2f-6870-43b3-9f79-ce80dfd97a9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1864586 Mar 02 17:31:53.917695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:53.948872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:53.951412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 175bcb3f-fa53-4b24-ad09-b69e697cdd7c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:53.966101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-ba9c93b9-cb3e-47e6-b8cb-7d9b5559f3ae tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:53.974485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-ba9c93b9-cb3e-47e6-b8cb-7d9b5559f3ae tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1981555938&fields=id&tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 267 time: 0.1945901 Mar 02 17:31:54.087120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:54.087120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:54.087120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.150184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.192156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:54.199701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Usage tracker for resource:security_group_rule and tenant:9d740b24f0804bdfbaf0151baae40ed8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:54.203637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:54.210865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:54.247115 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.292298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:54.296345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.309545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.313747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.325216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.352023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.366479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d8cf02-c138-483a-a710-37eb32ed8098,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:54.371285 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d740b24f0804bdfbaf0151baae40ed8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4204848 Mar 02 17:31:54.373882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50280) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:54.378347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:54.385081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-034b57fd-6f47-4f49-945b-7e7c44b5ef17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:54.386659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-034b57fd-6f47-4f49-945b-7e7c44b5ef17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4512353 Mar 02 17:31:54.389414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.390024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.390697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.391264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.391732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.392292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.392819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.393280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.393750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.394218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.394370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.394674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.395584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.395705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.396055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.396665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.397029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.397360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.397746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.398079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.398456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.398808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e1676-99c0-4e28-a8d5-a4d4cc241d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:31:54.452011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.479410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.493639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-2f2065fc-2576-457b-8bc2-bf56d4c09ff8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:54.495100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-2f2065fc-2576-457b-8bc2-bf56d4c09ff8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.5198240 Mar 02 17:31:54.496617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94518f74-d177-45da-a84e-c343af7da90c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:54.499220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.501175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c9e7df3-6ea1-490c-9f1f-716b53a1241b req-b04801ea-078d-4759-9e2e-9bce56c56c4e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.8089857 Mar 02 17:31:54.509829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-1bfc4106-2b6f-47af-92b7-49f68b94e4a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 217 time: 0.0993066 Mar 02 17:31:54.536796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.551737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f1799a41-a42a-40ea-8b42-cfb57f1caf65 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/quotas/dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 375 time: 0.0489016 Mar 02 17:31:54.554325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d8cf02-c138-483a-a710-37eb32ed8098,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:54.561188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:54.565466 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3fcbae3-0d01-48a2-9c96-a91132c9e6ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70d8cf02-c138-483a-a710-37eb32ed8098 HTTP/1.1" status: 204 len: 168 time: 0.1881080 Mar 02 17:31:54.635260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-bf43aeb0-1804-43cb-ac6a-8b9080a5c1a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:54.636685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-bf43aeb0-1804-43cb-ac6a-8b9080a5c1a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.1212146 Mar 02 17:31:54.693706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-542c1764-59c1-43ad-8f40-729210937b34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488014 Mar 02 17:31:54.795127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-33cb9a22-e108-4147-b230-f84f5388d33a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2146103 Mar 02 17:31:54.868881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-96ce24bb-a681-4b16-84e4-e01ab31ece38 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625605 Mar 02 17:31:55.178980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77f916d4-337a-4b3a-a8be-121376184c75 req-2a4b68d2-ba4a-4e2a-9bd6-db68b69e0885 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2784836 Mar 02 17:31:55.191662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-41c347f4-aa0d-495c-acbd-f277acdbf803 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128567 Mar 02 17:31:55.200887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-c64f5826-cb76-463d-babb-55e87f5a56d8 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920341 Mar 02 17:31:55.253688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:55.315223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:55.322634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 554f79bd-afd4-4d2d-bbcc-2d7f52111b5f not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:55.410225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-0dafaad7-8b33-460b-af66-bfa153d2ff5a service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013068 Mar 02 17:31:55.461916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d101-a68a-4798-8a0c-79c05e2f897b req-8541a284-f325-43ff-a14e-6713c35821d5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:55.463468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ba0d101-a68a-4798-8a0c-79c05e2f897b req-8541a284-f325-43ff-a14e-6713c35821d5 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.1132183 Mar 02 17:31:55.527375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ba0d101-a68a-4798-8a0c-79c05e2f897b req-290fa72a-96af-4ded-b3ed-e7f20d727cd2 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Mar 02 17:31:55.682643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-deleted', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:55.740617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54d240-38d7-4990-b87b-9dac7a40eaa0 req-dcd59121-2506-4b86-85c8-af6edea41157 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:55.747063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e54d240-38d7-4990-b87b-9dac7a40eaa0 req-dcd59121-2506-4b86-85c8-af6edea41157 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0976923 Mar 02 17:31:55.830826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e54d240-38d7-4990-b87b-9dac7a40eaa0 req-61b54122-b164-43eb-95c7-4cfe64c1b626 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806875 Mar 02 17:31:55.838780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-286580761', 'description': 'tempest-description-1849386637'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:55.846068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:55.866859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:55.875955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:55.884644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:55.897703 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:55.955335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:55.964302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:55.967530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:55.970796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 175bcb3f-fa53-4b24-ad09-b69e697cdd7c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:31:55.975487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:56.084883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:56.085479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.102635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.111292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.231837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7905b-1715-4959-83e4-8eb975c91ba3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:56.265689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.265689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b85bf13-39eb-4c00-ac68-fc76e7edcad3 req-7fbe3276-c3e9-4445-ae98-18d3ae8b93ac tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4316225 Mar 02 17:31:56.267434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:56.310531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97db5f-f326-4da7-87e1-a7e5b3e339da req-a8a6cde0-e994-46b2-89ab-711abf7a0d91 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:56.318585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c97db5f-f326-4da7-87e1-a7e5b3e339da req-a8a6cde0-e994-46b2-89ab-711abf7a0d91 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.2855833 Mar 02 17:31:56.354208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-c70a71bf-9bae-4ea9-997d-4423106f516d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:56.355712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-c70a71bf-9bae-4ea9-997d-4423106f516d tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.2230172 Mar 02 17:31:56.437495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c97db5f-f326-4da7-87e1-a7e5b3e339da req-7dafeb97-b9c2-4002-a85f-bada3bc95ebe tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180992 Mar 02 17:31:56.455906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Deleting port 0abdc958-b2a0-4488-a78d-5becbaa67ffa {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:31:56.456250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.544486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66dd7473-f93b-47ba-9443-55989e2db508 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be7a56788c704ae88a6f0419f41a10cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2747099 Mar 02 17:31:56.547664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:56.695452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.735107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.757480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe70aad6-e892-46f5-b4e0-5b2ae6271b95 req-7fb4fe36-a2e0-42f3-854a-3659b27e6c50 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 210 time: 0.0541589 Mar 02 17:31:56.803603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.854271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:56.858114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5927d47-7506-4342-8c26-8a543d9fd436 HTTP/1.1" status: 204 len: 168 time: 0.3092129 Mar 02 17:31:56.860717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab126ec-235b-4f5e-a313-fbde086c0211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5927d47-7506-4342-8c26-8a543d9fd436,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:57.004286 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bc10b6-67ed-46ad-b985-d23a0878a253', 'name': 'network-vif-deleted', 'tag': '554f79bd-afd4-4d2d-bbcc-2d7f52111b5f', 'status': 'completed', 'code': 200} Mar 02 17:31:57.042298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] For port 0abdc958-b2a0-4488-a78d-5becbaa67ffa, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0abdc958-b2a0-4488-a78d-5becbaa67ffa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:31:57.042687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.264254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Calling delete_port for 0abdc958-b2a0-4488-a78d-5becbaa67ffa owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:31:57.320373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-176c594c-9114-4a2e-b51a-4aee874d6b75 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/94518f74-d177-45da-a84e-c343af7da90c HTTP/1.1" status: 200 len: 1636 time: 0.3032641 Mar 02 17:31:57.403911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50360) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:57.420307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-f60ff486-c74a-4e64-a3c4-fc352310165f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/93a7905b-1715-4959-83e4-8eb975c91ba3 HTTP/1.1" status: 200 len: 1638 time: 0.0868700 Mar 02 17:31:57.435827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed95e-0bc0-4c19-af6b-edb99dfdb479 req-36fc3691-2a9d-4bfb-a1d2-cf7ca5f39a5a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:57.442611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7ed95e-0bc0-4c19-af6b-edb99dfdb479 req-36fc3691-2a9d-4bfb-a1d2-cf7ca5f39a5a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d82c20c-9693-469b-b4f2-3d6550a03ed8 HTTP/1.1" status: 200 len: 949 time: 0.3131671 Mar 02 17:31:57.445602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b9073483-0949-4498-aa32-06b8fd23ee17 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:57.446484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b9073483-0949-4498-aa32-06b8fd23ee17 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:57.450584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '94518f74-d177-45da-a84e-c343af7da90c', 'remote_group_id': '93a7905b-1715-4959-83e4-8eb975c91ba3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:57.450908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '94518f74-d177-45da-a84e-c343af7da90c', 'remote_group_id': '93a7905b-1715-4959-83e4-8eb975c91ba3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:57.485519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bedef08d-351f-46e5-baf7-8d565c4860fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=911f4a56a5264f7eaba99d72be4b8916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0806246 Mar 02 17:31:57.487967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:31:57.507879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:57.528128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:57.530391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b9073483-0949-4498-aa32-06b8fd23ee17 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:57.531611 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b9073483-0949-4498-aa32-06b8fd23ee17 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.3001196 Mar 02 17:31:57.535259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:57.550096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:57.555541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.584292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7ed95e-0bc0-4c19-af6b-edb99dfdb479 req-fdb39dc6-810a-4bdc-9a20-5d2b76b4b7aa tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409066 Mar 02 17:31:57.593983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.607421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.645811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ec1df8b6-4174-497e-8497-92417bd6d8f9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:31:57.658228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-a0c84c0c-03d3-440d-b6a4-2e68669de9e2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:31:57.672969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-a0c84c0c-03d3-440d-b6a4-2e68669de9e2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:31:57.674189 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-a0c84c0c-03d3-440d-b6a4-2e68669de9e2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 380 time: 0.1049235 Mar 02 17:31:57.698684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'device_id': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'admin_state_up': True, 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'security_groups': ['36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:57.718154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Pushing event deleted for resources: {'Port': ['ID=0abdc958-b2a0-4488-a78d-5becbaa67ffa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:57.777645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.811676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c0ac8-70ef-4982-a0d6-e33698c3c1ba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:57.837168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-57f396c0-21cb-41c9-9b20-24371b69e4e0 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc31993f81414f9f8981ea52885ebde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031623 Mar 02 17:31:57.838187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] No DVR routers for this DVR port 0abdc958-b2a0-4488-a78d-5becbaa67ffa on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:31:57.841921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.854742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.870554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5ed97b5-3a96-4915-b3dd-35253a1be2e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b74c0ac8-70ef-4982-a0d6-e33698c3c1ba HTTP/1.1" status: 204 len: 168 time: 0.3667474 Mar 02 17:31:57.943659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:31:57.947776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:port and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:31:57.951081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:31:57.956778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:31:57.969714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:31:57.972669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-866cb75d-81de-4a68-973a-1fef9e06b0fe req-65e037fa-1e67-4502-9b9f-763fba92f218 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.35 "DELETE /v2.0/ports/0abdc958-b2a0-4488-a78d-5becbaa67ffa HTTP/1.1" status: 204 len: 173 time: 1.5923240 Mar 02 17:31:57.972998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:57.973751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.042995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582330-e7dd-474d-80f3-662c6f623742 req-43b5e97e-d450-491d-823f-55a3a272f7b2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:58.044337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-43b5e97e-d450-491d-823f-55a3a272f7b2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989045 Mar 02 17:31:58.048773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.063698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-cc2c76da-19ec-4fb3-afef-e89e4749a5b9 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/quotas/dc31993f81414f9f8981ea52885ebde6 HTTP/1.1" status: 200 len: 375 time: 0.0136101 Mar 02 17:31:58.064768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.147110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c9f9a6-db07-4aee-9100-24dc5580dc18,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:58.165643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.166864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddeae87a-1610-4d29-a3e9-45c5c1da25a5 req-97af3b1e-4352-4a6e-b7d2-a77497384376 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7223651 Mar 02 17:31:58.210173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-1b44df75-ade4-4309-ada9-419558cb98c4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350181 Mar 02 17:31:58.309877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.20.0.10 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/302f5d5f-296f-4047-b527-827a1da5d80f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:31:58.380578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920297a-7599-4437-9c70-5267b0ccb537 req-4edf0181-7619-4a74-869f-beb760140127 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:58.382496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7920297a-7599-4437-9c70-5267b0ccb537 req-4edf0181-7619-4a74-869f-beb760140127 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0943208 Mar 02 17:31:58.488801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7920297a-7599-4437-9c70-5267b0ccb537 req-dec70c6c-0066-420f-8eb6-6fd40e14a0f7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Mar 02 17:31:58.572542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.606841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Transition to ACTIVE for port object 302f5d5f-296f-4047-b527-827a1da5d80f will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:58.651146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.757721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:31:58.766489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:31:58.772205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:31:58.779968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-5fee5443-1ebf-44ea-8cc0-d718db855983 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/93a7905b-1715-4959-83e4-8eb975c91ba3 HTTP/1.1" status: 200 len: 1638 time: 0.0970595 Mar 02 17:31:58.817699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:58.906518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:58.907182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:58.949554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-f08cff82-6755-4a2a-a112-dda8f6a69116 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2556894 Mar 02 17:31:58.972387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Request body: {'port': {'device_id': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:31:58.984206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.027433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a52e61-560e-4bcc-9fdd-5384347df720 req-528d3069-5eb1-416a-aece-2c9ce44c715b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:31:59.040903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5a52e61-560e-4bcc-9fdd-5384347df720 req-528d3069-5eb1-416a-aece-2c9ce44c715b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 932 time: 0.1977606 Mar 02 17:31:59.042462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'name': 'network-vif-deleted', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:31:59.101549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.122934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.141329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5a52e61-560e-4bcc-9fdd-5384347df720 req-cb555e8b-7fa1-4734-8374-6549b5d2a5b2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995638 Mar 02 17:31:59.167642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43f2ea47-fc3d-4ea9-b034-0265eb044002 None None] Provisioning for port 302f5d5f-296f-4047-b527-827a1da5d80f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:31:59.173401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43f2ea47-fc3d-4ea9-b034-0265eb044002 None None] Provisioning complete for port 302f5d5f-296f-4047-b527-827a1da5d80f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:31:59.174063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f2ea47-fc3d-4ea9-b034-0265eb044002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.261620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.277253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0abdc958-b2a0-4488-a78d-5becbaa67ffa no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:31:59.320499 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.321627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a516c357-f388-448b-8a6c-5f9020d22d9e req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/93a7905b-1715-4959-83e4-8eb975c91ba3 HTTP/1.1" status: 204 len: 173 time: 0.5407794 Mar 02 17:31:59.322402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120cf9d-958f-4b21-9ad3-eb2bb75bea6e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7905b-1715-4959-83e4-8eb975c91ba3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:31:59.384915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-43f2ea47-fc3d-4ea9-b034-0265eb044002 None None] Port 302f5d5f-296f-4047-b527-827a1da5d80f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:31:59.394232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b02de004-715c-4b76-9c7a-cbba18291e94 req-dc06a4c1-e15c-4ffb-857c-ca4117db850d tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 210 time: 0.0617137 Mar 02 17:31:59.399494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 0abdc958-b2a0-4488-a78d-5becbaa67ffa {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:31:59.399835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0abdc958-b2a0-4488-a78d-5becbaa67ffa not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:31:59.596607 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d82c20c-9693-469b-b4f2-3d6550a03ed8', 'name': 'network-vif-deleted', 'tag': '0abdc958-b2a0-4488-a78d-5becbaa67ffa', 'status': 'completed', 'code': 200} Mar 02 17:31:59.673997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78649527-eb1d-4442-8ee5-dd1a6fb84a7a req-3e94bed4-f9bb-422e-ba07-a5931793b30e tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/94518f74-d177-45da-a84e-c343af7da90c HTTP/1.1" status: 200 len: 1636 time: 0.0525227 Mar 02 17:31:59.712901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:31:59.720513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.743625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Transition to ACTIVE for port object 302f5d5f-296f-4047-b527-827a1da5d80f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:31:59.748426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:31:59.828090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:00.130924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1786991950', 'description': 'tempest-description-67820102'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:00.138506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:00.143109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:00.148999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:00.156521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Attempting to bind port 302f5d5f-296f-4047-b527-827a1da5d80f on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:00.157026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Attempting to bind port 302f5d5f-296f-4047-b527-827a1da5d80f by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:00.157521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Attempting to bind port 302f5d5f-296f-4047-b527-827a1da5d80f on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:00.158211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:00.167249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Port 302f5d5f-296f-4047-b527-827a1da5d80f on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:00.167727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Attempting to bind port 302f5d5f-296f-4047-b527-827a1da5d80f on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:00.175798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:00.177390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:00.178408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:00.178860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Bound port: 302f5d5f-296f-4047-b527-827a1da5d80f, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:00.179336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.217465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-895fe05b-c3f7-4c01-a04a-62b4cc8c4411 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc31993f81414f9f8981ea52885ebde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372255 Mar 02 17:32:00.219148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.306170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:00.310991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:00.317070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.387397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.389069 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] 10.222.0.50 "PUT /v2.0/ports/302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 1092 time: 1.4218547 Mar 02 17:32:00.392367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:00.417831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:00.422438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:00.425651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ca5f-29aa-4b55-ae33-a98aaa2d9bbb service neutron] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:00.425989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:00.452823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:00.469553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f85f8b-101a-432b-b71e-c371f54fb43c req-153a3eca-e4e8-4346-a2f7-9d47e79c1eb0 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:00.477623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4f85f8b-101a-432b-b71e-c371f54fb43c req-153a3eca-e4e8-4346-a2f7-9d47e79c1eb0 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.5949299 Mar 02 17:32:00.605646 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-6459c6e6-ba7e-4087-b07f-ea8e666a417c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1095 time: 0.1295083 Mar 02 17:32:00.638148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582330-e7dd-474d-80f3-662c6f623742 req-88ff8829-47ae-48f8-8601-c26dc91af042 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:00.639540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-88ff8829-47ae-48f8-8601-c26dc91af042 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039812 Mar 02 17:32:00.657436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4f85f8b-101a-432b-b71e-c371f54fb43c req-a09310db-cf64-429c-a3bc-83294cec8b13 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786134 Mar 02 17:32:00.686416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Request body: {'port': {'device_id': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'dc31993f81414f9f8981ea52885ebde6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:00.717210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.720844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-80591d66-bb44-4664-9115-c45a3c0e0e10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 217 time: 0.0966189 Mar 02 17:32:00.782923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.791720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-3efa1e30-81ed-46ae-bb41-e497102485b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:00.793167 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-3efa1e30-81ed-46ae-bb41-e497102485b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.0656881 Mar 02 17:32:00.829318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:00.830553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dea1eee0-e56a-40b8-ad07-d660865b6c3a req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.7118909 Mar 02 17:32:00.895890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-bc6285e7-49dd-4d0b-a339-56526d75cd7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933051 Mar 02 17:32:00.902500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b0de-9c35-4f15-9d71-35eea3bfecd8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff59c3-1c19-443d-897e-f26d073a91b3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:00.954840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:00.979809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:01.064311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80572-e121-483e-8503-ab83f2676c0e req-f361cc4c-cfa1-43e5-96bf-14d43552bb38 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:01.065016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-79d80572-e121-483e-8503-ab83f2676c0e req-f361cc4c-cfa1-43e5-96bf-14d43552bb38 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:01.080043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Made reservation on behalf of dc31993f81414f9f8981ea52885ebde6 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:01.083595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:01.148719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-c9e6446e-d248-4f86-8fbe-83dce8915259 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461488 Mar 02 17:32:01.169206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-79d80572-e121-483e-8503-ab83f2676c0e req-f361cc4c-cfa1-43e5-96bf-14d43552bb38 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:01.170343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79d80572-e121-483e-8503-ab83f2676c0e req-f361cc4c-cfa1-43e5-96bf-14d43552bb38 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 949 time: 0.3299198 Mar 02 17:32:01.252468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15f548-63a0-42ba-ac70-0685742040a2 req-5b06357a-0297-4505-964c-12e850b4e80f tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:01.253145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3c15f548-63a0-42ba-ac70-0685742040a2 req-5b06357a-0297-4505-964c-12e850b4e80f tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Synchronizing usage tracker for tenant:6cec9add96044c42a24d07687dcc082b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:01.281121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d9ac5d77-978e-4089-a146-42a46fefe9f0 req-235b8fa6-0fe7-442c-b9c6-d1ae65297bea service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248519 Mar 02 17:32:01.326855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-2821b3d9-c796-41cf-8ebf-37a05ab68662 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:01.328274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-2821b3d9-c796-41cf-8ebf-37a05ab68662 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 949 time: 0.3119071 Mar 02 17:32:01.343602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79d80572-e121-483e-8503-ab83f2676c0e req-611d5799-d554-4aea-ab03-d3a0461d869f tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650314 Mar 02 17:32:01.373243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3c15f548-63a0-42ba-ac70-0685742040a2 req-5b06357a-0297-4505-964c-12e850b4e80f tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Unset dirty status for tenant:6cec9add96044c42a24d07687dcc082b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:01.374229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c15f548-63a0-42ba-ac70-0685742040a2 req-5b06357a-0297-4505-964c-12e850b4e80f tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.3963096 Mar 02 17:32:01.432175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Allocated IP 192.168.233.127 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/e622b2da-ee6f-445e-a792-6e83b7f6f85f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:01.470740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 504b8319-f29a-4084-8573-58f6517e61a8 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:01.471081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:01.574377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c15f548-63a0-42ba-ac70-0685742040a2 req-8dfc2f98-8544-43ec-a82d-0c00fe36e99a tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908295 Mar 02 17:32:01.651136 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'status': 'completed', 'code': 200} Mar 02 17:32:01.819191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-dcb28de9-d4ec-463e-a916-e68525106d6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1095 time: 0.0865395 Mar 02 17:32:01.870818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5da7715-b98a-4ebc-9cc2-20bee0ef0c63 req-5e7d8976-efb1-49b3-980f-af7ecbe40f8c tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 210 time: 0.0939569 Mar 02 17:32:01.968302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940023-cfb6-4f1c-b795-9f86e42c1a28 req-60844ba5-1f82-4234-94ce-9e42f91b31f1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:01.968302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a940023-cfb6-4f1c-b795-9f86e42c1a28 req-60844ba5-1f82-4234-94ce-9e42f91b31f1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 944 time: 0.5006101 Mar 02 17:32:02.042142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-3c17c300-dfd1-4e0f-bbd3-3c216c8b91b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:02.042142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-3c17c300-dfd1-4e0f-bbd3-3c216c8b91b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2112567 Mar 02 17:32:02.072075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:02.114253 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-2821ead9-e636-49ef-84a8-ba2fec0f6926 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 217 time: 0.0652599 Mar 02 17:32:02.264127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-3e9b23aa-aaea-4069-92a9-4382ae69b55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:02.265544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-3e9b23aa-aaea-4069-92a9-4382ae69b55b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.0576415 Mar 02 17:32:02.306171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Transition to ACTIVE for port object e622b2da-ee6f-445e-a792-6e83b7f6f85f will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:02.325290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a940023-cfb6-4f1c-b795-9f86e42c1a28 req-220226e7-5032-46f8-8136-2dd1e05d7119 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566861 Mar 02 17:32:02.334129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-47219cd5-1fcb-454e-b305-dbe68cef67ee tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 200 len: 1637 time: 0.3875573 Mar 02 17:32:02.336316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 504b8319-f29a-4084-8573-58f6517e61a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=504b8319-f29a-4084-8573-58f6517e61a8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:02.336676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:02.356271 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-082eef86-3492-438b-9e8f-3f9030939b47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722322 Mar 02 17:32:02.373715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bff59c3-1c19-443d-897e-f26d073a91b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:02.373715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bff59c3-1c19-443d-897e-f26d073a91b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:02.425619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:02.495437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 504b8319-f29a-4084-8573-58f6517e61a8 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:02.504959 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-b2f7073a-efbf-4751-b8d4-e33cbceac7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507657 Mar 02 17:32:02.531681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:02.537621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:02.555458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:02.596307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:02.611534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:02.684506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e45682e8-b086-4ca1-b853-039a057fbf45 req-f005e4a3-5158-4a2a-914e-d55e22e570bf service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722112 Mar 02 17:32:02.731905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-13b10dfb-2961-4dad-a37e-c5e8e8cfee61 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:02.733341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-13b10dfb-2961-4dad-a37e-c5e8e8cfee61 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/ports?device_id=1648c264-905b-434b-8d4f-4e2664b2c162 HTTP/1.1" status: 200 len: 949 time: 0.6130013 Mar 02 17:32:02.795311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-1b9e5e1c-a823-4e00-9138-c72884dab5ef tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:02.796809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-1b9e5e1c-a823-4e00-9138-c72884dab5ef tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.50 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.5650158 Mar 02 17:32:02.893763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:02.905577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Pushing event updated for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:02.924922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:02.945274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:03.033949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.040116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:03.040464 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.099239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Deleting port ec1df8b6-4174-497e-8497-92417bd6d8f9 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:03.099584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.146515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.160477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d', '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:03.167572 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.227516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4b531b85-9ef5-49da-8bad-1a1af921991b None None] Provisioning for port e622b2da-ee6f-445e-a792-6e83b7f6f85f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:03.230024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:03.230654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.237285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4b531b85-9ef5-49da-8bad-1a1af921991b None None] Provisioning complete for port e622b2da-ee6f-445e-a792-6e83b7f6f85f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:03.237645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4b531b85-9ef5-49da-8bad-1a1af921991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.246696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.269861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=504b8319-f29a-4084-8573-58f6517e61a8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:03.306819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 504b8319-f29a-4084-8573-58f6517e61a8 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:03.330485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238fc7-314b-4c69-90c3-2249a7de6d11 req-188e7106-aff5-4245-8a54-378b37b126b4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:03.332002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a238fc7-314b-4c69-90c3-2249a7de6d11 req-188e7106-aff5-4245-8a54-378b37b126b4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 945 time: 0.6684120 Mar 02 17:32:03.354136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75be7b-8dcb-4314-abbc-a0445c1b8f5b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:03.376822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4b531b85-9ef5-49da-8bad-1a1af921991b None None] Port e622b2da-ee6f-445e-a792-6e83b7f6f85f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:32:03.378598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 504b8319-f29a-4084-8573-58f6517e61a8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:32:03.378886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 504b8319-f29a-4084-8573-58f6517e61a8 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:32:03.537923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-5b312ab2-6592-463d-b888-32e4552c3ee4 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8654451 Mar 02 17:32:03.593960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.595131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63a9a533-2823-4583-a383-b8782c2c0e4d req-27ef02b3-5325-4dd5-a62a-114cb69629ed tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.2492797 Mar 02 17:32:03.611304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 504b8319-f29a-4084-8573-58f6517e61a8 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:03.616604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Request body: {'port': {'device_id': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:03.658149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:03.659988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c0e1289-a378-49fc-b1e2-6e53b80de6be req-22447cfe-2284-45dd-adbe-6e7d42db4e58 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "DELETE /v2.0/ports/504b8319-f29a-4084-8573-58f6517e61a8 HTTP/1.1" status: 204 len: 173 time: 2.3188269 Mar 02 17:32:03.672476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'name': 'network-vif-deleted', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:03.780079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a238fc7-314b-4c69-90c3-2249a7de6d11 req-d63ef00a-bdfe-4efd-9f65-ea2d7e714dce tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270203 Mar 02 17:32:04.080898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3f49be6-2ce6-44e7-bdf6-293c000ce703 req-27b3e808-dd2c-42d8-8609-9a7088d31b6b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:04.131146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:04.131666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:04.151594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:04.278367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3f49be6-2ce6-44e7-bdf6-293c000ce703 req-27b3e808-dd2c-42d8-8609-9a7088d31b6b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:04.279529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3f49be6-2ce6-44e7-bdf6-293c000ce703 req-27b3e808-dd2c-42d8-8609-9a7088d31b6b tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=192aab13-595b-4595-b368-0abe6101382b HTTP/1.1" status: 200 len: 210 time: 0.4575300 Mar 02 17:32:04.282422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] For port ec1df8b6-4174-497e-8497-92417bd6d8f9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ec1df8b6-4174-497e-8497-92417bd6d8f9,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:04.283173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:04.297421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 06fd5a37-5c23-44ff-8ee4-4c920b509fdc owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:04.522261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Calling delete_port for ec1df8b6-4174-497e-8497-92417bd6d8f9 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:04.700021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-89c8b1bd-2061-4a5d-b9a3-51e18b77a2c7 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.7259271 Mar 02 17:32:04.766654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:04.973544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5defa-cd1e-4ab6-85b3-f630aebad230 req-c07d414b-9ceb-4e9c-a898-e58800c0dc42 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:04.975002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cd5defa-cd1e-4ab6-85b3-f630aebad230 req-c07d414b-9ceb-4e9c-a898-e58800c0dc42 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/ports?device_id=818c7c3a-dcec-43ab-ba17-9bc9c955724c HTTP/1.1" status: 200 len: 950 time: 0.6850317 Mar 02 17:32:05.103546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e3db-f8ae-493f-9cde-08301403c227 req-0fd95fa5-5f28-4811-bb39-89ecc0a9f107 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:05.104202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3f05e3db-f8ae-493f-9cde-08301403c227 req-0fd95fa5-5f28-4811-bb39-89ecc0a9f107 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Synchronizing usage tracker for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:05.159667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.181224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:05.224931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.232817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3f05e3db-f8ae-493f-9cde-08301403c227 req-0fd95fa5-5f28-4811-bb39-89ecc0a9f107 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Unset dirty status for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:05.233944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f05e3db-f8ae-493f-9cde-08301403c227 req-0fd95fa5-5f28-4811-bb39-89ecc0a9f107 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 936 time: 0.7432046 Mar 02 17:32:05.234502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.265545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=06fd5a37-5c23-44ff-8ee4-4c920b509fdc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:05.319395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:05.380632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cd5defa-cd1e-4ab6-85b3-f630aebad230 req-0e5a694f-b3fe-4672-98bb-f9fbb052f2c7 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.37 "GET /v2.0/security-groups?id=70147630-bc5c-478f-884a-699f176170e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521674 Mar 02 17:32:05.416508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Pushing event deleted for resources: {'Port': ['ID=ec1df8b6-4174-497e-8497-92417bd6d8f9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:05.512716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:05.527028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 has no active binding in host n-h2-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:32:05.668278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:32:05.720100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 06fd5a37-5c23-44ff-8ee4-4c920b509fdc on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:05.745163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.782729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] No DVR routers for this DVR port ec1df8b6-4174-497e-8497-92417bd6d8f9 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:05.840941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.859582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f05e3db-f8ae-493f-9cde-08301403c227 req-4c36e908-e3bf-4ab7-8943-8f4e64f11f2e tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127887 Mar 02 17:32:05.894359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05a38f77-4107-4cd3-a3a2-f0befa9bc7aa req-7835ac83-792a-4608-a2fc-530b338809c5 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "DELETE /v2.0/ports/06fd5a37-5c23-44ff-8ee4-4c920b509fdc HTTP/1.1" status: 204 len: 173 time: 3.1402018 Mar 02 17:32:05.899856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87b4fa60-8f2b-4ccf-919f-2f100b05953e req-7b43841d-4f3e-47a1-ac98-7e5f23e8cd14 tempest-ServersAdminNegativeTestJSON-408449112 tempest-ServersAdminNegativeTestJSON-408449112-project] 10.222.0.50 "DELETE /v2.0/ports/ec1df8b6-4174-497e-8497-92417bd6d8f9 HTTP/1.1" status: 204 len: 173 time: 3.0819540 Mar 02 17:32:05.903426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e622b2da-ee6f-445e-a792-6e83b7f6f85f {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:05.916401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:05.987744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Transition to ACTIVE for port object e622b2da-ee6f-445e-a792-6e83b7f6f85f will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:06.009349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.016657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:06.041913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:06.054158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ec1df8b6-4174-497e-8497-92417bd6d8f9 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:06.080807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b70ee-ca8d-4329-9aca-78a2fa12db12 req-bf0d4adb-05ac-428f-88f2-1e3951b5ef8b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:06.082348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-610b70ee-ca8d-4329-9aca-78a2fa12db12 req-bf0d4adb-05ac-428f-88f2-1e3951b5ef8b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 944 time: 0.4972451 Mar 02 17:32:06.099579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: ec1df8b6-4174-497e-8497-92417bd6d8f9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:32:06.099985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ec1df8b6-4174-497e-8497-92417bd6d8f9 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:32:06.177366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:32:06.196428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Pushing event updated for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:06.209634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-1ff20cd2-5619-4da0-9e95-6f1a813a44f6 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 200 len: 2140 time: 0.2905202 Mar 02 17:32:06.230260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:06.235001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bff59c3-1c19-443d-897e-f26d073a91b3', 'remote_group_id': None}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:06.235307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bff59c3-1c19-443d-897e-f26d073a91b3', 'remote_group_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:06.241240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:06.244273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '302f5d5f-296f-4047-b527-827a1da5d80f', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:06.280036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:06.301849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.320238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:06.322819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Usage tracker for resource:security_group_rule and tenant:deeec8f9f97843bc8baed299abe3f2d7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:06.334278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-610b70ee-ca8d-4329-9aca-78a2fa12db12 req-eb659548-1081-498a-935a-654bd0e034fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419102 Mar 02 17:32:06.335369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:06.338738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:06.343437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.374829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:06.404034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.435287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.462421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:06.530298 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192aab13-595b-4595-b368-0abe6101382b', 'name': 'network-vif-deleted', 'tag': '504b8319-f29a-4084-8573-58f6517e61a8', 'status': 'completed', 'code': 200} Mar 02 17:32:06.601046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Attempting to bind port e622b2da-ee6f-445e-a792-6e83b7f6f85f on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:06.601550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Attempting to bind port e622b2da-ee6f-445e-a792-6e83b7f6f85f by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:06.602031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Attempting to bind port e622b2da-ee6f-445e-a792-6e83b7f6f85f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:06.739029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Port e622b2da-ee6f-445e-a792-6e83b7f6f85f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:06.739373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Attempting to bind port e622b2da-ee6f-445e-a792-6e83b7f6f85f on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:06.743472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:06.745027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['302f5d5f-296f-4047-b527-827a1da5d80f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:06.761008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.775314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:06.775664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:06.776029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:06.776527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Bound port: e622b2da-ee6f-445e-a792-6e83b7f6f85f, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:06.776875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.915644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:06.927803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on host n-h1-820559-6 for vnic_type normal with profile {"migrating_to": "n-h2-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:06.928221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:06.928691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:06.974504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.021557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:07.028813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:07.029134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Attempting to bind port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:07.038412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e959439d-660d-4e57-bcb7-44c3f73f6951,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:07.060915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:07.061250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:07.061631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:07.062069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Bound port: dd76d4f9-4df1-48b7-a096-2b1789b84de8, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:07.062383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.077021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.078154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f444473-f08a-47f7-91d0-08875d4c5f5f req-3dc64cfc-cdbf-403b-a97c-539e28bc0167 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.8573823 Mar 02 17:32:07.081461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:07.123460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:07.136228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.189989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.211860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956575d3-721c-4a45-ab98-dcac4a14c35d req-a7e629e9-8c70-47ab-a2b3-5cd6babc0a50 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:07.216934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-956575d3-721c-4a45-ab98-dcac4a14c35d req-a7e629e9-8c70-47ab-a2b3-5cd6babc0a50 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.3073058 Mar 02 17:32:07.232140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:07.256417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Usage tracker for resource:security_group_rule and tenant:6e586177e615436ba9005a66e1f2f936 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:07.269081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.269081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] 10.222.0.35 "PUT /v2.0/ports/e622b2da-ee6f-445e-a792-6e83b7f6f85f HTTP/1.1" status: 200 len: 1096 time: 3.6568046 Mar 02 17:32:07.285278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:07.305181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300f13a-124a-41f1-9620-b045615d1370 service neutron] Pushing event updated for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:07.310824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:07.313187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:07.314255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:07.319922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.324663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 06fd5a37-5c23-44ff-8ee4-4c920b509fdc no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:07.425552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.429268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 06fd5a37-5c23-44ff-8ee4-4c920b509fdc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:32:07.430297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 06fd5a37-5c23-44ff-8ee4-4c920b509fdc not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:32:07.431684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.507273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e963255-01db-487f-8b6f-40c65e630975,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:07.516096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-689002b4-3546-45ae-a015-ce4fa64d3e03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e586177e615436ba9005a66e1f2f936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4932425 Mar 02 17:32:07.517038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:07.639062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.696537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.779166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.786592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-956575d3-721c-4a45-ab98-dcac4a14c35d req-12bb5245-8034-48f6-acd4-f997ecbd8bab tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732257 Mar 02 17:32:07.794297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:07.796334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e963255-01db-487f-8b6f-40c65e630975,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:07.808428 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.809848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b19f7f5a-c06a-43fc-a951-7db0e27547b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e963255-01db-487f-8b6f-40c65e630975 HTTP/1.1" status: 204 len: 168 time: 0.2917349 Mar 02 17:32:07.903330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:07.962138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:07.963528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] 10.222.0.35 "PUT /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 1121 time: 3.2076397 Mar 02 17:32:07.964156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040e38-0551-43ab-904e-6e78001949b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:08.037642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-4418ac0a-e5ba-4be4-b955-b39d207c5dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 1099 time: 0.7133453 Mar 02 17:32:08.039899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04fedae7-0e8d-4528-bbaa-f394c524284c req-4e45cf98-68e1-4c9e-a9ac-82d7320d567c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 200 len: 2648 time: 0.1370590 Mar 02 17:32:08.043847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:08.052332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87a7d6-6e80-4c18-a254-85b7e1f4ad24 req-fdd16141-64f1-4883-8e3c-d964e1f4095a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:08.060724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff87a7d6-6e80-4c18-a254-85b7e1f4ad24 req-fdd16141-64f1-4883-8e3c-d964e1f4095a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 948 time: 0.2680106 Mar 02 17:32:08.133695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['dd76d4f9-4df1-48b7-a096-2b1789b84de8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:08.183068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['dd76d4f9-4df1-48b7-a096-2b1789b84de8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:08.191084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-2f4776bf-b590-49fc-8c43-006501b85fa6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f HTTP/1.1" status: 200 len: 217 time: 0.1268559 Mar 02 17:32:08.289885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff87a7d6-6e80-4c18-a254-85b7e1f4ad24 req-6a51f118-bf45-4ed9-b38c-dd89e3f0171e tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279546 Mar 02 17:32:08.316859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582330-e7dd-474d-80f3-662c6f623742 req-b0c65dea-bac5-488e-8040-a0e988142c80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:08.319240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-b0c65dea-bac5-488e-8040-a0e988142c80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1183913 Mar 02 17:32:08.347474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.393030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 302f5d5f-296f-4047-b527-827a1da5d80f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:08.417320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 302f5d5f-296f-4047-b527-827a1da5d80f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:08.417916 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.447653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.484320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:08.489285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f33c28fe3d4a7e944098553abe4b03 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:08.493004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:08.499134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:08.569634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'name': 'network-vif-deleted', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc'}, {'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'name': 'network-vif-deleted', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9'}, {'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8'}, {'name': 'network-changed', 'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f'}, {'name': 'network-changed', 'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:08.595375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.603128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.610768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-0a63fe0f-df96-4d56-a933-d952cf084265 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-group-rules/e959439d-660d-4e57-bcb7-44c3f73f6951 HTTP/1.1" status: 200 len: 718 time: 0.1753900 Mar 02 17:32:08.666666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.679552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f33c28fe3d4a7e944098553abe4b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7751565 Mar 02 17:32:08.682931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50558) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:08.699680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:08.711240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:08.711655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6681f668-d1c1-45d9-9bae-816eec303072 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cec9add96044c42a24d07687dcc082b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9004974 Mar 02 17:32:08.712001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50564) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:08.713013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cd306-d552-4856-bd6e-7b29e48c5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e19d4-3e0a-4dec-8199-cf576a403cca,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:08.729368 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.754370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.786379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-b4604cae-6aa1-4c5e-8936-9dcf6c3fbed5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4541759 Mar 02 17:32:08.797539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-6e5e6c0e-4628-4456-bafd-31ae5428d90a tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 200 len: 2648 time: 0.1751211 Mar 02 17:32:08.803297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.805150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af028b-a8af-49f4-a3b8-2475dcb96b2d req-8d094534-f7fc-42d5-af05-d9b660b5a37f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:08.806556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89af028b-a8af-49f4-a3b8-2475dcb96b2d req-8d094534-f7fc-42d5-af05-d9b660b5a37f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3633199 Mar 02 17:32:08.825253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:08.878334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.900808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e19d4-3e0a-4dec-8199-cf576a403cca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:08.905117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:08.906273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7464d0cb-399b-4de2-99f8-53026c932009 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/659e19d4-3e0a-4dec-8199-cf576a403cca HTTP/1.1" status: 204 len: 168 time: 0.2223897 Mar 02 17:32:08.997068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.009602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.025667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.047606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89af028b-a8af-49f4-a3b8-2475dcb96b2d req-eefe4bec-ae15-4a44-b6b7-06d49eef3118 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317805 Mar 02 17:32:09.080609 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.111394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.150377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e959439d-660d-4e57-bcb7-44c3f73f6951,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:09.154600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-7d748a83-f2eb-45c0-8960-d32c78121519 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459003 Mar 02 17:32:09.156617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.171567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-787b53fa-ae63-4a79-b43a-6707a78a5b8b req-66f2904e-4d92-45a2-99b1-007297083197 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e959439d-660d-4e57-bcb7-44c3f73f6951 HTTP/1.1" status: 204 len: 173 time: 0.3639052 Mar 02 17:32:09.218303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d32e2764-121c-408d-a98e-c00d2fb0b728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.267061 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:32:09.328447 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648c264-905b-434b-8d4f-4e2664b2c162', 'name': 'network-vif-deleted', 'tag': '06fd5a37-5c23-44ff-8ee4-4c920b509fdc', 'status': 'completed', 'code': 200} Mar 02 17:32:09.329000 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818c7c3a-dcec-43ab-ba17-9bc9c955724c', 'name': 'network-vif-deleted', 'tag': 'ec1df8b6-4174-497e-8497-92417bd6d8f9', 'status': 'completed', 'code': 200} Mar 02 17:32:09.329000 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'code': 200} Mar 02 17:32:09.329179 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f', 'status': 'completed', 'code': 200} Mar 02 17:32:09.329301 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'status': 'completed', 'code': 200} Mar 02 17:32:09.409610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.438885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50590) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:09.539091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.555233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70147630-bc5c-478f-884a-699f176170e7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:09.576859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:09.581353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Usage tracker for resource:security_group_rule and tenant:6a706e19fc6f4b448d335299f663adf9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:09.584840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:09.590855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:09.594499 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.596110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-893a9e52-59e1-4378-bdac-3fa290d4075e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70147630-bc5c-478f-884a-699f176170e7 HTTP/1.1" status: 204 len: 168 time: 0.8703930 Mar 02 17:32:09.647991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38582330-e7dd-474d-80f3-662c6f623742 req-eb991be4-e903-4dfa-bf02-d0de173cf727 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753914 Mar 02 17:32:09.656625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93100a-dd9d-4567-8d6c-c9bada0394d7 req-f90ccd87-fa28-41ec-b11b-65fc34c7d0ab tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:09.665504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93100a-dd9d-4567-8d6c-c9bada0394d7 req-f90ccd87-fa28-41ec-b11b-65fc34c7d0ab tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.3085420 Mar 02 17:32:09.675611 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4ae26df4-2010-458e-b192-6bff8b387e63 req-e45a19bc-022f-4a98-8fd0-2b13ef057eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1097 time: 0.2185102 Mar 02 17:32:09.715891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-4ee1d554-68c7-4d0b-b329-5b1ccf83e5d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1124 time: 0.3072815 Mar 02 17:32:09.726267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.740738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.781032 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a706e19fc6f4b448d335299f663adf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3408089 Mar 02 17:32:09.784438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50602) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:09.810884 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4ae26df4-2010-458e-b192-6bff8b387e63 req-e93a2741-a15d-4199-9db0-b7ce91bcfdae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231833 Mar 02 17:32:09.830977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da6a79-6435-422f-a425-7cae9949bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39fd337-9a93-4d5b-a7c6-2326701d2975,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:09.871760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.900799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.953719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93100a-dd9d-4567-8d6c-c9bada0394d7 req-8dc134b1-c61a-4284-867a-494d316993c6 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823195 Mar 02 17:32:09.963226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.980111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39fd337-9a93-4d5b-a7c6-2326701d2975,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:09.984876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:09.986269 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ba75ec4b-cbab-41c1-ba36-071d9ad664e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d39fd337-9a93-4d5b-a7c6-2326701d2975 HTTP/1.1" status: 204 len: 168 time: 0.1968279 Mar 02 17:32:10.039808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-3eb6ae59-3704-48ee-95b6-0b74021b2605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:10.041394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-3eb6ae59-3704-48ee-95b6-0b74021b2605 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.3136685 Mar 02 17:32:10.070621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-8586fa4c-c54a-46d3-925a-7640ca6f892e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc31993f81414f9f8981ea52885ebde6&device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 1099 time: 0.2471004 Mar 02 17:32:10.079856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-f828b4ba-45a5-4cc7-b98a-2911999a9ff2 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 200 len: 2140 time: 0.2519631 Mar 02 17:32:10.163163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50616) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:10.230669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce252b21-551b-4ae0-bf8a-8309a00b1e92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba48928616fd49f9a1d7c362bc5b7088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0657625 Mar 02 17:32:10.233245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50620) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:10.310200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.342407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.400212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.423414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36f73e-fd17-4b86-9148-f781bdb435c7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:10.441146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.446351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61400916-a906-4130-8042-e5ee43aa86ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c36f73e-fd17-4b86-9148-f781bdb435c7 HTTP/1.1" status: 204 len: 168 time: 0.2118862 Mar 02 17:32:10.517386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-701e708e-26cd-4a55-9167-42159cb987de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 217 time: 0.2839742 Mar 02 17:32:10.596414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-eb5b5e51-1be0-4b30-8cc4-07b11a9e430e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:10.598043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-eb5b5e51-1be0-4b30-8cc4-07b11a9e430e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0677474 Mar 02 17:32:10.700910 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.716638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-0167e314-6952-457d-96e5-38e9a04c34b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083922 Mar 02 17:32:10.764020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c47c4-ef67-452c-ad7a-15c9e55e71fb req-8f167a57-d0f3-440e-bd76-bbb8718b581f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:10.765444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-574c47c4-ef67-452c-ad7a-15c9e55e71fb req-8f167a57-d0f3-440e-bd76-bbb8718b581f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 948 time: 0.6282127 Mar 02 17:32:10.799701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-39ec6bdd-9d54-4bed-b47a-8923688c7f95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:10.801925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-39ec6bdd-9d54-4bed-b47a-8923688c7f95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.7198238 Mar 02 17:32:10.860550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:10.973284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-f1dffbe7-a6a6-4067-bf58-5dbb8329c7c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f HTTP/1.1" status: 200 len: 217 time: 0.1170287 Mar 02 17:32:11.053347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-574c47c4-ef67-452c-ad7a-15c9e55e71fb req-16b50de2-957e-49dd-b547-d3c6644765db tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713196 Mar 02 17:32:11.134867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-a5046461-344b-4f72-85a4-67d66ff64f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:11.147289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-a5046461-344b-4f72-85a4-67d66ff64f00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1573741 Mar 02 17:32:11.153939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:11.175539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-1397a767-1a01-4287-94c6-d65853f655e1 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416778 Mar 02 17:32:11.260870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10e6bfba-fae1-4772-86b9-fa6ef33810a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:11.327981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff59c3-1c19-443d-897e-f26d073a91b3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:11.412086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:11.426621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85951ad3-b9bc-4d71-9386-a96a9610dab7 req-fbc336d9-69f6-4f0a-9bee-1a6dba94336c tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/7bff59c3-1c19-443d-897e-f26d073a91b3 HTTP/1.1" status: 204 len: 173 time: 1.3451121 Mar 02 17:32:11.599567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-bc6b3710-6526-482f-84b9-587918b5e647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4216049 Mar 02 17:32:11.710968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449496-1785-4da3-9a3d-c470c03b67be req-059021c7-a15d-49b6-88bb-bcb658a3c4bd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:11.711721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97449496-1785-4da3-9a3d-c470c03b67be req-059021c7-a15d-49b6-88bb-bcb658a3c4bd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:11.832941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-bce25056-d841-4013-acd6-683d8046c182 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963554 Mar 02 17:32:11.841948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520bb98-7c41-4872-86bb-0fb4bb0ef0a3 req-f72b716c-c464-4bc0-9f18-dc3133414875 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:11.842664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f520bb98-7c41-4872-86bb-0fb4bb0ef0a3 req-f72b716c-c464-4bc0-9f18-dc3133414875 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:11.848727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97449496-1785-4da3-9a3d-c470c03b67be req-059021c7-a15d-49b6-88bb-bcb658a3c4bd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:11.849846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97449496-1785-4da3-9a3d-c470c03b67be req-059021c7-a15d-49b6-88bb-bcb658a3c4bd tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.7550445 Mar 02 17:32:11.932633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f520bb98-7c41-4872-86bb-0fb4bb0ef0a3 req-f72b716c-c464-4bc0-9f18-dc3133414875 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:11.933761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f520bb98-7c41-4872-86bb-0fb4bb0ef0a3 req-f72b716c-c464-4bc0-9f18-dc3133414875 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 950 time: 0.7001126 Mar 02 17:32:11.995735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-1785e79b-8b19-4200-a9fd-0a52c0a7eefb service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781471 Mar 02 17:32:12.001847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Deleting port 5c0d35d3-585f-4963-ab96-893521769e0d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:12.002181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:12.075998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332252-79f0-43fb-be63-f8dd6c16125a req-76a3e860-e9bc-41b4-b7c4-9e6c2a3e710e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:12.077490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e332252-79f0-43fb-be63-f8dd6c16125a req-76a3e860-e9bc-41b4-b7c4-9e6c2a3e710e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.4659126 Mar 02 17:32:12.234458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f520bb98-7c41-4872-86bb-0fb4bb0ef0a3 req-3d5974fa-3be5-490d-907f-c6718efc0230 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f1b46ce-8375-4317-b517-295db146adf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854464 Mar 02 17:32:12.307182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e332252-79f0-43fb-be63-f8dd6c16125a req-9b292771-2bd3-471d-bea0-6db2855bebe6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223816 Mar 02 17:32:12.564759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799e10f0-2f30-4e76-9be0-54b335d910a7 req-31d958a2-3f41-4ef4-adc4-16b81ef03bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314353 Mar 02 17:32:12.615850 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-1377f2d4-0040-46a3-9460-f8dfcc1f6271 req-33b00d44-a1d1-4eb6-8b24-46bb5be9ee46 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] show failed (client error): The resource could not be found. Mar 02 17:32:12.627129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1377f2d4-0040-46a3-9460-f8dfcc1f6271 req-33b00d44-a1d1-4eb6-8b24-46bb5be9ee46 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/93a7905b-1715-4959-83e4-8eb975c91ba3 HTTP/1.1" status: 404 len: 352 time: 0.2577245 Mar 02 17:32:12.665489 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:12.772705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee8f8-fefd-40fe-9b2e-917ff46926f8 req-22f819d4-a517-4c71-bded-f4e9636ae931 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:12.774172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-242ee8f8-fefd-40fe-9b2e-917ff46926f8 req-22f819d4-a517-4c71-bded-f4e9636ae931 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.2034981 Mar 02 17:32:12.783793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] For port 5c0d35d3-585f-4963-ab96-893521769e0d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5c0d35d3-585f-4963-ab96-893521769e0d,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:12.784149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:12.936984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Calling delete_port for 5c0d35d3-585f-4963-ab96-893521769e0d owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:12.981256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:12.998696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-242ee8f8-fefd-40fe-9b2e-917ff46926f8 req-9e020652-3b2a-458b-a392-285cface258b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168336 Mar 02 17:32:13.069110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60f4d0-4bd5-4b4f-a85e-f72323f2570d req-84272ae8-7a99-4053-beda-2c9ac8c234b0 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:13.076157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca60f4d0-4bd5-4b4f-a85e-f72323f2570d req-84272ae8-7a99-4053-beda-2c9ac8c234b0 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 948 time: 0.3433843 Mar 02 17:32:13.232641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca60f4d0-4bd5-4b4f-a85e-f72323f2570d req-bd732e0f-6a55-4461-806b-05bcf08287e8 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540308 Mar 02 17:32:13.241366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.257154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5c0d35d3-585f-4963-ab96-893521769e0d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:13.331229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Pushing event deleted for resources: {'Port': ['ID=5c0d35d3-585f-4963-ab96-893521769e0d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:13.412565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575007d9-e8d9-4c0f-aaca-aa08aa83dc63 req-bac11e57-526f-4e46-a318-df4aaf77a687 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:13.414010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-575007d9-e8d9-4c0f-aaca-aa08aa83dc63 req-bac11e57-526f-4e46-a318-df4aaf77a687 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.2540607 Mar 02 17:32:13.424538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:13.431098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'floatingip': {'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:13.491767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-9b8855a2-5117-44cf-9393-eaf9fdc34987 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/94518f74-d177-45da-a84e-c343af7da90c HTTP/1.1" status: 200 len: 1636 time: 0.1960201 Mar 02 17:32:13.514940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] No DVR routers for this DVR port 5c0d35d3-585f-4963-ab96-893521769e0d on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:13.519152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.525045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'name': 'network-vif-deleted', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:13.558417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97449496-1785-4da3-9a3d-c470c03b67be req-e855288b-f65f-4c3a-abec-111629cf63ed tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.35 "DELETE /v2.0/ports/5c0d35d3-585f-4963-ab96-893521769e0d HTTP/1.1" status: 204 len: 173 time: 1.7006502 Mar 02 17:32:13.652696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a7970fd1-2dd4-4ea0-adc3-f37c05826e4a req-094571dd-58f3-4b42-9cab-b8834b616c70 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Synchronizing usage tracker for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:13.691280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.724804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.753360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a7970fd1-2dd4-4ea0-adc3-f37c05826e4a req-094571dd-58f3-4b42-9cab-b8834b616c70 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] Unset dirty status for tenant:6843856e792441d48172701e8f76e5b2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:13.784594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7970fd1-2dd4-4ea0-adc3-f37c05826e4a req-094571dd-58f3-4b42-9cab-b8834b616c70 tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4 HTTP/1.1" status: 200 len: 210 time: 0.2227240 Mar 02 17:32:13.851536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.918685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.950940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94518f74-d177-45da-a84e-c343af7da90c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:13.956774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:13.958111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f1b7972-3df7-4bf0-a249-1409c70947ad req-07aba63e-ca08-467e-8bca-0c76966789ec tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/94518f74-d177-45da-a84e-c343af7da90c HTTP/1.1" status: 204 len: 173 time: 0.4655445 Mar 02 17:32:13.997899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50768) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:14.051699 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3a94e6-fa16-4be3-a7fb-c71c53fa06c4', 'name': 'network-vif-deleted', 'tag': '5c0d35d3-585f-4963-ab96-893521769e0d', 'status': 'completed', 'code': 200} Mar 02 17:32:14.161577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-fa042fc3-e6cd-45b3-a396-55463a3211f8 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/a8cb08ad-61eb-408c-8968-4878ff89bebb HTTP/1.1" status: 200 len: 1637 time: 0.0657880 Mar 02 17:32:14.201511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.257193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.295870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.383256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.429975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.431138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b7eb812-272d-436f-b18c-f3cba03bf23a req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8cb08ad-61eb-408c-8968-4878ff89bebb HTTP/1.1" status: 204 len: 173 time: 0.2662199 Mar 02 17:32:14.431810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.445829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f990-e9aa-44f1-9fc5-d605ff0f3a7f tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb08ad-61eb-408c-8968-4878ff89bebb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:14.470111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:14.475366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2536f2595606487994dacd35b98a9c42 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:14.483725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:14.492255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:14.615570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.618137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.622244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.659790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.764554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb9fdc7-9f4a-4dcb-bac3-623110d4f3ce,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:14.771819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:14.772071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c6a11275-40cd-4492-bb16-c0769e1438a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2536f2595606487994dacd35b98a9c42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7726948 Mar 02 17:32:14.811216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08f01-1aaf-4b73-8cff-c8352b0a0574 req-984aba09-d97e-4535-8ee7-918617e8a797 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:14.812658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e08f01-1aaf-4b73-8cff-c8352b0a0574 req-984aba09-d97e-4535-8ee7-918617e8a797 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.1930075 Mar 02 17:32:14.854923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.856479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f78c-1dcc-47ed-906d-02422332c785 req-4133dbea-9a1a-47bf-993f-eb47c1b2a7c2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:14.857923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d761f78c-1dcc-47ed-906d-02422332c785 req-4133dbea-9a1a-47bf-993f-eb47c1b2a7c2 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 948 time: 0.1581140 Mar 02 17:32:14.887014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:14.897353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e08f01-1aaf-4b73-8cff-c8352b0a0574 req-0bd33e65-8ff1-40fd-8218-75e2ba38919a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778749 Mar 02 17:32:14.918249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d761f78c-1dcc-47ed-906d-02422332c785 req-fd55ec47-6fcb-4b81-a008-9b852eec4ba6 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516825 Mar 02 17:32:14.954484 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Floating IP cdec3f13-314d-489b-a7f1-b67d67753450 associated. External IP: 172.25.3.32, port: 302f5d5f-296f-4047-b527-827a1da5d80f. Mar 02 17:32:15.019182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-b15b1d4a-7e4a-42a4-b6bb-02c3f33bfe3b tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/82cfcfb7-a818-4960-bbae-45e4d995148a HTTP/1.1" status: 200 len: 1638 time: 0.0514464 Mar 02 17:32:15.075396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.094136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.102776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb9fdc7-9f4a-4dcb-bac3-623110d4f3ce,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:15.116467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.118405 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69b2bac9-3bdb-45e3-8be8-1144ac3c1f7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eeb9fdc7-9f4a-4dcb-bac3-623110d4f3ce HTTP/1.1" status: 204 len: 168 time: 0.3453391 Mar 02 17:32:15.159119 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.237982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.258060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfcfb7-a818-4960-bbae-45e4d995148a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:15.284694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.303579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-217a88e6-b6b4-4ac9-87d2-ea8402585ab1 req-0c4656fd-b29e-4fa5-8c2f-52709abc5026 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/82cfcfb7-a818-4960-bbae-45e4d995148a HTTP/1.1" status: 204 len: 173 time: 0.2784832 Mar 02 17:32:15.361302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e622b2da-ee6f-445e-a792-6e83b7f6f85f details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:15.362232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5c0d35d3-585f-4963-ab96-893521769e0d no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:15.499785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-7c2d0d44-c60d-48ea-9b67-b87bc1c67b35 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/03217489-6725-4b3c-88bc-3a7b9c06fd39 HTTP/1.1" status: 200 len: 2145 time: 0.1267223 Mar 02 17:32:15.539139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 5c0d35d3-585f-4963-ab96-893521769e0d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:32:15.539479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5c0d35d3-585f-4963-ab96-893521769e0d not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:32:15.601272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.663875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.677591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Router 12846a79-0538-444f-96de-c1abd331e6e2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:32:15.698901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50836) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:15.732436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.771416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50840) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:15.783030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:15.786349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.793487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:15.803977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f', 'mac_address': 'fa:16:3e:e9:ab:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:15.875098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.896677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e622b2da-ee6f-445e-a792-6e83b7f6f85f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:15.917183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:15.921720 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.936952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Usage tracker for resource:security_group_rule and tenant:360b72e4a94e4714a68fd4503d372257 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:15.940997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:15.949032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03217489-6725-4b3c-88bc-3a7b9c06fd39,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:15.955226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:15.967621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:15.974938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff8e5ee0-3153-4041-96b6-145f54f84a11 req-b68a29ee-ef34-411f-bb7f-6936d83bc3ef tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/03217489-6725-4b3c-88bc-3a7b9c06fd39 HTTP/1.1" status: 204 len: 173 time: 0.4679937 Mar 02 17:32:16.070166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:16.121291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.141413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.167987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:32:16.186626 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Sync routers for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:32:16.189459 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.213572 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:16.214344 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:16.226521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb269b-a3b6-4323-af8f-14a563e79baf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:16.278557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d2ee4ffe-2ce2-40d2-8ade-d6e8fd3d6b7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "PUT /v2.0/floatingips/cdec3f13-314d-489b-a7f1-b67d67753450 HTTP/1.1" status: 200 len: 991 time: 2.8529360 Mar 02 17:32:16.284083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:16.336314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-574ce652-61f2-460e-bc27-6501d629764f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=360b72e4a94e4714a68fd4503d372257&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6359599 Mar 02 17:32:16.338820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50862) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:16.370863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c1bf3fc0-2aed-453f-bbc4-abde97498c0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6843856e792441d48172701e8f76e5b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5958350 Mar 02 17:32:16.372572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:16.397441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfa952-9452-4e21-82c3-1f0560153a05 req-23efa5b2-10f8-4562-8f95-2d129857c911 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:16.404471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58dfa952-9452-4e21-82c3-1f0560153a05 req-23efa5b2-10f8-4562-8f95-2d129857c911 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 949 time: 0.1722109 Mar 02 17:32:16.406064 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:16.450879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde1f1-3944-4220-aa91-280f8532c55a req-092fe4c0-a598-492c-a546-8e59e48b05ff tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:16.452842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2fde1f1-3944-4220-aa91-280f8532c55a req-092fe4c0-a598-492c-a546-8e59e48b05ff tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 943 time: 0.2274122 Mar 02 17:32:16.515170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58dfa952-9452-4e21-82c3-1f0560153a05 req-6c95b90c-dddb-4628-b0d1-c359467cd0e9 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097643 Mar 02 17:32:16.520425 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.522513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.533817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2fde1f1-3944-4220-aa91-280f8532c55a req-a3c1fade-1fea-4a6c-adf2-da587b6bb7b2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711899 Mar 02 17:32:16.556559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['e622b2da-ee6f-445e-a792-6e83b7f6f85f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:16.563052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.614407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-6c33b117-382e-40e1-85f2-6d0cfb6ec5dc tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "GET /v2.0/security-groups/d72e3eeb-30b5-4c06-8b64-cfd61c992346 HTTP/1.1" status: 200 len: 2142 time: 0.0595813 Mar 02 17:32:16.637400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.664991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb269b-a3b6-4323-af8f-14a563e79baf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:16.687800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.701672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.703081 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3b004fea-7c6c-4a0a-813e-e9d2813b0156 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7bb269b-a3b6-4323-af8f-14a563e79baf HTTP/1.1" status: 204 len: 168 time: 0.3633034 Mar 02 17:32:16.757549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.786894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.820264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.821848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b46ce-8375-4317-b517-295db146adf6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:16.833486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:16.838799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1836f669-1f89-421a-a3c9-7626671556c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f1b46ce-8375-4317-b517-295db146adf6 HTTP/1.1" status: 204 len: 168 time: 0.4609704 Mar 02 17:32:17.012208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.036591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e3eeb-30b5-4c06-8b64-cfd61c992346,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:17.051225 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cdec3f13-314d-489b-a7f1-b67d67753450', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:31:51Z', 'updated_at': '2022-03-02T17:32:14Z', 'revision_number': 1, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:17.071687 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Checking router: 12846a79-0538-444f-96de-c1abd331e6e2 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:32:17.085639 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:17.086260 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:17.106724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.115864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:17.121504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66869a59-e5c2-4a47-9acc-0e304d4bf685 req-61732e68-8c69-4a55-9c05-a8e6b7cdf283 tempest-SecurityGroupRulesTestJSON-1538034333 tempest-SecurityGroupRulesTestJSON-1538034333-project] 10.222.0.37 "DELETE /v2.0/security-groups/d72e3eeb-30b5-4c06-8b64-cfd61c992346 HTTP/1.1" status: 204 len: 173 time: 0.5054014 Mar 02 17:32:17.166794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f84f7-4d2e-42a6-9d06-26583a468635 req-4e366041-7b50-4427-8380-8d285c355e98 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:17.168865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f57f84f7-4d2e-42a6-9d06-26583a468635 req-4e366041-7b50-4427-8380-8d285c355e98 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.2640901 Mar 02 17:32:17.260116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Deleting subnet af7e36f1-ac1b-4563-a8db-30b924fa3b09 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:32:17.263770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.313280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f57f84f7-4d2e-42a6-9d06-26583a468635 req-2dede262-aa53-46e6-ab3e-69c6cbcf246a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382539 Mar 02 17:32:17.367959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.482045 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:17.484130 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'status': 'completed', 'code': 200} Mar 02 17:32:17.493748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-da80802e-90ee-436a-bee1-ac794cdac419 service neutron] 10.222.0.50 "GET /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8/bindings/n-h2-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.1411207 Mar 02 17:32:17.604666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.689189 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-492b61c3-9956-45f6-bccb-de820dd7ce1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1097 time: 0.1896019 Mar 02 17:32:17.942283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:17.959931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:18.000072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7e36f1-ac1b-4563-a8db-30b924fa3b09,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:18.008725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:18.024679 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.046139 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-04493ed0-b0e8-425f-8c13-c2cdb5673989 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af7e36f1-ac1b-4563-a8db-30b924fa3b09 HTTP/1.1" status: 204 len: 168 time: 0.9291940 Mar 02 17:32:18.048830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:18.052404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d0170-bed8-4497-9407-8b8986990902 req-ba293e35-b5b2-42b0-b98f-717f96003b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:18.055469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-ba293e35-b5b2-42b0-b98f-717f96003b8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3582528 Mar 02 17:32:18.100484 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cdec3f13-314d-489b-a7f1-b67d67753450', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:31:51Z', 'updated_at': '2022-03-02T17:32:14Z', 'revision_number': 1, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:18.109617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50928) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:18.113900 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cd75f-ebf8-4618-8b0a-60057e67798d None None] The sync data for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 is: [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cdec3f13-314d-489b-a7f1-b67d67753450', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:31:51Z', 'updated_at': '2022-03-02T17:32:14Z', 'revision_number': 1, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:32:18.159336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd76d4f9-4df1-48b7-a096-2b1789b84de8 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:18.224873 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-0c0e9648-5793-4637-943b-533ae800b9c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.1486468 Mar 02 17:32:18.264727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:18.308153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.368028 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:32:18.383093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-637e50eb-df97-44ac-9b66-44d810f43d2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0e81d2093984a08854ddf3277611a21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2723453 Mar 02 17:32:18.399041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50936) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:18.412193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.495125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03321d0f-db4c-4bd6-b502-12e32d6851f6 None None] New status for floating IP cdec3f13-314d-489b-a7f1-b67d67753450: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:32:18.526790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d0170-bed8-4497-9407-8b8986990902 req-b038757f-287d-4ed2-b88f-e77403649504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:18.528242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-b038757f-287d-4ed2-b88f-e77403649504 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2529418 Mar 02 17:32:18.573766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0b085-501b-46af-a0c6-b833d4530cfe req-384db725-299a-4c7b-bd31-678ece4569e7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:18.578106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94f0b085-501b-46af-a0c6-b833d4530cfe req-384db725-299a-4c7b-bd31-678ece4569e7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.4699383 Mar 02 17:32:18.652853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.699487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fc70fc-1127-41f8-b88b-f00f74bf80b2']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:18.703845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a256-9d84-4fc8-8af9-ccf28be9ef18 req-150d93b3-d0eb-462f-a5a7-06c8ee0046c5 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:18.705292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1c8a256-9d84-4fc8-8af9-ccf28be9ef18 req-150d93b3-d0eb-462f-a5a7-06c8ee0046c5 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 949 time: 0.5224411 Mar 02 17:32:18.733080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3385f95-fe65-4a0a-a363-921242f4c3b0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:18.733325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3385f95-fe65-4a0a-a363-921242f4c3b0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:18.747440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-c73b6992-e573-4f62-981b-165af661956e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587853 Mar 02 17:32:18.751194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.773525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94f0b085-501b-46af-a0c6-b833d4530cfe req-d8404616-6e87-4bee-803a-5b28ddd0eb68 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579084 Mar 02 17:32:18.794460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.821282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] Transition to ACTIVE for port object dd76d4f9-4df1-48b7-a096-2b1789b84de8 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:18.833126 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.845807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.856728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.880458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:32:18.880856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.897462 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:18.948088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.012188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.013302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be512aab-7838-4c02-8b87-675ac457c04b HTTP/1.1" status: 204 len: 168 time: 0.6133769 Mar 02 17:32:19.014271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be512aab-7838-4c02-8b87-675ac457c04b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:19.021604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1c8a256-9d84-4fc8-8af9-ccf28be9ef18 req-407f92aa-8ffe-4ee7-8c01-a8f4e6d5601b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012621 Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:32:19.024405 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:32:19.123933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.124274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.124678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.125003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.125523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.125856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.126236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.126549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.127065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.127386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.127703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68194fb-8960-4080-a1a2-07bb2bc6306a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:19.149402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] No DVR routers for this DVR port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:19.157074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=10']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:19.168638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.182830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.218183 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-fe459e5b-b187-4bcb-90d7-a49d8d65937a service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543793 Mar 02 17:32:19.222084 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0fc70fc-1127-41f8-b88b-f00f74bf80b2 HTTP/1.1" status: 204 len: 168 time: 1.1718969 Mar 02 17:32:19.225589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568ffd-0fe9-4f7c-9a15-2184a5a82bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fc70fc-1127-41f8-b88b-f00f74bf80b2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:19.245180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-17eb4f49-5061-4c2a-97bf-5e3e52ce2541 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8/bindings/n-h2-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7434072 Mar 02 17:32:19.284009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cbd26-80b8-4ac3-9ec8-c27ffb08ff17 req-1aa2c930-47b3-40f5-8f70-2e7df01e52d5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:19.286264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-135cbd26-80b8-4ac3-9ec8-c27ffb08ff17 req-1aa2c930-47b3-40f5-8f70-2e7df01e52d5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.1327724 Mar 02 17:32:19.352805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-135cbd26-80b8-4ac3-9ec8-c27ffb08ff17 req-dbdf299c-0762-4c47-8010-b0224ec60215 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 Mar 02 17:32:19.386940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e622b2da-ee6f-445e-a792-6e83b7f6f85f up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:19.418028 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e68d0170-bed8-4497-9407-8b8986990902 req-0e48279e-ad31-4a27-bafb-90c9e8ddcaa7 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863301 Mar 02 17:32:19.502170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port e622b2da-ee6f-445e-a792-6e83b7f6f85f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:19.510785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port e622b2da-ee6f-445e-a792-6e83b7f6f85f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:19.512271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.656682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-869dabb8-21d4-49cf-9690-19d3c8858248 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.2840087 Mar 02 17:32:19.680562 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.712831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:19.726435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:19.732876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:19.752157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-99234409-d3bb-4333-97fc-d5f9d7252bc3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8&tenant_id=0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 1095 time: 0.0831645 Mar 02 17:32:19.797590 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f', 'code': 200} Mar 02 17:32:19.813156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:19.846718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:19.900835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-142d72b9-3037-473b-a8d1-866a8a99cff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1095 time: 0.1190290 Mar 02 17:32:19.922279 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9aad32d4-739b-4ab8-9c3e-34a45aef9446 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deeec8f9f97843bc8baed299abe3f2d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1070833 Mar 02 17:32:19.922550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50988) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:20.061379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50994) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:20.125670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:20.235682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:32:20.321189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.325201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-c5387f80-5ff3-4697-873a-d746313322e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:20.326630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-c5387f80-5ff3-4697-873a-d746313322e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.3900702 Mar 02 17:32:20.327039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.413822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:20.419083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b5967c6767a942a7a65017b8bc32ca0d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:20.422320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:20.430634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:20.458421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da3355f-1ba0-48bf-b5a9-f8a590bf354b req-52681778-7cf2-4b13-b0f9-34b520ac3b0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 1101 time: 0.5187111 Mar 02 17:32:20.475413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.509411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-32287957-8bc1-484a-ba9f-1659802b076f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 200 len: 217 time: 0.1466954 Mar 02 17:32:20.515738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98d9ed-21dd-4978-a3b0-11e794f92990 req-cc83377a-eede-4324-802e-759fb2c91ff9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:20.517409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e98d9ed-21dd-4978-a3b0-11e794f92990 req-cc83377a-eede-4324-802e-759fb2c91ff9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.5231469 Mar 02 17:32:20.553802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.565489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.669307 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5967c6767a942a7a65017b8bc32ca0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6064870 Mar 02 17:32:20.670550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51018) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:20.670901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd701f8b-e3f7-4340-9e9a-c452e43f98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589421e0-e180-4726-94f4-eb59969f5b5e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:20.718527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b33de5-90d6-4670-9cda-2858f4d7028c req-f8e6c29a-9516-4b3d-93a3-f9c8647e3803 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:20.719968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0b33de5-90d6-4670-9cda-2858f4d7028c req-f8e6c29a-9516-4b3d-93a3-f9c8647e3803 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.4777792 Mar 02 17:32:20.746658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-b22ccb2b-4d53-4148-8e8d-62b513963909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:20.748184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-b22ccb2b-4d53-4148-8e8d-62b513963909 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.2237573 Mar 02 17:32:20.766128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da3355f-1ba0-48bf-b5a9-f8a590bf354b req-e1f730c5-fbcc-4f94-97e0-154fd99c9075 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796216 Mar 02 17:32:20.813061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e98d9ed-21dd-4978-a3b0-11e794f92990 req-387cdbe8-615d-4a0c-b300-ca74e70ac987 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848773 Mar 02 17:32:20.834991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-7e0d1cb3-86cd-4329-8f93-05b4176ead9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631475 Mar 02 17:32:20.850051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.880968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95fc3c2-f1ff-41bc-85fe-ead282067c4b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:20.912182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0b33de5-90d6-4670-9cda-2858f4d7028c req-9c3ef25c-b2b2-4be4-b67a-a4d38b8f1ced tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746352 Mar 02 17:32:20.926520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.927666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-018f96fb-631e-4e7d-9d93-d187cda47409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a95fc3c2-f1ff-41bc-85fe-ead282067c4b HTTP/1.1" status: 204 len: 168 time: 1.0040126 Mar 02 17:32:20.938706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:20.982004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.044051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51044) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:21.093956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.118826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589421e0-e180-4726-94f4-eb59969f5b5e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:21.147428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b4d13-1655-40bf-8cab-854864f5dc51 req-08640c94-3b70-4eeb-ae4e-f83a27dc5509 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.154332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b4b4d13-1655-40bf-8cab-854864f5dc51 req-08640c94-3b70-4eeb-ae4e-f83a27dc5509 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.1323650 Mar 02 17:32:21.225426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.228941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e61e0749-b8cc-44df-8d7a-cc2ed8517a9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/589421e0-e180-4726-94f4-eb59969f5b5e HTTP/1.1" status: 204 len: 168 time: 0.5509658 Mar 02 17:32:21.272259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b4b4d13-1655-40bf-8cab-854864f5dc51 req-b5cfcd2e-1267-46d7-8f31-672a95c5747f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Mar 02 17:32:21.408390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-8a9980a6-fe40-4866-b25e-95832a91568c service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810442 Mar 02 17:32:21.572458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-network', 'tenant_id': '3cdb1dee471145da861e4934fbd25621'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:21.583073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:21.591203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f465c-bb59-410e-b775-b196fa74f8f9 req-79f6eddd-8e94-4cb7-8603-686ec5ccfe1a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:21.592654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c83f465c-bb59-410e-b775-b196fa74f8f9 req-79f6eddd-8e94-4cb7-8603-686ec5ccfe1a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.2682700 Mar 02 17:32:21.594200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Usage tracker for resource:network and tenant:3cdb1dee471145da861e4934fbd25621 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:21.605016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:21.619458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:21.646344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Made reservation on behalf of 3cdb1dee471145da861e4934fbd25621 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:21.651046 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.674113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-da2272b4-68c6-40e9-8de8-c156ea873b4b service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294753 Mar 02 17:32:21.692795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c83f465c-bb59-410e-b775-b196fa74f8f9 req-46c34bef-1e4d-47ce-9721-c6a3d98565f7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922470 Mar 02 17:32:21.696603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.735971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:21.740736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdb1dee471145da861e4934fbd25621 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:21.744156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:21.751143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:21.855398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.864192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.924320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:32:21.935305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ee4ad-7014-499a-8ef5-d7948d53bd6d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:21.944606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:21.944900 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Added segment 9ab601f7-bb9f-4941-8c41-584425a258ee of type vlan for network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 Mar 02 17:32:21.996929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:22.046276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-ce1c895a-3a9b-498a-b2c4-4ac0ad543585 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490866 Mar 02 17:32:22.053097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:22.055544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.056405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:22.248483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] Pushing event updated for resources: {'Network': ['ID=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:22.285095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:32:22.311557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-79b935aa-6880-46dc-99f6-56542cf17d05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2636855 Mar 02 17:32:22.311741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:22.318085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Request body: {'subnet': {'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-subnet', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:22.323299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:22.329328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Usage tracker for resource:subnet and tenant:3cdb1dee471145da861e4934fbd25621 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:22.332853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:22.340481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:22.353050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Made reservation on behalf of 3cdb1dee471145da861e4934fbd25621 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:22.355631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:22.873995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-805aed61-2323-4421-affd-87b477dd150a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:22.885918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-805aed61-2323-4421-affd-87b477dd150a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8379385 Mar 02 17:32:22.899831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:22.928558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-aca95ee5-23d5-4087-94fc-07cebe7d6db6 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.3601432 Mar 02 17:32:23.133227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d268b981-f315-4a60-8a41-c6f820135d3b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:23.179034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-04bbe397-1e1b-4db9-8875-f409576de040 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/quotas/6128be85fb4a498dbc15d3b4b5a75eb8 HTTP/1.1" status: 200 len: 375 time: 0.2889729 Mar 02 17:32:23.179277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Checking segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:23.179747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Network hostable DHCP agents. Network: 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:32:23.220086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:32:23.244103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:23.255163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:23.255419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642c1fc-c5cb-46d4-9bcb-a56228ec8df3 None None] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:23.255879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.314031 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ae740c7-4c80-4a05-8617-0e42fe54b657 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0010560 Mar 02 17:32:23.317110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51122) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:23.360372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:23.389737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:23.403671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Usage tracker for resource:router and tenant:3cdb1dee471145da861e4934fbd25621 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:23.407043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:23.417161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:23.438458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.440077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.452966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-50824e8a-71c2-4c47-bc3e-9696377ca0ee tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2730284 Mar 02 17:32:23.556122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.596656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-a2a0cda7-7bf5-4bb2-a859-8617f73d8241 service neutron] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:23.621025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-a2a0cda7-7bf5-4bb2-a859-8617f73d8241 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.623265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-a2a0cda7-7bf5-4bb2-a859-8617f73d8241 service neutron] 10.222.0.35 "DELETE /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8/bindings/n-h1-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.6834333 Mar 02 17:32:23.623906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51130) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:23.646441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b6593-f682-49cf-aef3-24aedc0cb407 req-e0827d0f-90f1-4c6d-8d39-f5b65550a1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:23.656385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971b6593-f682-49cf-aef3-24aedc0cb407 req-e0827d0f-90f1-4c6d-8d39-f5b65550a1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.4967024 Mar 02 17:32:23.774870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'fixed_ips': [{'subnet_id': 'd268b981-f315-4a60-8a41-c6f820135d3b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:32:23.775700 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:23.810002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971b6593-f682-49cf-aef3-24aedc0cb407 req-51fa3342-0738-4228-b1b3-76cba2699a48 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520586 Mar 02 17:32:23.932943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.188676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Allocated IP 172.20.0.2 (2b30c01e-ec92-4f88-8cfb-786d6f4fcd50/d268b981-f315-4a60-8a41-c6f820135d3b/35dbfe13-7a8e-439f-aa83-e17407e5ff38) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:24.203779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-137877667-network', 'tenant_id': 'e457c8053a5a489fac6df71d9ee5c09f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:24.218146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:24.234441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Usage tracker for resource:network and tenant:e457c8053a5a489fac6df71d9ee5c09f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:24.255148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7afef-d568-410b-960e-0ed3c19e5780 req-c93755a5-c304-405b-bba1-b25dc79efedf tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:24.262983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47a7afef-d568-410b-960e-0ed3c19e5780 req-c93755a5-c304-405b-bba1-b25dc79efedf tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.2200463 Mar 02 17:32:24.265704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:24.342239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:24.371248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.398590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47a7afef-d568-410b-960e-0ed3c19e5780 req-3430c60d-24d8-4aae-871c-f5d13d15974a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346245 Mar 02 17:32:24.406827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Made reservation on behalf of e457c8053a5a489fac6df71d9ee5c09f for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:24.409220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.460723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.466162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.574050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:24.590307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Usage tracker for resource:security_group_rule and tenant:e457c8053a5a489fac6df71d9ee5c09f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:24.600937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:24.619804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:24.784615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.797239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Transition to ACTIVE for port object 35dbfe13-7a8e-439f-aa83-e17407e5ff38 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:24.819995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-2a17a4fc-bbff-48cd-8648-65d63e7296fb tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910847 Mar 02 17:32:24.822027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Transition to ACTIVE for port object 35dbfe13-7a8e-439f-aa83-e17407e5ff38 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:24.838851 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:24.870346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Allocated IP 172.25.3.170 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/52d97f41-9e8e-44ef-ba84-45b4db4e6094) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:24.979006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:25.009875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:25.020318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:25.103109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Pushing event updated for resources: {'Port': ['ID=35dbfe13-7a8e-439f-aa83-e17407e5ff38,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:25.134555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.142095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.166341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:32:25.181340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.182428 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Added segment 2f60fa60-f093-4ffd-b923-a87bbe969caa of type vlan for network 3c8c34e0-dad2-4a45-b951-37df98895384 Mar 02 17:32:25.252079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.256813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Attempting to bind port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:25.257191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Attempting to bind port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:25.258712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Attempting to bind port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 on network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:25.274647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:25.275087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Checking segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:25.275495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.275885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Bound using segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:25.276361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Bound port: 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:25.276737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.310435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.311381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:25.311966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.439684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] For port 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:25.444746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] For port 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dbfe13-7a8e-439f-aa83-e17407e5ff38,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:25.452530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.568817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.577143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f545cd-4922-45a2-b235-0a34fd9ef98b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:25.591987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9668176 Mar 02 17:32:25.607077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51186) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:25.626809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Request body: {'subnet': {'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-137877667-subnet', 'tenant_id': 'e457c8053a5a489fac6df71d9ee5c09f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:25.646799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:25.651733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-18061c9f-3de7-489e-85ed-511f47911513 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:25.653554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-18061c9f-3de7-489e-85ed-511f47911513 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8353946 Mar 02 17:32:25.662238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Usage tracker for resource:subnet and tenant:e457c8053a5a489fac6df71d9ee5c09f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:25.666225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:25.673794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eec72-8445-4f72-b32e-e822277bdb9c admin admin] Pushing event updated for resources: {'Network': ['ID=3c8c34e0-dad2-4a45-b951-37df98895384,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:25.682457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:25.689431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d0318-5db4-491b-a284-da07907316f3 None None] Pushing event updated for resources: {'Port': ['ID=35dbfe13-7a8e-439f-aa83-e17407e5ff38,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:25.698275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 3c8c34e0-dad2-4a45-b951-37df98895384 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:32:25.726242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Made reservation on behalf of e457c8053a5a489fac6df71d9ee5c09f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:25.731989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.741297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-284be12f-119e-441c-a3aa-01fed02f9ed3 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/quotas/6128be85fb4a498dbc15d3b4b5a75eb8 HTTP/1.1" status: 200 len: 375 time: 0.0591774 Mar 02 17:32:25.775851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:25.810236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-da926bd9-c7f1-49e4-b444-28abbe12d0c9 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615740 Mar 02 17:32:25.818772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96c79-68d9-4d84-a4c5-38b16cd5ae4a req-21c75787-f89d-4162-b60e-7457f69148f7 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:25.842644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aca96c79-68d9-4d84-a4c5-38b16cd5ae4a req-21c75787-f89d-4162-b60e-7457f69148f7 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.3723807 Mar 02 17:32:25.978287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aca96c79-68d9-4d84-a4c5-38b16cd5ae4a req-0854357c-71de-429f-a54e-f405895a5d28 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345847 Mar 02 17:32:26.064383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Pushing event updated for resources: {'Port': ['ID=52d97f41-9e8e-44ef-ba84-45b4db4e6094,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:26.078073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:26.091984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:26.117896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:26.139666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dbfe13-7a8e-439f-aa83-e17407e5ff38 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:26.189899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:26.301405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-ac3dcdd9-1ee6-417d-a952-00836310aaee tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871899 Mar 02 17:32:26.385822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51208) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:26.483693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:26.546736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:26.603187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '302f5d5f-296f-4047-b527-827a1da5d80f', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:26.744885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:26.745624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:26.835318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:26.905104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:26.950691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:26.961581 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:26.963093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:27.086422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-838f2e68-1caa-41f6-8ee4-08fab63a0aa8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:27.127033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-85398370-2149-4578-b3e1-9c937b330f98 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:27.130443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:27.135865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-85398370-2149-4578-b3e1-9c937b330f98 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8197641 Mar 02 17:32:27.173134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Request body: {'port': {'device_id': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6128be85fb4a498dbc15d3b4b5a75eb8'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:27.197923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['302f5d5f-296f-4047-b527-827a1da5d80f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:27.264997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e005bd5-5682-45ec-88ef-6edd100bca7a None None] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:27.349358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5007fd61-7620-44c3-9f6e-eb073d1d4714,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:27.543606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:27.575795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Usage tracker for resource:port and tenant:6128be85fb4a498dbc15d3b4b5a75eb8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:27.593289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:27.598631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Checking segment: {'id': '2f60fa60-f093-4ffd-b923-a87bbe969caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:27.600315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Network hostable DHCP agents. Network: 3c8c34e0-dad2-4a45-b951-37df98895384, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:32:27.636505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Provisioning for port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:27.639699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:27.673489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-863e5f96-9098-48e1-8d4e-c998b73e2d3c req-72c5f564-6962-4d97-8e3b-187fe481b435 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1095 time: 1.2864034 Mar 02 17:32:27.674905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Provisioning complete for port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:27.676041 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:27.688649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-899640b9-e688-4543-9040-eca795c1473f req-4f652743-b260-4b83-b392-779a666f35d4 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 210 time: 0.1081865 Mar 02 17:32:27.713073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Network 3c8c34e0-dad2-4a45-b951-37df98895384 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:32:27.736669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Made reservation on behalf of 6128be85fb4a498dbc15d3b4b5a75eb8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:27.740467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 3c8c34e0-dad2-4a45-b951-37df98895384) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:27.746527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:27.749186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:27.749914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:27.772196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3510e55-ea4f-4745-9a24-3061b973941f None None] Network 3c8c34e0-dad2-4a45-b951-37df98895384 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:27.788246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-838f2e68-1caa-41f6-8ee4-08fab63a0aa8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "PUT /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41 HTTP/1.1" status: 200 len: 366 time: 1.3999226 Mar 02 17:32:27.795001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51234) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:27.848199 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be6979cf-6f7e-4cab-b5e5-e165f9fe06fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2399447 Mar 02 17:32:27.851728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-863e5f96-9098-48e1-8d4e-c998b73e2d3c req-e8d76f23-bb65-43a3-b99c-e958816ae62a tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774104 Mar 02 17:32:27.862418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:27.928050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:27.932341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Usage tracker for resource:security_group_rule and tenant:6128be85fb4a498dbc15d3b4b5a75eb8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:27.935455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:27.942508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:27.980385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:32:28.138508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:28.180401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5cb5de3-48ea-4fe5-af04-23b33adac82c tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3813567 Mar 02 17:32:28.200866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51260) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.201828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:28.343803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fef96005-a51e-4dc2-97ff-59caf0bcce48 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41 HTTP/1.1" status: 200 len: 366 time: 0.1380076 Mar 02 17:32:28.350147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.366396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:28.421674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:28.478371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e69d81dc-71d4-45c0-a30c-ac2f98344d78 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41 HTTP/1.1" status: 204 len: 168 time: 0.1268620 Mar 02 17:32:28.483610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51268) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.544009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f1700f70-483c-4521-9d9a-992625d83b4c tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0535977 Mar 02 17:32:28.549773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51272) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.559620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:32:28.569521 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Sync routers for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:32:28.599354 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:28.599968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:28.650716 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-67e4ea6a-2dbd-4d1c-a4aa-4dc710627532 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597593 Mar 02 17:32:28.659262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:28.664503 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d454ce6-e857-46e0-90d6-a2f704abe029 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3368151 Mar 02 17:32:28.672381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4569b-0ec4-460c-99b9-b9464b93da7e req-92d2006e-91a7-4258-9549-44cb433d66b6 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:28.682451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] For port 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dbfe13-7a8e-439f-aa83-e17407e5ff38,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:28.687903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.704193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aff4569b-0ec4-460c-99b9-b9464b93da7e req-92d2006e-91a7-4258-9549-44cb433d66b6 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.5636606 Mar 02 17:32:28.728091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:28.794716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-617862cc-2ceb-47bb-b1d5-9abe9ed00f74 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41 HTTP/1.1" status: 200 len: 370 time: 0.2302980 Mar 02 17:32:28.828722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:28.941792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aff4569b-0ec4-460c-99b9-b9464b93da7e req-9255c42c-d636-4fe4-b409-2bd2b127dc2f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296169 Mar 02 17:32:28.990396 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:29.027588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-007f09e1-1799-4a4e-b479-ae20bf8a7f25 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:29.029187 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-007f09e1-1799-4a4e-b479-ae20bf8a7f25 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656449 Mar 02 17:32:29.044416 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-130333c1-5f98-4fdd-b6b6-c6560c79bcad tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41/default HTTP/1.1" status: 200 len: 370 time: 0.0226297 Mar 02 17:32:29.068904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d68c6f-3f21-4f98-b62b-6b5a59a11ab7 None None] Network 3c8c34e0-dad2-4a45-b951-37df98895384 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:29.072472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Allocated IP 192.168.233.184 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/5931bb2f-78b1-439c-a0ed-cbbd1ecca092) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:29.078082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51290) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:29.116329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Request body: {'port': {'device_id': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6128be85fb4a498dbc15d3b4b5a75eb8'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:29.201936 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-4bb39261-e081-42a0-a7a4-140363f3b0a1 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] delete failed (client error): The resource could not be found. Mar 02 17:32:29.215811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4bb39261-e081-42a0-a7a4-140363f3b0a1 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/69a3dfa2c80f47cbafc95a62820faf41 HTTP/1.1" status: 404 len: 348 time: 0.1234124 Mar 02 17:32:29.341642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d2e9077-79b1-4380-9b0b-3a44c5e12499 req-1a043c45-c6de-49ac-a1d1-f4c9d381c9fd tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 1095 time: 0.3549149 Mar 02 17:32:29.346004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637884e0-a5e6-4f96-93a5-60d5931865f2 None None] Pushing event updated for resources: {'Port': ['ID=35dbfe13-7a8e-439f-aa83-e17407e5ff38,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:29.490595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:29.541024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Usage tracker for resource:port and tenant:6128be85fb4a498dbc15d3b4b5a75eb8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:29.563706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:29.626063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51302) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:29.626950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:29.728578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Made reservation on behalf of 6128be85fb4a498dbc15d3b4b5a75eb8 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:29.729275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:29.732404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:29.750061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Transition to ACTIVE for port object 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:29.792198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-927b1e68-fb54-4a74-aa4a-6df182a64407 None None] Provisioning complete for port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:29.792780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-927b1e68-fb54-4a74-aa4a-6df182a64407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:29.934299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60dcc7-46cd-491e-862d-0911861360f0 req-2616baf2-44fe-4af6-a4dd-a43c8ef29c3c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:29.935019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be60dcc7-46cd-491e-862d-0911861360f0 req-2616baf2-44fe-4af6-a4dd-a43c8ef29c3c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Synchronizing usage tracker for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:29.945030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:network and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:29.950691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.004278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:30.046488 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:26Z', 'revision_number': 3, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:30.057472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dbfe13-7a8e-439f-aa83-e17407e5ff38 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:30.058756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Checking router: 09d40e13-e3c3-438b-9a8c-5bc1ee92433a for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:32:30.059110 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Updating router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:32:30.065863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d2e9077-79b1-4380-9b0b-3a44c5e12499 req-4248a06b-eecc-4bf1-9ff9-bb59e1b4cc99 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931400 Mar 02 17:32:30.107701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:30.122071 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.123315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:30.128281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be60dcc7-46cd-491e-862d-0911861360f0 req-2616baf2-44fe-4af6-a4dd-a43c8ef29c3c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Unset dirty status for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:30.130309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-2616baf2-44fe-4af6-a4dd-a43c8ef29c3c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/networks?id=3c8c34e0-dad2-4a45-b951-37df98895384 HTTP/1.1" status: 200 len: 813 time: 0.6367357 Mar 02 17:32:30.135376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:30.175162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:30.287878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-e8ccd604-003e-4eb5-b9e4-5bf91f971317 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/quotas/e457c8053a5a489fac6df71d9ee5c09f HTTP/1.1" status: 200 len: 375 time: 0.0742137 Mar 02 17:32:30.322426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:30.411599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 302f5d5f-296f-4047-b527-827a1da5d80f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:30.412015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.522234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-2f86d7a2-ebf5-4e96-8669-fde194da980c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e457c8053a5a489fac6df71d9ee5c09f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2109568 Mar 02 17:32:30.547450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:subnet and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:30.563037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:30.563353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.721035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:30.775101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3142049e-f227-4076-abe8-a717b4225063 None None] Provisioning for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:30.845318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3142049e-f227-4076-abe8-a717b4225063 None None] Provisioning complete for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:30.846774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3142049e-f227-4076-abe8-a717b4225063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.926813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:30.927653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.938108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:subnetpool and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:30.949699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:30.968747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:30.985267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3142049e-f227-4076-abe8-a717b4225063 None None] Port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:32:31.006278 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.024986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:port and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:31.028794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Allocated IP 192.168.233.41 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/19f15d13-006a-4a11-8059-6be028fc1e00) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:31.033984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:31.037433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:31.037673 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Transition to ACTIVE for port object 52d97f41-9e8e-44ef-ba84-45b4db4e6094 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:31.045932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:31.052572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.061538 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.065164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:router and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:31.089145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b838fc4e-a4fe-4c10-ba90-bb6fd2c0d228 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9397492 Mar 02 17:32:31.092149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:31.122808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Request body: {'port': {'device_id': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:31.143825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:floatingip and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:31.205585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:31.226241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:31.258706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-445c35d4-ca22-403f-8e3e-dc3711f57afa service neutron] 10.222.0.37 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237139 Mar 02 17:32:31.308122 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec09f68-e78f-44e2-8e2a-296554f3b8f9 None None] Pushing event updated for resources: {'Port': ['ID=52d97f41-9e8e-44ef-ba84-45b4db4e6094,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:31.319288 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Attempting to bind port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:31.320050 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Attempting to bind port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:31.320579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Attempting to bind port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:31.340778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:31.341434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:31.342025 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.342627 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:31.343314 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Bound port: 52d97f41-9e8e-44ef-ba84-45b4db4e6094, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:31.343874 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.449843 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] For port 52d97f41-9e8e-44ef-ba84-45b4db4e6094, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:31.453547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] For port 52d97f41-9e8e-44ef-ba84-45b4db4e6094, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=52d97f41-9e8e-44ef-ba84-45b4db4e6094,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:31.459705 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.540407 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec09f68-e78f-44e2-8e2a-296554f3b8f9 None None] Pushing event updated for resources: {'Port': ['ID=52d97f41-9e8e-44ef-ba84-45b4db4e6094,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:31.567864 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:31.568592 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:31.588970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.620691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1bf712d7-f570-4b1e-899b-47437069a4dc req-1f954f3c-516b-4984-853c-ce59d1c3f143 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Synchronizing usage tracker for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:31.640992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Transition to ACTIVE for port object 19f15d13-006a-4a11-8059-6be028fc1e00 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:31.679688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:security_group and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:31.687719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.689603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:31.717485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Usage tracker for resource:security_group_rule and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:31.723066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:31.732442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1bf712d7-f570-4b1e-899b-47437069a4dc req-1f954f3c-516b-4984-853c-ce59d1c3f143 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Unset dirty status for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:31.745297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf712d7-f570-4b1e-899b-47437069a4dc req-1f954f3c-516b-4984-853c-ce59d1c3f143 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 210 time: 0.2187717 Mar 02 17:32:31.764057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:31.771340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-044a2fbe-4814-48b0-bd60-25357be7bbdb service neutron] 10.222.0.37 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008931 Mar 02 17:32:31.838637 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-deb54b13-b18a-45d1-99a0-fb14af9c2fc8 tempest-QuotasTest-535216052 tempest-QuotasTest-535216052-project-admin] 10.222.0.37 "GET /v2.0/quotas/717a93d24db84a2bb41f046c9ca7ab3d/details.json HTTP/1.1" status: 200 len: 703 time: 2.2032373 Mar 02 17:32:31.839939 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:31.875444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:31.907408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:31.930657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:32.034537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:32.416401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:32.419713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:32.433224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f8cdc19-ac14-468d-bad7-ecf1d4a1d312 None None] Provisioning for port 19f15d13-006a-4a11-8059-6be028fc1e00 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:32.445976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f8cdc19-ac14-468d-bad7-ecf1d4a1d312 None None] Provisioning complete for port 19f15d13-006a-4a11-8059-6be028fc1e00 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:32.447839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc19-ac14-468d-bad7-ecf1d4a1d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:32.561360 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:26Z', 'revision_number': 3, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:32.578441 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db0c98-cb83-43fc-b595-ae4df41ba313 None None] The sync data for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 is: [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:26Z', 'revision_number': 3, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:32:32.640581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51340) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:32.646674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:32.687136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cdc19-ac14-468d-bad7-ecf1d4a1d312 None None] Port 19f15d13-006a-4a11-8059-6be028fc1e00 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:32:32.810159 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1dbf2687-8702-4171-b0bd-5d8b65698f17 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7026546 Mar 02 17:32:32.840611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Request body: {'port': {'device_id': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:33.065693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bfbe7-0b73-49dd-aaf0-b690244279f7 req-6de07437-b878-4b0f-b354-7aab37951775 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:33.073208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-337bfbe7-0b73-49dd-aaf0-b690244279f7 req-6de07437-b878-4b0f-b354-7aab37951775 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.9368234 Mar 02 17:32:33.096539 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:32:33.267885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:33.319568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-337bfbe7-0b73-49dd-aaf0-b690244279f7 req-87d88196-bbf6-48e3-8858-992445d83962 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300897 Mar 02 17:32:33.499210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:33.574945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Allocated IP 172.20.0.1 (2b30c01e-ec92-4f88-8cfb-786d6f4fcd50/d268b981-f315-4a60-8a41-c6f820135d3b/251b5868-59e2-431f-8341-d7184d3961ff) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:33.610779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:33.662446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Usage tracker for resource:security_group_rule and tenant:3e3ca1974ff3430fa7a595c6f5ac5aaa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:33.671106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:33.711290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:33.725018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-687c60ca-140d-4e95-bbaf-be0f293db95d req-0f3da6c4-0643-4990-b286-92999f42ee47 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 210 time: 0.1466181 Mar 02 17:32:33.733838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:33.789612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Transition to ACTIVE for port object 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:33.797160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:33.865629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:34.140372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 52d97f41-9e8e-44ef-ba84-45b4db4e6094 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:34.328756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:34.339482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:34.340272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:34.544605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:34.850616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:34.903648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:34.919529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 52d97f41-9e8e-44ef-ba84-45b4db4e6094, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=52d97f41-9e8e-44ef-ba84-45b4db4e6094,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:34.929744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.025941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15b818-5cdd-4a43-a178-a9f68e60b54a req-1c64f52d-89ca-48af-9f21-24d25348f85d tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:35.034779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be15b818-5cdd-4a43-a178-a9f68e60b54a req-1c64f52d-89ca-48af-9f21-24d25348f85d tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 935 time: 0.9215908 Mar 02 17:32:35.096028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Transition to ACTIVE for port object 251b5868-59e2-431f-8341-d7184d3961ff will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:35.106004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.141753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.169031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=52d97f41-9e8e-44ef-ba84-45b4db4e6094,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:35.219543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e3ca1974ff3430fa7a595c6f5ac5aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5448010 Mar 02 17:32:35.240913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51370) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:35.245991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Attempting to bind port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:35.246337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Attempting to bind port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:35.246691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Attempting to bind port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:35.271947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:35.327952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be15b818-5cdd-4a43-a178-a9f68e60b54a req-59763e42-4b69-4c7c-873e-8d4420ad34e0 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Synchronizing usage tracker for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:35.345865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:35.346478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Attempting to bind port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:35.370267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:35.370955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:35.373519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:35.375691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Bound port: 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:35.376237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.418098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e064c-72a8-448e-aa89-4912b3a48d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41162884-ca83-400c-b9f0-2965d6c274d0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:35.514068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8176881e-ca03-46fa-ac56-e43949692d07 req-a119b996-57ea-411b-bca1-fc6bf1c5895f tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 1101 time: 0.4433024 Mar 02 17:32:35.527806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:32:35.553790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.556368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.583525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60dcc7-46cd-491e-862d-0911861360f0 req-252352ff-d553-4514-b5f7-104715c8e116 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:35.589450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-252352ff-d553-4514-b5f7-104715c8e116 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.50 "GET /v2.0/networks?id=3c8c34e0-dad2-4a45-b951-37df98895384 HTTP/1.1" status: 200 len: 813 time: 0.9155645 Mar 02 17:32:35.678100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Request body: {'port': {'device_id': 'd39453c5-630c-4585-aaad-56277d1c390d', 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384', 'admin_state_up': True, 'tenant_id': 'e457c8053a5a489fac6df71d9ee5c09f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:35.710414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f15d13-006a-4a11-8059-6be028fc1e00 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:35.721872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.741296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Transition to ACTIVE for port object 19f15d13-006a-4a11-8059-6be028fc1e00 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:35.771613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.816734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.818284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:35.819348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Pushing event updated for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:35.823673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.837601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:35.843742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be15b818-5cdd-4a43-a178-a9f68e60b54a req-59763e42-4b69-4c7c-873e-8d4420ad34e0 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Unset dirty status for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:35.844938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be15b818-5cdd-4a43-a178-a9f68e60b54a req-59763e42-4b69-4c7c-873e-8d4420ad34e0 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8088360 Mar 02 17:32:35.856519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:35.940251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:36.057113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 52d97f41-9e8e-44ef-ba84-45b4db4e6094 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:36.174516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:36.197739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c982609e-6167-4015-aa85-759b7db68899 req-7eb79430-af20-4bd4-b7ae-209e2a984df4 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 210 time: 0.1574781 Mar 02 17:32:36.204904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:36.247787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Usage tracker for resource:security_group_rule and tenant:30b26efd5033456a860e7533a495a4dc is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:36.254724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:36.257310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:36.259741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:36.266405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:36.279549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:36.280298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.284978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Usage tracker for resource:security_group_rule and tenant:bbce8bf8ef3f495eadaf6dca694996ea is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:36.300989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Usage tracker for resource:port and tenant:e457c8053a5a489fac6df71d9ee5c09f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:36.312580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:36.332423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:36.337358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:36.337883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.364562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:36.405531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.417414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:36.432691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.462606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4da11f4b-45a2-4373-ae87-5026cf98be03 None None] Provisioning for port 251b5868-59e2-431f-8341-d7184d3961ff completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:36.496255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:36.501094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4da11f4b-45a2-4373-ae87-5026cf98be03 None None] Provisioning complete for port 251b5868-59e2-431f-8341-d7184d3961ff triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:36.501532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4da11f4b-45a2-4373-ae87-5026cf98be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.564039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41162884-ca83-400c-b9f0-2965d6c274d0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:36.658974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Made reservation on behalf of e457c8053a5a489fac6df71d9ee5c09f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:36.670471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.682799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.687160 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-981bb0f8-0800-4540-a220-6622fb26a829 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41162884-ca83-400c-b9f0-2965d6c274d0 HTTP/1.1" status: 204 len: 168 time: 1.4378715 Mar 02 17:32:36.694348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Attempting to bind port 19f15d13-006a-4a11-8059-6be028fc1e00 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:36.696959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Attempting to bind port 19f15d13-006a-4a11-8059-6be028fc1e00 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:36.697701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Attempting to bind port 19f15d13-006a-4a11-8059-6be028fc1e00 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:36.700665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.717033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.718735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] 10.222.0.35 "PUT /v2.0/ports/5931bb2f-78b1-439c-a0ed-cbbd1ecca092 HTTP/1.1" status: 200 len: 1096 time: 5.6133862 Mar 02 17:32:36.728904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Port 19f15d13-006a-4a11-8059-6be028fc1e00 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:36.731371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Attempting to bind port 19f15d13-006a-4a11-8059-6be028fc1e00 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:36.743615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:36.882399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:36.882826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:36.883280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:36.883729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Bound port: 19f15d13-006a-4a11-8059-6be028fc1e00, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:36.884080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:36.958733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4da11f4b-45a2-4373-ae87-5026cf98be03 None None] Port 251b5868-59e2-431f-8341-d7184d3961ff cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:32:37.003891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0104fc4-4b3b-407b-940f-259ca03fdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:37.045989 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'status': 'completed', 'code': 200} Mar 02 17:32:37.279821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:37.284387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:37.352113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Allocated IP 172.20.0.11 (3c8c34e0-dad2-4a45-b951-37df98895384/5007fd61-7620-44c3-9f6e-eb073d1d4714/488f9709-dee2-466f-9666-dafe9ce1aa9b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:37.460564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:37.475532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.511876 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.578203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.637254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:37.642791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Usage tracker for resource:security_group_rule and tenant:717a93d24db84a2bb41f046c9ca7ab3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:37.649370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:37.657201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:37.743896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.757470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.757470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/19f15d13-006a-4a11-8059-6be028fc1e00 HTTP/1.1" status: 200 len: 1095 time: 4.9168606 Mar 02 17:32:37.757470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:37.768075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:32:37.774783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.789198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.844847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.917353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.943952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:37.959695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-bf236085-fdcc-498b-825a-7c3ae6d31afb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 1099 time: 1.1422791 Mar 02 17:32:37.978665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.001344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a70b-9bec-4151-a8da-60cb9c8ca1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:38.076893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19862755-d9b5-4d80-aa46-fef24b767dfc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:38.139630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-a6de4a74-30db-4770-8ac6-5bbeb221c752 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092 HTTP/1.1" status: 200 len: 217 time: 0.1403708 Mar 02 17:32:38.143586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a50cd0-30f8-4e0b-a690-f7484e52bd6c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:38.216265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21fda0ef-b2a1-46c1-b354-d20602fdfe6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=717a93d24db84a2bb41f046c9ca7ab3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7516077 Mar 02 17:32:38.231013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6812c06-614a-495f-a254-a384dbd5bd6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30b26efd5033456a860e7533a495a4dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9574428 Mar 02 17:32:38.253074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:38.256119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51440) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:38.319480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.393313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8176881e-ca03-46fa-ac56-e43949692d07 req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8781118 Mar 02 17:32:38.430984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c47bf-4871-4ac8-983b-c8e949fcd66e tempest-LiveMigrationNegativeTest-2014759834 tempest-LiveMigrationNegativeTest-2014759834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790a30d-0e55-47fb-8629-27119df1bd8c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:38.475813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.480536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32b2a5-c436-4268-8821-a8930cd8bbd8 req-ca3c1802-32cd-41ff-9c98-3fe67e92c3ee tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:38.490983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac32b2a5-c436-4268-8821-a8930cd8bbd8 req-ca3c1802-32cd-41ff-9c98-3fe67e92c3ee tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 1.2798953 Mar 02 17:32:38.494030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b791b9ef-c900-4892-b561-0a1f35250524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:38.496047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-b791b9ef-c900-4892-b561-0a1f35250524 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2705879 Mar 02 17:32:38.535930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.651223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Pushing event updated for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:38.683850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac32b2a5-c436-4268-8821-a8930cd8bbd8 req-741311ac-1ba1-4b0a-9656-26db31aaba94 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917892 Mar 02 17:32:38.690068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18dc7d55-4c70-49e7-ae13-11cb4b02feb3 req-f83bf232-3e7d-428e-aa0b-ced82ebcb93f tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 210 time: 0.0935106 Mar 02 17:32:38.695432 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-a84c75b0-e812-41eb-bf53-97457073aef7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 1098 time: 0.8726640 Mar 02 17:32:38.734828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-7f194ade-a6b6-4474-8546-99516582eef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986179 Mar 02 17:32:38.742470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.885454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-a200bd23-aab4-4303-855c-27b42da863e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=19f15d13-006a-4a11-8059-6be028fc1e00 HTTP/1.1" status: 200 len: 217 time: 0.1343665 Mar 02 17:32:38.893358 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00', 'status': 'completed', 'code': 200} Mar 02 17:32:38.906968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:38.961355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Network 3c8c34e0-dad2-4a45-b951-37df98895384 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:38.968555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:38.971768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:38.989583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.051596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.070033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:39.075848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:39.076477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.080150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:39.089780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.227822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32bf570d-8dd8-4882-9450-a07bae320f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.240058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Pushing event updated for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:39.329250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-5964dd49-8692-4cd7-be7a-746082459f90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:39.331929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-5964dd49-8692-4cd7-be7a-746082459f90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.3853242 Mar 02 17:32:39.364944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-4efb9678-2254-4c85-8290-a9691f2dd84b tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7291715 Mar 02 17:32:39.379262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-f30fd141-19c3-4438-88ca-9e042b2f3677 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336629 Mar 02 17:32:39.389380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Request body: {'port': {'device_id': 'd39453c5-630c-4585-aaad-56277d1c390d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:39.479988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.532794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19862755-d9b5-4d80-aa46-fef24b767dfc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:39.545352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f5004ef5-3a94-453b-8034-130ee9e8989a None None] Provisioning complete for port 251b5868-59e2-431f-8341-d7184d3961ff triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:39.546220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f5004ef5-3a94-453b-8034-130ee9e8989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.552266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.553440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2caf890f-823b-4c97-9563-0ccbb21982a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19862755-d9b5-4d80-aa46-fef24b767dfc HTTP/1.1" status: 204 len: 168 time: 1.2849555 Mar 02 17:32:39.604952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bad333a-8ab8-4661-965a-6e3bfa8d3c90 req-5b8beed3-cdf9-4ba2-b945-8e50f4e80727 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5091853 Mar 02 17:32:39.705274 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-1c38e197-5514-41f2-a44f-a021e77a6cbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2954228 Mar 02 17:32:39.712537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:39.792201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f5004ef5-3a94-453b-8034-130ee9e8989a None None] Port 251b5868-59e2-431f-8341-d7184d3961ff cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:32:39.904430 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-2ff3aeda-61cf-4474-b526-abee9e098c98 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836245 Mar 02 17:32:39.909223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a50cd0-30f8-4e0b-a690-f7484e52bd6c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:39.916278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:40.064463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:40.066531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0955ddc5-4e54-4cba-b735-799cc5948798 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4a50cd0-30f8-4e0b-a690-f7484e52bd6c HTTP/1.1" status: 204 len: 168 time: 1.7941327 Mar 02 17:32:40.269792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bda2e83c-3276-4699-a262-2ad51f567ad3 req-4cd88060-101d-4dd4-af8b-fa951a20eb70 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454938 Mar 02 17:32:40.357291 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-87ffd029-1c0d-41d3-aded-76297ab0a44d req-e03146af-9b13-4687-991f-864334ce4073 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423470 Mar 02 17:32:40.680808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:32:40.749919 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-a82a313e-eb4b-4ad4-84be-2a4a0babe865 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 1098 time: 0.2326000 Mar 02 17:32:40.779598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ee556bf5-a64d-4180-84fe-db69e7efc51c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:40.783389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ee556bf5-a64d-4180-84fe-db69e7efc51c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Synchronizing usage tracker for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:40.864574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f4b08-d074-468e-9bff-02ad2dfe7d15 req-000877d1-3544-4226-abd8-998275c3c4cf tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:40.871821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-963f4b08-d074-468e-9bff-02ad2dfe7d15 req-000877d1-3544-4226-abd8-998275c3c4cf tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.8303876 Mar 02 17:32:40.881846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-01405a07-02f6-4039-ac6a-3c1a70c1a8de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 1099 time: 0.5303957 Mar 02 17:32:40.976440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ee556bf5-a64d-4180-84fe-db69e7efc51c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Unset dirty status for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:40.983192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ee556bf5-a64d-4180-84fe-db69e7efc51c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 932 time: 0.9584081 Mar 02 17:32:41.217480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51506) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:41.272494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef21-faf3-44d1-b393-55f679d067f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:41.349062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:41.414653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-fd09cf90-6a22-4ce3-8392-fb811dbc304a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:41.417830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-fd09cf90-6a22-4ce3-8392-fb811dbc304a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.5448642 Mar 02 17:32:41.427292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ce1c66c4-cc1f-450b-bd4d-af60956b42ef tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Synchronizing usage tracker for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:41.499180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-963f4b08-d074-468e-9bff-02ad2dfe7d15 req-1e6e780d-7a08-495c-a1eb-b8882a412a15 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260619 Mar 02 17:32:41.545689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-ced9e355-7a51-49e8-88d8-98d5c28fc2a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=19f15d13-006a-4a11-8059-6be028fc1e00 HTTP/1.1" status: 200 len: 217 time: 0.1112721 Mar 02 17:32:41.567924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-183f9a08-eb93-4c1b-b91e-2bf46ef73a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:41.569402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-183f9a08-eb93-4c1b-b91e-2bf46ef73a23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.6379488 Mar 02 17:32:41.605156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:32:41.615329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45617311-e0c3-4a30-9248-3b9d15c35b95 admin admin] 10.222.0.37 "PUT /v2.0/routers/09d40e13-e3c3-438b-9a8c-5bc1ee92433a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9224224 Mar 02 17:32:41.619108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Sync routers for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:32:41.639517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:41.640442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:41.680559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-9724ed20-5304-4a37-84a7-7084bb88a05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:41.682349 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-9724ed20-5304-4a37-84a7-7084bb88a05c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1242402 Mar 02 17:32:41.833997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:41.843343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Usage tracker for resource:security_group_rule and tenant:fa6f3228892145ada0584326416e4d8e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:41.854762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:41.859231 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-b8d916c1-815d-48d6-b7dc-9d527680f060 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632996 Mar 02 17:32:41.868056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:41.985461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:41.988540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-f8789b48-35b1-4ce0-a297-2ddb4ca2d597 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092 HTTP/1.1" status: 200 len: 217 time: 0.3829513 Mar 02 17:32:42.174179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488f9709-dee2-466f-9666-dafe9ce1aa9b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:42.193571 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.210786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-8b6d19d6-c3f8-485c-8935-58a54b0ec7c4 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420651 Mar 02 17:32:42.211894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:42.235946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Transition to ACTIVE for port object 488f9709-dee2-466f-9666-dafe9ce1aa9b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:42.244988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ce1c66c4-cc1f-450b-bd4d-af60956b42ef tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Unset dirty status for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:42.260451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-730cd3c6-1e7c-454f-be5b-631a206a9f2d req-ce1c66c4-cc1f-450b-bd4d-af60956b42ef tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2759712 Mar 02 17:32:42.272344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.303160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.589639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51532) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:42.595446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa6f3228892145ada0584326416e4d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3680580 Mar 02 17:32:42.722703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e1c335b5-1ae4-4aed-ba16-7801a5627800 req-b8f5dd72-f724-4f78-8772-65fa8a202c96 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021164 Mar 02 17:32:42.801639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.810933 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.864913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:42.916565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf473be-a5aa-485c-9eec-41ce030c655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99afa770-f83d-4027-9d50-e9e4b571869a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:42.988565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.030998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.038443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99afa770-f83d-4027-9d50-e9e4b571869a HTTP/1.1" status: 204 len: 168 time: 0.4432247 Mar 02 17:32:43.043498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772a46a-af8a-4842-8dc2-bba3e6f9cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afa770-f83d-4027-9d50-e9e4b571869a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:43.129223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.186954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 4, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '251b5868-59e2-431f-8341-d7184d3961ff', 'name': '', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'mac_address': 'fa:16:3e:20:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:32Z', 'updated_at': '2022-03-02T17:32:37Z', 'revision_number': 2, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'subnets': [{'id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:43.193043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Checking router: 09d40e13-e3c3-438b-9a8c-5bc1ee92433a for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:32:43.195884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Updating router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a port 251b5868-59e2-431f-8341-d7184d3961ff binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:32:43.333650 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.513527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Attempting to bind port 488f9709-dee2-466f-9666-dafe9ce1aa9b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:43.515589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Attempting to bind port 488f9709-dee2-466f-9666-dafe9ce1aa9b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '2f60fa60-f093-4ffd-b923-a87bbe969caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:43.516721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Attempting to bind port 488f9709-dee2-466f-9666-dafe9ce1aa9b on network 3c8c34e0-dad2-4a45-b951-37df98895384 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:43.554450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Port 488f9709-dee2-466f-9666-dafe9ce1aa9b on network 3c8c34e0-dad2-4a45-b951-37df98895384 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:32:43.555708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Attempting to bind port 488f9709-dee2-466f-9666-dafe9ce1aa9b on network 3c8c34e0-dad2-4a45-b951-37df98895384 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:43.608684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:43.610403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Checking segment: {'id': '2f60fa60-f093-4ffd-b923-a87bbe969caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:43.611791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Bound using segment: {'id': '2f60fa60-f093-4ffd-b923-a87bbe969caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:43.613678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Bound port: 488f9709-dee2-466f-9666-dafe9ce1aa9b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f60fa60-f093-4ffd-b923-a87bbe969caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:43.616670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.837996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:43.842956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b,segment=NetworkSegment(2f60fa60-f093-4ffd-b923-a87bbe969caa),segment_id=2f60fa60-f093-4ffd-b923-a87bbe969caa)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:43.916953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:43.951775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e911c-ea06-4d8b-bca9-c1e1b0877c51 req-60ecb3ea-014f-40b2-ab83-3915375311ad tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:43.954280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f1e911c-ea06-4d8b-bca9-c1e1b0877c51 req-60ecb3ea-014f-40b2-ab83-3915375311ad tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 1.3513336 Mar 02 17:32:43.958452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-fd02b917-66f8-470c-9820-8260b79dada9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:43.964406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-fd02b917-66f8-470c-9820-8260b79dada9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 1.7026663 Mar 02 17:32:43.965070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Pushing event updated for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:44.121085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.149677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Transition to ACTIVE for port object 251b5868-59e2-431f-8341-d7184d3961ff will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:44.167139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.219389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7946e-52b7-455f-a26f-72c6c0a5b0c1 req-853aa54b-761b-499a-8e69-33889d10d78e tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:44.232510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60d7946e-52b7-455f-a26f-72c6c0a5b0c1 req-853aa54b-761b-499a-8e69-33889d10d78e tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 1.2969887 Mar 02 17:32:44.258245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:44.310159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.317038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] 10.222.0.50 "PUT /v2.0/ports/488f9709-dee2-466f-9666-dafe9ce1aa9b HTTP/1.1" status: 200 len: 1092 time: 4.9347310 Mar 02 17:32:44.334509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:44.454059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9515459-71a1-4237-a79e-137ea8674c6e service neutron] Pushing event updated for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:44.554358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f2ca5-d3dc-49b8-98f4-f20a469dc9cf None None] Pushing event updated for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:44.574281 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.584293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:32:44.794728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60d7946e-52b7-455f-a26f-72c6c0a5b0c1 req-22101266-0e13-4343-bf74-76925b8dbe68 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603037 Mar 02 17:32:44.827200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f1e911c-ea06-4d8b-bca9-c1e1b0877c51 req-859ec006-8669-4180-97ea-a82cbc100310 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950206 Mar 02 17:32:44.921251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Attempting to bind port 251b5868-59e2-431f-8341-d7184d3961ff on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:44.921610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Attempting to bind port 251b5868-59e2-431f-8341-d7184d3961ff by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:44.921962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Attempting to bind port 251b5868-59e2-431f-8341-d7184d3961ff on network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:44.929326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-9f9e72fd-f02d-4604-be92-e552d567231b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9021063 Mar 02 17:32:44.956863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:44.969496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:44.969496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Checking segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:44.969758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.969992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Bound using segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:44.970590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Bound port: 251b5868-59e2-431f-8341-d7184d3961ff, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:44.970964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:44.991459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '19f15d13-006a-4a11-8059-6be028fc1e00', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '19f15d13-006a-4a11-8059-6be028fc1e00', 'mac_address': 'fa:16:3e:1a:7b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:45.159864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:45.180892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f15d13-006a-4a11-8059-6be028fc1e00 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:45.204216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] For port 251b5868-59e2-431f-8341-d7184d3961ff, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:45.208774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] For port 251b5868-59e2-431f-8341-d7184d3961ff, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=251b5868-59e2-431f-8341-d7184d3961ff,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:45.211043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:45.213988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:45.260939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:45.297818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f2ca5-d3dc-49b8-98f4-f20a469dc9cf None None] Pushing event updated for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:45.312820 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b', 'status': 'completed', 'code': 200} Mar 02 17:32:45.383965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:45.384592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:45.466850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-962368c4-c8af-4c66-9693-ab27f9b72847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e457c8053a5a489fac6df71d9ee5c09f&device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 1095 time: 1.0014811 Mar 02 17:32:45.497276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:45.501966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-43548a26-afaf-44f9-b938-a1cf67992e6b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:45.503041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-network', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:45.505114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-43548a26-afaf-44f9-b938-a1cf67992e6b tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.8591459 Mar 02 17:32:45.515622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:45.537074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Usage tracker for resource:network and tenant:f2d6f9ce86c04ffeba0bd03cf95d41d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:45.556481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:45.589739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:45.632643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Made reservation on behalf of f2d6f9ce86c04ffeba0bd03cf95d41d8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:45.636560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:45.672860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:45.783977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51596) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:45.806970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:45.821031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d6f9ce86c04ffeba0bd03cf95d41d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:45.834057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:45.837452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:45.850133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:45.868666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-55c3946a-ed0f-4d1e-85de-2141ed04fe82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b HTTP/1.1" status: 200 len: 217 time: 0.3567438 Mar 02 17:32:46.064857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.073499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.107466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-119352805', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:46.139098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:46.171305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:32:46.203985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.205458 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Added segment 3db11b04-a638-44c3-b8f4-cf2d235ac9d2 of type vlan for network 0a395433-c75b-4d85-b53c-5706425507e4 Mar 02 17:32:46.281167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.391720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.401421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:46.402849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.415703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Usage tracker for resource:port and tenant:fbdd63b918b642428424241d71c9fda7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:46.459402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60dcc7-46cd-491e-862d-0911861360f0 req-35f19218-dbaf-41cf-9050-8930728b1169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:46.460842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-35f19218-dbaf-41cf-9050-8930728b1169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5007fd61-7620-44c3-9f6e-eb073d1d4714 HTTP/1.1" status: 200 len: 853 time: 0.5796158 Mar 02 17:32:46.482625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:46.485206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-dd81b41b-e02f-4ce6-9540-fffc69cb892a service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5484564 Mar 02 17:32:46.495443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:46.646484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['19f15d13-006a-4a11-8059-6be028fc1e00'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:46.708488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:46.715827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Pushing event updated for resources: {'Network': ['ID=0a395433-c75b-4d85-b53c-5706425507e4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:46.717733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea023fd-d523-423e-889b-0b9c508e8308,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:46.770730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Deleting port e622b2da-ee6f-445e-a792-6e83b7f6f85f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:46.771268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.771559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:46.795004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd9a5dea-9f05-4efd-b88c-9e37e6c09389 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2964988 Mar 02 17:32:46.799059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51618) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:46.813145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Request body: {'subnet': {'network_id': '0a395433-c75b-4d85-b53c-5706425507e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-subnet', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:46.823602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:46.826587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Made reservation on behalf of fbdd63b918b642428424241d71c9fda7 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:46.829449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.838857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0a395433-c75b-4d85-b53c-5706425507e4 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:32:46.854553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-1faa2de0-4e3f-4dfc-8436-d89fc6067d79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c8c34e0-dad2-4a45-b951-37df98895384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3601005 Mar 02 17:32:46.861441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab25bb-7e39-4304-9411-ed416dd093b7 req-29ad460b-898e-4196-a4b6-0944fe10ec78 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:46.867273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faab25bb-7e39-4304-9411-ed416dd093b7 req-29ad460b-898e-4196-a4b6-0944fe10ec78 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 944 time: 1.6630223 Mar 02 17:32:46.885718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Usage tracker for resource:subnet and tenant:f2d6f9ce86c04ffeba0bd03cf95d41d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:46.892553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:46.898866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:46.914331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:46.959217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Made reservation on behalf of f2d6f9ce86c04ffeba0bd03cf95d41d8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:32:46.962555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:47.074688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:47.080220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Usage tracker for resource:security_group_rule and tenant:fbdd63b918b642428424241d71c9fda7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:47.087360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:47.094855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:47.180740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:47.195606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:47.202235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] device_id is not set on port 745ee329-6b26-4144-b9f1-9715c2062639 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:32:47.330851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc00a7-719b-498a-8189-7856e1526f05,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:47.382150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eab5950-bf0d-49d1-a475-4db365dc0863 req-6d28cf6b-ea2a-4425-ab39-eb404babd76e service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978187 Mar 02 17:32:47.449220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:47.464792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 4, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '251b5868-59e2-431f-8341-d7184d3961ff', 'name': '', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'mac_address': 'fa:16:3e:20:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:32Z', 'updated_at': '2022-03-02T17:32:45Z', 'revision_number': 4, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'subnets': [{'id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:47.504984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3e27e-0f09-47f5-a106-77d787aa5bc3 None None] The sync data for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 is: [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:32:36Z', 'revision_number': 4, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '251b5868-59e2-431f-8341-d7184d3961ff', 'name': '', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'mac_address': 'fa:16:3e:20:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:32Z', 'updated_at': '2022-03-02T17:32:45Z', 'revision_number': 4, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'subnets': [{'id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:32:47.521618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'mac_address': 'fa:16:3e:93:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:47.665441 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:47.696507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:47.731829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:47.740766 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:47.779963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-faab25bb-7e39-4304-9411-ed416dd093b7 req-cd7b787e-8c4a-4511-91e1-c56430419c7c tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975488 Mar 02 17:32:47.861622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-9914d36c-0923-440d-bd25-5d2de6905af4 service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9770610 Mar 02 17:32:47.900724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Allocated IP 172.25.3.224 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/745ee329-6b26-4144-b9f1-9715c2062639) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:47.931479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:48.117636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 251b5868-59e2-431f-8341-d7184d3961ff up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:48.180797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.466966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5931bb2f-78b1-439c-a0ed-cbbd1ecca092'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:48.526974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:48.567068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Checking segment: {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:48.567568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Network hostable DHCP agents. Network: 0a395433-c75b-4d85-b53c-5706425507e4, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:32:48.640744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.643187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] For port e622b2da-ee6f-445e-a792-6e83b7f6f85f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=e622b2da-ee6f-445e-a792-6e83b7f6f85f,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:48.646717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.701805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Network 0a395433-c75b-4d85-b53c-5706425507e4 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:32:48.722403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 251b5868-59e2-431f-8341-d7184d3961ff completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:48.742149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0a395433-c75b-4d85-b53c-5706425507e4) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:48.744138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 251b5868-59e2-431f-8341-d7184d3961ff triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:48.752989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.765122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:48.770152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.840563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:48.877045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f56eb-ce59-4d7b-a2f6-51d74ce07e50 None None] Network 0a395433-c75b-4d85-b53c-5706425507e4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:48.959846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f20c283-a1c4-4b77-90e3-849f62a0b876 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1561472 Mar 02 17:32:48.964024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51646) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:48.981820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:49.089710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.160426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Calling delete_port for e622b2da-ee6f-445e-a792-6e83b7f6f85f owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:49.251534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:49.261847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:49.264217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:49.269430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:49.332280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Usage tracker for resource:router and tenant:f2d6f9ce86c04ffeba0bd03cf95d41d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:49.338600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:49.342319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Pushing event updated for resources: {'Port': ['ID=745ee329-6b26-4144-b9f1-9715c2062639,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:49.358220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:49.401118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:49.402226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.410447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.412001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.430017 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.437103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9461-bdd3-4d73-bc5c-b4232f75ea41 req-486ebf7d-d14b-49e3-835a-774c3b937d82 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:49.437818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.445982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431e9461-bdd3-4d73-bc5c-b4232f75ea41 req-486ebf7d-d14b-49e3-835a-774c3b937d82 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 948 time: 2.9671638 Mar 02 17:32:49.455587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be60dcc7-46cd-491e-862d-0911861360f0 req-936abe33-5ea7-4578-bbc9-c4577c08b964 service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5749919 Mar 02 17:32:49.498789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0a395433-c75b-4d85-b53c-5706425507e4', 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'fixed_ips': [{'subnet_id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:32:49.501896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.591341 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fd9c3a7a-7103-4268-88ae-9dda35426d74 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8029385 Mar 02 17:32:49.600810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:49.611771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc02-a0f6-4b04-89d0-9664bcc4840a req-6ee91b7f-5007-436f-ba24-88f9fbc4325a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:49.619797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da40bc02-a0f6-4b04-89d0-9664bcc4840a req-6ee91b7f-5007-436f-ba24-88f9fbc4325a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 950 time: 0.3457263 Mar 02 17:32:49.669261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 251b5868-59e2-431f-8341-d7184d3961ff, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=251b5868-59e2-431f-8341-d7184d3961ff,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:49.678973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.732512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.224'}]}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:32:49.741801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:49.746882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Usage tracker for resource:router and tenant:fbdd63b918b642428424241d71c9fda7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:49.754591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:49.758779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431e9461-bdd3-4d73-bc5c-b4232f75ea41 req-509e794f-66f8-41b1-ba31-eea570edea80 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111084 Mar 02 17:32:49.764088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:49.777929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.797524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device e622b2da-ee6f-445e-a792-6e83b7f6f85f no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:32:49.819134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.821120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:49.823480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:49.853976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da40bc02-a0f6-4b04-89d0-9664bcc4840a req-7fa64a6e-bc80-461d-bac0-c875c933e02f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328143 Mar 02 17:32:49.914240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:50.061717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:50.073689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Allocated IP 172.20.0.2 (0a395433-c75b-4d85-b53c-5706425507e4/2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf/049eb0a0-be94-47cc-8102-750357d7e715) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:50.077449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 251b5868-59e2-431f-8341-d7184d3961ff up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:50.134807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Port e622b2da-ee6f-445e-a792-6e83b7f6f85f update to DOWN by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 17:32:50.172913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:50.255854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-0d0db13b-080c-4037-a5dc-f45a33236087 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e457c8053a5a489fac6df71d9ee5c09f&device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 1095 time: 0.6291869 Mar 02 17:32:50.368135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Pushing event deleted for resources: {'Port': ['ID=e622b2da-ee6f-445e-a792-6e83b7f6f85f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:50.633512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:50.714687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:50.736646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Transition to ACTIVE for port object 049eb0a0-be94-47cc-8102-750357d7e715 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:50.774521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Transition to ACTIVE for port object 049eb0a0-be94-47cc-8102-750357d7e715 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:50.799019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:50.890726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:50.973954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.031235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Pushing event updated for resources: {'Port': ['ID=049eb0a0-be94-47cc-8102-750357d7e715,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:51.045415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.129329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-732cc350-8017-44ba-a75b-240f9eac3075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:51.135384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-732cc350-8017-44ba-a75b-240f9eac3075 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c8c34e0-dad2-4a45-b951-37df98895384 HTTP/1.1" status: 200 len: 914 time: 0.7606077 Mar 02 17:32:51.251954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Allocated IP 172.25.3.59 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2e945321-68e4-462b-917f-3e619915e07c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:51.272744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] No DVR routers for this DVR port e622b2da-ee6f-445e-a792-6e83b7f6f85f on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:32:51.279944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.312027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'name': 'network-vif-deleted', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:51.324992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d7551ba-a7df-47c9-8c24-934817e30ebb req-9c2d6e1a-4783-4304-905e-f9c2f0977c86 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "DELETE /v2.0/ports/e622b2da-ee6f-445e-a792-6e83b7f6f85f HTTP/1.1" status: 204 len: 173 time: 5.7919955 Mar 02 17:32:51.337110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-96ea57ee-290e-4066-b680-7df56a945860 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b HTTP/1.1" status: 200 len: 217 time: 0.1856792 Mar 02 17:32:51.360101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Network 0a395433-c75b-4d85-b53c-5706425507e4 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:51.368456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:51.397928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:51.492497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af928a52-fbf8-4e53-842b-e5cda8a81d44 req-afd4946e-7fdd-4e13-9678-024a9d65ffa9 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:51.499892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af928a52-fbf8-4e53-842b-e5cda8a81d44 req-afd4946e-7fdd-4e13-9678-024a9d65ffa9 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 944 time: 1.3309383 Mar 02 17:32:51.588055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.625439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-0dc08ebe-9521-4574-9814-ae407b71fc9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:51.627533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-0dc08ebe-9521-4574-9814-ae407b71fc9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5007fd61-7620-44c3-9f6e-eb073d1d4714 HTTP/1.1" status: 200 len: 853 time: 0.2748125 Mar 02 17:32:51.668784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.673404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 251b5868-59e2-431f-8341-d7184d3961ff triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:51.674544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:51.713117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-6b6b4cca-3656-425a-b6c7-86c2c99d6836 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c8c34e0-dad2-4a45-b951-37df98895384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747969 Mar 02 17:32:51.725043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d435d-7aee-4952-9f31-a8fe41bc2ba5 req-c8293d3b-3d4b-47c1-a28d-569c74229445 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:51.727854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93d435d-7aee-4952-9f31-a8fe41bc2ba5 req-c8293d3b-3d4b-47c1-a28d-569c74229445 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 948 time: 0.3366938 Mar 02 17:32:51.899493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-ae41ad2a-bc30-4303-a159-e9c449ddc5bc service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661296 Mar 02 17:32:51.903092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:32:51.916081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:51.919001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af928a52-fbf8-4e53-842b-e5cda8a81d44 req-f111f386-7d2b-42cc-9cde-a4fa56df2af7 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178128 Mar 02 17:32:51.952091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:32:51.967444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:32:52.047324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Attempting to bind port 049eb0a0-be94-47cc-8102-750357d7e715 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:52.047703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Attempting to bind port 049eb0a0-be94-47cc-8102-750357d7e715 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:52.048035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Attempting to bind port 049eb0a0-be94-47cc-8102-750357d7e715 on network 0a395433-c75b-4d85-b53c-5706425507e4 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:52.057404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 19f15d13-006a-4a11-8059-6be028fc1e00 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:52.072097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:52.072547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Checking segment: {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:52.073054 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.073441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Bound using segment: {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:52.074202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Bound port: 049eb0a0-be94-47cc-8102-750357d7e715, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:52.075110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.083798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Pushing event updated for resources: {'Port': ['ID=2e945321-68e4-462b-917f-3e619915e07c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:52.097577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 19f15d13-006a-4a11-8059-6be028fc1e00 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:52.098155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.251203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93d435d-7aee-4952-9f31-a8fe41bc2ba5 req-e80ebaaf-662b-4da2-96ba-424a1b364ecf tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500769 Mar 02 17:32:52.305565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 488f9709-dee2-466f-9666-dafe9ce1aa9b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:32:52.361227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c6922a7-1bd1-403c-8057-35e5b7fcfc9c req-9a68f0ba-7338-4b95-abb1-2c3dde844e49 service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410117 Mar 02 17:32:52.433721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.493274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.523761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-edabe6c4-e217-456b-9437-d64229fedd48 req-3a423750-8966-4a32-b76c-bbe61943d631 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Synchronizing usage tracker for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:32:52.554775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-edabe6c4-e217-456b-9437-d64229fedd48 req-3a423750-8966-4a32-b76c-bbe61943d631 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Unset dirty status for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:32:52.557581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edabe6c4-e217-456b-9437-d64229fedd48 req-3a423750-8966-4a32-b76c-bbe61943d631 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a96499c-6c92-4bdb-a5e0-068df9548ea8 HTTP/1.1" status: 200 len: 210 time: 0.1843417 Mar 02 17:32:52.810216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.810971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:52.821819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b,segment=NetworkSegment(2f60fa60-f093-4ffd-b923-a87bbe969caa),segment_id=2f60fa60-f093-4ffd-b923-a87bbe969caa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:52.825001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acda5a40-2a26-4a67-b78c-da6d3fdc3ca1 req-3fd3c7a9-977c-40c9-bae2-440e56cfbc9b tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=73389b323b5948129833b3d837106638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225207 Mar 02 17:32:52.844551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '488f9709-dee2-466f-9666-dafe9ce1aa9b', 'network_id': '3c8c34e0-dad2-4a45-b951-37df98895384', 'port_id': '488f9709-dee2-466f-9666-dafe9ce1aa9b', 'mac_address': 'fa:16:3e:d9:4b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5007fd61-7620-44c3-9f6e-eb073d1d4714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:32:52.865919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:52.907382 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a96499c-6c92-4bdb-a5e0-068df9548ea8', 'name': 'network-vif-deleted', 'tag': 'e622b2da-ee6f-445e-a792-6e83b7f6f85f', 'status': 'completed', 'code': 200} Mar 02 17:32:52.926985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:52.928093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.023118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.089093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] For port 049eb0a0-be94-47cc-8102-750357d7e715, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:53.187027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda5a40-2a26-4a67-b78c-da6d3fdc3ca1 req-57414d0d-9e76-44f0-859b-8c9582ae5281 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:53.188471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acda5a40-2a26-4a67-b78c-da6d3fdc3ca1 req-57414d0d-9e76-44f0-859b-8c9582ae5281 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597305 Mar 02 17:32:53.204102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] For port 049eb0a0-be94-47cc-8102-750357d7e715, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=049eb0a0-be94-47cc-8102-750357d7e715,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:53.244519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:53.260745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:53.290172 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.296165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.296573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acda5a40-2a26-4a67-b78c-da6d3fdc3ca1 req-364a921a-0f66-4822-814d-29aef41bb9be tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/quotas/73389b323b5948129833b3d837106638 HTTP/1.1" status: 200 len: 375 time: 0.0271537 Mar 02 17:32:53.300299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.332894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.373946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acda5a40-2a26-4a67-b78c-da6d3fdc3ca1 req-50376876-1ddb-4fcc-9ae2-f674dd53614e tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73389b323b5948129833b3d837106638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551777 Mar 02 17:32:53.381405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ee718-aab1-4613-957b-e40f73bf70b4 req-24781044-8472-430a-ad2f-621f5ff6ffa8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:53.382951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d64ee718-aab1-4613-957b-e40f73bf70b4 req-24781044-8472-430a-ad2f-621f5ff6ffa8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 944 time: 0.1936216 Mar 02 17:32:53.428479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488f9709-dee2-466f-9666-dafe9ce1aa9b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:32:53.507063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d64ee718-aab1-4613-957b-e40f73bf70b4 req-8c6b1162-3e69-4ddc-9f54-25bf1cca776e tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Mar 02 17:32:53.649598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.683767 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00', 'code': 200} Mar 02 17:32:53.689165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b,segment=NetworkSegment(2f60fa60-f093-4ffd-b923-a87bbe969caa),segment_id=2f60fa60-f093-4ffd-b923-a87bbe969caa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:53.713178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:53.728791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694eda2-280a-4dab-99a2-ad9473d7314c None None] Pushing event updated for resources: {'Port': ['ID=049eb0a0-be94-47cc-8102-750357d7e715,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:53.883866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:54.145143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:54.189228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:54.198020 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:54.276178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23cee-11a7-4dca-9d8a-5377537c7bb5 req-5937f4c1-1f70-4971-a86f-41536530500a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:54.281771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cf23cee-11a7-4dca-9d8a-5377537c7bb5 req-5937f4c1-1f70-4971-a86f-41536530500a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 949 time: 0.4618618 Mar 02 17:32:54.295872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c787e80-2eee-46c7-8eeb-ed259cba5abb req-208baeeb-eb6c-461e-81c5-423a513abb26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 1100 time: 0.3855274 Mar 02 17:32:54.312643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:54.321358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:54.340377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['488f9709-dee2-466f-9666-dafe9ce1aa9b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:54.380553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:54.381524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50a46d7c-575b-45c3-b44f-efd411556b5a {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:32:54.472815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:32:54.487093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:54.541660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.542004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.542233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.542565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.544246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.546220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.546579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.547038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.547373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.547697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.548037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:54.562366 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 17:32:54.568993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a554aeb-0d00-4a7f-95cf-6a2ce164d377 tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9666948 Mar 02 17:32:54.571986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cf23cee-11a7-4dca-9d8a-5377537c7bb5 req-756c16c0-97b4-49d6-914f-1b78c8391f65 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731149 Mar 02 17:32:54.573212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:54.651850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c787e80-2eee-46c7-8eeb-ed259cba5abb req-cd3230e3-a324-49c6-8e8d-b78b3de2dd4e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829178 Mar 02 17:32:54.813929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 049eb0a0-be94-47cc-8102-750357d7e715 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:55.155622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 049eb0a0-be94-47cc-8102-750357d7e715 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:55.174529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Deleting port 745ee329-6b26-4144-b9f1-9715c2062639 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:55.174529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:55.373438 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:32:55.373991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e7427-a96d-4ee7-b9af-7b892ec11872 req-3f0f296d-7457-4ebc-b1ed-1e9e85bb3237 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:55.383750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-975e7427-a96d-4ee7-b9af-7b892ec11872 req-3f0f296d-7457-4ebc-b1ed-1e9e85bb3237 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 945 time: 0.2062314 Mar 02 17:32:55.459162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-975e7427-a96d-4ee7-b9af-7b892ec11872 req-85e5ca01-3b71-4713-945e-687b065826d3 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744591 Mar 02 17:32:55.481264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b503b66-cdd0-40a7-8374-416a8521148a None None] Network 0a395433-c75b-4d85-b53c-5706425507e4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:32:55.564632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:55.588803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:32:55.597949 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Sync routers for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:32:55.617003 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:55.617982 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:55.650404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e6792-05eb-4b94-825d-24ecef18933b req-86044d85-3a88-46d1-9950-21e8a3ac66f0 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:55.652716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d48e6792-05eb-4b94-825d-24ecef18933b req-86044d85-3a88-46d1-9950-21e8a3ac66f0 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.1906807 Mar 02 17:32:55.740190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:55.821695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Provisioning for port 049eb0a0-be94-47cc-8102-750357d7e715 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:55.834094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Provisioning complete for port 049eb0a0-be94-47cc-8102-750357d7e715 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:55.834746 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:55.894799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d48e6792-05eb-4b94-825d-24ecef18933b req-9c05e4c2-dd50-4fdf-8ec8-7477977a804f tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321711 Mar 02 17:32:55.907110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f0d6964-6399-40a7-a515-d54c9ed3256c req-6966e278-533c-4849-b377-017f1966b5f7 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=73389b323b5948129833b3d837106638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026921 Mar 02 17:32:56.034210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Calling delete_port for 745ee329-6b26-4144-b9f1-9715c2062639 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:56.066370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:56.153493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.325123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] For port 049eb0a0-be94-47cc-8102-750357d7e715, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=049eb0a0-be94-47cc-8102-750357d7e715,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:56.337655 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.345023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 488f9709-dee2-466f-9666-dafe9ce1aa9b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:56.407769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.429120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c66e10ed-df74-4c72-bd2e-12b39acb4f8d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4637249 Mar 02 17:32:56.429850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:56.508868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.629609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Pushing event deleted for resources: {'Port': ['ID=745ee329-6b26-4144-b9f1-9715c2062639,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:56.700175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfbaa2-05a1-4c21-bc01-341d233f949f None None] Pushing event updated for resources: {'Port': ['ID=049eb0a0-be94-47cc-8102-750357d7e715,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:56.776179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d6964-6399-40a7-a515-d54c9ed3256c req-ab46e1b7-8f6e-4cd8-9686-8b945923f26d tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:56.781496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f0d6964-6399-40a7-a515-d54c9ed3256c req-ab46e1b7-8f6e-4cd8-9686-8b945923f26d tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8729830 Mar 02 17:32:56.797445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a13cc7-212e-4c56-89ef-3b73612b4e09 req-ec747f58-998f-49b0-89ee-78ac81f00b77 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:56.809315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a13cc7-212e-4c56-89ef-3b73612b4e09 req-ec747f58-998f-49b0-89ee-78ac81f00b77 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 949 time: 0.2771254 Mar 02 17:32:56.827376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.828015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.828774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.829276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.830199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.831511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.833216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.833724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.834221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.834982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.835498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:56.848416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.850237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c1a0b4a1-0983-42f8-b421-96d64b744bfe None None] Provisioning complete for port 049eb0a0-be94-47cc-8102-750357d7e715 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:56.850750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b4a1-0983-42f8-b421-96d64b744bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:56.866096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4feebc79-2715-44ff-b0e4-bcc602477cac tempest-RoutersAdminNegativeIpV6Test-1866537224 tempest-RoutersAdminNegativeIpV6Test-1866537224-project-admin] 10.222.0.37 "DELETE /v2.0/ports/745ee329-6b26-4144-b9f1-9715c2062639 HTTP/1.1" status: 204 len: 168 time: 2.2910550 Mar 02 17:32:56.983321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a13cc7-212e-4c56-89ef-3b73612b4e09 req-e086f4fd-f343-4678-bbcd-d9ff24802ea2 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696525 Mar 02 17:32:56.991034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 488f9709-dee2-466f-9666-dafe9ce1aa9b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:32:56.994152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f0d6964-6399-40a7-a515-d54c9ed3256c req-faba4f9f-2230-4569-b857-a7bae0f5e730 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/quotas/73389b323b5948129833b3d837106638 HTTP/1.1" status: 200 len: 375 time: 0.1443548 Mar 02 17:32:57.007453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 488f9709-dee2-466f-9666-dafe9ce1aa9b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:57.010130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:57.049059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f0d6964-6399-40a7-a515-d54c9ed3256c req-d709e149-84a9-4bcb-8d5e-f57152613b17 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73389b323b5948129833b3d837106638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537276 Mar 02 17:32:57.122465 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:32:52Z', 'revision_number': 3, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:57.145078 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Checking router: 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:32:57.145410 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Updating router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a port 2e945321-68e4-462b-917f-3e619915e07c binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:32:57.288369 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:57.441207 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'code': 200} Mar 02 17:32:57.525108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-adcc0ec7-8f86-4b6a-8869-dfda6fa0fc7a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:57.531773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-adcc0ec7-8f86-4b6a-8869-dfda6fa0fc7a tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 0.4590364 Mar 02 17:32:57.693796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51782) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:57.795005 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:57.804489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Deleting port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:32:57.805950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:57.885308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b,segment=NetworkSegment(2f60fa60-f093-4ffd-b923-a87bbe969caa),segment_id=2f60fa60-f093-4ffd-b923-a87bbe969caa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:57.890294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:57.994302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:58.098472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.154382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:32:58.160348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b927976c98c4c05bdd8d483e71ca032 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:32:58.164724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:32:58.176108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:32:58.211309 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.234591 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Transition to ACTIVE for port object 2e945321-68e4-462b-917f-3e619915e07c will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:58.245086 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.292419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91cc2dae-8013-4d35-87ac-9bc81552e74a req-6ccf90f1-8094-4c1b-91bd-79ef12114b3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 1101 time: 0.9975643 Mar 02 17:32:58.311518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.319256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.329067 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Attempting to bind port 2e945321-68e4-462b-917f-3e619915e07c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:32:58.329419 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Attempting to bind port 2e945321-68e4-462b-917f-3e619915e07c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:32:58.329907 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Attempting to bind port 2e945321-68e4-462b-917f-3e619915e07c on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:32:58.351497 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:32:58.351920 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:32:58.352931 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.353462 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:32:58.354159 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Bound port: 2e945321-68e4-462b-917f-3e619915e07c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:32:58.354333 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.425467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe6263b-5b8c-4a54-b039-30dbcbe9f34a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:58.438860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d3d8190-4209-4db6-b305-9ea8d30d4fb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b927976c98c4c05bdd8d483e71ca032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7429502 Mar 02 17:32:58.455008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51794) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:58.485967 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] For port 2e945321-68e4-462b-917f-3e619915e07c, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:32:58.497130 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] For port 2e945321-68e4-462b-917f-3e619915e07c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2e945321-68e4-462b-917f-3e619915e07c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:32:58.504534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91cc2dae-8013-4d35-87ac-9bc81552e74a req-c0fbd63e-6cbe-4b7b-892c-40c00b164e32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764677 Mar 02 17:32:58.514143 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.576098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.624265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.629043 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:32:58.629960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:32:58.635891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 049eb0a0-be94-47cc-8102-750357d7e715 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:32:58.642443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.698207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f343e6f-d52e-4021-835a-34b830fc9d90 req-06db268d-5bcd-4df0-ae87-ffaecec1e526 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:58.705997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f343e6f-d52e-4021-835a-34b830fc9d90 req-06db268d-5bcd-4df0-ae87-ffaecec1e526 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 1.0393410 Mar 02 17:32:58.781611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72124-c3dc-481c-809e-8c0921ac1ee7 req-5ea68f94-dd30-44f0-9441-5621a725b040 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:58.781611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e72124-c3dc-481c-809e-8c0921ac1ee7 req-5ea68f94-dd30-44f0-9441-5621a725b040 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 949 time: 1.0796502 Mar 02 17:32:58.783309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f343e6f-d52e-4021-835a-34b830fc9d90 req-e52af4df-3248-40de-8e22-38e5f0716651 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763650 Mar 02 17:32:58.885130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 049eb0a0-be94-47cc-8102-750357d7e715 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:32:58.888304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.903654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] For port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:32:58.904523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.919970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:58.925793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e72124-c3dc-481c-809e-8c0921ac1ee7 req-49ed7e01-beaa-463b-b150-b9a4a162acda tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b93d34b-863f-4aea-a074-b3dfaaf38445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395333 Mar 02 17:32:58.998961 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Pushing event updated for resources: {'Port': ['ID=2e945321-68e4-462b-917f-3e619915e07c,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:59.014130 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:32:59.048012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe6263b-5b8c-4a54-b039-30dbcbe9f34a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:59.088030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Calling delete_port for 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:32:59.099349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:59.100710 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3c32931-646e-4154-8c48-9bffb9b9b3d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebe6263b-5b8c-4a54-b039-30dbcbe9f34a HTTP/1.1" status: 204 len: 168 time: 0.6442387 Mar 02 17:32:59.445062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:32:59.452886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Allocated IP 172.20.0.1 (0a395433-c75b-4d85-b53c-5706425507e4/2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf/d6db8871-3222-404a-89c1-b373173f6b92) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:32:59.503475 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.506942 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.507710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.511656 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.512357 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.512931 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.513484 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.514046 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.514619 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.515656 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.516826 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:32:59.724360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:59.748266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:32:59.755397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f5c4-2245-4f7a-bd58-e1166fd2438d req-706acab7-32be-4a22-917b-dec6c9767530 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:32:59.764706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33d7f5c4-2245-4f7a-bd58-e1166fd2438d req-706acab7-32be-4a22-917b-dec6c9767530 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 949 time: 0.5275252 Mar 02 17:32:59.860729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51820) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:59.861551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Pushing event deleted for resources: {'Port': ['ID=42d9135f-f3ba-4b33-8f2f-2e286eeafcdb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:32:59.882014 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b', 'code': 200} Mar 02 17:32:59.918817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:32:59.944277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Transition to ACTIVE for port object d6db8871-3222-404a-89c1-b373173f6b92 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:32:59.949346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-daa1ad8d-70c5-4158-be08-4b3eb6e0be81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbdd63b918b642428424241d71c9fda7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0817280 Mar 02 17:32:59.956982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51830) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:32:59.983900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.160669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Network 0a395433-c75b-4d85-b53c-5706425507e4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:00.208655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:00.250758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:00.323401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136f8c-7712-469f-864c-ab5a43d61fe9 None None] Pushing event updated for resources: {'Port': ['ID=2e945321-68e4-462b-917f-3e619915e07c,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:00.373270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Pushing event updated for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:00.403522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] No DVR routers for this DVR port 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:33:00.419707 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:32:52Z', 'revision_number': 3, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:00.442681 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf3dac-436d-46b1-8f45-9cd3c934b785 None None] The sync data for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 is: [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:32:52Z', 'revision_number': 3, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:33:00.470906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.490992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.518917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.537352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'name': 'network-vif-deleted', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:00.575076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33d7f5c4-2245-4f7a-bd58-e1166fd2438d req-42c971bf-6461-4594-b3f9-bfb5ea322a92 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080876 Mar 02 17:33:00.713803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b063ebb-1262-414a-8b80-2aab67d03aea req-9caf89b7-8c53-44e5-9e8d-0d2c77fbe1dd tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.35 "DELETE /v2.0/ports/42d9135f-f3ba-4b33-8f2f-2e286eeafcdb HTTP/1.1" status: 204 len: 173 time: 3.1723983 Mar 02 17:33:00.714543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.767222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.809065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cc7a3c82-2fc9-42c0-a6ed-3b5364df7656 None None] Provisioning for port d6db8871-3222-404a-89c1-b373173f6b92 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:00.836419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cc7a3c82-2fc9-42c0-a6ed-3b5364df7656 None None] Provisioning complete for port d6db8871-3222-404a-89c1-b373173f6b92 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:00.837081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3c82-2fc9-42c0-a6ed-3b5364df7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:00.938301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a684e2c-3ece-454c-b0dc-9d00d268c611 req-2aa25bee-62f0-4a5f-b844-c059dc6aa54e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 1097 time: 0.8842239 Mar 02 17:33:00.945633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8b215bfb-a57b-4408-bf01-857f1edba367 req-6ead7915-4ba8-42e7-bd63-147f564a1543 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Synchronizing usage tracker for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:00.962676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a3c82-2fc9-42c0-a6ed-3b5364df7656 None None] Port d6db8871-3222-404a-89c1-b373173f6b92 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:33:00.996382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:01.044224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc00a7-719b-498a-8189-7856e1526f05,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:01.062148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:01.065729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b7a2b061-5d9f-42ce-b411-38fee398e582 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddbc00a7-719b-498a-8189-7856e1526f05 HTTP/1.1" status: 204 len: 168 time: 1.1046274 Mar 02 17:33:01.087548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8b215bfb-a57b-4408-bf01-857f1edba367 req-6ead7915-4ba8-42e7-bd63-147f564a1543 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] Unset dirty status for tenant:dc31993f81414f9f8981ea52885ebde6 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:01.095078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b215bfb-a57b-4408-bf01-857f1edba367 req-6ead7915-4ba8-42e7-bd63-147f564a1543 tempest-LiveMigrationNegativeTest-2121149999 tempest-LiveMigrationNegativeTest-2121149999-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da2d157-dab0-45bc-9444-3f34172bb1c6 HTTP/1.1" status: 200 len: 210 time: 0.2264838 Mar 02 17:33:01.133883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a684e2c-3ece-454c-b0dc-9d00d268c611 req-af19b608-89a7-49b8-8939-9071649e7b22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438150 Mar 02 17:33:01.191863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f44ac-5e24-48d1-88f3-977afa569f90 req-49766831-9ebf-457f-ad18-0f8ef35d7302 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:01.205419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b79f44ac-5e24-48d1-88f3-977afa569f90 req-49766831-9ebf-457f-ad18-0f8ef35d7302 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.2737923 Mar 02 17:33:01.290316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b79f44ac-5e24-48d1-88f3-977afa569f90 req-75d14cfc-b20c-4caa-b484-58cf251a9ca7 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821199 Mar 02 17:33:01.333852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:01.344296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:01.365779 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2d157-dab0-45bc-9444-3f34172bb1c6', 'name': 'network-vif-deleted', 'tag': '42d9135f-f3ba-4b33-8f2f-2e286eeafcdb', 'status': 'completed', 'code': 200} Mar 02 17:33:01.567731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716cfa2-258f-4e53-8dac-82891c11d3ed req-6c6691ed-a8cf-44b5-bbe2-9613a27b4d6a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:01.575802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9716cfa2-258f-4e53-8dac-82891c11d3ed req-6c6691ed-a8cf-44b5-bbe2-9613a27b4d6a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 950 time: 0.2061963 Mar 02 17:33:01.593765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Pushing event updated for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:01.645322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9716cfa2-258f-4e53-8dac-82891c11d3ed req-9f31c9a9-7399-41fc-9ea0-2b533e4309aa tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Mar 02 17:33:01.665705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:01.870767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:01.954287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:33:01.969147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 42d9135f-f3ba-4b33-8f2f-2e286eeafcdb not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:33:02.198286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Network 0a395433-c75b-4d85-b53c-5706425507e4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:02.199894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:02.785361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca7c3c9b-343d-4e1c-a201-0e908e2f11ff req-aa3219a1-6b99-42d7-83c9-f796683dcc2c tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=73389b323b5948129833b3d837106638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430433 Mar 02 17:33:02.809045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a7e3503d-ec1a-47df-880c-dfde81704ec7 None None] Provisioning complete for port d6db8871-3222-404a-89c1-b373173f6b92 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:02.809419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7e3503d-ec1a-47df-880c-dfde81704ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:02.865000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2e945321-68e4-462b-917f-3e619915e07c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:03.081499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3503d-ec1a-47df-880c-dfde81704ec7 None None] Port d6db8871-3222-404a-89c1-b373173f6b92 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:33:03.124915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2e945321-68e4-462b-917f-3e619915e07c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:03.150649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2e945321-68e4-462b-917f-3e619915e07c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:03.151130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:03.161826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:03.419686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:03.437092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2e945321-68e4-462b-917f-3e619915e07c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2e945321-68e4-462b-917f-3e619915e07c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:03.443997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:03.520347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2e945321-68e4-462b-917f-3e619915e07c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:03.544635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c3c9b-343d-4e1c-a201-0e908e2f11ff req-fe4f760e-43c2-4867-bc7e-f7d66acc9bae tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:03.546227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca7c3c9b-343d-4e1c-a201-0e908e2f11ff req-fe4f760e-43c2-4867-bc7e-f7d66acc9bae tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7600989 Mar 02 17:33:03.568396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:03.610515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca7c3c9b-343d-4e1c-a201-0e908e2f11ff req-07c90c72-c68c-4ede-9f5a-e7677d03a14e tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/quotas/73389b323b5948129833b3d837106638 HTTP/1.1" status: 200 len: 375 time: 0.0468149 Mar 02 17:33:03.651051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:33:03.674056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca7c3c9b-343d-4e1c-a201-0e908e2f11ff req-69eb2acc-a536-4b1e-841a-6a81d3532038 tempest-QuotasAdminNegativeTest-577404129 tempest-QuotasAdminNegativeTest-577404129-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73389b323b5948129833b3d837106638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502687 Mar 02 17:33:03.679716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1734285187'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:03.679864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675d518-d532-4366-a7ed-98431f58fb08 req-59f859e9-53fa-4627-9f49-5a6342d744b8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:03.681198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6675d518-d532-4366-a7ed-98431f58fb08 req-59f859e9-53fa-4627-9f49-5a6342d744b8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.3566711 Mar 02 17:33:03.685602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:03.751139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6675d518-d532-4366-a7ed-98431f58fb08 req-bf8cd9cf-babb-4123-8762-1f337144aff7 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Mar 02 17:33:03.753237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Usage tracker for resource:network and tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:03.771373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:03.826779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:03.983218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Made reservation on behalf of f44dfbfd6c3a4733ace9a2fdde71bee8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:03.986106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:03.998829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee664c-e551-4ebe-84ad-8dfc69ca1ef2 req-3d530bcd-b9d0-41b5-85f4-c846e1010d48 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:04.001497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.006055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6aee664c-e551-4ebe-84ad-8dfc69ca1ef2 req-3d530bcd-b9d0-41b5-85f4-c846e1010d48 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 946 time: 0.1136589 Mar 02 17:33:04.048165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:04.052969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Usage tracker for resource:security_group_rule and tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:04.055886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:04.061030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6aee664c-e551-4ebe-84ad-8dfc69ca1ef2 req-d47f0ed3-f15a-4777-83e1-23dfe53b339a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540524 Mar 02 17:33:04.061655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:04.134812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.151732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.165880 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-706efb6e-9825-4df0-b1f7-d182ba2c1321 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc31993f81414f9f8981ea52885ebde6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9981840 Mar 02 17:33:04.169553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51950) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:04.196522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:04.214251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2ebd6-9d0b-48ee-8d8b-06fe0ab38f37,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:04.219169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.219516 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Added segment e9efdb33-426c-4722-b9c4-9a5edbc7599c of type vlan for network b88d5306-e0c7-4fa9-833b-dc9d795fc661 Mar 02 17:33:04.275437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.292067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.321805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.322014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:33:04.335069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.338422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:04.339057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.385041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.415010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b93d34b-863f-4aea-a074-b3dfaaf38445,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:04.444290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:04.449152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8eb472f9-57d2-4eb8-8ccf-07fff444e8cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b93d34b-863f-4aea-a074-b3dfaaf38445 HTTP/1.1" status: 204 len: 168 time: 0.2785153 Mar 02 17:33:04.537626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'Network': ['ID=b88d5306-e0c7-4fa9-833b-dc9d795fc661,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:04.551656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:04.587248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2caf344-d50d-4fce-ab35-db43e072c15f admin admin] 10.222.0.37 "PUT /v2.0/routers/4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1553974 Mar 02 17:33:04.592148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c1ddf63-2b65-4a4e-9b41-c208e5a17415 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0196505 Mar 02 17:33:04.592600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:04.600337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Request body: {'subnet': {'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:04.709951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2e945321-68e4-462b-917f-3e619915e07c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:04.862156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:04.903790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Usage tracker for resource:subnet and tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:04.919178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:04.941192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2e945321-68e4-462b-917f-3e619915e07c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:04.941574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.098197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:05.153114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Made reservation on behalf of f44dfbfd6c3a4733ace9a2fdde71bee8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:05.160558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:05.293280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6698b901-b139-4841-8f8e-cab6b2a8ba61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbce8bf8ef3f495eadaf6dca694996ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1315408 Mar 02 17:33:05.297304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:05.320140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52000) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:05.325623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.391041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.421319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.482548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.519742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790a30d-0e55-47fb-8629-27119df1bd8c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:05.528184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.532021 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f6abb561-f462-4091-a738-400b6ff9f5ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8790a30d-0e55-47fb-8629-27119df1bd8c HTTP/1.1" status: 204 len: 168 time: 0.2335823 Mar 02 17:33:05.717624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-86a84961-7515-427c-89fe-9a462660d677 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e457c8053a5a489fac6df71d9ee5c09f&device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 1097 time: 0.8188815 Mar 02 17:33:05.858797 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.910790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:05.963130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:05.968667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Usage tracker for resource:security_group_rule and tenant:73389b323b5948129833b3d837106638 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:05.974060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:05.982180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:06.084643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:06.312289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:06.345396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:06.381320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb13b3-789f-40f5-bfd3-7164cb834e77 req-553751b2-7d28-4559-ab63-3d92d46ec2d8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:06.394073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffcb13b3-789f-40f5-bfd3-7164cb834e77 req-553751b2-7d28-4559-ab63-3d92d46ec2d8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 1.0720081 Mar 02 17:33:06.679911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:06.698233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Sync routers for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:33:06.729018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:06.740017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:33:06.741404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:06.774465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'Subnet': ['ID=d9724ac7-b35e-464a-a409-767a28902b40,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:06.777214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe5873-273e-4c07-b800-0208ac3762b0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:06.806958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffcb13b3-789f-40f5-bfd3-7164cb834e77 req-9beceb5e-76ea-4e72-803c-6bcfa02bd2a2 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113359 Mar 02 17:33:06.816283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-736ab889-ac75-496a-b281-f4c67a6b06ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:06.820979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-736ab889-ac75-496a-b281-f4c67a6b06ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c8c34e0-dad2-4a45-b951-37df98895384 HTTP/1.1" status: 200 len: 914 time: 1.0853362 Mar 02 17:33:06.836899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dcf70796-1adb-42d7-8587-6c85502d1e5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73389b323b5948129833b3d837106638&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4932888 Mar 02 17:33:06.837307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Checking segment: {'id': 'e9efdb33-426c-4722-b9c4-9a5edbc7599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:06.837836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Network hostable DHCP agents. Network: b88d5306-e0c7-4fa9-833b-dc9d795fc661, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:33:06.838339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:06.914485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-a7548c2d-ab3b-4d26-8ee5-10750e7a74b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b HTTP/1.1" status: 200 len: 217 time: 0.0780106 Mar 02 17:33:06.922552 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:33:06.927449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:33:07.005848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b88d5306-e0c7-4fa9-833b-dc9d795fc661) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:07.030822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:07.031844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.064576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-43bab358-0cfa-4239-9cda-30f708df8901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:07.066931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-43bab358-0cfa-4239-9cda-30f708df8901 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5007fd61-7620-44c3-9f6e-eb073d1d4714 HTTP/1.1" status: 200 len: 853 time: 0.1359661 Mar 02 17:33:07.081799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-230df60e-7ce7-4961-a566-148e67302eeb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4878786 Mar 02 17:33:07.085487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:07.137478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-2d41d360-e8cf-4d29-855b-802d4a66f5da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c8c34e0-dad2-4a45-b951-37df98895384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539315 Mar 02 17:33:07.150499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Request body: {'port': {'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1320246566'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:07.226057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.230950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe79b33-9243-4075-9113-e1393c20e792 None None] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:07.325164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:07.335427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.440749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-816f7002-2d7c-452f-b740-2db9fb8c3d47 service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799330 Mar 02 17:33:07.589070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.743072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:07.751639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Usage tracker for resource:port and tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:07.800795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:07.856793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645db6cf-418b-466b-bc62-05b3632bd4e4 req-b295368f-79ad-4038-abfc-4b2615c58275 service neutron] 10.222.0.50 "GET /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951874 Mar 02 17:33:07.859735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:07.862421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.885069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:07.913130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe5873-273e-4c07-b800-0208ac3762b0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:07.916754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Made reservation on behalf of f44dfbfd6c3a4733ace9a2fdde71bee8 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:07.921054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.952858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:07.961968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:07.971869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69f132d4-9b78-47e9-98a7-2c57670b0473 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aafe5873-273e-4c07-b800-0208ac3762b0 HTTP/1.1" status: 204 len: 168 time: 1.1222026 Mar 02 17:33:07.989311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] device_id is not set on port 631b6542-af32-49fa-8636-e19e37a02ac5 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:33:08.223702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:08.263722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'mac_address': 'fa:16:3e:93:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:08.371147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:08.407810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec6eb-928a-4a9b-a07a-1a66661e610f req-7aa48817-d959-4a93-8a9d-3c469a4456b4 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:08.413442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa0ec6eb-928a-4a9b-a07a-1a66661e610f req-7aa48817-d959-4a93-8a9d-3c469a4456b4 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.2956345 Mar 02 17:33:08.459625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:08.540295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa0ec6eb-928a-4a9b-a07a-1a66661e610f req-403546ae-db8c-4fe0-bfbc-8f0664462d17 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180768 Mar 02 17:33:08.564720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Allocated IP 2001:db8::3bf (b88d5306-e0c7-4fa9-833b-dc9d795fc661/d9724ac7-b35e-464a-a409-767a28902b40/631b6542-af32-49fa-8636-e19e37a02ac5) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:08.740302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:08.791774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:08.885334 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.043388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.050263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.087704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Transition to ACTIVE for port object 631b6542-af32-49fa-8636-e19e37a02ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:09.134316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.196397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:33:09.343840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:09.344742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'Port': ['ID=631b6542-af32-49fa-8636-e19e37a02ac5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:09.465032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.499789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5931bb2f-78b1-439c-a0ed-cbbd1ecca092'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:09.529799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:09.534119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa712-5046-44e7-8c03-3e353683e300 req-96b9af22-b951-4884-b699-d9d847698d98 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:09.551724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-96b9af22-b951-4884-b699-d9d847698d98 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 0.3716807 Mar 02 17:33:09.560245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:09.579191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-196dc237-b525-4b58-bc53-8eeefab628e7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/quotas/0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 375 time: 0.0264349 Mar 02 17:33:09.644143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:09.657109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Usage tracker for resource:security_group_rule and tenant:e3598a4def8744da942bcde9dad81d07 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:09.676020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:09.698485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:09.767848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-71063046-2dcb-44c6-b96a-a64e155e128b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1876495 Mar 02 17:33:09.779556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.781148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:09.786554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:09.787480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.812833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:09.832500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d3b09dbd-4ed7-46c2-b2bb-396531dc861e tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7359982 Mar 02 17:33:09.838805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:09.850051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Request body: {'port': {'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1942873793', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:09.850621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] bootfile-name is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:09.850951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] tftp-server is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:09.851271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] server-ip-address is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:10.062992 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3598a4def8744da942bcde9dad81d07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7153823 Mar 02 17:33:10.068827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:10.076317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a06d-ec73-464b-a32b-ff24887ce894 req-19af6d78-572e-4def-a358-306b3dc82c06 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:10.085589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c96a06d-ec73-464b-a32b-ff24887ce894 req-19af6d78-572e-4def-a358-306b3dc82c06 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.2308552 Mar 02 17:33:10.107128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0c30c-a6d2-4ec1-9a54-16536acb3e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e1dcd9-3f15-4cd2-8e1d-43b6b5243dd7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:10.110625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:10.170724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '302f5d5f-296f-4047-b527-827a1da5d80f', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:10.214634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:10.254493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-856a546a-d7e3-472a-8a1a-5c8c064996d8 service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741437 Mar 02 17:33:10.259569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:10.270444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Usage tracker for resource:port and tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:10.283243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:10.290487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:10.311860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Made reservation on behalf of f44dfbfd6c3a4733ace9a2fdde71bee8 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:10.315377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:10.359828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] device_id is not set on port f1a763ba-22ef-4080-979e-82f9fa76dd39 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:33:10.438060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-909a3aac-8242-4dd9-a00b-8aab864f8cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:10.452788 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:10.475289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c96a06d-ec73-464b-a32b-ff24887ce894 req-aa713f31-797c-4878-bc4a-4cf0ea622da1 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884459 Mar 02 17:33:10.592897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:10.609451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:10.625646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:10.664271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Allocated IP 2001:db8::214 (b88d5306-e0c7-4fa9-833b-dc9d795fc661/d9724ac7-b35e-464a-a409-767a28902b40/f1a763ba-22ef-4080-979e-82f9fa76dd39) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:10.714053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:10.748270 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:10.771053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-29c8fd21-e7f1-44c6-8c97-a646d234cedd service neutron] 10.222.0.37 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145650 Mar 02 17:33:10.943437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.018055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b88d5306-e0c7-4fa9-833b-dc9d795fc661', 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661', 'tenant_id': 'f44dfbfd6c3a4733ace9a2fdde71bee8', 'fixed_ips': [{'subnet_id': 'd9724ac7-b35e-464a-a409-767a28902b40'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:33:11.018922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.063873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['302f5d5f-296f-4047-b527-827a1da5d80f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:11.120974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.151936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e1dcd9-3f15-4cd2-8e1d-43b6b5243dd7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:11.168180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.169316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c92905a-0041-4cec-807a-6e8f0f970468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97e1dcd9-3f15-4cd2-8e1d-43b6b5243dd7 HTTP/1.1" status: 204 len: 168 time: 1.0813372 Mar 02 17:33:11.210543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.264894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Transition to ACTIVE for port object f1a763ba-22ef-4080-979e-82f9fa76dd39 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:11.313910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.635476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:11.637725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:11.644834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:11.651077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:11.652258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:11.673390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Allocated IP 2001:db8::2 (b88d5306-e0c7-4fa9-833b-dc9d795fc661/d9724ac7-b35e-464a-a409-767a28902b40/93ebdc5e-67a6-4f90-9339-b7ac3975892e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:11.883673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'Port': ['ID=f1a763ba-22ef-4080-979e-82f9fa76dd39,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:11.918940 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e445be84-0124-4eb3-a1f2-71125437ad66 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0779982 Mar 02 17:33:11.922512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52158) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:12.103176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f039a849-bb29-42d2-a59b-bda47ae04eb0 req-571600c5-3a2c-4559-b0c6-53f2511ddb27 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 210 time: 0.1641440 Mar 02 17:33:12.375955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e45bd-70f2-4f7b-84ad-9a20627211f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:12.388502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e45bd-70f2-4f7b-84ad-9a20627211f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:12.389777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b4e45bd-70f2-4f7b-84ad-9a20627211f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Synchronizing usage tracker for tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:12.447806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b4e45bd-70f2-4f7b-84ad-9a20627211f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Unset dirty status for tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:12.465973 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b4e45bd-70f2-4f7b-84ad-9a20627211f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1884 time: 0.5374746 Mar 02 17:33:12.467070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52180) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:12.762111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:12.782328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Transition to ACTIVE for port object 93ebdc5e-67a6-4f90-9339-b7ac3975892e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:12.796327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Deleting port f1a763ba-22ef-4080-979e-82f9fa76dd39 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:12.796667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:12.833117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Transition to ACTIVE for port object 93ebdc5e-67a6-4f90-9339-b7ac3975892e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:12.863120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d125c262-30c4-40ea-b2dd-8509e84532d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:12.865312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:13.056496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Pushing event updated for resources: {'Port': ['ID=93ebdc5e-67a6-4f90-9339-b7ac3975892e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:13.128648 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:13.170012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:13.201751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:13.249963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:13.260592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:13.269945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:33:00Z', 'revision_number': 4, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'd6db8871-3222-404a-89c1-b373173f6b92', 'name': '', 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'mac_address': 'fa:16:3e:3f:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:58Z', 'updated_at': '2022-03-02T17:33:00Z', 'revision_number': 2, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'subnets': [{'id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:13.281087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Checking router: 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:33:13.281619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Updating router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a port d6db8871-3222-404a-89c1-b373173f6b92 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:33:13.562869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:13.571664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:13.598548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.602104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.602679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.606495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.607769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.611360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.613106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.620233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.621389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.624265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.636400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aed1b089-c949-4ddf-b0f5-72110e4ffba8 req-8b1e88c1-a923-44d8-b783-6838a1a2cdec tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 1.1833169 Mar 02 17:33:13.810608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe0aa4-ea57-459a-a363-0ba2487d05c0 req-0f411b31-4abc-4e5a-8a48-ad16c5638836 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:13.830321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abbe0aa4-ea57-459a-a363-0ba2487d05c0 req-0f411b31-4abc-4e5a-8a48-ad16c5638836 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.9209113 Mar 02 17:33:13.943274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Calling delete_port for f1a763ba-22ef-4080-979e-82f9fa76dd39 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:14.150110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:14.383820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f6aa2df-0f5d-4c39-a6ed-aa55757dc7b3 req-a961e4ff-da40-4dde-8d31-56fdeb71736b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 210 time: 0.3510487 Mar 02 17:33:14.431144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Attempting to bind port 93ebdc5e-67a6-4f90-9339-b7ac3975892e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:14.431665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Attempting to bind port 93ebdc5e-67a6-4f90-9339-b7ac3975892e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e9efdb33-426c-4722-b9c4-9a5edbc7599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:14.433044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Attempting to bind port 93ebdc5e-67a6-4f90-9339-b7ac3975892e on network b88d5306-e0c7-4fa9-833b-dc9d795fc661 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:14.433740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abbe0aa4-ea57-459a-a363-0ba2487d05c0 req-0837b55a-4923-4813-95f8-5885fd0bd0a7 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937552 Mar 02 17:33:14.467128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:14.499376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:14.500073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Checking segment: {'id': 'e9efdb33-426c-4722-b9c4-9a5edbc7599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:14.500620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:14.501115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Bound using segment: {'id': 'e9efdb33-426c-4722-b9c4-9a5edbc7599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:14.501701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Bound port: 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9efdb33-426c-4722-b9c4-9a5edbc7599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b88d5306-e0c7-4fa9-833b-dc9d795fc661'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:14.502242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:14.705212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-c9801092-3bb9-4589-919d-18bc9a315df2 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:14.722807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-c9801092-3bb9-4589-919d-18bc9a315df2 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 0.4869525 Mar 02 17:33:14.817265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] For port 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:14.829228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] For port 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=93ebdc5e-67a6-4f90-9339-b7ac3975892e,segment=NetworkSegment(e9efdb33-426c-4722-b9c4-9a5edbc7599c),segment_id=e9efdb33-426c-4722-b9c4-9a5edbc7599c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:14.853757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:14.863741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:14.904459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event deleted for resources: {'Port': ['ID=f1a763ba-22ef-4080-979e-82f9fa76dd39,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:14.945274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:14.994540 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ebd89fd-f936-4f5f-b9c2-db011dfae13b tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "DELETE /v2.0/ports/f1a763ba-22ef-4080-979e-82f9fa76dd39 HTTP/1.1" status: 204 len: 168 time: 2.5250487 Mar 02 17:33:15.017755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:15.023721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:15.037109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Request body: {'port': {'name': 'tempest-new-port-name-1916092286', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:15.041760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] bootfile-name is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:15.042814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] tftp-server is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:15.043873 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] server-ip-address is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 17:33:15.101667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Deleting port 488f9709-dee2-466f-9666-dafe9ce1aa9b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:15.101667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:15.392819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:15.582127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:15.596513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:16.192773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74919d-bd83-493c-9a10-b7c7130d4851 None None] Pushing event updated for resources: {'Port': ['ID=93ebdc5e-67a6-4f90-9339-b7ac3975892e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:16.472878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 302f5d5f-296f-4047-b527-827a1da5d80f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:16.481207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:16.488357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd362-555b-4e75-8cf4-c499e523afba req-a0282a7b-abe4-43e7-896b-fc2fc62d03be tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:16.494396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e7dd362-555b-4e75-8cf4-c499e523afba req-a0282a7b-abe4-43e7-896b-fc2fc62d03be tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 886 time: 1.6385741 Mar 02 17:33:16.601817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:16.640985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:16.948877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:17.201031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event updated for resources: {'Port': ['ID=631b6542-af32-49fa-8636-e19e37a02ac5,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:17.269004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] In _notify_port_updated(), no bound segment for port 631b6542-af32-49fa-8636-e19e37a02ac5 on network b88d5306-e0c7-4fa9-833b-dc9d795fc661 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:33:17.281627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:17.282314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:17.288983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:17.302935 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d3e4472-ad0c-4aa0-826b-4c723c5f2fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "PUT /v2.0/ports/631b6542-af32-49fa-8636-e19e37a02ac5 HTTP/1.1" status: 200 len: 1130 time: 2.2760167 Mar 02 17:33:17.307446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52256) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:17.329521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Transition to ACTIVE for port object d6db8871-3222-404a-89c1-b373173f6b92 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:17.720618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b011189d-947e-4da8-997a-3e6208801cae tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:17.721477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b011189d-947e-4da8-997a-3e6208801cae tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Synchronizing usage tracker for tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:17.796418 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:17.801678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b011189d-947e-4da8-997a-3e6208801cae tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Unset dirty status for tenant:f44dfbfd6c3a4733ace9a2fdde71bee8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:17.803694 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b011189d-947e-4da8-997a-3e6208801cae tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "GET /v2.0/ports/631b6542-af32-49fa-8636-e19e37a02ac5 HTTP/1.1" status: 200 len: 1130 time: 0.4952650 Mar 02 17:33:17.807153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:17.965881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] For port 488f9709-dee2-466f-9666-dafe9ce1aa9b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=488f9709-dee2-466f-9666-dafe9ce1aa9b,segment=NetworkSegment(2f60fa60-f093-4ffd-b923-a87bbe969caa),segment_id=2f60fa60-f093-4ffd-b923-a87bbe969caa)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:17.966953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:18.113756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:18.114734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:18.144664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:18.167024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Deleting port 631b6542-af32-49fa-8636-e19e37a02ac5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:18.169422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:18.421536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Calling delete_port for 488f9709-dee2-466f-9666-dafe9ce1aa9b owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:18.648314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee8e7-4494-469d-a087-b00ed2667523 None None] Pushing event updated for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:18.829292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa712-5046-44e7-8c03-3e353683e300 req-2cc90cb6-7612-49b9-ae32-4d787de2c080 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:18.835848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-2cc90cb6-7612-49b9-ae32-4d787de2c080 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 820 time: 4.1097784 Mar 02 17:33:18.853867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:18.985698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e9a8f-b2ae-4458-9d50-348b5e7e310b None None] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:19.134068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Request body: {'port': {'device_id': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'admin_state_up': True, 'tenant_id': '0a6190a54bdf46849f05b82c7de4af15'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:19.250798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 93ebdc5e-67a6-4f90-9339-b7ac3975892e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:19.268096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.301728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Pushing event deleted for resources: {'Port': ['ID=488f9709-dee2-466f-9666-dafe9ce1aa9b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:19.322728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.418888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8700cb6-ed50-42b2-ac16-ed99be5d1a2e req-8df21158-4c37-4ea5-9af7-03e71d9ebc65 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 210 time: 0.5785704 Mar 02 17:33:19.451689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a20dc5-f17d-4123-b951-25f07a03814a req-4466d2f2-eb0e-4a91-a379-11a845f127f8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:19.454552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5a20dc5-f17d-4123-b951-25f07a03814a req-4466d2f2-eb0e-4a91-a379-11a845f127f8 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 946 time: 3.5272236 Mar 02 17:33:19.456260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.456599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.456930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.457260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.457586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.457908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.458228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.458547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.460325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.460660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.460984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:19.476708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] No DVR routers for this DVR port 488f9709-dee2-466f-9666-dafe9ce1aa9b on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:33:19.485534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.492715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:19.549103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cccd168d-3ded-4461-80a1-bb5aae4dce6b None None] Provisioning for port 631b6542-af32-49fa-8636-e19e37a02ac5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:19.594332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cccd168d-3ded-4461-80a1-bb5aae4dce6b None None] Provisioning complete for port 631b6542-af32-49fa-8636-e19e37a02ac5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:19.597133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cccd168d-3ded-4461-80a1-bb5aae4dce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.623148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Calling delete_port for 631b6542-af32-49fa-8636-e19e37a02ac5 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:19.717820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'name': 'network-vif-deleted', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:19.809133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.852642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:19.863581 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.883553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event deleted for resources: {'Port': ['ID=631b6542-af32-49fa-8636-e19e37a02ac5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:19.901933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a378aacb-4a42-4ca0-8239-44a637340dd0 req-69fec7f3-68a0-42c4-afa3-6fe47226fe53 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.50 "DELETE /v2.0/ports/488f9709-dee2-466f-9666-dafe9ce1aa9b HTTP/1.1" status: 204 len: 173 time: 5.0243337 Mar 02 17:33:19.902718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cccd168d-3ded-4461-80a1-bb5aae4dce6b None None] Port 631b6542-af32-49fa-8636-e19e37a02ac5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:33:19.914644 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:19.921322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5a20dc5-f17d-4123-b951-25f07a03814a req-b371c634-1f71-4533-8127-865fb96d12b5 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7f545cd-4922-45a2-b235-0a34fd9ef98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127550 Mar 02 17:33:20.020073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:20.055548 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6082097b-de96-4d5d-95cb-adc1e98da8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "DELETE /v2.0/ports/631b6542-af32-49fa-8636-e19e37a02ac5 HTTP/1.1" status: 204 len: 168 time: 2.2447114 Mar 02 17:33:20.056228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:20.370136 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'code': 200} Mar 02 17:33:20.401950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:20.422819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 488f9709-dee2-466f-9666-dafe9ce1aa9b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:20.587818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 488f9709-dee2-466f-9666-dafe9ce1aa9b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:33:20.588068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 488f9709-dee2-466f-9666-dafe9ce1aa9b not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:33:20.603142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cccd168d-3ded-4461-80a1-bb5aae4dce6b None None] Provisioning for port 93ebdc5e-67a6-4f90-9339-b7ac3975892e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:20.677904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.678530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.679381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.679736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.680098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.680458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.680815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.681171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.681523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.681872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:20.701881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62629095-cc39-45c6-9a61-c9ecac38ca30 req-b5d591aa-f713-414c-97f5-5bd0a24cbae3 tempest-NetworksTest-1195319533 tempest-NetworksTest-1195319533-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 0.7565377 Mar 02 17:33:20.726534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:20.739580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Usage tracker for resource:port and tenant:0a6190a54bdf46849f05b82c7de4af15 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:20.748517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:20.766351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:20.791210 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39453c5-630c-4585-aaad-56277d1c390d', 'name': 'network-vif-deleted', 'tag': '488f9709-dee2-466f-9666-dafe9ce1aa9b', 'status': 'completed', 'code': 200} Mar 02 17:33:20.793759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Made reservation on behalf of 0a6190a54bdf46849f05b82c7de4af15 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:20.802447 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:20.830193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Deleting subnet d9724ac7-b35e-464a-a409-767a28902b40 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:33:20.846635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:20.961868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Attempting to bind port d6db8871-3222-404a-89c1-b373173f6b92 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:20.962456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Attempting to bind port d6db8871-3222-404a-89c1-b373173f6b92 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:20.968830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Attempting to bind port d6db8871-3222-404a-89c1-b373173f6b92 on network 0a395433-c75b-4d85-b53c-5706425507e4 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:21.115101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.294175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8f5a7d6-51a9-4430-82c0-221529a80e23 req-9ef2abe0-8b57-4def-ac9b-a5f5bdcecd14 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 210 time: 0.2505877 Mar 02 17:33:21.386459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:21.387218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Checking segment: {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:21.387327 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.387782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Bound using segment: {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:21.388262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Bound port: d6db8871-3222-404a-89c1-b373173f6b92, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db11b04-a638-44c3-b8f4-cf2d235ac9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:21.388694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.460468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 93ebdc5e-67a6-4f90-9339-b7ac3975892e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:21.503955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.516411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 93ebdc5e-67a6-4f90-9339-b7ac3975892e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:21.517463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.689297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b49f2194-8a3b-447c-8808-163f5254b36d req-5bed5a19-3c43-4f6c-85ce-e4547fca3df9 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Synchronizing usage tracker for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:21.730153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b49f2194-8a3b-447c-8808-163f5254b36d req-5bed5a19-3c43-4f6c-85ce-e4547fca3df9 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] Unset dirty status for tenant:e457c8053a5a489fac6df71d9ee5c09f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:21.731467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b49f2194-8a3b-447c-8808-163f5254b36d req-5bed5a19-3c43-4f6c-85ce-e4547fca3df9 tempest-InstanceActionsTestJSON-1421478131 tempest-InstanceActionsTestJSON-1421478131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39453c5-630c-4585-aaad-56277d1c390d HTTP/1.1" status: 200 len: 210 time: 0.1063225 Mar 02 17:33:21.742664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Allocated IP 172.20.0.8 (7d31e738-ad2f-4183-891a-ff4e738fe6e6/9946fdfe-9d02-47ff-957a-31e305362547/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:21.756964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.864316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event deleted for resources: {'Subnet': ['ID=d9724ac7-b35e-464a-a409-767a28902b40,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:21.890315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:21.911720 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-514be162-fd9d-4a69-b9c0-ff8b198d636c tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "DELETE /v2.0/subnets/d9724ac7-b35e-464a-a409-767a28902b40 HTTP/1.1" status: 204 len: 168 time: 1.8536870 Mar 02 17:33:21.914177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:21.914558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:22.137577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] For port d6db8871-3222-404a-89c1-b373173f6b92, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:22.255347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] For port d6db8871-3222-404a-89c1-b373173f6b92, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d6db8871-3222-404a-89c1-b373173f6b92,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:22.290626 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.310733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.407379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.426230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.461005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:22.498549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.509083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:22.578461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['dd76d4f9-4df1-48b7-a096-2b1789b84de8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:22.613277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:22.631443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Usage tracker for resource:security_group_rule and tenant:b3af4df84df941e3a52b083fbdf5b3fa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:22.644168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:22.666144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:22.710339 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:33:22.766647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9875eab-abf8-45c2-8d58-52be9f139b86 None None] Network b88d5306-e0c7-4fa9-833b-dc9d795fc661 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:22.862743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:23.019439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=93ebdc5e-67a6-4f90-9339-b7ac3975892e,segment=NetworkSegment(e9efdb33-426c-4722-b9c4-9a5edbc7599c),segment_id=e9efdb33-426c-4722-b9c4-9a5edbc7599c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:23.021791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee8e7-4494-469d-a087-b00ed2667523 None None] Pushing event updated for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:23.061210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:23.068718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.101018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.106461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Deleting port 93ebdc5e-67a6-4f90-9339-b7ac3975892e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:23.108784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.116334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.183663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:23.274196 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3af4df84df941e3a52b083fbdf5b3fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3561811 Mar 02 17:33:23.276634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52378) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:23.280893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:33:23.287280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:33:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:23.309023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:23.350598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:23.369520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec018-1fb7-4c19-aa9c-6dafbba52f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808406c7-a616-4879-ace7-a322a65f89b4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:23.501033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:23.522018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.560219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.673142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.746935 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.781399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-d4e98afb-749e-450e-936d-2939718b5982 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0714774 Mar 02 17:33:23.801029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808406c7-a616-4879-ace7-a322a65f89b4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:23.818371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.820299 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85b11274-6dee-47fe-9a4b-471a2b39ef6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/808406c7-a616-4879-ace7-a322a65f89b4 HTTP/1.1" status: 204 len: 168 time: 0.5390847 Mar 02 17:33:23.840189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-85cf7b5f-b171-40d4-85db-d5ae9adcfd66 None None] Provisioning complete for port 93ebdc5e-67a6-4f90-9339-b7ac3975892e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:23.840690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-85cf7b5f-b171-40d4-85db-d5ae9adcfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.874756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:23.879463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:23.925535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:23.952324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b14de9cfa2d54450b982e60630db8c15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:23.964612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:23.985055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Deleting subnet 5007fd61-7620-44c3-9f6e-eb073d1d4714 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:33:23.991257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:24.096309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.168727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=93ebdc5e-67a6-4f90-9339-b7ac3975892e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:24.220619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7fa8e-2b50-4007-8e8a-a37265d22d8b req-ccb94845-f31b-4bd3-9ea4-cac071a96530 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:24.232922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ffa7fa8e-2b50-4007-8e8a-a37265d22d8b req-ccb94845-f31b-4bd3-9ea4-cac071a96530 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:24.325908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.328486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-f21d8439-6798-45a8-9376-d1e6b21a925d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2278256 Mar 02 17:33:24.335970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.451499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b14de9cfa2d54450b982e60630db8c15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5832243 Mar 02 17:33:24.454764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52394) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:24.564936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Request body: {'port': {'device_id': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:24.714909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.731126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:33:24.791807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] DHCP port deletion for b88d5306-e0c7-4fa9-833b-dc9d795fc661 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:33:24.800124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Deleting port 93ebdc5e-67a6-4f90-9339-b7ac3975892e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:24.800714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.846773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.955782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.977963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:24.979772 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cf19b05-88c0-46a2-92da-7a5d018c1dfb HTTP/1.1" status: 204 len: 168 time: 0.5175259 Mar 02 17:33:24.981173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051eca8-99c2-44c5-8724-b7ac65cbe2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf19b05-88c0-46a2-92da-7a5d018c1dfb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:24.988881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.046061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52406) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:25.047186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052041b3-87eb-47fe-ab8f-e2a2eb5cfcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf19b05-88c0-46a2-92da-7a5d018c1dfb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:25.059558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.086759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.166593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:25.171361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9b97daf108455bbaba94505e0584cf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:25.177217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:25.185591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:25.219214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] For port 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=93ebdc5e-67a6-4f90-9339-b7ac3975892e,segment=NetworkSegment(e9efdb33-426c-4722-b9c4-9a5edbc7599c),segment_id=e9efdb33-426c-4722-b9c4-9a5edbc7599c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:25.219868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.253513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ffa7fa8e-2b50-4007-8e8a-a37265d22d8b req-ccb94845-f31b-4bd3-9ea4-cac071a96530 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:25.262356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffa7fa8e-2b50-4007-8e8a-a37265d22d8b req-ccb94845-f31b-4bd3-9ea4-cac071a96530 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 931 time: 2.3753641 Mar 02 17:33:25.325280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.330723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.341040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-59c58a6c-d362-45e6-a465-685b8f1c05e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 1096 time: 1.3693435 Mar 02 17:33:25.412812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d094c675-48f3-4d33-83c1-1556ea869e15,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:25.442509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Calling delete_port for 93ebdc5e-67a6-4f90-9339-b7ac3975892e owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:25.477267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f46381f6-e933-4ce7-99bf-a9d0522c0860 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc9b97daf108455bbaba94505e0584cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4156506 Mar 02 17:33:25.478668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52412) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:25.650463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.674627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.710658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 93ebdc5e-67a6-4f90-9339-b7ac3975892e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:25.739993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.856155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.893499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] No DVR routers for this DVR port 93ebdc5e-67a6-4f90-9339-b7ac3975892e on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:33:25.896370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d094c675-48f3-4d33-83c1-1556ea869e15,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:25.902781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 93ebdc5e-67a6-4f90-9339-b7ac3975892e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:33:25.903102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 93ebdc5e-67a6-4f90-9339-b7ac3975892e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:33:25.907069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:25.910834 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e68965c2-db05-448a-a484-f02d78cddf74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d094c675-48f3-4d33-83c1-1556ea869e15 HTTP/1.1" status: 204 len: 168 time: 0.4274783 Mar 02 17:33:26.030744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52428) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:26.061694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd180-b1e5-47a7-944d-e576ddc03c96 None None] Pushing event deleted for resources: {'Port': ['ID=93ebdc5e-67a6-4f90-9339-b7ac3975892e,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:26.078299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.200211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:26.213473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e8847c28d14d85825c164039b803ff is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:26.224246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:26.244483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:26.382017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.470346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.518803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.529451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:33:00Z', 'revision_number': 4, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'd6db8871-3222-404a-89c1-b373173f6b92', 'name': '', 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'mac_address': 'fa:16:3e:3f:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:58Z', 'updated_at': '2022-03-02T17:33:22Z', 'revision_number': 4, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'subnets': [{'id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:26.537202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e94f5-b9a0-4f91-9b8e-8806bc1ca6f3 None None] The sync data for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 is: [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:33:00Z', 'revision_number': 4, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'd6db8871-3222-404a-89c1-b373173f6b92', 'name': '', 'network_id': '0a395433-c75b-4d85-b53c-5706425507e4', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'mac_address': 'fa:16:3e:3f:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:58Z', 'updated_at': '2022-03-02T17:33:22Z', 'revision_number': 4, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'subnets': [{'id': '2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:33:26.556027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb58a9e-4391-4e2c-8ae0-8aad072103c5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:26.616589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8416b77a-b8cd-4735-b71a-ed998f9821c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9e8847c28d14d85825c164039b803ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5856080 Mar 02 17:33:26.619126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52440) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:26.671103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] For port 93ebdc5e-67a6-4f90-9339-b7ac3975892e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=93ebdc5e-67a6-4f90-9339-b7ac3975892e,segment=NetworkSegment(e9efdb33-426c-4722-b9c4-9a5edbc7599c),segment_id=e9efdb33-426c-4722-b9c4-9a5edbc7599c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:26.671461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.718746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.790772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:26.864461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:27.035729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:27.084019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5007fd61-7620-44c3-9f6e-eb073d1d4714,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:27.091244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb58a9e-4391-4e2c-8ae0-8aad072103c5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:27.134431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:27.135917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4dc26d07-cb1f-49de-aedf-21eb9902710c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbb58a9e-4391-4e2c-8ae0-8aad072103c5 HTTP/1.1" status: 204 len: 168 time: 0.5156469 Mar 02 17:33:27.355594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Calling delete_port for 93ebdc5e-67a6-4f90-9339-b7ac3975892e owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:27.468657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d6db8871-3222-404a-89c1-b373173f6b92 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:27.508255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffa7fa8e-2b50-4007-8e8a-a37265d22d8b req-cef2bd64-1ae0-4f76-ac43-6a8b062b12ad tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2444103 Mar 02 17:33:27.609372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:27.678467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:33:27.738756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ba556459-ece9-4d71-ba1e-679f1deb3fe0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5007fd61-7620-44c3-9f6e-eb073d1d4714 HTTP/1.1" status: 204 len: 168 time: 4.6656470 Mar 02 17:33:27.741969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52464) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:27.881938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port d6db8871-3222-404a-89c1-b373173f6b92 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:27.888190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d6db8871-3222-404a-89c1-b373173f6b92 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:27.888570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.047656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6e49-6d97-4503-afac-61522da81198 req-3ef3110f-17b5-4ffd-9652-4b2c9ad46035 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:28.070117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-3ef3110f-17b5-4ffd-9652-4b2c9ad46035 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 2.4173591 Mar 02 17:33:28.241973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.308405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:28.320380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port d6db8871-3222-404a-89c1-b373173f6b92, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d6db8871-3222-404a-89c1-b373173f6b92,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:28.327749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-86740699-4158-4423-b05d-066efd9c6728 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 200 len: 217 time: 0.2555299 Mar 02 17:33:28.332204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.363841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.474922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.477137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:33:28.477453 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:33:28.631379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6e49-6d97-4503-afac-61522da81198 req-18cba321-a45c-4c1d-ab6b-775edece54b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:28.636611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-18cba321-a45c-4c1d-ab6b-775edece54b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.2868137 Mar 02 17:33:28.642055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Transition to ACTIVE for port object 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:28.698372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:28.755932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-311f7090-b32b-4836-ae6e-5310dc1dc224 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115477 Mar 02 17:33:28.759621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.793139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.875986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8c34e0-dad2-4a45-b951-37df98895384']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:28.916449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f60fa60-f093-4ffd-b923-a87bbe969caa') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:28.916739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f60fa60-f093-4ffd-b923-a87bbe969caa') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:28.940599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.969231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:28.991931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:33:28.993269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:33:29.029512 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:33:29.352702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Deleting port 93ebdc5e-67a6-4f90-9339-b7ac3975892e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:29.356881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:29.359861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:29.363434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:29.418395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d6db8871-3222-404a-89c1-b373173f6b92 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:29.425823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c8c34e0-dad2-4a45-b951-37df98895384 HTTP/1.1" status: 204 len: 168 time: 1.6800284 Mar 02 17:33:29.443116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84561-5068-42fd-99fa-e7f514419699 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8c34e0-dad2-4a45-b951-37df98895384,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:29.669776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d6db8871-3222-404a-89c1-b373173f6b92 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:29.670540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:29.742141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] The port '93ebdc5e-67a6-4f90-9339-b7ac3975892e' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:33:29.935982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:30.248329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:30.398491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a046b379-7e6a-4841-99ac-c07f94184c8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e457c8053a5a489fac6df71d9ee5c09f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1516707 Mar 02 17:33:30.404299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:30.636223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:30.716394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:30.735243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:30.845520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:30.899744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f545cd-4922-45a2-b235-0a34fd9ef98b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:30.937829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:30.942259 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d27a9f22-282e-4fb8-8fed-d1c7901338e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7f545cd-4922-45a2-b235-0a34fd9ef98b HTTP/1.1" status: 204 len: 168 time: 0.5356393 Mar 02 17:33:31.067630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88d5306-e0c7-4fa9-833b-dc9d795fc661']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:31.161757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:31.169160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:31.171875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:31.193225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9efdb33-426c-4722-b9c4-9a5edbc7599c') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:31.193724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9efdb33-426c-4722-b9c4-9a5edbc7599c') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:33:31.249385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c312e6-caef-473d-932a-2ebfcd80e2c8 req-9fe225a0-b72c-4fa2-a1eb-612a6efd2ebb tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:31.260890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1c312e6-caef-473d-932a-2ebfcd80e2c8 req-9fe225a0-b72c-4fa2-a1eb-612a6efd2ebb tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 2.1803296 Mar 02 17:33:31.351263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:31.383711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:33:31.390017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:31.416204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:31.416835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:31.417426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:31.431891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Bound port: 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:31.436540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:31.454384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-3a89e58b-dd35-4f68-9ce3-b35f5b60ea6c service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6563990 Mar 02 17:33:31.466046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:31.642529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1c312e6-caef-473d-932a-2ebfcd80e2c8 req-6a7d8649-410a-465a-8e1b-ae4b1567a9e4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796213 Mar 02 17:33:31.659729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:33:31.660136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:33:31.707567 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:33:31.781862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-056d4c7a-dc72-40ac-a5d5-88826d24a27d tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3226707 Mar 02 17:33:31.913743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:31.917652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:32.039704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:32.153119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e7a6e49-6d97-4503-afac-61522da81198 req-709ca0f6-8f80-448d-a2d1-ef06ab62c88e service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391749 Mar 02 17:33:32.367515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:32.373095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:32.375748 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:33:32.380739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-d1f937a0-2571-44da-a60c-cc6d714dbce7 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:32.382249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-d1f937a0-2571-44da-a60c-cc6d714dbce7 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040358 Mar 02 17:33:32.396018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:32.397417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] 10.222.0.35 "PUT /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 1091 time: 8.0225923 Mar 02 17:33:32.421152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:32.449889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] Pushing event deleted for resources: {'Network': ['ID=b88d5306-e0c7-4fa9-833b-dc9d795fc661,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:32.530832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa122af6-3cde-4048-b125-8bf0c3814c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419 tempest-ExtraDHCPOptionsIpV6TestJSON-1701961419-project] 10.222.0.37 "DELETE /v2.0/networks/b88d5306-e0c7-4fa9-833b-dc9d795fc661 HTTP/1.1" status: 204 len: 168 time: 10.6064081 Mar 02 17:33:32.541789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f990-a174-42c6-aa92-3cfd294ca976 service neutron] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:32.557026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-41702306-8643-4d63-9ed8-ceab8727fc00 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/quotas/a4a6fcbf9e75419eb9777fa9ffff4b41 HTTP/1.1" status: 200 len: 375 time: 0.1232684 Mar 02 17:33:32.623609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-bc561594-a311-4a24-971b-fef9ce31a88c tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562406 Mar 02 17:33:32.644179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-382d6f9f-b85e-40ee-b19b-f25311a62cd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1094 time: 0.1847460 Mar 02 17:33:32.794821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-0081c130-5d8b-47fd-8d23-c6c248668f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 217 time: 0.1344919 Mar 02 17:33:32.796354 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'status': 'completed', 'code': 200} Mar 02 17:33:33.204249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa712-5046-44e7-8c03-3e353683e300 req-db43022a-6efc-457a-954f-5a1b2724237e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:33.206450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-db43022a-6efc-457a-954f-5a1b2724237e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.4019697 Mar 02 17:33:33.327872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-aa52b478-a3d2-48ad-aeb1-b71b298d5ecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122017 Mar 02 17:33:33.376564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52620) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:33.593138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-f7cdf8ea-9489-4491-97db-2d5506b8274e service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565556 Mar 02 17:33:33.601417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588653-7b82-4c7d-98a5-031c88eccbd3 req-7f1147b2-5667-486c-a624-0b0b0c9b9ee7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:33.613971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18588653-7b82-4c7d-98a5-031c88eccbd3 req-7f1147b2-5667-486c-a624-0b0b0c9b9ee7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 0.6036978 Mar 02 17:33:33.914632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510fa712-5046-44e7-8c03-3e353683e300 req-c6d5241f-e89e-4a0b-a200-439bf705d9b6 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957861 Mar 02 17:33:33.980236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18588653-7b82-4c7d-98a5-031c88eccbd3 req-596b31bc-bf68-48cf-8c39-1815fe4d212e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637302 Mar 02 17:33:34.053205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:34.101463 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5aa4d54-d9d6-4b36-a938-559374a7d220 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f44dfbfd6c3a4733ace9a2fdde71bee8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7225959 Mar 02 17:33:34.104975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:34.226248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-329412338-network', 'tenant_id': '21910beda16641abae9fd79a42dd13e7'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:34.234639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:34.249064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Usage tracker for resource:network and tenant:21910beda16641abae9fd79a42dd13e7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:34.262220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:34.293657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:34.298211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.404788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.432543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Made reservation on behalf of 21910beda16641abae9fd79a42dd13e7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:34.442624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.493799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.558819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:34.564488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Usage tracker for resource:security_group_rule and tenant:21910beda16641abae9fd79a42dd13e7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:34.568466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:34.575465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:34.576246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1f0d002-8dcc-4f26-984c-2b2c951e4b2d req-a26f20a5-13b8-4502-b3a1-535be5ba2d89 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 210 time: 0.3963799 Mar 02 17:33:34.631480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.677424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-b38c38d6-744b-4cae-b675-ceafc804a995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1094 time: 0.6924694 Mar 02 17:33:34.692235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2ebd6-9d0b-48ee-8d8b-06fe0ab38f37,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:34.708351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.710060 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61578d9b-6cc0-41bb-9acd-71435172dbd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0e2ebd6-9d0b-48ee-8d8b-06fe0ab38f37 HTTP/1.1" status: 204 len: 168 time: 0.6030040 Mar 02 17:33:34.830050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.851792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.919095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:34.933146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639cb13-0c02-4605-bae1-a43612dfe58a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:34.938798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:34.939896 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Added segment 3ab670c9-7ae2-44df-81d2-0563f53e36b1 of type vlan for network c43d4dea-b0de-4217-87ed-c348951fe9e4 Mar 02 17:33:35.021983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:35.141877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:35.143516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:35.144271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:35.152969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642129f7-7440-4371-a641-cf7b77eb0234 req-b4ecaff3-7738-4a44-bfa7-e1be67788c0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:35.154456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-b4ecaff3-7738-4a44-bfa7-e1be67788c0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4675725 Mar 02 17:33:35.432814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c43d4dea-b0de-4217-87ed-c348951fe9e4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:35.451788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c43d4dea-b0de-4217-87ed-c348951fe9e4 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:35.466786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16fd148c-f061-4183-9566-173de84175a8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3957577 Mar 02 17:33:35.466786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52678) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:35.473619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Request body: {'subnet': {'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-329412338-subnet', 'tenant_id': '21910beda16641abae9fd79a42dd13e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:35.491660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:35.502160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Usage tracker for resource:subnet and tenant:21910beda16641abae9fd79a42dd13e7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:35.507804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:35.528307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:35.567362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Made reservation on behalf of 21910beda16641abae9fd79a42dd13e7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:35.578890 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:35.698563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-6d5b9d10-68bf-4ccd-a5b1-9b3d7a30028f tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2098150 Mar 02 17:33:35.700019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-91f37e0c-6841-49ac-b95c-6d55e662b6a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 217 time: 0.5341527 Mar 02 17:33:36.036152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:36.106385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe81ce0-aa28-4388-ac9c-268018b9faa9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:36.153449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Checking segment: {'id': '3ab670c9-7ae2-44df-81d2-0563f53e36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:36.157057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Network hostable DHCP agents. Network: c43d4dea-b0de-4217-87ed-c348951fe9e4, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:33:36.188897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Network c43d4dea-b0de-4217-87ed-c348951fe9e4 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:33:36.201088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c43d4dea-b0de-4217-87ed-c348951fe9e4) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:36.213055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fff25-0130-4d6e-8716-b42866b9fa3d None None] Network c43d4dea-b0de-4217-87ed-c348951fe9e4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:36.231240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-c5fa38c3-7e97-4e31-b8a5-34283469079d tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:36.236539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:36.238105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:36.243164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-c5fa38c3-7e97-4e31-b8a5-34283469079d tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234175 Mar 02 17:33:36.310230 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a4029a3-d570-4536-887a-aabf762d7783 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8422849 Mar 02 17:33:36.365892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Request body: {'port': {'device_id': '676908bd-a81e-4927-9197-e36f030cf569', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'a4a6fcbf9e75419eb9777fa9ffff4b41'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:36.458654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dc7a694-dad1-484c-b5f9-2ebcd68f6cea req-5185689c-70d7-4be7-9183-5bc7fa086472 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 210 time: 0.2103775 Mar 02 17:33:36.633578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8f411-65ba-49d5-a6c9-0a74976dbb68 None None] Network c43d4dea-b0de-4217-87ed-c348951fe9e4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:36.701155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605298c-ac64-4032-ab4f-439e81858460 req-7f976895-f29b-4b20-9793-576f5cf7110a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:36.710583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f605298c-ac64-4032-ab4f-439e81858460 req-7f976895-f29b-4b20-9793-576f5cf7110a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 1.3196352 Mar 02 17:33:36.713004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642129f7-7440-4371-a641-cf7b77eb0234 req-a811bbfb-20a5-4dd6-bd14-acc9a7ba8eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:36.722972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-a811bbfb-20a5-4dd6-bd14-acc9a7ba8eeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.9929328 Mar 02 17:33:36.859574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52710) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:36.878970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-4dc61184-abe6-4de6-bf83-487f4a027565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443138 Mar 02 17:33:37.271074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-cb89af29-92e8-408e-a0d9-0f88fa963a50 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709481 Mar 02 17:33:37.284017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1996280899'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:37.295851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:37.312783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:37.317003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:37.331562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:37.360146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:37.366384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.388310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.431643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:37.436958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:security_group_rule and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:37.441052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:37.451562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:37.509990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f605298c-ac64-4032-ab4f-439e81858460 req-f6e62823-c285-4d3a-8e95-e7f762962f89 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985218 Mar 02 17:33:37.554509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.564556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.590180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:37.593591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:37.611828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Usage tracker for resource:port and tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:37.616291 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.616636 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment e1cf583d-b8c5-4fd7-9d80-d8822871e830 of type vlan for network 4c0faa80-1de9-475e-a257-be5769fc9847 Mar 02 17:33:37.633937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:37.645061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.655818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:37.711451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Made reservation on behalf of a4a6fcbf9e75419eb9777fa9ffff4b41 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:37.713336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96e903-c6e5-43d6-9e4e-3b1cd1f791cd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:37.717173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.721784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:37.722747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.741244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.805274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:37.937567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=4c0faa80-1de9-475e-a257-be5769fc9847,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:37.956381 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-471ad576-d58e-41b5-a683-e43fd8f959eb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0945442 Mar 02 17:33:37.957280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4c0faa80-1de9-475e-a257-be5769fc9847 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:38.000397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:38.013422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Usage tracker for resource:security_group_rule and tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:38.017706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:38.039624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:38.229952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:38.263411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:38.405402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:38.609184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b226ed8a-514a-465f-a07d-082a7d96a96e req-d0f4afce-1e40-47cc-8afb-7f9f5eff768c tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 210 time: 0.3762870 Mar 02 17:33:38.721177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642129f7-7440-4371-a641-cf7b77eb0234 req-ace927b8-2424-4d4f-b148-f75abb156ae5 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4312088 Mar 02 17:33:38.930191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79982716-1fd0-40fa-85b0-6136112b1584,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:39.227316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a42773a8-d9c7-41c2-8a0b-e655df543ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:39.287894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Allocated IP 192.168.233.254 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/25346b3d-1e46-402f-8c6c-e39380d5e30e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:39.721417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:39.960413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897a73f-6f70-4958-a603-240faca7400a req-d398fbc1-1cff-4c44-b535-8e35acab5e89 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:39.970895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-d398fbc1-1cff-4c44-b535-8e35acab5e89 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/networks?id=c43d4dea-b0de-4217-87ed-c348951fe9e4 HTTP/1.1" status: 200 len: 821 time: 1.3637855 Mar 02 17:33:40.059780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:40.102758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-8e27ca38-aa00-40c6-8215-c2dc8575baa2 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/quotas/21910beda16641abae9fd79a42dd13e7 HTTP/1.1" status: 200 len: 375 time: 0.1307518 Mar 02 17:33:40.185981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:40.201936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Usage tracker for resource:security_group_rule and tenant:7b852a2662f545aa989dccce4b1c057f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:40.209940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:40.225244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:40.225808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-f2c05658-b6c6-4baf-b3d1-94830c82ae85 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21910beda16641abae9fd79a42dd13e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221232 Mar 02 17:33:40.426178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1905c36-cc08-47b7-a81c-37e42ee6282a req-047f9062-f80e-4f8f-9342-a4134df2bd0a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:40.433136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1905c36-cc08-47b7-a81c-37e42ee6282a req-047f9062-f80e-4f8f-9342-a4134df2bd0a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 0.9503176 Mar 02 17:33:40.545413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:40.550682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:40.624973 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:40.674773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Transition to ACTIVE for port object 25346b3d-1e46-402f-8c6c-e39380d5e30e will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:40.766810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-751039b4-8978-44a5-926e-6b06611eff3c service neutron] 10.222.0.37 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392885 Mar 02 17:33:40.789944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:40.894835 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b852a2662f545aa989dccce4b1c057f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1711912 Mar 02 17:33:40.901041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d92a3-a8fd-4338-8af2-31e0322bdd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46c102-68e0-4153-b02a-2316c4ab8ba0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:40.922175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:41.021813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:41.084042 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-f521291b-ef2c-4233-8da7-5510525c4b94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1098 time: 0.5193284 Mar 02 17:33:41.153422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1905c36-cc08-47b7-a81c-37e42ee6282a req-b15081db-e67f-4e81-b5e4-8c08c8e70199 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194149 Mar 02 17:33:41.178117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:41.244156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-a6430496-5073-4271-8520-fcb95ccf12fb service neutron] 10.222.0.37 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236562 Mar 02 17:33:41.250524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:41.253127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:41.272350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:41.284706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-618a276f-a6c9-4c0c-930f-5b5196ed2126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:41.430456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:41.431534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:41.484729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:41.510423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:41.584060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-b59ba608-fe2d-47ee-8cf5-5911cc82ba18 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2407458 Mar 02 17:33:41.771272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Request body: {'port': {'device_id': '676908bd-a81e-4927-9197-e36f030cf569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:41.786381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:41.853898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7c788141-7c10-4a33-a1f9-cf7f917a3763 None None] Provisioning for port 25346b3d-1e46-402f-8c6c-e39380d5e30e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:41.860098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7c788141-7c10-4a33-a1f9-cf7f917a3763 None None] Provisioning complete for port 25346b3d-1e46-402f-8c6c-e39380d5e30e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:41.860495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c788141-7c10-4a33-a1f9-cf7f917a3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:41.968763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-2d98c068-6e35-4eb1-a3db-8294acc5fc20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:41.974692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-2d98c068-6e35-4eb1-a3db-8294acc5fc20 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.8522635 Mar 02 17:33:41.997389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7c788141-7c10-4a33-a1f9-cf7f917a3763 None None] Port 25346b3d-1e46-402f-8c6c-e39380d5e30e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:33:42.162303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:42.167384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:42.194022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46c102-68e0-4153-b02a-2316c4ab8ba0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:42.216192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:42.217304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db653a13-bb40-4dc6-9618-83a2dbf23bb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd46c102-68e0-4153-b02a-2316c4ab8ba0 HTTP/1.1" status: 204 len: 168 time: 1.2877648 Mar 02 17:33:42.255191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-58ffcd0d-3915-498a-81f0-58258bb787d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 1001 time: 0.2709041 Mar 02 17:33:42.255915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b160fd5-31f1-497c-9b7f-554d2b6a62cc req-9c3c9fda-bc4d-49b7-9365-288cba1d8ab8 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 210 time: 0.1512611 Mar 02 17:33:42.290967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430539fc-1591-4aec-9185-9e9078f12bac req-4d82959b-02d4-4aa2-86c9-5f982172cca2 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:42.292042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-430539fc-1591-4aec-9185-9e9078f12bac req-4d82959b-02d4-4aa2-86c9-5f982172cca2 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Synchronizing usage tracker for tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:42.295351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:subnet and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:42.321192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:42.415871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:42.484818 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:42.542829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-f758f6a2-ff54-4e67-982d-2e21e4006bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:42.544282 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-f758f6a2-ff54-4e67-982d-2e21e4006bc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2749026 Mar 02 17:33:42.695466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:42.718744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-699e37eb-b8c4-414d-8354-a527ef4ff409 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668499 Mar 02 17:33:42.731264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:42.755113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-430539fc-1591-4aec-9185-9e9078f12bac req-4d82959b-02d4-4aa2-86c9-5f982172cca2 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Unset dirty status for tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:42.756282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-430539fc-1591-4aec-9185-9e9078f12bac req-4d82959b-02d4-4aa2-86c9-5f982172cca2 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 936 time: 0.9895680 Mar 02 17:33:42.992679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.009124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.089823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-a696f6dc-b457-451e-8ec8-ce109a20a4ea service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637748 Mar 02 17:33:43.211667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52808) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:43.253297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.335919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:43.343569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Usage tracker for resource:security_group_rule and tenant:63c1a7d5b4e94c99ad2cfd5bbb5b8d3d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:43.348301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fb30c261-a4ef-4c5c-b976-b5290dd9501f req-3991df9d-57e0-4c5e-904a-a6dca53254dd service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513983 Mar 02 17:33:43.349061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:43.356006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:43.438315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-430539fc-1591-4aec-9185-9e9078f12bac req-13c0312c-edc1-4a41-80ce-f73486084764 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Synchronizing usage tracker for tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:43.457063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.469007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.497405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a26f-17ce-402a-9c02-7362df93a53a req-8c8abab6-662f-4a5b-9cfb-3da4673b546f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:43.498906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f23a26f-17ce-402a-9c02-7362df93a53a req-8c8abab6-662f-4a5b-9cfb-3da4673b546f tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 0.8091295 Mar 02 17:33:43.522049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-430539fc-1591-4aec-9185-9e9078f12bac req-13c0312c-edc1-4a41-80ce-f73486084764 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Unset dirty status for tenant:a4a6fcbf9e75419eb9777fa9ffff4b41 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:43.523263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-430539fc-1591-4aec-9185-9e9078f12bac req-13c0312c-edc1-4a41-80ce-f73486084764 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6829567 Mar 02 17:33:43.559154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c95944-1097-4c78-bfe8-4554bd9ef01a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:43.588557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ca966a6-18e9-4f22-8284-d5d6bac81315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63c1a7d5b4e94c99ad2cfd5bbb5b8d3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3761001 Mar 02 17:33:43.590993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:43.672479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f23a26f-17ce-402a-9c02-7362df93a53a req-a60805ae-ff8a-4828-b15e-e37149cd2323 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594036 Mar 02 17:33:43.771220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.864704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:43.887185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.903318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:43.981182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897a73f-6f70-4958-a603-240faca7400a req-fd7abae6-5db8-4766-87e5-5639487e4969 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:43.983116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e897a73f-6f70-4958-a603-240faca7400a req-fd7abae6-5db8-4766-87e5-5639487e4969 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Synchronizing usage tracker for tenant:21910beda16641abae9fd79a42dd13e7 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:43.994014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Transition to ACTIVE for port object 25346b3d-1e46-402f-8c6c-e39380d5e30e will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:44.034754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9acab56-9fff-4ed5-96b5-2249a17a4143 req-57309875-821e-47e5-9daf-afd6b49e716f tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 210 time: 0.0905008 Mar 02 17:33:44.035660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.044328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.063196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e897a73f-6f70-4958-a603-240faca7400a req-fd7abae6-5db8-4766-87e5-5639487e4969 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Unset dirty status for tenant:21910beda16641abae9fd79a42dd13e7 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:44.063196 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-fd7abae6-5db8-4766-87e5-5639487e4969 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.50 "GET /v2.0/networks?id=c43d4dea-b0de-4217-87ed-c348951fe9e4 HTTP/1.1" status: 200 len: 821 time: 0.2867343 Mar 02 17:33:44.075855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:44.096268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Request body: {'port': {'device_id': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4', 'admin_state_up': True, 'tenant_id': '21910beda16641abae9fd79a42dd13e7'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:44.154689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=75cd93d5-0eff-465a-9b9b-7b1bcc84800f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:44.334924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:44.335128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:44.341043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Usage tracker for resource:port and tenant:21910beda16641abae9fd79a42dd13e7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:44.349360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': 'e1cf583d-b8c5-4fd7-9d80-d8822871e830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:44.349828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: 4c0faa80-1de9-475e-a257-be5769fc9847, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:33:44.356459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:44.375043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:44.386898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:44.394424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.402611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Made reservation on behalf of 21910beda16641abae9fd79a42dd13e7 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:44.406926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6', 'port_id': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'mac_address': 'fa:16:3e:cb:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9946fdfe-9d02-47ff-957a-31e305362547', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:44.411775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.441165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.507992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498b20-efc6-4057-8755-9805a4a25656 req-885d5f5b-ff94-47b7-89d5-b56463c1076f tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:44.509930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0498b20-efc6-4057-8755-9805a4a25656 req-885d5f5b-ff94-47b7-89d5-b56463c1076f tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 950 time: 0.4916565 Mar 02 17:33:44.511269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.559689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:44.583263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:44.588591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c95944-1097-4c78-bfe8-4554bd9ef01a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:44.590611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.605806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.610183 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5905f94-3f95-4504-9579-f01865aab7c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55c95944-1097-4c78-bfe8-4554bd9ef01a HTTP/1.1" status: 204 len: 168 time: 1.0179281 Mar 02 17:33:44.649261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 4c0faa80-1de9-475e-a257-be5769fc9847 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:33:44.669188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Attempting to bind port 25346b3d-1e46-402f-8c6c-e39380d5e30e on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:44.669557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Attempting to bind port 25346b3d-1e46-402f-8c6c-e39380d5e30e by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:44.670054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Attempting to bind port 25346b3d-1e46-402f-8c6c-e39380d5e30e on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:44.696929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0498b20-efc6-4057-8755-9805a4a25656 req-528d2a75-6207-4325-a126-7aee3adc2ac3 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799462 Mar 02 17:33:44.698829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4c0faa80-1de9-475e-a257-be5769fc9847) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:44.709918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:44.710498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.725788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Port 25346b3d-1e46-402f-8c6c-e39380d5e30e on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:33:44.726110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Attempting to bind port 25346b3d-1e46-402f-8c6c-e39380d5e30e on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:44.740369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5119d5-30bc-4072-8cae-7541d5121f84 None None] Network 4c0faa80-1de9-475e-a257-be5769fc9847 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:44.749181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:44.749511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:44.749892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:44.750320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Bound port: 25346b3d-1e46-402f-8c6c-e39380d5e30e, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:44.750680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:44.873191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Allocated IP 172.20.0.11 (c43d4dea-b0de-4217-87ed-c348951fe9e4/3fe81ce0-aa28-4388-ac9c-268018b9faa9/709a79b0-c9af-4d4f-b91f-38dcd60ddcdb) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:45.018439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:45.138865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-13f02029-617b-46e2-bbe3-6fbff5bf2de7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6481214 Mar 02 17:33:45.160152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:45.163667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:45.209623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-222203300'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:45.253147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:45.262232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:45.289493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:45.381963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:45.402620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:45.407059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-7194593e-f4af-40f7-8ea7-fded482890a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/25346b3d-1e46-402f-8c6c-e39380d5e30e HTTP/1.1" status: 200 len: 1096 time: 3.6402812 Mar 02 17:33:45.408520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:45.438067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:45.481711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3190-d6cc-4902-966f-8616afb7e17f req-6a4a0b2e-79f6-4c0c-ab50-78fcafe54308 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:45.482949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b22c3190-d6cc-4902-966f-8616afb7e17f req-6a4a0b2e-79f6-4c0c-ab50-78fcafe54308 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 948 time: 0.5120862 Mar 02 17:33:45.497126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4c0faa80-1de9-475e-a257-be5769fc9847', 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '75cd93d5-0eff-465a-9b9b-7b1bcc84800f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:33:45.497957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:45.503626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:45.535730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:45.574991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:45.749545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:45.754976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b22c3190-d6cc-4902-966f-8616afb7e17f req-dd8b5d4b-4a66-449f-b9a6-edd694e50b4a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670024 Mar 02 17:33:45.758346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:45.802565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-db1edf4a-d397-475e-8666-339609103a9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 1099 time: 0.3146725 Mar 02 17:33:45.991608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:46.034432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.059743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.060229 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment 612227b5-72b6-40a9-aacd-3c1a99b462cc of type vlan for network 6ad1e807-3252-4c51-9d0f-023575cdce3f Mar 02 17:33:46.094039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.118057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:46.138186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.144588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:46.145706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.176458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e439ea28-d545-41fd-bc59-cd6b556438fe req-6d611cb3-dfff-40dc-b589-514d8ce79d6c tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 210 time: 0.1408174 Mar 02 17:33:46.179439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-3828a844-489a-457c-910a-f2cbad962e21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e HTTP/1.1" status: 200 len: 217 time: 0.3607111 Mar 02 17:33:46.202773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Allocated IP 2001:db8:0:ffff::2 (4c0faa80-1de9-475e-a257-be5769fc9847/75cd93d5-0eff-465a-9b9b-7b1bcc84800f/1bc20680-e661-4e71-acff-b2d6430982d1) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:46.332440 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'status': 'completed', 'code': 200} Mar 02 17:33:46.408852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-5938580b-ed46-414c-b454-a6783fbaee22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:46.415098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-5938580b-ed46-414c-b454-a6783fbaee22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2257836 Mar 02 17:33:46.519074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4788adb-7fed-4a14-be03-6d1d8440d84c req-85a77d5c-76ac-455c-ac1f-642cfd0cc2c5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:46.526007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4788adb-7fed-4a14-be03-6d1d8440d84c req-85a77d5c-76ac-455c-ac1f-642cfd0cc2c5 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 0.4980681 Mar 02 17:33:46.544265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3781674 Mar 02 17:33:46.549255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:46.563415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:46.584814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4959ae-3499-4ad3-b3cf-7d0cc62c5eb7 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=6ad1e807-3252-4c51-9d0f-023575cdce3f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:46.607072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:46.643445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.729891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Pushing event updated for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:46.778084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4788adb-7fed-4a14-be03-6d1d8440d84c req-7f43624b-cf6f-4b2e-bf81-c9cd8058b535 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511230 Mar 02 17:33:46.781186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Network c43d4dea-b0de-4217-87ed-c348951fe9e4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:46.783883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:46.786163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:46.789097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:46.837018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:subnet and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:46.844632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-ee0e9c2b-d9ee-4fc8-ae90-e2ba2ebb3202 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4160833 Mar 02 17:33:46.851067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:46.884031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:46.896763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490678ed-e762-48d3-a490-c4a9fd0e2f72 req-e667089f-3120-4c97-afe5-1b1259aecf2d tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:46.911646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.915230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-490678ed-e762-48d3-a490-c4a9fd0e2f72 req-e667089f-3120-4c97-afe5-1b1259aecf2d tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 950 time: 0.3117518 Mar 02 17:33:46.924970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:46.925648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:46.989116 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-67482924-5cdf-4bf0-a699-bffb47df93e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9063790 Mar 02 17:33:46.992849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:47.046435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Request body: {'port': {'device_id': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:47.091839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:47.159335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:47.178033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.281365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.327201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Transition to ACTIVE for port object 1bc20680-e661-4e71-acff-b2d6430982d1 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:47.426366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Transition to ACTIVE for port object 1bc20680-e661-4e71-acff-b2d6430982d1 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:47.446596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:47.454387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-a1372658-90bd-4f55-9a84-3075dc83f83d service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997534 Mar 02 17:33:47.471852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.488197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.594015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Network 4c0faa80-1de9-475e-a257-be5769fc9847 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:47.634140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:47.638397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:47.647354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Pushing event updated for resources: {'Port': ['ID=1bc20680-e661-4e71-acff-b2d6430982d1,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:47.681868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.760222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Attempting to bind port 1bc20680-e661-4e71-acff-b2d6430982d1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:47.760222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Attempting to bind port 1bc20680-e661-4e71-acff-b2d6430982d1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e1cf583d-b8c5-4fd7-9d80-d8822871e830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:47.760222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Attempting to bind port 1bc20680-e661-4e71-acff-b2d6430982d1 on network 4c0faa80-1de9-475e-a257-be5769fc9847 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:47.766722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:47.767638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Checking segment: {'id': 'e1cf583d-b8c5-4fd7-9d80-d8822871e830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:47.768453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.768453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Bound using segment: {'id': 'e1cf583d-b8c5-4fd7-9d80-d8822871e830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:47.768869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Bound port: 1bc20680-e661-4e71-acff-b2d6430982d1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cf583d-b8c5-4fd7-9d80-d8822871e830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4c0faa80-1de9-475e-a257-be5769fc9847'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:47.769238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:47.788849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9c56544-1d90-4c3c-86b0-300e8d364aa8 req-8526ce1e-6c9c-4480-8b6f-b13778b49845 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164620 Mar 02 17:33:47.791078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-490678ed-e762-48d3-a490-c4a9fd0e2f72 req-ed2e24c6-3e2d-4c90-903f-918db061ea79 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734105 Mar 02 17:33:47.811370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a9b1f-9bd1-4f38-a2f7-e358ae30cdd8 req-b0ca5ad9-815b-4ff4-8b2b-44a11dd16bdd tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:47.812816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-382a9b1f-9bd1-4f38-a2f7-e358ae30cdd8 req-b0ca5ad9-815b-4ff4-8b2b-44a11dd16bdd tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 948 time: 0.5460842 Mar 02 17:33:47.915440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-382a9b1f-9bd1-4f38-a2f7-e358ae30cdd8 req-c6ee8d86-ddad-474d-90db-f4fc5dca4f57 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949650 Mar 02 17:33:47.991367 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'code': 200} Mar 02 17:33:48.016276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] For port 1bc20680-e661-4e71-acff-b2d6430982d1, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:48.021441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] For port 1bc20680-e661-4e71-acff-b2d6430982d1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1bc20680-e661-4e71-acff-b2d6430982d1,segment=NetworkSegment(e1cf583d-b8c5-4fd7-9d80-d8822871e830),segment_id=e1cf583d-b8c5-4fd7-9d80-d8822871e830)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:48.030760 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.078496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-be64eaf5-5125-419c-92d2-67672aaf8276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 1099 time: 0.1553459 Mar 02 17:33:48.135599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:48.330309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348061ac-b926-485d-b5e1-32d2277292b3 None None] Pushing event updated for resources: {'Port': ['ID=1bc20680-e661-4e71-acff-b2d6430982d1,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:48.351545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:48.358274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:48.358676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.474635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:33:48.480486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.530109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68338-07c3-4819-828d-4120daee6a51 req-4a54d0d5-086b-4429-8772-f35e8e0dceaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:48.531529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-4a54d0d5-086b-4429-8772-f35e8e0dceaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4433942 Mar 02 17:33:48.560991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.582693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=69cb3baa-c80d-463a-b8fa-98f349a165a1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:48.672096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:48.676548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.725061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-3bbcbfa8-d5be-488a-aa2e-17fe37504ed0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e HTTP/1.1" status: 200 len: 217 time: 0.1836808 Mar 02 17:33:48.747339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': '612227b5-72b6-40a9-aacd-3c1a99b462cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:48.747918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: 6ad1e807-3252-4c51-9d0f-023575cdce3f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:33:48.785670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:48.820255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa319242-f070-448c-bdac-67af35abb909 req-dec57a4c-bb62-4409-a470-e33dbda189b3 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:48.820825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:33:48.820935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa319242-f070-448c-bdac-67af35abb909 req-dec57a4c-bb62-4409-a470-e33dbda189b3 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 932 time: 0.5511246 Mar 02 17:33:48.841490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a74d0-a5da-402a-9cbc-554b7f17568d req-dd68819d-7065-45f6-b59e-7917ece788fd tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:48.849079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-938a74d0-a5da-402a-9cbc-554b7f17568d req-dd68819d-7065-45f6-b59e-7917ece788fd tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 0.7015157 Mar 02 17:33:48.850671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.909150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6ad1e807-3252-4c51-9d0f-023575cdce3f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:48.916414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:48.917110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.922328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903a058-a1dc-412f-a34f-7b564d44ac8d None None] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:48.937319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68338-07c3-4819-828d-4120daee6a51 req-29ae0074-509d-4c5a-b70f-44ea47e69060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:48.939361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-29ae0074-509d-4c5a-b70f-44ea47e69060 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2053561 Mar 02 17:33:48.940982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:48.970668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:48.986346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Transition to ACTIVE for port object 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:48.999580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:49.068929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-938a74d0-a5da-402a-9cbc-554b7f17568d req-a7293d51-0322-4890-ad03-de0df56733dd tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189372 Mar 02 17:33:49.089550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa319242-f070-448c-bdac-67af35abb909 req-ba80b127-0f7b-4360-8588-8dc9f3c4f1da tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251322 Mar 02 17:33:49.142365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Pushing event updated for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:49.145664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-f2d2e02a-6622-4829-bcb5-77574cd233ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909056 Mar 02 17:33:49.148302 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f9b03fc-d238-462b-82df-e2db9bb6d8e9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5981793 Mar 02 17:33:49.151616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52922) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:49.162650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'port': {'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f', 'name': 'tempest-NetworksIpV6TestAttrs-1896862779'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:49.322685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6ad1e807-3252-4c51-9d0f-023575cdce3f', 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '69cb3baa-c80d-463a-b8fa-98f349a165a1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:33:49.325149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:49.473859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1bc20680-e661-4e71-acff-b2d6430982d1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:49.594850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Attempting to bind port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:49.595774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Attempting to bind port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '3ab670c9-7ae2-44df-81d2-0563f53e36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:49.596967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Attempting to bind port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb on network c43d4dea-b0de-4217-87ed-c348951fe9e4 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:49.605968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb on network c43d4dea-b0de-4217-87ed-c348951fe9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:33:49.606284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Attempting to bind port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb on network c43d4dea-b0de-4217-87ed-c348951fe9e4 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:49.617774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:49.617774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Checking segment: {'id': '3ab670c9-7ae2-44df-81d2-0563f53e36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:49.618175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Bound using segment: {'id': '3ab670c9-7ae2-44df-81d2-0563f53e36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:49.618638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Bound port: 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab670c9-7ae2-44df-81d2-0563f53e36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:49.618983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:49.786943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:49.791309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,segment=NetworkSegment(3ab670c9-7ae2-44df-81d2-0563f53e36b1),segment_id=3ab670c9-7ae2-44df-81d2-0563f53e36b1)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:49.792664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-653ab682-9535-4d3a-967e-9f26b0599f5f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365371 Mar 02 17:33:49.802270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.010106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:50.029774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.031663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] 10.222.0.50 "PUT /v2.0/ports/709a79b0-c9af-4d4f-b91f-38dcd60ddcdb HTTP/1.1" status: 200 len: 1092 time: 3.0107160 Mar 02 17:33:50.033123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa8d9f-8838-4b0d-b0a9-de19f92e95e5 None None] Network 4c0faa80-1de9-475e-a257-be5769fc9847 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:50.033338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406e1d3-2444-4510-a3f2-7d16d5a96550 service neutron] Pushing event updated for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:50.037240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:50.045810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1670371682', 'description': 'tempest-description-1447797625'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:50.094898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:50.114178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:50.123213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:port and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:50.131366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:50.148730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1bc20680-e661-4e71-acff-b2d6430982d1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:50.153441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Allocated IP 2001:db8::f816:3eff:fea2:ab50 (6ad1e807-3252-4c51-9d0f-023575cdce3f/69cb3baa-c80d-463a-b8fa-98f349a165a1/76cc1f3f-e83e-4d9b-8627-da529bb2934d) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:50.179845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Usage tracker for resource:security_group and tenant:dc983fd36428448cb1b4bb54d5cf8b6f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:50.190849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:50.200810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:50.219201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:50.229350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Provisioning for port 1bc20680-e661-4e71-acff-b2d6430982d1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:50.237524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-2970d21c-d48e-4009-b566-0a0fac915804 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21910beda16641abae9fd79a42dd13e7&device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 1095 time: 0.1377470 Mar 02 17:33:50.242338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad68338-07c3-4819-828d-4120daee6a51 req-7f88ec70-3357-4c89-b677-55d66ee08cfd service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423902 Mar 02 17:33:50.243137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.257691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.270380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:50.289885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.311259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Provisioning complete for port 1bc20680-e661-4e71-acff-b2d6430982d1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:50.311943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.331548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:50.335690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Usage tracker for resource:security_group_rule and tenant:dc983fd36428448cb1b4bb54d5cf8b6f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:50.339240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:50.346093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:50.424555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.444593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] device_id is not set on port 0665cf04-7a3c-44e4-aef2-21ca3acf132a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:33:50.479738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-613d78c6-70a4-421e-bd85-bf32af2f6bda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb HTTP/1.1" status: 200 len: 217 time: 0.2068527 Mar 02 17:33:50.496868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.611319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897a73f-6f70-4958-a603-240faca7400a req-a0ce979d-e862-4596-a3cb-595b0ec353b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:50.613218 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-a0ce979d-e862-4596-a3cb-595b0ec353b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fe81ce0-aa28-4388-ac9c-268018b9faa9 HTTP/1.1" status: 200 len: 861 time: 0.1241910 Mar 02 17:33:50.695833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049e69c0-1eb9-4c6e-b58e-ea2130ae48c9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:50.707673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-1f9abdb8-ee37-4cd5-862d-5e3646091e82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43d4dea-b0de-4217-87ed-c348951fe9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869763 Mar 02 17:33:50.805118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:50.814464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Usage tracker for resource:security_group_rule and tenant:dc983fd36428448cb1b4bb54d5cf8b6f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:50.820479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:50.841489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:50.858367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638811c-9372-49eb-82ed-7732cbf02795 req-035b996d-dca9-4c13-9059-5a3139c5801b tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:50.866512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b638811c-9372-49eb-82ed-7732cbf02795 req-035b996d-dca9-4c13-9059-5a3139c5801b tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 948 time: 0.1744387 Mar 02 17:33:50.883497 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-49e04c76-4c68-42e3-b833-6668d9e89b5f service neutron] 10.222.0.50 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685081 Mar 02 17:33:50.897575 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:50.928826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Transition to ACTIVE for port object 76cc1f3f-e83e-4d9b-8627-da529bb2934d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:50.932203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b638811c-9372-49eb-82ed-7732cbf02795 req-254586b0-4ec8-4bca-b1a4-12a588a628e9 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645001 Mar 02 17:33:50.971875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.030457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:51.037148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.044071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Transition to ACTIVE for port object 76cc1f3f-e83e-4d9b-8627-da529bb2934d will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:51.049410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.069958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.081927 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'code': 200} Mar 02 17:33:51.156541 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e897a73f-6f70-4958-a603-240faca7400a req-dbf298cf-6a4a-4448-b796-25338b7eff5d service neutron] 10.222.0.50 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561851 Mar 02 17:33:51.224389 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb', 'status': 'completed', 'code': 200} Mar 02 17:33:51.231865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:33:51.256179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Allocated IP 2001:db8::f816:3eff:fee4:d05 (6ad1e807-3252-4c51-9d0f-023575cdce3f/69cb3baa-c80d-463a-b8fa-98f349a165a1/0665cf04-7a3c-44e4-aef2-21ca3acf132a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:51.260628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] For port 1bc20680-e661-4e71-acff-b2d6430982d1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1bc20680-e661-4e71-acff-b2d6430982d1,segment=NetworkSegment(e1cf583d-b8c5-4fd7-9d80-d8822871e830),segment_id=e1cf583d-b8c5-4fd7-9d80-d8822871e830)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:51.371588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.431014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:51.440335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:51.448776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Pushing event updated for resources: {'Port': ['ID=76cc1f3f-e83e-4d9b-8627-da529bb2934d,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:51.456872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:51.466416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f62719-5e1a-48b8-a551-e8e06c02987e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:51.534127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-e5573e07-25c7-44d5-a26e-2b3fc3e35756 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21910beda16641abae9fd79a42dd13e7&device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 1095 time: 0.1721454 Mar 02 17:33:51.628086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.630126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbd073cd-6ee7-4a2d-9e41-df45b1d197b0 req-36f12356-69f2-484b-bb90-7cf13d87c4ff tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.6131978 Mar 02 17:33:51.718184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:51.741858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-0fdf25e4-5c8d-40c6-955b-8a5d87482075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:51.745811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-0fdf25e4-5c8d-40c6-955b-8a5d87482075 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43d4dea-b0de-4217-87ed-c348951fe9e4 HTTP/1.1" status: 200 len: 922 time: 0.2005172 Mar 02 17:33:51.752923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'mac_address': 'fa:16:3e:98:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:51.777620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-811392f1-c019-4ce3-b18f-392777c9426d None None] Provisioning complete for port 1bc20680-e661-4e71-acff-b2d6430982d1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:51.777997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-811392f1-c019-4ce3-b18f-392777c9426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.855872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-9e687ef4-e7c0-4b8e-9b35-aff41dc5f7f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb HTTP/1.1" status: 200 len: 217 time: 0.0963600 Mar 02 17:33:51.859506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50c84-9e58-4d0f-848b-3f3c13ad759e None None] Pushing event updated for resources: {'Port': ['ID=1bc20680-e661-4e71-acff-b2d6430982d1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:51.861661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85a2dbc6-5bfe-4816-86aa-f08ee51a684e req-0dabed84-0b8c-46e1-aff2-bb7e4e3b7f12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1096 time: 0.5322576 Mar 02 17:33:51.920297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Attempting to bind port 76cc1f3f-e83e-4d9b-8627-da529bb2934d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:33:51.920885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Attempting to bind port 76cc1f3f-e83e-4d9b-8627-da529bb2934d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '612227b5-72b6-40a9-aacd-3c1a99b462cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:33:51.921009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Attempting to bind port 76cc1f3f-e83e-4d9b-8627-da529bb2934d on network 6ad1e807-3252-4c51-9d0f-023575cdce3f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:33:51.939180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:33:51.939572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Checking segment: {'id': '612227b5-72b6-40a9-aacd-3c1a99b462cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:51.939928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.940316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Bound using segment: {'id': '612227b5-72b6-40a9-aacd-3c1a99b462cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:33:51.940790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Bound port: 76cc1f3f-e83e-4d9b-8627-da529bb2934d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612227b5-72b6-40a9-aacd-3c1a99b462cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6ad1e807-3252-4c51-9d0f-023575cdce3f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:33:51.941222 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.975458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.981433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-ff7d5172-408f-4b2f-8899-42d6b4388412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:51.988509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:51.988990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-ff7d5172-408f-4b2f-8899-42d6b4388412 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fe81ce0-aa28-4388-ac9c-268018b9faa9 HTTP/1.1" status: 200 len: 861 time: 0.1116686 Mar 02 17:33:52.025643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Transition to ACTIVE for port object 0665cf04-7a3c-44e4-aef2-21ca3acf132a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:52.038170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e16d52-d2db-4be7-9cb2-1c496cdcc39a req-b2afae2e-319e-4f13-b3b1-41d6df4d5b29 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:52.046901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53e16d52-d2db-4be7-9cb2-1c496cdcc39a req-b2afae2e-319e-4f13-b3b1-41d6df4d5b29 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 944 time: 0.4142189 Mar 02 17:33:52.069490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-28d6941f-4ca8-41c9-a517-c9c6eb40fc2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43d4dea-b0de-4217-87ed-c348951fe9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720720 Mar 02 17:33:52.071921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:52.110269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85a2dbc6-5bfe-4816-86aa-f08ee51a684e req-2e50a0a0-2005-4b1f-946d-63ecfd45856a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401142 Mar 02 17:33:52.185928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f3ec-c0a0-48e6-8d55-9dfb8a05cf93 req-14a4765d-5c91-4ca5-9124-9dff867e2c6b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:52.187495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:52.188382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c68f3ec-c0a0-48e6-8d55-9dfb8a05cf93 req-14a4765d-5c91-4ca5-9124-9dff867e2c6b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.3197830 Mar 02 17:33:52.210669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:52.213643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53e16d52-d2db-4be7-9cb2-1c496cdcc39a req-21ef260c-3173-49da-b353-9ab24bffe592 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655192 Mar 02 17:33:52.252197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] For port 76cc1f3f-e83e-4d9b-8627-da529bb2934d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:33:52.276208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:52.318063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] For port 76cc1f3f-e83e-4d9b-8627-da529bb2934d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76cc1f3f-e83e-4d9b-8627-da529bb2934d,segment=NetworkSegment(612227b5-72b6-40a9-aacd-3c1a99b462cc),segment_id=612227b5-72b6-40a9-aacd-3c1a99b462cc)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:33:52.331694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:52.341708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:52.353958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-017a6ff9-e21c-4a52-a2fe-5d98cd7ef0d0 service neutron] 10.222.0.50 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711976 Mar 02 17:33:52.420233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Port': ['ID=0665cf04-7a3c-44e4-aef2-21ca3acf132a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:52.459255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07670aa-2fb1-490e-89e1-cfd53c18a48c None None] Pushing event updated for resources: {'Port': ['ID=76cc1f3f-e83e-4d9b-8627-da529bb2934d,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:52.472014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:52.474272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:52.490672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:52.494606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:52.495198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:52.529614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c68f3ec-c0a0-48e6-8d55-9dfb8a05cf93 req-2cbc6e54-e339-4754-a6a9-2dd601a46515 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328946 Mar 02 17:33:52.574978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ff03e88-352c-4f3b-889a-944f1215196f tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4191575 Mar 02 17:33:52.575809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52954) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:52.677207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb60e1bf-d942-4cc1-96c7-38a5c03ad90f req-e852cb50-b644-4409-a52e-371559b62fc5 service neutron] 10.222.0.50 "GET /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117721 Mar 02 17:33:52.688090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Request body: {'security_group': {'name': 'tempest-securitygroup-419468956', 'description': 'tempest-description-2092188064'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:52.695827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['25346b3d-1e46-402f-8c6c-e39380d5e30e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:52.766218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:52.782333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Usage tracker for resource:security_group and tenant:dc983fd36428448cb1b4bb54d5cf8b6f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:52.789316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:52.803979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:53.018914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.130764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:53.136400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting subnet 69cb3baa-c80d-463a-b8fa-98f349a165a1 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:33:53.141162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Usage tracker for resource:security_group_rule and tenant:dc983fd36428448cb1b4bb54d5cf8b6f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:53.153804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.197982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:53.221463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:53.250398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4aa0e-1cb7-4097-aac1-31cecb147b9d req-2baeece6-a370-42b9-8220-8472c75d8083 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:53.254418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbf4aa0e-1cb7-4097-aac1-31cecb147b9d req-2baeece6-a370-42b9-8220-8472c75d8083 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 949 time: 0.2918189 Mar 02 17:33:53.260811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.412362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1bc20680-e661-4e71-acff-b2d6430982d1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:53.527845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1bc20680-e661-4e71-acff-b2d6430982d1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:53.528319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.541678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbf4aa0e-1cb7-4097-aac1-31cecb147b9d req-7d561826-174a-42c4-a3bb-f3d008ac458a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397840 Mar 02 17:33:53.598332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.649309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.718833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.756227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76cc1f3f-e83e-4d9b-8627-da529bb2934d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:53.889567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 76cc1f3f-e83e-4d9b-8627-da529bb2934d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:53.895032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:53.909811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b00d3217-e73b-48f7-8787-14b8b3dd6047 req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.3248203 Mar 02 17:33:53.917333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a894c2-37ac-47e8-854a-98b97bca80c3 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d233f-68c2-4294-9cf4-9624aee54da4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:53.964648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.003350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21fbe5-2cd0-43a1-810e-96361bbec974 None None] Network 6ad1e807-3252-4c51-9d0f-023575cdce3f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:54.022411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=69cb3baa-c80d-463a-b8fa-98f349a165a1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:54.031212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62827b1f-58e9-4e58-9127-edfc414fb15e req-dc1581ad-96a5-4abf-91bb-637fa57f167e tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:54.032934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62827b1f-58e9-4e58-9127-edfc414fb15e req-dc1581ad-96a5-4abf-91bb-637fa57f167e tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 944 time: 0.2303984 Mar 02 17:33:54.036315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.045278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c9a62be0-ffcc-4793-b5f4-b662ba3e3ec2 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/69cb3baa-c80d-463a-b8fa-98f349a165a1 HTTP/1.1" status: 204 len: 168 time: 1.4655101 Mar 02 17:33:54.045725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52972) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:54.151356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62827b1f-58e9-4e58-9127-edfc414fb15e req-ed332c6b-1fbd-4ada-85ce-ceac06f48523 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072359 Mar 02 17:33:54.172003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b6744-dc31-4d77-9c64-65d17bb3a04b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:54.174426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b6744-dc31-4d77-9c64-65d17bb3a04b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:54.175951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-346b6744-dc31-4d77-9c64-65d17bb3a04b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Synchronizing usage tracker for tenant:ed31577164514528b1201320880163f7 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:54.206959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-346b6744-dc31-4d77-9c64-65d17bb3a04b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Unset dirty status for tenant:ed31577164514528b1201320880163f7 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:54.206959 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-346b6744-dc31-4d77-9c64-65d17bb3a04b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1588330 Mar 02 17:33:54.210160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52976) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:54.270890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Provisioning for port 76cc1f3f-e83e-4d9b-8627-da529bb2934d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:54.281204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Provisioning complete for port 76cc1f3f-e83e-4d9b-8627-da529bb2934d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:54.281567 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.498536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1131642545', 'description': 'tempest-description-1133215083'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:54.515169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:54.533431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Usage tracker for resource:security_group and tenant:b22fea3b29dd473faaac4ee8c9e888d5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:54.541314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:54.564338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:54.581403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44c9b73c-959d-49af-bb99-b04ec51724df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.600649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.616153 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c9b73c-959d-49af-bb99-b04ec51724df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 17:33:54.616786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c9b73c-959d-49af-bb99-b04ec51724df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:33:54.618229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-44c9b73c-959d-49af-bb99-b04ec51724df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/6ad1e807-3252-4c51-9d0f-023575cdce3f HTTP/1.1" status: 409 len: 405 time: 0.4070945 Mar 02 17:33:54.622619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.623343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52988) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:54.636334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-65912921'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:54.645003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.653941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6184c6-459f-4984-97c4-d19307b4592d req-87844790-226d-4aab-9938-54a71017219a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:54.662734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc6184c6-459f-4984-97c4-d19307b4592d req-87844790-226d-4aab-9938-54a71017219a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.4535298 Mar 02 17:33:54.676192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:54.684287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] For port 76cc1f3f-e83e-4d9b-8627-da529bb2934d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76cc1f3f-e83e-4d9b-8627-da529bb2934d,segment=NetworkSegment(612227b5-72b6-40a9-aacd-3c1a99b462cc),segment_id=612227b5-72b6-40a9-aacd-3c1a99b462cc)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:54.691945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.702018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:54.708908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:54.719410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:54.722719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:54.731525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Usage tracker for resource:security_group_rule and tenant:b22fea3b29dd473faaac4ee8c9e888d5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:54.733348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] DHCP port deletion for 6ad1e807-3252-4c51-9d0f-023575cdce3f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:33:54.737677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:54.745354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Deleting port 76cc1f3f-e83e-4d9b-8627-da529bb2934d {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:33:54.745549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:54.745997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.759891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:54.764033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.764362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc6184c6-459f-4984-97c4-d19307b4592d req-ee045265-3bf1-4c74-a440-150b2fc652d4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015387 Mar 02 17:33:54.854735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:54.870039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.870720 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment d86698bd-38a8-4885-82d2-d6b946c8ddef of type vlan for network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 Mar 02 17:33:54.902996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Pushing event updated for resources: {'Port': ['ID=76cc1f3f-e83e-4d9b-8627-da529bb2934d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:54.913902 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.917665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.927160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.967324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.971252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.971599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.971933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.972479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.972815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.973135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.973474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.973796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.974108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.974549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308d889d-5e27-4596-a78f-cd0f7697166e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:54.975978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:54.979938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:54.980514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.057494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:55.059894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4de2ec-0446-4479-ace4-0d7f04057500,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:55.070595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Usage tracker for resource:security_group_rule and tenant:b22fea3b29dd473faaac4ee8c9e888d5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:55.080245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:55.089094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:55.091090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=0c9d6aa3-145f-49a7-aea2-62e16a71be96,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:55.112902 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6fc58789-ba4b-4bc2-a720-c9b147272692 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4867616 Mar 02 17:33:55.116322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52998) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:55.128309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': '0c9d6aa3-145f-49a7-aea2-62e16a71be96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:55.141151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862829dc-44f9-43a9-a545-083b249562f3 req-d8a345b9-bbf7-41c0-8fe2-52cfbd69ebb5 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:55.146404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:55.149556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-862829dc-44f9-43a9-a545-083b249562f3 req-d8a345b9-bbf7-41c0-8fe2-52cfbd69ebb5 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 949 time: 0.1667750 Mar 02 17:33:55.151681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:55.257929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-862829dc-44f9-43a9-a545-083b249562f3 req-23605fe2-cb01-4a12-aefa-2e1a167242db tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073828 Mar 02 17:33:55.280021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:55.289606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.303579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.368649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775cda5-85eb-40a1-b518-0b47150de74c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:55.425882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:55.426130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.439315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3dafb025-1855-4285-b67d-b62a75e2241a req-b528c91b-f09f-418c-ba67-72a3ea958450 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.9445393 Mar 02 17:33:55.458778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:55.488563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:55.490805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,segment=NetworkSegment(3ab670c9-7ae2-44df-81d2-0563f53e36b1),segment_id=3ab670c9-7ae2-44df-81d2-0563f53e36b1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:55.509655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76cc1f3f-e83e-4d9b-8627-da529bb2934d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:33:55.542945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb', 'network_id': 'c43d4dea-b0de-4217-87ed-c348951fe9e4', 'port_id': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb', 'mac_address': 'fa:16:3e:70:53:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe81ce0-aa28-4388-ac9c-268018b9faa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:55.626941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.653241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c6b0ed-5eae-49a2-88b6-042e7ff4722e req-79f67125-6a33-4994-83f2-8d4baecf2b22 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1096 time: 0.1346519 Mar 02 17:33:55.742907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68c6b0ed-5eae-49a2-88b6-042e7ff4722e req-fcff578d-baf7-40ae-9184-2bfc7ea77312 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885007 Mar 02 17:33:55.839320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] For port 76cc1f3f-e83e-4d9b-8627-da529bb2934d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76cc1f3f-e83e-4d9b-8627-da529bb2934d,segment=NetworkSegment(612227b5-72b6-40a9-aacd-3c1a99b462cc),segment_id=612227b5-72b6-40a9-aacd-3c1a99b462cc)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:55.842249 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.893872 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:55.934091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e4367-2a43-47f2-bc0c-312f7fa37084 req-f6cabb1e-a153-419c-891f-f67b6d07340c tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:55.935578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-814e4367-2a43-47f2-bc0c-312f7fa37084 req-f6cabb1e-a153-419c-891f-f67b6d07340c tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 944 time: 0.1917183 Mar 02 17:33:55.969305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2068765059', 'description': 'tempest-description-1203332575'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:55.975100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:55.979118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Usage tracker for resource:security_group and tenant:b22fea3b29dd473faaac4ee8c9e888d5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:55.982015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:55.990940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:56.006662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.056071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:56.060174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Usage tracker for resource:security_group_rule and tenant:b22fea3b29dd473faaac4ee8c9e888d5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:56.064465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:56.073155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:56.120876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:56.135931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.138447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:33:56.140424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.141050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,segment=NetworkSegment(3ab670c9-7ae2-44df-81d2-0563f53e36b1),segment_id=3ab670c9-7ae2-44df-81d2-0563f53e36b1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:56.148289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.153770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Calling delete_port for 76cc1f3f-e83e-4d9b-8627-da529bb2934d owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:33:56.190649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 25346b3d-1e46-402f-8c6c-e39380d5e30e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:33:56.194278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.195201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:33:56.213831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-814e4367-2a43-47f2-bc0c-312f7fa37084 req-4f3a687f-2307-4f3c-b371-b970c772138b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712150 Mar 02 17:33:56.219770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.221868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d7f0852-c0c9-40bf-b5d7-e1d541b36eb5 req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.2592027 Mar 02 17:33:56.227218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d950e-a823-4b03-a348-c9e0d1032710 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897ee9bd-0676-438a-8316-795d2511fb4f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:56.263020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=916bac71-f2d7-4b46-9c50-65c9b66976f6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:56.273102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': 'd86698bd-38a8-4885-82d2-d6b946c8ddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0c9d6aa3-145f-49a7-aea2-62e16a71be96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:33:56.273476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: 0c9d6aa3-145f-49a7-aea2-62e16a71be96, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:33:56.311469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:33:56.335667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 25346b3d-1e46-402f-8c6c-e39380d5e30e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:56.336546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.336683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0c9d6aa3-145f-49a7-aea2-62e16a71be96) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:56.346885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:56.348306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.414477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dcbe2e01-079f-4f6b-8ac9-15bd9977e88c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2968342 Mar 02 17:33:56.417139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:56.423365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'port': {'network_id': '0c9d6aa3-145f-49a7-aea2-62e16a71be96', 'name': 'tempest-NetworksIpV6TestAttrs-1879986080'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:56.518333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447ae25-c7f5-44aa-a0ee-9bf4ab83c17f None None] Network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:56.618547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:56.623323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:port and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:56.626978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:56.633257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:56.645000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:56.649916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.681587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] device_id is not set on port 2d88eff8-edcd-4bc6-940c-4007bc0bfb98 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:33:56.724119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.833624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bdf5ee5-b842-40c3-989f-438483abde27 req-79af5ed4-94e3-4dcc-87d3-d6079ddff745 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1096 time: 0.4177127 Mar 02 17:33:56.856178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Allocated IP 2001:db8::f816:3eff:fe7c:ecdb (0c9d6aa3-145f-49a7-aea2-62e16a71be96/916bac71-f2d7-4b46-9c50-65c9b66976f6/2d88eff8-edcd-4bc6-940c-4007bc0bfb98) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:33:56.873871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:56.892354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:56.935242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-fe701890-dec2-41eb-b253-562341bca674 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Synchronizing usage tracker for tenant:b22fea3b29dd473faaac4ee8c9e888d5 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:57.002223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bdf5ee5-b842-40c3-989f-438483abde27 req-86958d84-64ea-4f3a-8154-4a2487a2b6b9 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671016 Mar 02 17:33:57.021354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-fe701890-dec2-41eb-b253-562341bca674 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Unset dirty status for tenant:b22fea3b29dd473faaac4ee8c9e888d5 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:57.024938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-fe701890-dec2-41eb-b253-562341bca674 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42223 time: 0.7374563 Mar 02 17:33:57.062545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] No DVR routers for this DVR port 76cc1f3f-e83e-4d9b-8627-da529bb2934d on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:33:57.139154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a11a04-850f-49a7-a7f1-c005f66da160 None None] Pushing event deleted for resources: {'Port': ['ID=76cc1f3f-e83e-4d9b-8627-da529bb2934d,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:57.139669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.162729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Transition to ACTIVE for port object 2d88eff8-edcd-4bc6-940c-4007bc0bfb98 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:33:57.169147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:57.187747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.197601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-41bd81bd-4a08-42a1-a6ef-5e0094e737b1 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/049e69c0-1eb9-4c6e-b58e-ea2130ae48c9 HTTP/1.1" status: 200 len: 2649 time: 0.1609087 Mar 02 17:33:57.210211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.226327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '19f15d13-006a-4a11-8059-6be028fc1e00', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '19f15d13-006a-4a11-8059-6be028fc1e00', 'mac_address': 'fa:16:3e:1a:7b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:33:57.337124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-d6c56c32-22f7-429a-ba9e-5c8e66cfc8e1 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/049e69c0-1eb9-4c6e-b58e-ea2130ae48c9 HTTP/1.1" status: 200 len: 2649 time: 0.1325233 Mar 02 17:33:57.348242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:33:57.356355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:33:57.361546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:33:57.365760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:57.366378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.374324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Port': ['ID=2d88eff8-edcd-4bc6-940c-4007bc0bfb98,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:57.389205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.389561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.389841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.390220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.390559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.390923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.391249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.391765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.392092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.392439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.392882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:33:57.403156 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.422172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5eb07d55-4177-48f7-adee-eac43a0648cb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0039606 Mar 02 17:33:57.426925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:57.428541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19f15d13-006a-4a11-8059-6be028fc1e00 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:33:57.446582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:57.473949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:33:57.479180 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.493337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-d2c94916-a0cd-4e14-a46e-88cd81f08548 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1ea023fd-d523-423e-889b-0b9c508e8308 HTTP/1.1" status: 200 len: 2649 time: 0.1497085 Mar 02 17:33:57.565807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:33:57.567771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:57.581304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.592127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting subnet 916bac71-f2d7-4b46-9c50-65c9b66976f6 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:33:57.596469 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.634385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-8fcb0505-4922-41de-a504-6c3dfaf98ab7 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1ea023fd-d523-423e-889b-0b9c508e8308 HTTP/1.1" status: 200 len: 2649 time: 0.1330526 Mar 02 17:33:57.672277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.674215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:57.694170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d14c77-54b2-4a56-975b-208f7f43c0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0c9d6aa3-145f-49a7-aea2-62e16a71be96', 'network_id': '0c9d6aa3-145f-49a7-aea2-62e16a71be96', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '916bac71-f2d7-4b46-9c50-65c9b66976f6'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:33:57.695190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d14c77-54b2-4a56-975b-208f7f43c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.719073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6197-8a6d-4576-885e-deb57c765fdb req-893ed231-f889-44f3-ac2f-51665e320848 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:57.729139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93e6197-8a6d-4576-885e-deb57c765fdb req-893ed231-f889-44f3-ac2f-51665e320848 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 950 time: 0.1673088 Mar 02 17:33:57.760566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-ad4e46d5-8905-4dfa-8bae-2d69c34dfc53 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2b4de2ec-0446-4479-ace4-0d7f04057500 HTTP/1.1" status: 200 len: 2649 time: 0.1189902 Mar 02 17:33:57.807711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.817681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93e6197-8a6d-4576-885e-deb57c765fdb req-5656f8ff-3557-446b-a3cc-af3097994aa9 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874815 Mar 02 17:33:57.886838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-2a6206b1-6513-4094-95df-876bcea8f91e tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2b4de2ec-0446-4479-ace4-0d7f04057500 HTTP/1.1" status: 200 len: 2649 time: 0.1137271 Mar 02 17:33:57.889726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['19f15d13-006a-4a11-8059-6be028fc1e00'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:57.930012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:57.979655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-765055c3-5466-49a4-ac5e-67f186802b31 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/315017d1-d7e9-4d5a-8c00-493f5b2b39dd HTTP/1.1" status: 200 len: 2649 time: 0.0811763 Mar 02 17:33:58.003580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-d1d14c77-54b2-4a56-975b-208f7f43c0c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 916bac71-f2d7-4b46-9c50-65c9b66976f6: This subnet is being modified by another concurrent operation. Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:33:58.024440 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 916bac71-f2d7-4b46-9c50-65c9b66976f6: This subnet is being modified by another concurrent operation. Mar 02 17:33:58.031465 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:33:58.035473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/916bac71-f2d7-4b46-9c50-65c9b66976f6 HTTP/1.1" status: 204 len: 168 time: 0.5990214 Mar 02 17:33:58.035473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e39763-6ed9-4670-8ded-b1df8dab1361 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=916bac71-f2d7-4b46-9c50-65c9b66976f6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:58.035473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53052) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:58.042121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-2ae3871d-387f-48cf-8dde-614b30c7974a tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/315017d1-d7e9-4d5a-8c00-493f5b2b39dd HTTP/1.1" status: 200 len: 2649 time: 0.0554864 Mar 02 17:33:58.069374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['709a79b0-c9af-4d4f-b91f-38dcd60ddcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:33:58.115824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5b1ce-cd5f-4141-a3e9-2afae3a050e5 None None] Network 0c9d6aa3-145f-49a7-aea2-62e16a71be96 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:33:58.141649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9671a56-1372-4c97-81e6-012fcd85c988 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:58.143235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9671a56-1372-4c97-81e6-012fcd85c988 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:58.143984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c9671a56-1372-4c97-81e6-012fcd85c988 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Synchronizing usage tracker for tenant:ed31577164514528b1201320880163f7 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:33:58.165742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c9671a56-1372-4c97-81e6-012fcd85c988 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Unset dirty status for tenant:ed31577164514528b1201320880163f7 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:33:58.170438 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c9671a56-1372-4c97-81e6-012fcd85c988 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1397841 Mar 02 17:33:58.171598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53056) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:58.193956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-e46b8723-5eda-4f84-a274-83b93640335b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3639cb13-0c02-4605-bae1-a43612dfe58a HTTP/1.1" status: 200 len: 2649 time: 0.1423883 Mar 02 17:33:58.274052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-e5e79bb3-aa32-4ce5-b139-be1926f4e477 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3639cb13-0c02-4605-bae1-a43612dfe58a HTTP/1.1" status: 200 len: 2649 time: 0.0704539 Mar 02 17:33:58.354901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-bf4ea63f-c8fa-4ef3-b325-29d438faaa7e tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a96e903-c6e5-43d6-9e4e-3b1cd1f791cd HTTP/1.1" status: 200 len: 2649 time: 0.0798709 Mar 02 17:33:58.390542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f518-5c98-459f-b9e8-74c952fba4c4 req-bc4f7169-5190-4fcc-a472-124fa9733de7 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:58.400471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02f5f518-5c98-459f-b9e8-74c952fba4c4 req-bc4f7169-5190-4fcc-a472-124fa9733de7 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 945 time: 0.2569692 Mar 02 17:33:58.441941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c34c5b2-38ca-4dc0-9d5f-c55ab5652f14 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:58.453655 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c34c5b2-38ca-4dc0-9d5f-c55ab5652f14 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 17:33:58.455146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c34c5b2-38ca-4dc0-9d5f-c55ab5652f14 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:33:58.465314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2c34c5b2-38ca-4dc0-9d5f-c55ab5652f14 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/0c9d6aa3-145f-49a7-aea2-62e16a71be96 HTTP/1.1" status: 409 len: 405 time: 0.2886112 Mar 02 17:33:58.466818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53060) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:58.474450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501835299'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:58.481754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:58.500115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:33:58.505507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:33:58.522805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:58.526190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-70815589-7703-4682-af72-b884a237a3d8 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a96e903-c6e5-43d6-9e4e-3b1cd1f791cd HTTP/1.1" status: 200 len: 2649 time: 0.1626844 Mar 02 17:33:58.539163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02f5f518-5c98-459f-b9e8-74c952fba4c4 req-339d4e0d-d74c-4e5e-8d5a-1b7d535e46a3 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374335 Mar 02 17:33:58.586788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:58.608106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:58.711210 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'code': 200} Mar 02 17:33:58.760057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-2085a542-2e69-40f5-b818-594ba268e8fd tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/69ec4522-94ff-4ff0-924e-fb48699b725d HTTP/1.1" status: 200 len: 2649 time: 0.2180562 Mar 02 17:33:58.765919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7fcd47-35c7-4d39-a294-fc2b5de1fbc7 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:33:58.806347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:33:58.920868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:58.921928 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment 32dab62b-3496-4c5d-90b7-f59568917551 of type vlan for network f6ace14b-3033-40b8-8a1d-102e13bf3946 Mar 02 17:33:58.935727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7fcd47-35c7-4d39-a294-fc2b5de1fbc7 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:33:58.938122 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c43fcd7-3371-4de1-bb48-bb15ca73f9eb req-f6bfa07f-f00f-4404-aa1a-7dc4bd272b7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 1101 time: 0.1043344 Mar 02 17:33:58.951026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-262c64db-5f77-4fe5-971c-010a9592ff20 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/69ec4522-94ff-4ff0-924e-fb48699b725d HTTP/1.1" status: 200 len: 2649 time: 0.1811349 Mar 02 17:33:58.993392 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c43fcd7-3371-4de1-bb48-bb15ca73f9eb req-46314744-f603-4214-826b-2ac8be8b249c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Mar 02 17:33:59.033207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:59.051342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-90987f8c-19ca-4fed-ae28-7875a447529a tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/79982716-1fd0-40fa-85b0-6136112b1584 HTTP/1.1" status: 200 len: 2649 time: 0.0906153 Mar 02 17:33:59.115200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5598405e-f2e7-4de1-b2e0-8fd7faffe5e3 req-d92097ea-027f-4106-a0a4-4bb1ac0f3ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2729795 Mar 02 17:33:59.156327 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:59.165807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:33:59.166448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:59.234538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7665427 Mar 02 17:33:59.238070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53074) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:33:59.245117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-5b6ad3bf-e646-4c2e-b980-a4a885d6c8dd tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/79982716-1fd0-40fa-85b0-6136112b1584 HTTP/1.1" status: 200 len: 2649 time: 0.1858943 Mar 02 17:33:59.245484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': 'f6ace14b-3033-40b8-8a1d-102e13bf3946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:33:59.415635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:33:59.427751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:33:59.445290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:33:59.537304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:33:59.620528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-a884de1f-147c-4327-b284-46f370211338 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/826ee4ad-7014-499a-8ef5-d7948d53bd6d HTTP/1.1" status: 200 len: 2649 time: 0.3744652 Mar 02 17:33:59.637212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494499c-5877-49bc-89c0-2ed1f2c7c157 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=f6ace14b-3033-40b8-8a1d-102e13bf3946,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:33:59.645311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:59.664853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f6ace14b-3033-40b8-8a1d-102e13bf3946 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:33:59.693601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-0cbd4961-402c-4b58-b284-a7bb75fc12af tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/826ee4ad-7014-499a-8ef5-d7948d53bd6d HTTP/1.1" status: 200 len: 2649 time: 0.0720263 Mar 02 17:33:59.776617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-3991ca44-4eac-466f-82bd-c06c242bc7f9 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b7e55a68-cdb1-4fc7-8bda-b87adb68f89e HTTP/1.1" status: 200 len: 2649 time: 0.0821419 Mar 02 17:33:59.840903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 19f15d13-006a-4a11-8059-6be028fc1e00 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:33:59.841466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:33:59.906666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-54df54f6-d982-428a-8ee7-1606e13b96bd tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b7e55a68-cdb1-4fc7-8bda-b87adb68f89e HTTP/1.1" status: 200 len: 2649 time: 0.1288939 Mar 02 17:34:00.002140 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.018149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-8e9bc35b-008e-4cf9-84bd-37ac6c57856b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c343610a-929c-4271-ad1b-ac7c56f7dfa0 HTTP/1.1" status: 200 len: 2649 time: 0.1104209 Mar 02 17:34:00.059692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:00.070230 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.121347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-993c1202-992c-4101-bccd-f55911bd4e72 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c343610a-929c-4271-ad1b-ac7c56f7dfa0 HTTP/1.1" status: 200 len: 2649 time: 0.1015878 Mar 02 17:34:00.185344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-b0d7b8a7-b0c4-40a9-a788-415486879b30 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d4141376-97f8-4d10-9245-48cb993409fa HTTP/1.1" status: 200 len: 2649 time: 0.0626285 Mar 02 17:34:00.193587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:34:00.195186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.243937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:00.249837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-1f4db8a3-de9d-483c-8b6b-1573ca1fe367 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d4141376-97f8-4d10-9245-48cb993409fa HTTP/1.1" status: 200 len: 2649 time: 0.0629153 Mar 02 17:34:00.314133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-e7ee0a64-c63b-4b3d-9136-644234fd0996 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e460fc3e-d3c1-4584-af8b-33722ccf8e94 HTTP/1.1" status: 200 len: 2649 time: 0.0638769 Mar 02 17:34:00.315459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=6370a062-1e2a-48f7-a9b7-cfe67125a2c0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:00.325757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': '32dab62b-3496-4c5d-90b7-f59568917551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6ace14b-3033-40b8-8a1d-102e13bf3946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:00.326297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: f6ace14b-3033-40b8-8a1d-102e13bf3946, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:00.354995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network f6ace14b-3033-40b8-8a1d-102e13bf3946 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:00.373123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, f6ace14b-3033-40b8-8a1d-102e13bf3946) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:00.378585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-c5763489-9a43-49d8-b10e-c3592dfdec70 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e460fc3e-d3c1-4584-af8b-33722ccf8e94 HTTP/1.1" status: 200 len: 2649 time: 0.0626132 Mar 02 17:34:00.386468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f550f4-492f-471e-ba12-c671e4e72928 None None] Network f6ace14b-3033-40b8-8a1d-102e13bf3946 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:00.387698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:00.392804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.440927 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dc43a71-9b6e-4cf0-8a1f-193ceb1f90df tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2006388 Mar 02 17:34:00.442502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53102) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:00.519839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-a674f142-023b-40d6-804a-9fe9f0ffc283 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f6422ed8-5125-4efe-946a-28206800b9f6 HTTP/1.1" status: 200 len: 2649 time: 0.1395726 Mar 02 17:34:00.677007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0272e49d-fdd1-4b87-82b6-c1ab8977d54b req-374b0478-c45d-45df-868a-8ebf43f3bd6c tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f6422ed8-5125-4efe-946a-28206800b9f6 HTTP/1.1" status: 200 len: 2649 time: 0.1145740 Mar 02 17:34:00.768278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.779738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:00.864009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.901437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbc2a5-0e42-4bd3-9b6b-2481825091cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-f6ace14b-3033-40b8-8a1d-102e13bf3946', 'network_id': 'f6ace14b-3033-40b8-8a1d-102e13bf3946', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '6370a062-1e2a-48f7-a9b7-cfe67125a2c0'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:00.905805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52fbc2a5-0e42-4bd3-9b6b-2481825091cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:00.975672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da3d84-621b-4a88-9dd3-d0c56fde79f3 req-bf1f9266-b843-4782-9a01-9ab4503fa98a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:00.978563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3da3d84-621b-4a88-9dd3-d0c56fde79f3 req-bf1f9266-b843-4782-9a01-9ab4503fa98a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 950 time: 0.1169562 Mar 02 17:34:01.020255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.047624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3da3d84-621b-4a88-9dd3-d0c56fde79f3 req-06c4c4a6-7175-45d6-851e-64d609dd162b tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Mar 02 17:34:01.127499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=6370a062-1e2a-48f7-a9b7-cfe67125a2c0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-52fbc2a5-0e42-4bd3-9b6b-2481825091cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6370a062-1e2a-48f7-a9b7-cfe67125a2c0: This subnet is being modified by another concurrent operation. Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:34:01.133090 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6370a062-1e2a-48f7-a9b7-cfe67125a2c0: This subnet is being modified by another concurrent operation. Mar 02 17:34:01.137398 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:34:01.143441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-778d8a69-840b-43c4-8289-a99d3cc7aaf8 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:34:01.143441 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-778d8a69-840b-43c4-8289-a99d3cc7aaf8 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0165997 Mar 02 17:34:01.162340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8daaeda-82a0-4f3c-80a2-2e4fda91b0f3 None None] Network f6ace14b-3033-40b8-8a1d-102e13bf3946 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:01.290649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.334295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ace14b-3033-40b8-8a1d-102e13bf3946']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:01.362013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dab62b-3496-4c5d-90b7-f59568917551') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:01.362706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dab62b-3496-4c5d-90b7-f59568917551') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:01.390771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.411844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a8f66-e6bd-4e08-a78e-4b9bae008763 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:34:01.417343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Request body: {'binding': {'host': 'n-h1-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:01.417896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Unknown quota resources ['binding']. {{(pid=83796) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:34:01.462252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.479141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:01.481399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:01.497658 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:01.542531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2354-bd6f-487e-baa9-48b1e8bb2691 req-1befbbe0-5a65-40cf-b9a5-cdbf187ab97b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:01.544964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-144b2354-bd6f-487e-baa9-48b1e8bb2691 req-1befbbe0-5a65-40cf-b9a5-cdbf187ab97b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 945 time: 0.1502407 Mar 02 17:34:01.605797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a8f66-e6bd-4e08-a78e-4b9bae008763 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:34:01.609258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-144b2354-bd6f-487e-baa9-48b1e8bb2691 req-998be2c8-3502-4832-9d52-5cdb6fe3b73b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Mar 02 17:34:01.610840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:01.724337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.749535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.770879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=f6ace14b-3033-40b8-8a1d-102e13bf3946,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:01.780739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89491256-4980-42fd-8183-9962355561bb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/f6ace14b-3033-40b8-8a1d-102e13bf3946 HTTP/1.1" status: 204 len: 168 time: 1.3365498 Mar 02 17:34:01.791427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:01.797216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-606183699'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:01.798881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-53877561-6081-48e1-bf2e-a8f4e71d81c5 req-e73a28da-ce63-4a3e-b7b8-0dbf7c7907fc tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Synchronizing usage tracker for tenant:dc983fd36428448cb1b4bb54d5cf8b6f on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:34:01.807801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:01.813273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:01.825932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-53877561-6081-48e1-bf2e-a8f4e71d81c5 req-e73a28da-ce63-4a3e-b7b8-0dbf7c7907fc tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Unset dirty status for tenant:dc983fd36428448cb1b4bb54d5cf8b6f on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:34:01.826274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:01.829844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53877561-6081-48e1-bf2e-a8f4e71d81c5 req-e73a28da-ce63-4a3e-b7b8-0dbf7c7907fc tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc983fd36428448cb1b4bb54d5cf8b6f HTTP/1.1" status: 200 len: 5439 time: 0.1661971 Mar 02 17:34:01.837337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:01.845267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on host n-h1-820559-6 for vnic_type normal with profile None {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:01.845824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:01.846157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:01.854680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:34:01.855006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:01.863583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:01.872545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:01.903488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:01.903874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:01.904198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:01.904634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Bound port: 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:01.920409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:01.925900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53877561-6081-48e1-bf2e-a8f4e71d81c5 req-19d0f14d-c4a8-4061-98c5-a43948ad21da tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "GET /v2.0/security-groups/049e69c0-1eb9-4c6e-b58e-ea2130ae48c9 HTTP/1.1" status: 200 len: 2649 time: 0.0884943 Mar 02 17:34:01.934408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:01.934822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.002515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53877561-6081-48e1-bf2e-a8f4e71d81c5 req-01b5c69b-5ef2-4155-b9d1-20ad968e2e58 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "GET /v2.0/security-groups/049e69c0-1eb9-4c6e-b58e-ea2130ae48c9 HTTP/1.1" status: 200 len: 2649 time: 0.0702503 Mar 02 17:34:02.033207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:02.051869 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.052213 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment 8ee2f072-1534-4c74-b480-4002e7fd81cf of type vlan for network 2395869f-13f4-4177-b710-eee606fce21c Mar 02 17:34:02.062895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:02.089123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.101014 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-807e313e-fe0c-4a09-96fa-bb46eab3431b service neutron] 10.222.0.37 "POST /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9370780 Mar 02 17:34:02.102815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.118160 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00', 'code': 200} Mar 02 17:34:02.118672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.175058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.183574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:02.190387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.374214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5815551 Mar 02 17:34:02.379251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:02.390617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': '2395869f-13f4-4177-b710-eee606fce21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:02.411932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c66a81-a42f-46d3-9ac5-1c231b6c1c34 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=2395869f-13f4-4177-b710-eee606fce21c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:02.417976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0416754d-fda1-4312-9816-320d9ce7b649 req-2b713636-0039-4128-84ae-61471630aaa6 tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/897ee9bd-0676-438a-8316-795d2511fb4f HTTP/1.1" status: 200 len: 1612 time: 0.1589696 Mar 02 17:34:02.432042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,segment=NetworkSegment(3ab670c9-7ae2-44df-81d2-0563f53e36b1),segment_id=3ab670c9-7ae2-44df-81d2-0563f53e36b1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:02.469440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2395869f-13f4-4177-b710-eee606fce21c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:02.615783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0416754d-fda1-4312-9816-320d9ce7b649 req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.634111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:02.649710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:subnet and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:02.661171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:02.684014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:02.692571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.699264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0416754d-fda1-4312-9816-320d9ce7b649 req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.728224 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-39c52550-9487-4e2c-9480-356189175a61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1096 time: 0.2114429 Mar 02 17:34:02.801992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0416754d-fda1-4312-9816-320d9ce7b649 req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.839569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ee9bd-0676-438a-8316-795d2511fb4f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:02.859342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:02.939707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0416754d-fda1-4312-9816-320d9ce7b649 req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:02.940845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0416754d-fda1-4312-9816-320d9ce7b649 req-3328c088-e8fa-487f-853b-cd8b3583e54b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/897ee9bd-0676-438a-8316-795d2511fb4f HTTP/1.1" status: 204 len: 173 time: 0.5156515 Mar 02 17:34:02.981324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:02.993882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a5f6b-1d3a-4bdc-a2a6-c30034c5921a req-55d9d134-0f40-4710-b40b-12137f5d56f4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:03.008771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd2a5f6b-1d3a-4bdc-a2a6-c30034c5921a req-55d9d134-0f40-4710-b40b-12137f5d56f4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.1592078 Mar 02 17:34:03.042915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.125582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-2d6be505-d7de-4654-b9dd-ed1f447b4e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:03.132496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-2d6be505-d7de-4654-b9dd-ed1f447b4e52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.4011743 Mar 02 17:34:03.152706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd2a5f6b-1d3a-4bdc-a2a6-c30034c5921a req-8155b275-7a0b-4685-9fe1-7edc7d0629c3 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344440 Mar 02 17:34:03.306253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-c39a7387-b876-4bf0-b046-29e1046bfd5e tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f775cda5-85eb-40a1-b518-0b47150de74c HTTP/1.1" status: 200 len: 1612 time: 0.0716257 Mar 02 17:34:03.477433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.478668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.518383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.561820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=68930d18-b384-43c6-bde5-17667c9838f3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:03.570437 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-8284a773-856e-4174-a9b7-106dea85f08e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 217 time: 0.4270658 Mar 02 17:34:03.598997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.642614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775cda5-85eb-40a1-b518-0b47150de74c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:03.687560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': '8ee2f072-1534-4c74-b480-4002e7fd81cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2395869f-13f4-4177-b710-eee606fce21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:03.688094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: 2395869f-13f4-4177-b710-eee606fce21c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:03.696756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-04c92054-ae32-41ce-ae64-cc6aeebede0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:03.698434 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-04c92054-ae32-41ce-ae64-cc6aeebede0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.0994771 Mar 02 17:34:03.729775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2903-a08b-4c1b-bf22-b4086c52a0b7 req-8c59ba8a-7546-459d-86f4-b327d494be5b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:03.731522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0da2903-a08b-4c1b-bf22-b4086c52a0b7 req-8c59ba8a-7546-459d-86f4-b327d494be5b tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.3524504 Mar 02 17:34:03.740485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.745494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4cd2648-eae8-4ef5-891f-2da57bed07ef req-39da2dcf-79c1-45d5-8f0d-1343ba02a53b tempest-SecurityGroupsTestAdminJSON-1862721504 tempest-SecurityGroupsTestAdminJSON-1862721504-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/f775cda5-85eb-40a1-b518-0b47150de74c HTTP/1.1" status: 204 len: 173 time: 0.4229224 Mar 02 17:34:03.826629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network 2395869f-13f4-4177-b710-eee606fce21c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:03.842535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-db7af848-1eff-4952-b195-eb4809f49f03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228817 Mar 02 17:34:03.912781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2395869f-13f4-4177-b710-eee606fce21c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:03.917085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0da2903-a08b-4c1b-bf22-b4086c52a0b7 req-2b6a518a-bf36-42fb-9db7-8bc483fd34e4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705644 Mar 02 17:34:03.924159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:03.924741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:03.938979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7377b8a-e444-4008-8096-7af5fbd7d9f7 None None] Network 2395869f-13f4-4177-b710-eee606fce21c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:03.962212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-eaf62d42-63b0-4857-b0cd-7afa088f6e3e tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "GET /v2.0/security-groups/ac8d233f-68c2-4294-9cf4-9624aee54da4 HTTP/1.1" status: 200 len: 1611 time: 0.1595011 Mar 02 17:34:04.091957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.095735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e89660e-f821-41a7-8fd0-d9b9ab2d6ff9 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7129593 Mar 02 17:34:04.098235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53164) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:04.119073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:04.152733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a49abb22-11cd-4ba8-a985-bd201819071c service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964730 Mar 02 17:34:04.277181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.373713 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb', 'code': 200} Mar 02 17:34:04.387116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2395869f-13f4-4177-b710-eee606fce21c', 'network_id': '2395869f-13f4-4177-b710-eee606fce21c', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '68930d18-b384-43c6-bde5-17667c9838f3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:04.387807 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.454412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.456376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.472753 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-c303c1b4-262d-4408-b5dc-6f2ba8487f9b service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127728 Mar 02 17:34:04.511881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d233f-68c2-4294-9cf4-9624aee54da4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:04.616483 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.639730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0321b1c6-d5b5-4c75-b9a5-94b63233b930 req-4736eb24-1043-4682-a450-f5b9595df670 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "DELETE /v2.0/security-groups/ac8d233f-68c2-4294-9cf4-9624aee54da4 HTTP/1.1" status: 204 len: 173 time: 0.6765611 Mar 02 17:34:04.666645 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d500721c-bcee-4bb1-909e-25d6d5a43648 req-cce463fd-7c14-4746-854f-9f4633138074 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 1097 time: 0.1617239 Mar 02 17:34:04.726796 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d500721c-bcee-4bb1-909e-25d6d5a43648 req-7feca869-2a87-4cdf-87f3-18571bf10b99 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503857 Mar 02 17:34:04.728909 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:04.785357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Allocated IP 2001:db8::2 (2395869f-13f4-4177-b710-eee606fce21c/68930d18-b384-43c6-bde5-17667c9838f3/d6c1ece3-1332-405a-8394-3e5a50ffee54) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:04.873050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-d61b0e4a-ff47-4028-9b38-7424b4e22585 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "GET /v2.0/security-groups/01f62719-5e1a-48b8-a551-e8e06c02987e HTTP/1.1" status: 200 len: 1612 time: 0.1127658 Mar 02 17:34:04.992860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f3fd-133e-4133-9604-a8faf8f5f324 req-e72d1124-f4be-4985-be58-f8a45fbcd269 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:04.999469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc58f3fd-133e-4133-9604-a8faf8f5f324 req-e72d1124-f4be-4985-be58-f8a45fbcd269 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.3436985 Mar 02 17:34:05.015347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.075436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc58f3fd-133e-4133-9604-a8faf8f5f324 req-4edd48ad-a0b8-49fc-a3fd-a4c422dd19cb tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750952 Mar 02 17:34:05.103574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.222676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.225827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.242230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f62719-5e1a-48b8-a551-e8e06c02987e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:05.252773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Transition to ACTIVE for port object d6c1ece3-1332-405a-8394-3e5a50ffee54 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:05.254774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.277464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeefcd3a-be4e-4d49-a7cf-a191422d8b46 req-6fff909d-aa08-4736-a52f-aaa0967e1758 tempest-SecurityGroupsTestAdminJSON-2004720390 tempest-SecurityGroupsTestAdminJSON-2004720390-project] 10.222.0.37 "DELETE /v2.0/security-groups/01f62719-5e1a-48b8-a551-e8e06c02987e HTTP/1.1" status: 204 len: 173 time: 0.4033039 Mar 02 17:34:05.302104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Transition to ACTIVE for port object d6c1ece3-1332-405a-8394-3e5a50ffee54 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:05.311382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.343854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.436076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=68930d18-b384-43c6-bde5-17667c9838f3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:05.546517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Network 2395869f-13f4-4177-b710-eee606fce21c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:05.568121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Pushing event updated for resources: {'Port': ['ID=d6c1ece3-1332-405a-8394-3e5a50ffee54,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:05.586471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:05.667704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f183ac4-91bb-44c3-90b7-eb8bc680ef2d req-821506e6-ce73-4695-a6e8-08b0c9693c6a tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:05.680183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f183ac4-91bb-44c3-90b7-eb8bc680ef2d req-821506e6-ce73-4695-a6e8-08b0c9693c6a tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.2448151 Mar 02 17:34:05.772787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:05.787644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f183ac4-91bb-44c3-90b7-eb8bc680ef2d req-4dd6566e-05aa-4245-b21c-2758e772f8a3 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044731 Mar 02 17:34:05.944043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:05.992404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2395869f-13f4-4177-b710-eee606fce21c']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.011093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee2f072-1534-4c74-b480-4002e7fd81cf') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.011624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee2f072-1534-4c74-b480-4002e7fd81cf') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:06.019046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Attempting to bind port d6c1ece3-1332-405a-8394-3e5a50ffee54 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:06.021776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Attempting to bind port d6c1ece3-1332-405a-8394-3e5a50ffee54 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8ee2f072-1534-4c74-b480-4002e7fd81cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2395869f-13f4-4177-b710-eee606fce21c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:06.022144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Attempting to bind port d6c1ece3-1332-405a-8394-3e5a50ffee54 on network 2395869f-13f4-4177-b710-eee606fce21c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:06.035784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.038346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:06.039287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Checking segment: {'id': '8ee2f072-1534-4c74-b480-4002e7fd81cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2395869f-13f4-4177-b710-eee606fce21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:06.039690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.040086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Bound using segment: {'id': '8ee2f072-1534-4c74-b480-4002e7fd81cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2395869f-13f4-4177-b710-eee606fce21c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:06.041190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Bound port: d6c1ece3-1332-405a-8394-3e5a50ffee54, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee2f072-1534-4c74-b480-4002e7fd81cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2395869f-13f4-4177-b710-eee606fce21c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:06.041190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.075664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.108819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:06.110159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:06.165833 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:06.190596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:06.283259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] For port d6c1ece3-1332-405a-8394-3e5a50ffee54, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:06.316456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] For port d6c1ece3-1332-405a-8394-3e5a50ffee54, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d6c1ece3-1332-405a-8394-3e5a50ffee54,segment=NetworkSegment(8ee2f072-1534-4c74-b480-4002e7fd81cf),segment_id=8ee2f072-1534-4c74-b480-4002e7fd81cf)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:06.321798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:34:06.321798 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:34:06.321798 n-d-820559-6 neutron-server[83797]: [parameters: {'id': '2395869f-13f4-4177-b710-eee606fce21c'}] Mar 02 17:34:06.321798 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:34:06.323310 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:34:06.326522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.618716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97effdc3-cf49-473b-9962-5a2b10db7dda None None] Pushing event updated for resources: {'Port': ['ID=d6c1ece3-1332-405a-8394-3e5a50ffee54,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:06.633628 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4194ab67-fb19-46fa-8f9d-95ae30c9a42b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc983fd36428448cb1b4bb54d5cf8b6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4421406 Mar 02 17:34:06.638802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53226) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:06.755539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020ee53-dd7d-4719-ac2e-7f2892811e91 req-a07ed0c9-f053-40fe-a378-00ecbc952e1e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:06.760918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2020ee53-dd7d-4719-ac2e-7f2892811e91 req-a07ed0c9-f053-40fe-a378-00ecbc952e1e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.3068972 Mar 02 17:34:06.825519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.835186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.858080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port d6c1ece3-1332-405a-8394-3e5a50ffee54 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:06.858416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:06.934312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2020ee53-dd7d-4719-ac2e-7f2892811e91 req-193adf93-937f-4013-84bf-89468bee61b7 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678958 Mar 02 17:34:06.981923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:07.103352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c9bab-3321-4e75-a34f-eadc52d4d69e None None] Network 2395869f-13f4-4177-b710-eee606fce21c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:07.354924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:07.406063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e69c0-1eb9-4c6e-b58e-ea2130ae48c9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:07.451014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:07.456037 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28343532-5194-4076-a1c7-b03cbcbf37a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/049e69c0-1eb9-4c6e-b58e-ea2130ae48c9 HTTP/1.1" status: 204 len: 168 time: 0.8128767 Mar 02 17:34:07.565451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:34:07.605854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e3100-5b87-41e8-84a6-282c44051e52 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:34:07.619718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75451075-b913-4db6-88d4-2970b504d868 req-770284db-43ad-4c3d-9e41-796fcb6728b4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:07.627108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75451075-b913-4db6-88d4-2970b504d868 req-770284db-43ad-4c3d-9e41-796fcb6728b4 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.2488656 Mar 02 17:34:07.683556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] For port d6c1ece3-1332-405a-8394-3e5a50ffee54, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d6c1ece3-1332-405a-8394-3e5a50ffee54,segment=NetworkSegment(8ee2f072-1534-4c74-b480-4002e7fd81cf),segment_id=8ee2f072-1534-4c74-b480-4002e7fd81cf)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:07.683948 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:07.756991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:34:07.886462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75451075-b913-4db6-88d4-2970b504d868 req-d4406341-2ecb-449f-9dfe-8379b425146a tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583849 Mar 02 17:34:07.894169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Calling delete_port for d6c1ece3-1332-405a-8394-3e5a50ffee54 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:08.117694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.196452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:08.211238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e3100-5b87-41e8-84a6-282c44051e52 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:34:08.235831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'mac_address': 'fa:16:3e:98:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:34:08.334871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Port': ['ID=d6c1ece3-1332-405a-8394-3e5a50ffee54,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:08.336700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No DVR routers for this DVR port d6c1ece3-1332-405a-8394-3e5a50ffee54 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:08.387862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.440875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:08.547182 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.654611 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-876d4fd3-5a68-45b0-9348-ce75b03c31db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b22fea3b29dd473faaac4ee8c9e888d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2126396 Mar 02 17:34:08.658247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:08.701041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:34:08.822135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:08.844042 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.847130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.906078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.908444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:08.967904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2395869f-13f4-4177-b710-eee606fce21c']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:08.989417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee2f072-1534-4c74-b480-4002e7fd81cf') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:08.990029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee2f072-1534-4c74-b480-4002e7fd81cf') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:09.008971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.030490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.044081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287fbe6-7a02-4540-bdce-0808cf4e18ce req-b489ee4c-0a56-4a1b-9fdf-24bb3ac10af8 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:09.052580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5287fbe6-7a02-4540-bdce-0808cf4e18ce req-b489ee4c-0a56-4a1b-9fdf-24bb3ac10af8 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.2016954 Mar 02 17:34:09.065255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4de2ec-0446-4479-ace4-0d7f04057500,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:09.077927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200867a-17c1-41e5-b584-b96ab73d43b0 req-78b0b721-4659-4d37-af88-6e2fe0154a9a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:09.079867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5200867a-17c1-41e5-b584-b96ab73d43b0 req-78b0b721-4659-4d37-af88-6e2fe0154a9a tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.5674920 Mar 02 17:34:09.090649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.105837 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dceadabe-86a3-41b2-b5b5-d54717e012e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b4de2ec-0446-4479-ace4-0d7f04057500 HTTP/1.1" status: 204 len: 168 time: 0.4461732 Mar 02 17:34:09.145505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.222758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:09.223758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.230328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['25346b3d-1e46-402f-8c6c-e39380d5e30e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:09.255502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5287fbe6-7a02-4540-bdce-0808cf4e18ce req-e72e6ccf-b33f-4885-be1e-e3a2e17f6f68 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015550 Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:09.257528 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:09.357562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:09.381136 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:34:09.425461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5200867a-17c1-41e5-b584-b96ab73d43b0 req-51730fe7-7f57-4efa-bf0e-0cff47040ac3 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266745 Mar 02 17:34:09.440814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.448401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.499761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:09.500362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/2395869f-13f4-4177-b710-eee606fce21c HTTP/1.1" status: 204 len: 168 time: 5.4000113 Mar 02 17:34:09.502258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2daf11-d30a-46f7-bd1e-4c85a116eb9b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=2395869f-13f4-4177-b710-eee606fce21c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:09.511711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1540576373'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:09.545983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:09.561104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:network and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:09.570428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:09.584187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:09.591002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ba53ea32-6d5f-4b04-bc55-91630b707ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.625423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:09.630293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.725170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:09.763654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.765415 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Added segment 4f553cae-33e2-4eb5-bca8-7a939b45d254 of type vlan for network d88b016a-3149-405e-b49a-0f9d68247b39 Mar 02 17:34:09.861056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.951747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:09.958639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:09.959604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:10.161415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6592739 Mar 02 17:34:10.171740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:10.181712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Request body: {'subnet': {'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:10.261948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0de147-aace-47dc-bd74-89f36ee73fe8 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Network': ['ID=d88b016a-3149-405e-b49a-0f9d68247b39,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:10.278753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d88b016a-3149-405e-b49a-0f9d68247b39 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:10.501297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:10.506895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Usage tracker for resource:subnet and tenant:ed31577164514528b1201320880163f7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:10.516364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:10.534866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:10.566659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Made reservation on behalf of ed31577164514528b1201320880163f7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:10.652169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcabe0-30c2-4092-8685-e4a51e901d84 req-ed917d6f-4a8a-49c8-9f1d-adf303db12fd tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:10.663228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bcabe0-30c2-4092-8685-e4a51e901d84 req-ed917d6f-4a8a-49c8-9f1d-adf303db12fd tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.1379988 Mar 02 17:34:10.749123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bcabe0-30c2-4092-8685-e4a51e901d84 req-3d101448-593f-45ef-bd12-7b1c25992211 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843306 Mar 02 17:34:10.851513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:11.039342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b469d-2dbc-4e5e-81be-ccb7031f4b7c req-b84de7ef-b0de-4bc5-bfab-cda7382ad674 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:11.049383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef8b469d-2dbc-4e5e-81be-ccb7031f4b7c req-b84de7ef-b0de-4bc5-bfab-cda7382ad674 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.1176851 Mar 02 17:34:11.124340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-475d39e0-02de-49f7-a0f4-0bcc855794e1 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:11.127193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-475d39e0-02de-49f7-a0f4-0bcc855794e1 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Synchronizing usage tracker for tenant:21910beda16641abae9fd79a42dd13e7 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:34:11.145003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef8b469d-2dbc-4e5e-81be-ccb7031f4b7c req-8693461a-6246-4ffd-9b45-c2e1b89d2bde tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917425 Mar 02 17:34:11.171168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-475d39e0-02de-49f7-a0f4-0bcc855794e1 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Unset dirty status for tenant:21910beda16641abae9fd79a42dd13e7 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:34:11.172612 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-475d39e0-02de-49f7-a0f4-0bcc855794e1 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.50 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.3811257 Mar 02 17:34:11.289081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-962ec902-9437-4886-96e3-a57f5547c3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:11.435800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Deleting port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:11.436141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:11.571509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbfec5-3bfa-4bbc-8e6c-f83871ea8e55 req-f0b42e69-7bda-4292-a0b7-d2a29c8b5338 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:11.580881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:11.582152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2bbfec5-3bfa-4bbc-8e6c-f83871ea8e55 req-f0b42e69-7bda-4292-a0b7-d2a29c8b5338 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.2502167 Mar 02 17:34:11.795200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2bbfec5-3bfa-4bbc-8e6c-f83871ea8e55 req-07e6362f-49c2-4be5-a31b-7119c96a0658 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088766 Mar 02 17:34:11.805116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 25346b3d-1e46-402f-8c6c-e39380d5e30e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:11.805483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:11.822464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:34:11.823743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:12.002352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event updated for resources: {'Subnet': ['ID=189a1638-77d5-40a8-9b08-8d34a2ba7a74,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:12.106105 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:12.163058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec90d-a442-44a2-ab39-a6dfe21afb8d req-60bb0c7e-d059-4322-b47b-3a6d60da501f tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:12.170633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e21ec90d-a442-44a2-ab39-a6dfe21afb8d req-60bb0c7e-d059-4322-b47b-3a6d60da501f tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 946 time: 0.1432672 Mar 02 17:34:12.182715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:12.184320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:12.198802 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:12.279103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e21ec90d-a442-44a2-ab39-a6dfe21afb8d req-4ea0a7fb-a97d-4eac-9a13-fa3998a9fc33 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3639cb13-0c02-4605-bae1-a43612dfe58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073656 Mar 02 17:34:12.358785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Checking segment: {'id': '4f553cae-33e2-4eb5-bca8-7a939b45d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:12.359203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network hostable DHCP agents. Network: d88b016a-3149-405e-b49a-0f9d68247b39, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:12.375205 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'code': 200} Mar 02 17:34:12.500844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Network d88b016a-3149-405e-b49a-0f9d68247b39 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:12.561158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:12.608309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d88b016a-3149-405e-b49a-0f9d68247b39) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:12.616259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:12.616871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c25510e-076f-48c2-8a66-faca82f2acf8 None None] Network d88b016a-3149-405e-b49a-0f9d68247b39 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:12.617168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:12.663276 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b3b42e05-8335-4cb8-9e26-3485c2f7da42 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4879813 Mar 02 17:34:12.664636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53390) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:12.668379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] For port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,segment=NetworkSegment(3ab670c9-7ae2-44df-81d2-0563f53e36b1),segment_id=3ab670c9-7ae2-44df-81d2-0563f53e36b1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:12.669767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:12.915612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.020939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.054329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Calling delete_port for 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:13.176030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d88b016a-3149-405e-b49a-0f9d68247b39', 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39', 'tenant_id': 'ed31577164514528b1201320880163f7', 'fixed_ips': [{'subnet_id': '189a1638-77d5-40a8-9b08-8d34a2ba7a74'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:13.177035 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.553836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.595751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.637620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Allocated IP 2001:db8::f816:3eff:fefd:3ae2 (d88b016a-3149-405e-b49a-0f9d68247b39/189a1638-77d5-40a8-9b08-8d34a2ba7a74/4ea552cc-fd99-41f0-9195-f8697d372c52) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:13.713253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Pushing event deleted for resources: {'Port': ['ID=709a79b0-c9af-4d4f-b91f-38dcd60ddcdb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:13.738767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['709a79b0-c9af-4d4f-b91f-38dcd60ddcdb'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:13.892364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] No DVR routers for this DVR port 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:13.892364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:13.902275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'name': 'network-vif-deleted', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:13.930396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c016ab3-c6ec-499a-b8bb-01ec6b27981c req-363651e8-d8f6-4e73-b84d-e254df3c62b2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:13.930396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c016ab3-c6ec-499a-b8bb-01ec6b27981c req-363651e8-d8f6-4e73-b84d-e254df3c62b2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 1.0521252 Mar 02 17:34:13.936846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f33d83b-bf44-4d6d-b396-3d83266ddc05 req-023de76b-926d-4481-abe0-ef9698f505a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.50 "DELETE /v2.0/ports/709a79b0-c9af-4d4f-b91f-38dcd60ddcdb HTTP/1.1" status: 204 len: 173 time: 2.6054232 Mar 02 17:34:14.015860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:14.196704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941188f-0c6e-46a9-a49c-4f2c9580418b req-99280124-e0e4-4245-804a-999225ef6bf6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:14.205857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f941188f-0c6e-46a9-a49c-4f2c9580418b req-99280124-e0e4-4245-804a-999225ef6bf6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.6345048 Mar 02 17:34:14.215158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:14.254502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Transition to ACTIVE for port object 4ea552cc-fd99-41f0-9195-f8697d372c52 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:14.300065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c016ab3-c6ec-499a-b8bb-01ec6b27981c req-9c87df1e-022b-490f-9231-589dc97af945 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619027 Mar 02 17:34:14.342028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f941188f-0c6e-46a9-a49c-4f2c9580418b req-18a144dc-3650-4c64-a734-872c5f59db94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341887 Mar 02 17:34:14.403883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Transition to ACTIVE for port object 4ea552cc-fd99-41f0-9195-f8697d372c52 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:14.418223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:14.425582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:14.513512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:14.655159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Network d88b016a-3149-405e-b49a-0f9d68247b39 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:14.699208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:14.707081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:14.817790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=189a1638-77d5-40a8-9b08-8d34a2ba7a74,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:14.883451 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-bdf8faf1-d0f8-48ab-b90b-c2ad8a50bbdd tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.8466315 Mar 02 17:34:14.901471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820559-6'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:15.017632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Pushing event updated for resources: {'Port': ['ID=4ea552cc-fd99-41f0-9195-f8697d372c52,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:15.109390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Attempting to bind port 4ea552cc-fd99-41f0-9195-f8697d372c52 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:15.109390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Attempting to bind port 4ea552cc-fd99-41f0-9195-f8697d372c52 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4f553cae-33e2-4eb5-bca8-7a939b45d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:15.117111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Attempting to bind port 4ea552cc-fd99-41f0-9195-f8697d372c52 on network d88b016a-3149-405e-b49a-0f9d68247b39 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:15.146302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:15.146302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Checking segment: {'id': '4f553cae-33e2-4eb5-bca8-7a939b45d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:15.155965 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.155965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Bound using segment: {'id': '4f553cae-33e2-4eb5-bca8-7a939b45d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:15.155965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Bound port: 4ea552cc-fd99-41f0-9195-f8697d372c52, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f553cae-33e2-4eb5-bca8-7a939b45d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd88b016a-3149-405e-b49a-0f9d68247b39'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:15.155965 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.176785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.299395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88b016a-3149-405e-b49a-0f9d68247b39']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:15.319914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f553cae-33e2-4eb5-bca8-7a939b45d254') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:15.319914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f553cae-33e2-4eb5-bca8-7a939b45d254') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:15.337463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.353181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.365316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:15.365316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.429388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] For port 4ea552cc-fd99-41f0-9195-f8697d372c52, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:15.434596 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b107bf-fad9-45d6-a7ee-6c7c2aa2c755', 'name': 'network-vif-deleted', 'tag': '709a79b0-c9af-4d4f-b91f-38dcd60ddcdb', 'status': 'completed', 'code': 200} Mar 02 17:34:15.510928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:15.525250 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:15.527481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] For port 4ea552cc-fd99-41f0-9195-f8697d372c52, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4ea552cc-fd99-41f0-9195-f8697d372c52,segment=NetworkSegment(4f553cae-33e2-4eb5-bca8-7a939b45d254),segment_id=4f553cae-33e2-4eb5-bca8-7a939b45d254)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:15.536949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:15.595169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:34:15.595169 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:34:15.595169 n-d-820559-6 neutron-server[83797]: [parameters: {'id': 'd88b016a-3149-405e-b49a-0f9d68247b39'}] Mar 02 17:34:15.595169 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:34:15.595169 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:34:15.615754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53ae0306-d1f6-430c-8d48-756402409c2f req-e9aa46d8-9b6d-48c0-9538-49e438c2e3a0 tempest-InstanceActionsNegativeTestJSON-2131860098 tempest-InstanceActionsNegativeTestJSON-2131860098-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b107bf-fad9-45d6-a7ee-6c7c2aa2c755 HTTP/1.1" status: 200 len: 210 time: 0.0896964 Mar 02 17:34:15.816241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:34:15.822685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:16.105063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:16.163113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.199200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port 4ea552cc-fd99-41f0-9195-f8697d372c52 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:16.200006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.238219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:16.317292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:16.335429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c has no active binding in host n-h1-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:34:16.388698 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.400718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc1ae-a680-4ded-9646-661e8be1b506 req-64f667f3-05ca-4dc9-9ddb-951ef3145d64 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:16.409191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-703dc1ae-a680-4ded-9646-661e8be1b506 req-64f667f3-05ca-4dc9-9ddb-951ef3145d64 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 945 time: 0.3902791 Mar 02 17:34:16.410252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.492410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2abd-1c23-4c0f-ae84-92edaa42de01 None None] Pushing event updated for resources: {'Port': ['ID=4ea552cc-fd99-41f0-9195-f8697d372c52,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:16.510786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cd0a6-bcda-4b4b-ba30-65bcb6e9af6a None None] Network d88b016a-3149-405e-b49a-0f9d68247b39 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:16.632423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.652899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] For port 4ea552cc-fd99-41f0-9195-f8697d372c52, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4ea552cc-fd99-41f0-9195-f8697d372c52,segment=NetworkSegment(4f553cae-33e2-4eb5-bca8-7a939b45d254),segment_id=4f553cae-33e2-4eb5-bca8-7a939b45d254)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:16.655372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.684257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:16.688899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:16.697132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.698214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:16.728713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:16.799085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:34:16.799085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 709a79b0-c9af-4d4f-b91f-38dcd60ddcdb not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:34:16.819452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on host n-h2-820559-6 for vnic_type normal with profile {"migrating_to": "n-h1-820559-6"} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:16.820195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:16.820878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:16.828864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:34:16.829572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Attempting to bind port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on network 7d31e738-ad2f-4183-891a-ff4e738fe6e6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:16.838774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:16.840561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Checking segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:16.841254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Bound using segment: {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:16.842088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Bound port: 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1161876e-87b5-47fe-a290-6eb3dab5f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7d31e738-ad2f-4183-891a-ff4e738fe6e6'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:16.843693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:16.942243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:16.999325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Calling delete_port for 4ea552cc-fd99-41f0-9195-f8697d372c52 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:17.016938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6947df2-942d-43bf-bc67-5243c9104dcf None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:34:17.187142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:17.202125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:17.202125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:17.263797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-703dc1ae-a680-4ded-9646-661e8be1b506 req-07bd58d2-1fcb-46a7-95ee-5f981b29a67c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8527336 Mar 02 17:34:17.294432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=8']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:17.409396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:17.439656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:17.454283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:17.457119 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-91ab38a4-8195-4dbb-891c-a282cf6e526d service neutron] 10.222.0.50 "PUT /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 1121 time: 2.5662165 Mar 02 17:34:17.523940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No DVR routers for this DVR port 4ea552cc-fd99-41f0-9195-f8697d372c52 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:17.622093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6947df2-942d-43bf-bc67-5243c9104dcf None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:34:17.692156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:17.698837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:17.815208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Deleting subnet 3fe81ce0-aa28-4388-ac9c-268018b9faa9 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:34:17.820899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:17.853237 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:34:17.854172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:17.891476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Port': ['ID=4ea552cc-fd99-41f0-9195-f8697d372c52,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:17.924724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.004994 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'code': 200} Mar 02 17:34:18.020087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.020879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.052018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88b016a-3149-405e-b49a-0f9d68247b39']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:18.065253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f553cae-33e2-4eb5-bca8-7a939b45d254') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:18.065549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f553cae-33e2-4eb5-bca8-7a939b45d254') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:18.078743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.103838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.114212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:18.115137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.198540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:18.208974 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:18.258813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe81ce0-aa28-4388-ac9c-268018b9faa9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:18.272389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e82af-9573-4105-b4ec-e094ca32190f req-03263cf9-e296-440e-a6eb-b05d36b60c0c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:18.281423 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.283524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d7e82af-9573-4105-b4ec-e094ca32190f req-03263cf9-e296-440e-a6eb-b05d36b60c0c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.0179565 Mar 02 17:34:18.296274 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e0c479f6-6f3b-48f6-910f-6c9da4b0333e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fe81ce0-aa28-4388-ac9c-268018b9faa9 HTTP/1.1" status: 204 len: 168 time: 0.6030486 Mar 02 17:34:18.299179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53508) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:18.609532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.962361 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.965135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:18.975808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.015262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=d88b016a-3149-405e-b49a-0f9d68247b39,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:19.040439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d778386b-5c7e-4d00-86c8-dc035c3b401c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/d88b016a-3149-405e-b49a-0f9d68247b39 HTTP/1.1" status: 204 len: 168 time: 6.3748052 Mar 02 17:34:19.044463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53524) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.104452 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85dd85-36b3-4eed-9b60-13eb030c389b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:19.105174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c85dd85-36b3-4eed-9b60-13eb030c389b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:19.113403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c85dd85-36b3-4eed-9b60-13eb030c389b tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/189a1638-77d5-40a8-9b08-8d34a2ba7a74 HTTP/1.1" status: 404 len: 337 time: 0.0661972 Mar 02 17:34:19.119399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53532) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.145875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.215369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43d4dea-b0de-4217-87ed-c348951fe9e4']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:19.258417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d7e82af-9573-4105-b4ec-e094ca32190f req-f234b376-0bfe-46e1-a1c9-c9611eb87b5c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9733720 Mar 02 17:34:19.265439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab670c9-7ae2-44df-81d2-0563f53e36b1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:19.265991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab670c9-7ae2-44df-81d2-0563f53e36b1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:19.303897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.333581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.342041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:19.342562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.361458 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dcdb3e-c7c2-4aeb-a994-6fb10749ef2c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:19.361981 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:19.367238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dcdb3e-c7c2-4aeb-a994-6fb10749ef2c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:19.374215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-06dcdb3e-c7c2-4aeb-a994-6fb10749ef2c tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/d88b016a-3149-405e-b49a-0f9d68247b39 HTTP/1.1" status: 404 len: 339 time: 0.2535732 Mar 02 17:34:19.375584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.523513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.589387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:19.661151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43d4dea-b0de-4217-87ed-c348951fe9e4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:19.676133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-2af20c63-50a5-4d6a-bf08-66c0c024a96b tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:19.686704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-2af20c63-50a5-4d6a-bf08-66c0c024a96b tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/networks?id=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 HTTP/1.1" status: 200 len: 814 time: 0.5513983 Mar 02 17:34:19.697342 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9e5fee13-dbe6-40df-ba41-654a009c7ba3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c43d4dea-b0de-4217-87ed-c348951fe9e4 HTTP/1.1" status: 204 len: 168 time: 1.3867013 Mar 02 17:34:19.722470 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b037e00-683c-49e8-9fe2-cb35cfc6c782 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:19.722470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b037e00-683c-49e8-9fe2-cb35cfc6c782 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:19.722470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5b037e00-683c-49e8-9fe2-cb35cfc6c782 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/68930d18-b384-43c6-bde5-17667c9838f3 HTTP/1.1" status: 404 len: 337 time: 0.3220713 Mar 02 17:34:19.727966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.737984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-cf2a93d8-84dd-4806-9659-4e015ae7501b tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/quotas/3cdb1dee471145da861e4934fbd25621 HTTP/1.1" status: 200 len: 375 time: 0.0495632 Mar 02 17:34:19.791760 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf42693f-9dcc-490a-b0c7-cd2d4406330a tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:19.792461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf42693f-9dcc-490a-b0c7-cd2d4406330a tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:19.800924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf42693f-9dcc-490a-b0c7-cd2d4406330a tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/2395869f-13f4-4177-b710-eee606fce21c HTTP/1.1" status: 404 len: 339 time: 0.0847564 Mar 02 17:34:19.802792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53554) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.888947 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1530d0b-0004-4d61-b08a-b24264f8e475 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:19.889398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1530d0b-0004-4d61-b08a-b24264f8e475 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:19.900688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53558) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:19.901918 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1530d0b-0004-4d61-b08a-b24264f8e475 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/6370a062-1e2a-48f7-a9b7-cfe67125a2c0 HTTP/1.1" status: 404 len: 337 time: 0.0916295 Mar 02 17:34:20.006603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:20.024927 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bcdc11-0840-4cbf-825e-845e49d722fb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:20.025393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bcdc11-0840-4cbf-825e-845e49d722fb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:20.027191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-51bcdc11-0840-4cbf-825e-845e49d722fb tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/f6ace14b-3033-40b8-8a1d-102e13bf3946 HTTP/1.1" status: 404 len: 339 time: 0.1234426 Mar 02 17:34:20.029848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53564) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:20.087984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-b3a30509-0795-4134-bfc1-1339f56b9bdf tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cdb1dee471145da861e4934fbd25621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513548 Mar 02 17:34:20.222875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dc2d8-d266-4253-8d96-eb87de1321d5 req-6af354ec-8c33-44ba-9308-c8a351ac7e7d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:20.231422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-138dc2d8-d266-4253-8d96-eb87de1321d5 req-6af354ec-8c33-44ba-9308-c8a351ac7e7d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 0.2666693 Mar 02 17:34:20.257579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port 2d88eff8-edcd-4bc6-940c-4007bc0bfb98 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:20.260817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.294877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53568) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:20.431689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-dfd05ec9-b67b-443c-bcd0-a092a8d6549b service neutron] 10.222.0.37 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417590 Mar 02 17:34:20.583186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-138dc2d8-d266-4253-8d96-eb87de1321d5 req-7cc934c2-17b8-493c-ac12-65ea0e2779de tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458669 Mar 02 17:34:20.643248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f04aa43-4940-437f-a6ee-9f98a646bef4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21910beda16641abae9fd79a42dd13e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3468258 Mar 02 17:34:20.648701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53574) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:20.690537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-faf1b79c-ebcb-43f0-81cc-a48809b881f3 service neutron] 10.222.0.37 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571349 Mar 02 17:34:20.772098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.782192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.815095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.888198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.924420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639cb13-0c02-4605-bae1-a43612dfe58a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:20.937041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:20.939827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3639cb13-0c02-4605-bae1-a43612dfe58a HTTP/1.1" status: 204 len: 168 time: 0.2899115 Mar 02 17:34:20.998755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:20.998895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.002091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.004264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.005917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.008100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.010472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.011452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.011968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.017646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.018217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec50b5-8a01-4576-b3bc-67c2c749dcaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:21.181363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Calling delete_port for 2d88eff8-edcd-4bc6-940c-4007bc0bfb98 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:21.290534 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'status': 'completed', 'code': 200} Mar 02 17:34:21.423479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:21.670687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Port': ['ID=2d88eff8-edcd-4bc6-940c-4007bc0bfb98,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:21.672822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:34:21.691262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:21.715750 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e15b9bd-bf47-4c4b-8b2b-c9c6332c1f2e tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/ports/2d88eff8-edcd-4bc6-940c-4007bc0bfb98 HTTP/1.1" status: 204 len: 168 time: 1.6820946 Mar 02 17:34:21.716134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53606) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:21.809899 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-64173ece-fac7-40be-bf08-2dfb422bcaec tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:21.810525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64173ece-fac7-40be-bf08-2dfb422bcaec tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:21.813415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64173ece-fac7-40be-bf08-2dfb422bcaec tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/916bac71-f2d7-4b46-9c50-65c9b66976f6 HTTP/1.1" status: 404 len: 337 time: 0.0948501 Mar 02 17:34:21.830015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53612) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:22.028303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73298446-ba26-4351-ba09-b0ba6844f7c6 req-8e230503-28cb-439e-a3e8-2cee0afca97a tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 210 time: 0.4879861 Mar 02 17:34:22.045696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-02eee5e1-b447-4346-89c2-5c85ac5758c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1124 time: 0.7301855 Mar 02 17:34:22.179769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:22.217302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '302f5d5f-296f-4047-b527-827a1da5d80f', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '302f5d5f-296f-4047-b527-827a1da5d80f', 'mac_address': 'fa:16:3e:1b:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:34:22.432085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:22.479342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:22.500961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:22.567473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:34:22.641382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:22.656289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:22.965235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:22.975463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:23.009842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['302f5d5f-296f-4047-b527-827a1da5d80f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:23.052633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9d6aa3-145f-49a7-aea2-62e16a71be96']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:23.157657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86698bd-38a8-4885-82d2-d6b946c8ddef') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:23.165008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86698bd-38a8-4885-82d2-d6b946c8ddef') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:23.235556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.276891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.345569 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.367957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:23.368380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:23.455487 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:23.502270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c561e-3f73-4664-b750-3fea08e56d16 req-56b4128e-9f53-454a-ba86-25b55149a6ce tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:23.523665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be1c561e-3f73-4664-b750-3fea08e56d16 req-56b4128e-9f53-454a-ba86-25b55149a6ce tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.8134413 Mar 02 17:34:23.533518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-64295eeb-25f9-4492-ae7f-b52357fcfab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:23.534192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-64295eeb-25f9-4492-ae7f-b52357fcfab8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 1.4768021 Mar 02 17:34:23.756252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.853839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:23.856779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=0c9d6aa3-145f-49a7-aea2-62e16a71be96,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:23.901556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:23.924860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-790d4529-030e-4c41-9295-942666d28a1d tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/0c9d6aa3-145f-49a7-aea2-62e16a71be96 HTTP/1.1" status: 204 len: 168 time: 2.0911524 Mar 02 17:34:23.933509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Usage tracker for resource:security_group_rule and tenant:14f58ea23961460d923dbc327e5b08a7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:23.937079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53646) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:23.952320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:24.160064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:24.445360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-c8831ddc-d550-4823-8eab-75fef4e1355c service neutron] 10.222.0.35 "GET /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c/bindings/n-h1-820559-6 HTTP/1.1" status: 200 len: 384 time: 1.8340547 Mar 02 17:34:24.461965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-bd9fc9b8-dc52-4c19-ac3f-94430a0aff2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 217 time: 0.8082571 Mar 02 17:34:24.645595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c27d9-b6dc-4a77-a94c-1f474fa1d1a5 req-8419db0b-c3a3-4427-bf5e-cdf94a5e6dc9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:24.653831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388c27d9-b6dc-4a77-a94c-1f474fa1d1a5 req-8419db0b-c3a3-4427-bf5e-cdf94a5e6dc9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 2.0634904 Mar 02 17:34:24.658217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53658) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:24.795956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be1c561e-3f73-4664-b750-3fea08e56d16 req-f42c545a-9f28-4ada-bb51-d9324de836ca tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2676573 Mar 02 17:34:24.932032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port 0665cf04-7a3c-44e4-aef2-21ca3acf132a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:24.932032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:24.952215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-8640b8f7-f718-418f-b6f0-ec6343b93358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:24.957983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-8640b8f7-f718-418f-b6f0-ec6343b93358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.4763949 Mar 02 17:34:25.121639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-8547605f-c691-42b7-b39e-cac65a3534fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0708899 Mar 02 17:34:25.139243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388c27d9-b6dc-4a77-a94c-1f474fa1d1a5 req-91e85734-7675-4361-82ca-07f8468620ca tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845865 Mar 02 17:34:25.162060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-888927357-network', 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:25.202174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:25.254309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-1e20ee7c-36e5-4b60-bcf2-9637e661221d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:25.256424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-1e20ee7c-36e5-4b60-bcf2-9637e661221d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Synchronizing usage tracker for tenant:3cdb1dee471145da861e4934fbd25621 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:34:25.308094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-c14d7abf-9f54-4bd4-9e6c-28444bff0975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2919567 Mar 02 17:34:25.347286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.373193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.405645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Usage tracker for resource:network and tenant:923b7cb1f284446b9b5ca293f3521fd9 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:25.443670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:25.513234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-1e20ee7c-36e5-4b60-bcf2-9637e661221d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Unset dirty status for tenant:3cdb1dee471145da861e4934fbd25621 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:34:25.518159 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-1e20ee7c-36e5-4b60-bcf2-9637e661221d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.50 "GET /v2.0/networks?id=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 HTTP/1.1" status: 200 len: 814 time: 1.5679250 Mar 02 17:34:25.525547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.563574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:25.586230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Request body: {'port': {'device_id': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'admin_state_up': True, 'tenant_id': '3cdb1dee471145da861e4934fbd25621'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:25.679787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:25.778237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e3469-c99b-4054-bc9d-2c2476b52a44,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:25.812292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26d65eec-d9a2-4d0b-8371-fc21c8197725 req-68565497-5b47-422d-8594-9f4bbdda723b tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 210 time: 0.3916998 Mar 02 17:34:25.821089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Made reservation on behalf of 923b7cb1f284446b9b5ca293f3521fd9 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:25.825585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.852036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Calling delete_port for 0665cf04-7a3c-44e4-aef2-21ca3acf132a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:25.867414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.881399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 302f5d5f-296f-4047-b527-827a1da5d80f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:25.881778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:25.912379 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3104182e-1453-48e8-be52-3d28add68870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14f58ea23961460d923dbc327e5b08a7&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4103894 Mar 02 17:34:25.928724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53682) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:25.940249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:25.945214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:923b7cb1f284446b9b5ca293f3521fd9 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:25.951889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:25.970626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:26.307373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:26.329465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:26.336066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Usage tracker for resource:port and tenant:3cdb1dee471145da861e4934fbd25621 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:26.346256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:26.376187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.381921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:26.384971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.402886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:26.447837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:26.472375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:26.603192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.610152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:34:26.658793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:26.672542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:26.682615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.707795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Port': ['ID=0665cf04-7a3c-44e4-aef2-21ca3acf132a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:26.732438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.766249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.799861 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.910986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Made reservation on behalf of 3cdb1dee471145da861e4934fbd25621 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:26.919883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:26.929455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=13']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:26.965057 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8db7971-e25b-4056-a409-b6c507341df0 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/ports/0665cf04-7a3c-44e4-aef2-21ca3acf132a HTTP/1.1" status: 204 len: 168 time: 3.0237639 Mar 02 17:34:26.972761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53710) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:26.973701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:27.088284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e3469-c99b-4054-bc9d-2c2476b52a44,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:27.205952 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1b862-1134-43e1-b5f2-a131dc57fd49 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] DELETE failed (client error): The resource could not be found. Mar 02 17:34:27.207051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f1b862-1134-43e1-b5f2-a131dc57fd49 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:34:27.229239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:27.241935 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3fa81c79-164a-4be3-ab52-ce988bee0454 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/413e3469-c99b-4054-bc9d-2c2476b52a44 HTTP/1.1" status: 204 len: 168 time: 1.3045211 Mar 02 17:34:27.244748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-300c241d-ed56-445d-913b-7c927cf609b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9105408 Mar 02 17:34:27.288658 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36f1b862-1134-43e1-b5f2-a131dc57fd49 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/69cb3baa-c80d-463a-b8fa-98f349a165a1 HTTP/1.1" status: 404 len: 337 time: 0.2993753 Mar 02 17:34:27.315874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53718) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:27.343689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-95f9bbd0-6f31-4591-9572-560af5cd2c8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 1095 time: 2.1427026 Mar 02 17:34:28.108394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:28.166381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-98e37703-d293-487a-a8a6-d116b43534e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:28.167882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-98e37703-d293-487a-a8a6-d116b43534e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.5154614 Mar 02 17:34:28.198353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:28.209066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Allocated IP 172.20.0.10 (2b30c01e-ec92-4f88-8cfb-786d6f4fcd50/d268b981-f315-4a60-8a41-c6f820135d3b/8f09ea6f-b4e0-40a9-a550-5021693c645f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:28.225338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:28.237932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4a4f6-7dd9-4a5a-88f0-bcac02305ea5 req-4b1a6bf7-2691-45f0-8b6e-31cf3ce292b4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:28.249604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12f4a4f6-7dd9-4a5a-88f0-bcac02305ea5 req-4b1a6bf7-2691-45f0-8b6e-31cf3ce292b4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 1.5174603 Mar 02 17:34:28.307489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:28.541256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:28.541256 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Added segment cb9e15df-a602-482c-9859-e097b0e432be of type vlan for network 4993d096-4595-4c9e-8d14-2af3cecdd962 Mar 02 17:34:28.573206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53730) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:28.642522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ca83725-fd76-4bf2-babe-2ed69f23d490 req-e94536ec-74b4-467e-a258-78b9a45d4466 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3605244 Mar 02 17:34:28.913655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] Transition to ACTIVE for port object 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:28.954629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a210-36ec-466d-8fdc-36255aee30a1 req-11863cbe-a3c4-435f-baca-2170cdd3cd7b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:28.955718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72b2a210-36ec-466d-8fdc-36255aee30a1 req-11863cbe-a3c4-435f-baca-2170cdd3cd7b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 943 time: 1.9743061 Mar 02 17:34:28.956950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-e82c4c32-f81e-4689-8be1-3c93c1985274 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 200 len: 217 time: 0.7431619 Mar 02 17:34:28.977760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08020ec8-2ebf-4d56-a63d-7ae1c50b185b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:29.134323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.148970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.296297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.449346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.478743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad1e807-3252-4c51-9d0f-023575cdce3f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:29.499266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612227b5-72b6-40a9-aacd-3c1a99b462cc') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:29.499266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612227b5-72b6-40a9-aacd-3c1a99b462cc') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:29.512244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.523218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12f4a4f6-7dd9-4a5a-88f0-bcac02305ea5 req-c68ea940-6131-4dd2-a113-ea577165b1ad tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2624114 Mar 02 17:34:29.692301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.710385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:29.710385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.727051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:34:29.793886 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:34:29.819789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:29.830310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Usage tracker for resource:security_group_rule and tenant:07c936b4f7cf4be8861b8df5ba04731e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:29.839690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:29.850938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:29.928897 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:29.948684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:29.996048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.000780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.005276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-d728bbf2-b495-4b66-a070-52e6bc43dbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:30.006756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-d728bbf2-b495-4b66-a070-52e6bc43dbe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.9565003 Mar 02 17:34:30.022768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.040394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=6ad1e807-3252-4c51-9d0f-023575cdce3f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:30.153088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab3e87-5bb3-4b7b-a74e-526fe96ded47,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:30.155810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] Pushing event updated for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=10']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:30.181820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.187190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0c43c5d-bd4b-4e26-a66f-f21260345898 req-9520368a-a80b-42fe-95ec-45050aab47e7 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 210 time: 0.1167605 Mar 02 17:34:30.226725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Transition to ACTIVE for port object 8f09ea6f-b4e0-40a9-a550-5021693c645f will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:30.292191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.300710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72b2a210-36ec-466d-8fdc-36255aee30a1 req-a07a7175-ffd6-46af-b7cf-78b4918f8ade tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2908781 Mar 02 17:34:30.311289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] No DVR routers for this DVR port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:30.317382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.318510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:30.323315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.336999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-07edbdad-b8d8-474f-ba31-a04e3e3554e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3054695 Mar 02 17:34:30.377377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:30.388678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:30.404275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:30.564268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Pushing event updated for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:30.577354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffeb1d35-785b-420b-b816-f55fd2e3a666 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/6ad1e807-3252-4c51-9d0f-023575cdce3f HTTP/1.1" status: 204 len: 168 time: 3.2602694 Mar 02 17:34:30.584882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:30.597190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:30.598926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:30.762213 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-92c6e728-19e3-4f34-accc-980ce77a30e4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1898167 Mar 02 17:34:30.793042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Request body: {'port': {'device_id': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:30.885505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b1338ad-ff72-499c-8c5a-707db6011856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07c936b4f7cf4be8861b8df5ba04731e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2832921 Mar 02 17:34:30.896997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:30.913475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f499fa43-3710-410e-8ff7-74037ab1b6c7 None None] Provisioning for port 8f09ea6f-b4e0-40a9-a550-5021693c645f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:30.926173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f499fa43-3710-410e-8ff7-74037ab1b6c7 None None] Provisioning complete for port 8f09ea6f-b4e0-40a9-a550-5021693c645f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:30.926452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f499fa43-3710-410e-8ff7-74037ab1b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.046495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f499fa43-3710-410e-8ff7-74037ab1b6c7 None None] Port 8f09ea6f-b4e0-40a9-a550-5021693c645f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:34:31.090089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.4192579 Mar 02 17:34:31.097358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53754) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:31.179828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Request body: {'subnet': {'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-888927357-subnet', 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:31.203337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:31.204616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dd987-a11e-47e2-845c-e78659a31ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=4993d096-4595-4c9e-8d14-2af3cecdd962,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:31.230547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:31.243019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a19a6c15-e56f-49ba-ba66-5186834189a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c/bindings/n-h1-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 6.7735338 Mar 02 17:34:31.244069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Usage tracker for resource:subnet and tenant:923b7cb1f284446b9b5ca293f3521fd9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:31.258769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:31.262418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-a188582e-6e67-450b-b39d-b183a44ff258 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9141252 Mar 02 17:34:31.281660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:31.318843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.350937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.443055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.464818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.567990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Made reservation on behalf of 923b7cb1f284446b9b5ca293f3521fd9 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:31.573951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:31.933758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db85b6b3-fe1f-4dc5-918c-fd66a95e022f req-87b88054-412b-4807-b795-586efe50b733 service neutron] 10.222.0.35 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695445 Mar 02 17:34:32.040576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting subnet 75cd93d5-0eff-465a-9b9b-7b1bcc84800f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:34:32.053663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab3e87-5bb3-4b7b-a74e-526fe96ded47,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:32.140598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-f5940dbc-3404-4572-80c9-c92e6d51c1e2 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.6923358 Mar 02 17:34:32.180506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ff528-9741-4b1a-b445-d12a94211c43 req-c81a9c69-dea5-4e88-bb96-8c4b4d9767cf tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:32.198227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040ff528-9741-4b1a-b445-d12a94211c43 req-c81a9c69-dea5-4e88-bb96-8c4b4d9767cf tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 1.2194157 Mar 02 17:34:32.503991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040ff528-9741-4b1a-b445-d12a94211c43 req-d5457f13-c2aa-4664-805b-086729c1851b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026865 Mar 02 17:34:32.511130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:32.601474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887608f-5ed6-4573-9b5a-b235b55ae79a req-786adc21-f27c-4aeb-baf7-5cbd5f887da0 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:32.605585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7887608f-5ed6-4573-9b5a-b235b55ae79a req-786adc21-f27c-4aeb-baf7-5cbd5f887da0 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 932 time: 0.8829956 Mar 02 17:34:32.656126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-756ff6e5-dc44-4523-ae99-0c2531895a4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf&tenant_id=0a6190a54bdf46849f05b82c7de4af15 HTTP/1.1" status: 200 len: 1095 time: 0.3997531 Mar 02 17:34:32.762061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:32.886881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7887608f-5ed6-4573-9b5a-b235b55ae79a req-72022cc9-311c-4ad3-abbe-b73bb47c723a tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440333 Mar 02 17:34:33.019046 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:33.127658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-0280def4-d588-448d-8dac-5bdced2b65c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a6190a54bdf46849f05b82c7de4af15&device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1095 time: 0.3733535 Mar 02 17:34:33.140582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c13c-f844-4d9b-9ad0-c5bcd5c96e57 req-f321f1ef-2c85-45a1-9731-40bf3540b07d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:33.158537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9af6c13c-f844-4d9b-9ad0-c5bcd5c96e57 req-f321f1ef-2c85-45a1-9731-40bf3540b07d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 0.2441936 Mar 02 17:34:33.230652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:33.300344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9af6c13c-f844-4d9b-9ad0-c5bcd5c96e57 req-e604ef10-e477-4f3b-bfc4-6697129e60d9 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408401 Mar 02 17:34:33.319363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b9123-db40-4c4e-80da-1124c470aa88 None None] Network 4c0faa80-1de9-475e-a257-be5769fc9847 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:33.325709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:33.355871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:33.383240 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1830ca5-2d00-4510-b9c9-31f83e36365f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00ab3e87-5bb3-4b7b-a74e-526fe96ded47 HTTP/1.1" status: 204 len: 168 time: 2.4846976 Mar 02 17:34:33.448617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Subnet': ['ID=75cd93d5-0eff-465a-9b9b-7b1bcc84800f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:33.640128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:33.668958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c4ecf74-c3ab-45ff-be10-65c424b54fd1 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/subnets/75cd93d5-0eff-465a-9b9b-7b1bcc84800f HTTP/1.1" status: 204 len: 168 time: 3.0823269 Mar 02 17:34:33.700454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:34.106198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-8caa1080-e9a0-40f8-a843-3fd38c92a838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:34.107361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-8caa1080-e9a0-40f8-a843-3fd38c92a838 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 200 len: 921 time: 0.8060901 Mar 02 17:34:34.161817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] DHCP port deletion for 4c0faa80-1de9-475e-a257-be5769fc9847 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:34:34.167716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Deleting port 1bc20680-e661-4e71-acff-b2d6430982d1 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:34.168332 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:34.544944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-16dd2aeb-8e9e-4897-825c-b16770fd6d81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 200 len: 217 time: 0.4201372 Mar 02 17:34:34.745031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f09ea6f-b4e0-40a9-a550-5021693c645f {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:34:34.754466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:34.763204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-aa8e7bd6-b165-4671-b468-157f04cb106e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:34.776942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Transition to ACTIVE for port object 8f09ea6f-b4e0-40a9-a550-5021693c645f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:34.777754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-aa8e7bd6-b165-4671-b468-157f04cb106e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 200 len: 860 time: 0.2205274 Mar 02 17:34:34.790315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:34.792549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3916a4-bb50-4d98-9d51-bc02e9121e65,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:34.796834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711506-809a-4ab3-9f25-c982150e2849 req-9381218d-0ad3-473d-a74b-f18c87367f01 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:34.801545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:34.803393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75711506-809a-4ab3-9f25-c982150e2849 req-9381218d-0ad3-473d-a74b-f18c87367f01 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.9914739 Mar 02 17:34:34.826897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] For port 1bc20680-e661-4e71-acff-b2d6430982d1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1bc20680-e661-4e71-acff-b2d6430982d1,segment=NetworkSegment(e1cf583d-b8c5-4fd7-9d80-d8822871e830),segment_id=e1cf583d-b8c5-4fd7-9d80-d8822871e830)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:34.826897 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:34.877816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-a795d01a-d40d-4fad-9e9b-d69481e3291f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d31e738-ad2f-4183-891a-ff4e738fe6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730832 Mar 02 17:34:34.923938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:35.115197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port 1bc20680-e661-4e71-acff-b2d6430982d1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:35.115365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:35.271611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Calling delete_port for 1bc20680-e661-4e71-acff-b2d6430982d1 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:35.317377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Checking segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:35.317752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Network hostable DHCP agents. Network: 4993d096-4595-4c9e-8d14-2af3cecdd962, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:35.464002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0126798-1b0d-48cf-9bb5-91a7ffcdc4d4 req-68433076-0225-44bc-969c-66b7007ec776 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:35.480896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0126798-1b0d-48cf-9bb5-91a7ffcdc4d4 req-68433076-0225-44bc-969c-66b7007ec776 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 932 time: 1.1180139 Mar 02 17:34:35.496646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1bc20680-e661-4e71-acff-b2d6430982d1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:35.606493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75711506-809a-4ab3-9f25-c982150e2849 req-788e078e-4e88-490d-8817-184d5ddc97a0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7269607 Mar 02 17:34:35.773282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0126798-1b0d-48cf-9bb5-91a7ffcdc4d4 req-70132ecc-af36-4945-bc5b-772d38316fef tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909319 Mar 02 17:34:35.847453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-9e86ad0b-877c-40d7-97f4-0faec0056b8f service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014444 Mar 02 17:34:36.007146 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:36.014498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port 1bc20680-e661-4e71-acff-b2d6430982d1 update to DOWN by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 17:34:36.050246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-5a7f580a-ac4b-477b-90f0-109c601ab9c6 service neutron] 10.222.0.50 "GET /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875989 Mar 02 17:34:36.091570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:36.193679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] Pushing event deleted for resources: {'Port': ['ID=1bc20680-e661-4e71-acff-b2d6430982d1,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:36.252751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a7535-7bf8-4238-aad8-e5ec76c0cc7d None None] No DVR routers for this DVR port 1bc20680-e661-4e71-acff-b2d6430982d1 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:36.466649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31047f-9b58-491d-a212-f47a6e20facc req-f7fc4dc7-50a8-430a-8b2d-c10bbac051aa tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:36.475977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e31047f-9b58-491d-a212-f47a6e20facc req-f7fc4dc7-50a8-430a-8b2d-c10bbac051aa tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 0.1798284 Mar 02 17:34:36.510543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4993d096-4595-4c9e-8d14-2af3cecdd962) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:36.535429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de693309-040a-42b2-99f3-ff82505bd47b None None] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:36.543743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Attempting to bind port 8f09ea6f-b4e0-40a9-a550-5021693c645f on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:36.547952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Attempting to bind port 8f09ea6f-b4e0-40a9-a550-5021693c645f by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:36.548391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Attempting to bind port 8f09ea6f-b4e0-40a9-a550-5021693c645f on network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:36.562563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:36.569581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:36.679131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e31047f-9b58-491d-a212-f47a6e20facc req-49686825-0f5f-4dcd-9788-3be123164e82 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945426 Mar 02 17:34:36.736897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] For port 1bc20680-e661-4e71-acff-b2d6430982d1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1bc20680-e661-4e71-acff-b2d6430982d1,segment=NetworkSegment(e1cf583d-b8c5-4fd7-9d80-d8822871e830),segment_id=e1cf583d-b8c5-4fd7-9d80-d8822871e830)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:36.736897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:36.768626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Port 8f09ea6f-b4e0-40a9-a550-5021693c645f on network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:34:36.769424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Attempting to bind port 8f09ea6f-b4e0-40a9-a550-5021693c645f on network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:37.013137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-25b90304-ad2f-4b9b-8bbf-b55c511e7705 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.8931675 Mar 02 17:34:37.020885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:37.022136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Checking segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:37.022732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Bound using segment: {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:37.026160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Bound port: 8f09ea6f-b4e0-40a9-a550-5021693c645f, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab601f7-bb9f-4941-8c41-584425a258ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:37.026953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:37.439732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Calling delete_port for 1bc20680-e661-4e71-acff-b2d6430982d1 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:37.576349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4993d096-4595-4c9e-8d14-2af3cecdd962', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9', 'fixed_ips': [{'subnet_id': '0e3916a4-bb50-4d98-9d51-bc02e9121e65'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:37.583205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:37.723320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2c3a1-6467-4192-a25f-e30a3f529967 req-de319cf5-166a-48b9-9332-44a771f0805f tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:37.735938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9df2c3a1-6467-4192-a25f-e30a3f529967 req-de319cf5-166a-48b9-9332-44a771f0805f tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 944 time: 0.5206585 Mar 02 17:34:37.760533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-9d0b670f-9f62-45e9-86be-9f051594c504 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf&tenant_id=0a6190a54bdf46849f05b82c7de4af15&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.6840594 Mar 02 17:34:37.845306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02512e9-28ce-4f58-8776-08f5217b4509 req-663f7e32-6a43-4e74-9c97-4a4bc83248d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:37.855301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b02512e9-28ce-4f58-8776-08f5217b4509 req-663f7e32-6a43-4e74-9c97-4a4bc83248d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.4976220 Mar 02 17:34:37.945250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:34:37.945716 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:34:37.954712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:37.959809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9df2c3a1-6467-4192-a25f-e30a3f529967 req-28a17ff4-6c42-4f8c-a2c0-0bd7058f01eb tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202337 Mar 02 17:34:37.963549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:37.976726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:38.116885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b02512e9-28ce-4f58-8776-08f5217b4509 req-c68aa2dc-790d-4556-81a9-05e0f45df3ec tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602830 Mar 02 17:34:38.171834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:38.186856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] 10.222.0.50 "PUT /v2.0/ports/8f09ea6f-b4e0-40a9-a550-5021693c645f HTTP/1.1" status: 200 len: 1092 time: 7.4048424 Mar 02 17:34:38.188046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:38.189406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-323b920f-71e8-442f-beb7-c4d223bd44a6 service neutron] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:38.194080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-323b920f-71e8-442f-beb7-c4d223bd44a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:38.195831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef3c99d8-e189-43e9-9627-82a2d0480f41 req-323b920f-71e8-442f-beb7-c4d223bd44a6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c/bindings/n-h2-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.4259405 Mar 02 17:34:38.239576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Allocated IP 172.20.0.2 (4993d096-4595-4c9e-8d14-2af3cecdd962/0e3916a4-bb50-4d98-9d51-bc02e9121e65/0203a9df-df1d-4753-8927-f385676f6cb6) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:38.267691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e634-6f38-4aee-bbb6-36e24ca9d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:38.447751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Deleting port 1bc20680-e661-4e71-acff-b2d6430982d1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:38.447751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:38.534318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:38.572858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-05b0b783-4d76-43ff-866c-f5ec74fe5edb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cdb1dee471145da861e4934fbd25621&device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 1095 time: 0.2869895 Mar 02 17:34:38.706017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] The port '1bc20680-e661-4e71-acff-b2d6430982d1' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:34:39.048714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-b2372ddf-e5aa-46c2-ac3b-d568f3825fb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f HTTP/1.1" status: 200 len: 217 time: 0.4442592 Mar 02 17:34:39.256008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b9189e9b-9e70-44a2-bf80-4df1e27b7690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.291961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.319753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Transition to ACTIVE for port object 0203a9df-df1d-4753-8927-f385676f6cb6 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:39.322096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-ba546364-06eb-48b1-bbf1-99aceac7c052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:39.324495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-ba546364-06eb-48b1-bbf1-99aceac7c052 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d268b981-f315-4a60-8a41-c6f820135d3b HTTP/1.1" status: 200 len: 853 time: 0.2579923 Mar 02 17:34:39.333738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.384708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97134a8e-a2bc-43b8-8924-65d5a780eb56 req-a9d3ceab-1988-4c9d-bcff-18ed46574d43 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:39.401210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97134a8e-a2bc-43b8-8924-65d5a780eb56 req-a9d3ceab-1988-4c9d-bcff-18ed46574d43 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 0.6628611 Mar 02 17:34:39.429365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Transition to ACTIVE for port object 0203a9df-df1d-4753-8927-f385676f6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:39.442987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.534695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0faa80-1de9-475e-a257-be5769fc9847']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:39.652719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:39.662253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cf583d-b8c5-4fd7-9d80-d8822871e830') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:39.662557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cf583d-b8c5-4fd7-9d80-d8822871e830') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:34:39.664403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:39.707373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:39.728426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Pushing event updated for resources: {'Port': ['ID=0203a9df-df1d-4753-8927-f385676f6cb6,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:39.732577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97134a8e-a2bc-43b8-8924-65d5a780eb56 req-f5a5b0b3-543d-4627-b5b9-a0a3bc7b4a92 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301914 Mar 02 17:34:39.773997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.820956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-326b53a6-b848-42d8-8786-8fc67e318f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4121130 Mar 02 17:34:39.897258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:39.920199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:34:39.924948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:34:40.004384 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:34:40.030741 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f', 'status': 'completed', 'code': 200} Mar 02 17:34:40.033860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Attempting to bind port 0203a9df-df1d-4753-8927-f385676f6cb6 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:40.034919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Attempting to bind port 0203a9df-df1d-4753-8927-f385676f6cb6 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:40.038116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Attempting to bind port 0203a9df-df1d-4753-8927-f385676f6cb6 on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:40.062036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:40.062708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Checking segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:40.063262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.064280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Bound using segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:40.066100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Bound port: 0203a9df-df1d-4753-8927-f385676f6cb6, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:40.066972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.267865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] For port 0203a9df-df1d-4753-8927-f385676f6cb6, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:40.271547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] For port 0203a9df-df1d-4753-8927-f385676f6cb6, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0203a9df-df1d-4753-8927-f385676f6cb6,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:40.283689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.406428 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.458759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99dcee-aea8-4b03-9bfe-6b011b25c81f None None] Pushing event updated for resources: {'Port': ['ID=0203a9df-df1d-4753-8927-f385676f6cb6,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:40.461551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:40.594120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-0739648c-30e1-44dd-b1f6-d8f78eea2464 service neutron] 10.222.0.50 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615488 Mar 02 17:34:40.653662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] Pushing event deleted for resources: {'Network': ['ID=4c0faa80-1de9-475e-a257-be5769fc9847,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:40.676728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7df31dff-80c4-4cc6-95db-a2d07588c462 tempest-NetworksIpV6TestAttrs-291952482 tempest-NetworksIpV6TestAttrs-291952482-project] 10.222.0.37 "DELETE /v2.0/networks/4c0faa80-1de9-475e-a257-be5769fc9847 HTTP/1.1" status: 204 len: 168 time: 6.8665209 Mar 02 17:34:40.789938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-b2072c2c-d6ba-4013-80cb-53187e003d5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 1100 time: 0.3157260 Mar 02 17:34:41.347273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95332343-8895-40bd-9a1f-baf435b1c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:41.489250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0203a9df-df1d-4753-8927-f385676f6cb6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:41.702258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 0203a9df-df1d-4753-8927-f385676f6cb6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:41.779429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-2c6ce386-5247-4e3e-870a-621c9946ffe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:41.783464 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-2c6ce386-5247-4e3e-870a-621c9946ffe3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.9349337 Mar 02 17:34:41.851577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3380-ab6c-430d-b702-58048c1a396c req-9d9c457e-24a3-456e-a5b1-5f92d11e8bbe tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:41.852272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17ea3380-ab6c-430d-b702-58048c1a396c req-9d9c457e-24a3-456e-a5b1-5f92d11e8bbe tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:34:41.884664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16785f4a-27b2-4c57-adb0-3c525df9d3b6 req-a586507f-1e68-4e80-a653-5b31ed08e5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0303085 Mar 02 17:34:41.911545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853047a-4362-43a0-be6f-c11d4c1ba5e7 req-29a233d0-2c00-4026-9afc-40a5a4d582b5 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:41.925808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b853047a-4362-43a0-be6f-c11d4c1ba5e7 req-29a233d0-2c00-4026-9afc-40a5a4d582b5 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 944 time: 1.3290937 Mar 02 17:34:41.980150 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-548f85ea-12da-4ba0-9e8d-3e00e7c95788 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=19f15d13-006a-4a11-8059-6be028fc1e00 HTTP/1.1" status: 200 len: 217 time: 0.1874261 Mar 02 17:34:41.980793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:42.037374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17ea3380-ab6c-430d-b702-58048c1a396c req-9d9c457e-24a3-456e-a5b1-5f92d11e8bbe tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:34:42.053688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-9d9c457e-24a3-456e-a5b1-5f92d11e8bbe tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 1.4581435 Mar 02 17:34:42.231357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-c48c3245-ba44-47e6-a856-af5eb9d55a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:42.233226 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-c48c3245-ba44-47e6-a856-af5eb9d55a07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1894834 Mar 02 17:34:42.247185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b853047a-4362-43a0-be6f-c11d4c1ba5e7 req-0fff60c2-6df6-4641-bc8a-d7d400cd0be8 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170891 Mar 02 17:34:42.267760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-d9bd1633-fe3b-4e66-8e58-2c0c39aacc69 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/quotas/923b7cb1f284446b9b5ca293f3521fd9 HTTP/1.1" status: 200 len: 375 time: 0.2122748 Mar 02 17:34:42.518902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9604b-aa4b-415d-a735-246ccd6d1d32 None None] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:42.542104 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83b35fa6-85e1-4f6e-b6c5-299aeb6ec44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed31577164514528b1201320880163f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5574865 Mar 02 17:34:42.547991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:42.662066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-60ab08bc-ed24-4813-9b5e-089330173a6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cdb1dee471145da861e4934fbd25621&device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 1095 time: 0.6019933 Mar 02 17:34:42.717480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-2d099eb3-7c0f-4c59-a5ac-654e8c83e295 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4019473 Mar 02 17:34:42.735849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-83e63a2a-09f5-40a9-9aae-9bb2284d026c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4669158 Mar 02 17:34:42.884676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Provisioning for port 0203a9df-df1d-4753-8927-f385676f6cb6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:42.924203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:42.927703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Provisioning complete for port 0203a9df-df1d-4753-8927-f385676f6cb6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:42.931871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:42.954183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.069878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.173730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.208451 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-83376bf2-6f82-4f30-abb4-b1cfc0bdb0a6 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400275 Mar 02 17:34:43.241632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.293553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96e903-c6e5-43d6-9e4e-3b1cd1f791cd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:43.373592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eeb5a-0850-4bb8-8afe-36f7b15dd51d req-865490ef-5c0a-4253-a797-77050dc43290 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:43.382781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e13eeb5a-0850-4bb8-8afe-36f7b15dd51d req-865490ef-5c0a-4253-a797-77050dc43290 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.8106346 Mar 02 17:34:43.394191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-9fa0b7bb-f778-449a-87f2-40a0952e31be service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522021 Mar 02 17:34:43.396727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-7124bd3a-56ca-4daa-a569-74b2600c56c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:43.398322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-7124bd3a-56ca-4daa-a569-74b2600c56c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 HTTP/1.1" status: 200 len: 915 time: 0.6604102 Mar 02 17:34:43.551006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.557830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37cd2e02-1c52-404b-bd3c-ab51f44f1e33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a96e903-c6e5-43d6-9e4e-3b1cd1f791cd HTTP/1.1" status: 204 len: 168 time: 1.0054088 Mar 02 17:34:43.698520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e13eeb5a-0850-4bb8-8afe-36f7b15dd51d req-0f07faec-15ac-4ba7-90ae-375f602d646d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141446 Mar 02 17:34:43.712861 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-10478cf3-5df3-4368-8def-8fb4ee78b25c req-6f47d07a-2c7c-43e0-ba19-92c9a022aff0 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979273 Mar 02 17:34:43.717982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:43.811454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-dce9b6a1-e8e2-4e9e-9ab0-5346af074124 service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148858 Mar 02 17:34:43.848972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] For port 0203a9df-df1d-4753-8927-f385676f6cb6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0203a9df-df1d-4753-8927-f385676f6cb6,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:43.880659 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:44.114339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcca41-6fa4-4fac-91fa-6f620f6028d4 None None] Pushing event updated for resources: {'Port': ['ID=0203a9df-df1d-4753-8927-f385676f6cb6,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:44.236673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:44.743164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2fe10103-de5f-4b40-93fa-f43593004a06 None None] Provisioning complete for port 0203a9df-df1d-4753-8927-f385676f6cb6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:44.745148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2fe10103-de5f-4b40-93fa-f43593004a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:44.978933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-c6b80eb5-04c0-4c88-bf7c-13bd839a4845 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f HTTP/1.1" status: 200 len: 217 time: 0.2548978 Mar 02 17:34:45.234690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-c373d843-03ab-4343-8f6d-3d87c4ac3b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:45.239606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-c373d843-03ab-4343-8f6d-3d87c4ac3b00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d268b981-f315-4a60-8a41-c6f820135d3b HTTP/1.1" status: 200 len: 853 time: 0.2212868 Mar 02 17:34:45.373661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0203a9df-df1d-4753-8927-f385676f6cb6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:45.543066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-afb02b0e-b77b-41ec-b4f3-f34cec96a36f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397633 Mar 02 17:34:45.543580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0203a9df-df1d-4753-8927-f385676f6cb6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:45.543960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:45.575024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e03d-2c49-4d21-a7b3-62d447e1def6 req-f139b9f1-ed5d-4213-9299-4e3f5c0a8064 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:45.587773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f42e03d-2c49-4d21-a7b3-62d447e1def6 req-f139b9f1-ed5d-4213-9299-4e3f5c0a8064 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 944 time: 1.0603299 Mar 02 17:34:46.373469 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:34:46.412139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:46.486869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f42e03d-2c49-4d21-a7b3-62d447e1def6 req-fb67570a-cda3-4419-8c67-b09dcbfe9297 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970242 Mar 02 17:34:46.731723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-39db049a-efa5-4f25-9104-3fa6ec9242ad service neutron] 10.222.0.50 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1386409 Mar 02 17:34:46.741397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a651b7-2811-4e02-8b79-ec62f076420e req-032f9e92-d95e-47c2-8b84-1841c637f102 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 1095 time: 1.2949593 Mar 02 17:34:46.768834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-717137895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:46.780432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:46.790482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:router and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:46.796931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:46.815484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:46.840896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:46.841787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:46.878215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:46.932076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:46.976866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:46.978415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-79919658-f35b-4f19-ba9e-30010dd822f7 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5648830 Mar 02 17:34:46.986034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:46.993632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-751204940'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:47.010362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:47.023494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:network and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:47.030033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:47.055637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:47.073252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:47.078553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.110812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a651b7-2811-4e02-8b79-ec62f076420e req-8c776f24-1e89-4260-922f-7cdd2b5069b8 tempest-LiveAutoBlockMigrationV225Test-378570889 tempest-LiveAutoBlockMigrationV225Test-378570889-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683670 Mar 02 17:34:47.122183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.184842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:47.191605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:security_group_rule and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:47.195186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:47.202796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:47.291255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3380-ab6c-430d-b702-58048c1a396c req-55f16ef6-b342-47c0-89e1-93c89a6f8e50 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:47.297181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-55f16ef6-b342-47c0-89e1-93c89a6f8e50 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 0.7997174 Mar 02 17:34:47.329012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Request body: {'port': {'device_id': '0850a1ba-5416-4666-918e-303cabfd54c5', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'admin_state_up': True, 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:47.423470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.440026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.524428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:47.558983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1b16c-d844-4cc2-a5c5-7dca7fb31b33,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:47.576128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.578492 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Added segment d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404 of type vlan for network ba4dd99b-6738-46cc-a25e-ce98754ae2ae Mar 02 17:34:47.631051 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.679023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-b498c0b6-a7cd-4dd4-98d9-8bdf47f764c1 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:47.689992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-b498c0b6-a7cd-4dd4-98d9-8bdf47f764c1 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 0.8751969 Mar 02 17:34:47.696093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.711355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:47.711987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:47.745554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-cca27e4c-7b39-40ef-a756-d772f7c19116 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/quotas/923b7cb1f284446b9b5ca293f3521fd9 HTTP/1.1" status: 200 len: 375 time: 0.0542986 Mar 02 17:34:47.918335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9300959 Mar 02 17:34:47.922443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:47.926092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749cbdb-6d2c-477e-8a46-3b2ae6a5a5c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Network': ['ID=ba4dd99b-6738-46cc-a25e-ce98754ae2ae,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:47.940994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:47.941815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'subnet': {'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:48.012268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:48.057039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Usage tracker for resource:port and tenant:923b7cb1f284446b9b5ca293f3521fd9 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:48.068202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:48.078284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3e8fc-9b20-4f72-9c29-5f7c9e8a5c84 req-6a83ea82-d175-4e92-b3d5-4e5f2f22a627 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:48.079809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ff3e8fc-9b20-4f72-9c29-5f7c9e8a5c84 req-6a83ea82-d175-4e92-b3d5-4e5f2f22a627 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.3744013 Mar 02 17:34:48.084640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:48.112626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-139bf925-1a41-43e1-b9ac-0c52656ab8f0 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3662050 Mar 02 17:34:48.178967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:48.183140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:subnet and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:48.188623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:48.196129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:48.214158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:48.263086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-1d3a3818-f00d-4331-9311-df4f25f79fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353598 Mar 02 17:34:48.264847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Made reservation on behalf of 923b7cb1f284446b9b5ca293f3521fd9 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:48.268557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:48.352984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:48.515078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-ac6678e2-d942-434e-a922-ce06e3de68eb service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360723 Mar 02 17:34:48.589155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ff3e8fc-9b20-4f72-9c29-5f7c9e8a5c84 req-1a2cea7b-bd50-4b83-9eea-b8182aef0ae7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995337 Mar 02 17:34:48.861088 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:48.880907 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:48.909753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Allocated IP 172.20.0.14 (4993d096-4595-4c9e-8d14-2af3cecdd962/0e3916a4-bb50-4d98-9d51-bc02e9121e65/0005e7aa-4ac5-4879-8985-77be3b3ded3c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:49.037022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Subnet': ['ID=d92a9512-f111-424d-be47-b234d3dc7be3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:49.150652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Checking segment: {'id': 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:49.151013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network hostable DHCP agents. Network: ba4dd99b-6738-46cc-a25e-ce98754ae2ae, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:49.220276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:49.240266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ba4dd99b-6738-46cc-a25e-ce98754ae2ae) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:49.245297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:49.246198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.250414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecdc0e2-3ecc-4d6a-9943-ffc78eba4b3d None None] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:49.290428 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-38803d79-f313-4fb4-924a-1e64e19de7ce tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3659315 Mar 02 17:34:49.293679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:49.304525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'network': {'name': 'tempest-router-network01--504922540'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:49.328148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:49.334187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:network and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:49.339038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:49.352630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:49.383487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:49.389709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.504902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:49.556695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.558754 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Added segment 986b669b-13e7-4c1c-8e52-3c7015d85ba7 of type vlan for network 8a17d54d-521c-4fae-8286-5e9a9053d082 Mar 02 17:34:49.653598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9b069-ec52-429f-a824-9db1efc9ef64 req-ace162e2-59b8-4a7c-b8c1-db23579e2a3e tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:49.668112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab9b069-ec52-429f-a824-9db1efc9ef64 req-ace162e2-59b8-4a7c-b8c1-db23579e2a3e tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 944 time: 0.3530886 Mar 02 17:34:49.672810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.737745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.745688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:49.747009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:49.847070 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5508199 Mar 02 17:34:49.862048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54054) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:49.883935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ba4dd99b-6738-46cc-a25e-ce98754ae2ae', 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae', 'tenant_id': 'bf0d38a09d714574a96c439224adf14c', 'fixed_ips': [{'subnet_id': 'd92a9512-f111-424d-be47-b234d3dc7be3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:49.889630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.020273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'network': {'name': 'tempest-router-network02--1263181259'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:50.027834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:50.032852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:network and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:50.037962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:50.081530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f82a0706-abe1-4e07-9a37-bd96925d2209 req-a1291c8b-256c-4d41-ae86-6368c88376a7 service neutron] 10.222.0.50 "GET /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016583 Mar 02 17:34:50.083525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:50.130249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.218014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cab9b069-ec52-429f-a824-9db1efc9ef64 req-4f1075f7-b0f1-45d2-9110-f17b28837821 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473626 Mar 02 17:34:50.263920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Transition to ACTIVE for port object 0005e7aa-4ac5-4879-8985-77be3b3ded3c will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:50.298985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Allocated IP 172.20.0.2 (ba4dd99b-6738-46cc-a25e-ce98754ae2ae/d92a9512-f111-424d-be47-b234d3dc7be3/bced8bb6-a36f-483d-84ca-4884bcf8a691) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:50.460283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:50.464205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.490076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3418b-9411-4600-a6f1-fd1d0d9a81c3 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Network': ['ID=8a17d54d-521c-4fae-8286-5e9a9053d082,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:50.532960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:34:50.557762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.558157 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Added segment 6b2f0bb5-b3ce-4204-9ca2-80298136614e of type vlan for network df0136b1-0f3d-4f3b-8977-0e11969d6d78 Mar 02 17:34:50.607836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:50.627264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.755851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:50.759855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:50.760147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.004808 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1391957 Mar 02 17:34:51.011287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:51.026333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'subnet': {'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:51.045790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e91e2-a985-438c-9435-d56bc159ee1b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Network': ['ID=df0136b1-0f3d-4f3b-8977-0e11969d6d78,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:51.131960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:34:51.262714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7c5b2632-068b-4de3-8751-80affecd9146 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:51.271855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:51.274866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7c5b2632-068b-4de3-8751-80affecd9146 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 1.0040221 Mar 02 17:34:51.275837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:subnet and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:51.286299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:51.296166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:51.303904 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.308186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.318806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Transition to ACTIVE for port object bced8bb6-a36f-483d-84ca-4884bcf8a691 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:51.330314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:51.348658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Transition to ACTIVE for port object bced8bb6-a36f-483d-84ca-4884bcf8a691 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:51.360308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.455061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:51.466701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:51.483659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:51.558829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:51.561353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event updated for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:51.564889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:51.575332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9aa82-432a-49d6-a6eb-1d6f7c772dbc req-9a28b54f-b6be-4730-a44e-048da9ce8b24 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:51.583538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3da9aa82-432a-49d6-a6eb-1d6f7c772dbc req-9a28b54f-b6be-4730-a44e-048da9ce8b24 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.6711283 Mar 02 17:34:51.589770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:51.744787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Pushing event updated for resources: {'Port': ['ID=bced8bb6-a36f-483d-84ca-4884bcf8a691,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:51.829248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Attempting to bind port bced8bb6-a36f-483d-84ca-4884bcf8a691 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:51.829646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Attempting to bind port bced8bb6-a36f-483d-84ca-4884bcf8a691 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:51.830005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Attempting to bind port bced8bb6-a36f-483d-84ca-4884bcf8a691 on network ba4dd99b-6738-46cc-a25e-ce98754ae2ae {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:51.835425 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.845137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:51.845514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Checking segment: {'id': 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:51.845914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.846305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Bound using segment: {'id': 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:51.846796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Bound port: bced8bb6-a36f-483d-84ca-4884bcf8a691, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ba4dd99b-6738-46cc-a25e-ce98754ae2ae'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:51.847329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.940549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:51.943266 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:51.966684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e139b68-e84f-49e7-9107-cda6060e6d2c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/quotas/923b7cb1f284446b9b5ca293f3521fd9 HTTP/1.1" status: 200 len: 375 time: 0.6896033 Mar 02 17:34:52.208776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] For port bced8bb6-a36f-483d-84ca-4884bcf8a691, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:52.214423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] For port bced8bb6-a36f-483d-84ca-4884bcf8a691, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bced8bb6-a36f-483d-84ca-4884bcf8a691,segment=NetworkSegment(d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404),segment_id=d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:52.233090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:52.433900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-43b62894-f8ed-41ec-9d83-79cd637f2cd6 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:52.440063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:52.447543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-43b62894-f8ed-41ec-9d83-79cd637f2cd6 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 0.3788946 Mar 02 17:34:52.480302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39717f-4c66-47d0-a45b-b322ac0ed6d3 None None] Pushing event updated for resources: {'Port': ['ID=bced8bb6-a36f-483d-84ca-4884bcf8a691,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:52.492622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Request body: {'port': {'device_id': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'admin_state_up': True, 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:52.534307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5aa1a60-bd42-4818-8e0c-8a9f869e3ffb None None] Provisioning for port 0005e7aa-4ac5-4879-8985-77be3b3ded3c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:52.572234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5aa1a60-bd42-4818-8e0c-8a9f869e3ffb None None] Provisioning complete for port 0005e7aa-4ac5-4879-8985-77be3b3ded3c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:52.579171 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1a60-bd42-4818-8e0c-8a9f869e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:52.659395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3da9aa82-432a-49d6-a6eb-1d6f7c772dbc req-f8ee4ba5-a59d-4e98-b754-dd057a311856 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0728877 Mar 02 17:34:52.763829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa1a60-bd42-4818-8e0c-8a9f869e3ffb None None] Port 0005e7aa-4ac5-4879-8985-77be3b3ded3c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:34:52.800406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-189fec1a-b3b7-4ec9-9c67-f2b58fb6c627 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4857337 Mar 02 17:34:52.825620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-d778dab9-f09f-427f-985b-7f8de5163d76 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:34:52.826913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-d778dab9-f09f-427f-985b-7f8de5163d76 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0139148 Mar 02 17:34:52.846271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Subnet': ['ID=edcdf576-1b7a-4c9a-b5a1-19795e020e25,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:52.859843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Request body: {'port': {'device_id': '0850a1ba-5416-4666-918e-303cabfd54c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:52.867918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Checking segment: {'id': '986b669b-13e7-4c1c-8e52-3c7015d85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:52.870817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network hostable DHCP agents. Network: 8a17d54d-521c-4fae-8286-5e9a9053d082, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:52.945377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-a8b52e33-68a7-43e6-8c83-247bd19b7ae9 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:34:52.971437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:52.996109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8a17d54d-521c-4fae-8286-5e9a9053d082) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:53.004854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb86c39-272b-4558-819a-2e456cb0482a None None] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:53.009083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:53.023975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:53.094878 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35422bd4-ce13-40dd-a304-128efbda4e8c tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0793929 Mar 02 17:34:53.097302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:53.116992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'subnet': {'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:53.181435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:53.285827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-a8b52e33-68a7-43e6-8c83-247bd19b7ae9 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:34:53.298385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-a8b52e33-68a7-43e6-8c83-247bd19b7ae9 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3281579 Mar 02 17:34:53.337228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:53.351310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:53.382678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Made reservation on behalf of 923b7cb1f284446b9b5ca293f3521fd9 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:53.385885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:53.717982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:34:53.736763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Usage tracker for resource:subnet and tenant:bf0d38a09d714574a96c439224adf14c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:34:53.741236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:34:53.758359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:34:53.765823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bced8bb6-a36f-483d-84ca-4884bcf8a691 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:34:53.785733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Made reservation on behalf of bf0d38a09d714574a96c439224adf14c for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:34:53.942331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-8a17d54d-521c-4fae-8286-5e9a9053d082', 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082', 'tenant_id': 'bf0d38a09d714574a96c439224adf14c', 'fixed_ips': [{'subnet_id': 'edcdf576-1b7a-4c9a-b5a1-19795e020e25'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:53.949118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:53.961039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Allocated IP 172.20.0.11 (4993d096-4595-4c9e-8d14-2af3cecdd962/0e3916a4-bb50-4d98-9d51-bc02e9121e65/3b33d877-a9b9-4a24-af2b-18fcec7bf64a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:54.002795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:54.024635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:54.190562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c121159-2bfa-47ba-8ed8-805bd8bad3ea req-7ec8d24f-55c5-4266-b050-a15d97de7d05 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:54.198493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c121159-2bfa-47ba-8ed8-805bd8bad3ea req-7ec8d24f-55c5-4266-b050-a15d97de7d05 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 1.0179870 Mar 02 17:34:54.390230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-45c48a7b-38a4-47cd-8705-3f2d357e52c4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:54.392253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-45c48a7b-38a4-47cd-8705-3f2d357e52c4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "GET /v2.0/ports?device_id=3eaca3a8-f533-42f3-b9a1-a0227f855fdf HTTP/1.1" status: 200 len: 944 time: 1.1955938 Mar 02 17:34:54.492474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Allocated IP 172.20.0.2 (8a17d54d-521c-4fae-8286-5e9a9053d082/edcdf576-1b7a-4c9a-b5a1-19795e020e25/652e7aae-036a-4f54-9bbe-32c8c7cb89cd) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:54.559412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:54.579022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c6a4d-2055-4abc-9226-86cb45cf9ccd None None] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:54.589705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Deleting port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:34:54.590086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:54.665774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Subnet': ['ID=42c58f51-399c-4c18-9f8c-8765c5c2c10b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:54.679238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Checking segment: {'id': '6b2f0bb5-b3ce-4204-9ca2-80298136614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:54.680129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network hostable DHCP agents. Network: df0136b1-0f3d-4f3b-8977-0e11969d6d78, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:34:54.725444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:34:54.746985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, df0136b1-0f3d-4f3b-8977-0e11969d6d78) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:54.767463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:54.768073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:54.821128 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4caf8013-9cfe-4559-b88b-bd12a0180d60 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7186673 Mar 02 17:34:54.823940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:34:54.998914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149e9f3-1bd1-4b16-a334-77d3eafc9818 None None] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:34:55.003196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-31730486-f84b-4f12-bde1-cbfd547db642 service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7036602 Mar 02 17:34:55.307198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] For port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:55.308096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.361743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e33f5d14-ec42-41c0-9a14-dc3f3baf70e0 None None] Provisioning for port bced8bb6-a36f-483d-84ca-4884bcf8a691 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:55.385127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-df0136b1-0f3d-4f3b-8977-0e11969d6d78', 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78', 'tenant_id': 'bf0d38a09d714574a96c439224adf14c', 'fixed_ips': [{'subnet_id': '42c58f51-399c-4c18-9f8c-8765c5c2c10b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:34:55.385995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.472544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.492369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port bced8bb6-a36f-483d-84ca-4884bcf8a691 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:55.507516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bced8bb6-a36f-483d-84ca-4884bcf8a691 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:55.507883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.562667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Calling delete_port for 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:34:55.572935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:55.653241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.743664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Allocated IP 172.20.0.2 (df0136b1-0f3d-4f3b-8977-0e11969d6d78/42c58f51-399c-4c18-9f8c-8765c5c2c10b/13ec17de-7b73-4e3c-83cb-c84a2daf617c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:55.964591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2d1227e9-0d11-43d6-acd1-c66e12b9da75 service neutron] 10.222.0.37 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768782 Mar 02 17:34:55.970842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.971384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:55.982940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Transition to ACTIVE for port object 13ec17de-7b73-4e3c-83cb-c84a2daf617c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.000096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['dd76d4f9-4df1-48b7-a096-2b1789b84de8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:34:56.064171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c121159-2bfa-47ba-8ed8-805bd8bad3ea req-599eac65-8738-4b5b-8540-d87fe683c5c4 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8643606 Mar 02 17:34:56.097475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event deleted for resources: {'Port': ['ID=44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:56.149272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.207792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Transition to ACTIVE for port object 3b33d877-a9b9-4a24-af2b-18fcec7bf64a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.292633 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.307517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Transition to ACTIVE for port object 652e7aae-036a-4f54-9bbe-32c8c7cb89cd will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.335465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Transition to ACTIVE for port object 652e7aae-036a-4f54-9bbe-32c8c7cb89cd will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.355650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:56.369845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.385416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.457646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Allocated IP 172.20.0.1 (8a17d54d-521c-4fae-8286-5e9a9053d082/edcdf576-1b7a-4c9a-b5a1-19795e020e25/c10ce0eb-6b27-42d7-ac48-86d029518496) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:34:56.548094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] No DVR routers for this DVR port 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:34:56.596550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.598346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:56.633061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Transition to ACTIVE for port object 13ec17de-7b73-4e3c-83cb-c84a2daf617c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.654822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.658511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Pushing event updated for resources: {'Port': ['ID=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:56.688340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-deleted', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:34:56.724706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.726891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:56.750061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Transition to ACTIVE for port object c10ce0eb-6b27-42d7-ac48-86d029518496 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:56.751532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.753863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:56.755146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:34:56.755489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:34:56.755899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:34:56.758553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70f1f5c6-41b1-47cb-a356-64674f48ecf1 req-25afc7a1-4f2d-40f0-a922-4b4f60f113a2 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.50 "DELETE /v2.0/ports/44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c HTTP/1.1" status: 204 len: 173 time: 2.3225641 Mar 02 17:34:56.776892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:56.790421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:56.794601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:56.799544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:56.809433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:56.858369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.858369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.859450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.860413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.860413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.860688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.860976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.861303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.861696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.862139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.862499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:56.925563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:56.929648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:56.938699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:56.971700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event updated for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:57.098269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:57.098962 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.115259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:57.134032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Port': ['ID=c10ce0eb-6b27-42d7-ac48-86d029518496,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:57.157421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f7c5b-68f6-470f-ba67-e6ef610ca1d2 req-d835c05e-a4c9-43b9-a9f2-3523ecee027f tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:57.160445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7f7c5b-68f6-470f-ba67-e6ef610ca1d2 req-d835c05e-a4c9-43b9-a9f2-3523ecee027f tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 950 time: 0.7084520 Mar 02 17:34:57.176989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.194959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:57.209745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:34:57.249808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-2afb539a-705f-4abb-b443-65dcf0388cbf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7865138 Mar 02 17:34:57.261895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.271210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99be14f-b22f-43e3-96ea-f84479fac7b2 req-6eae82df-e81c-4396-ab72-5e2f5b620f0b tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:57.278736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d99be14f-b22f-43e3-96ea-f84479fac7b2 req-6eae82df-e81c-4396-ab72-5e2f5b620f0b tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.7651937 Mar 02 17:34:57.282156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:34:57.297668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Request body: {'port': {'device_id': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:57.322146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Attempting to bind port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:57.322516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Attempting to bind port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '986b669b-13e7-4c1c-8e52-3c7015d85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:57.323498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Attempting to bind port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd on network 8a17d54d-521c-4fae-8286-5e9a9053d082 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:57.355080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.372330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:57.573113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7f7c5b-68f6-470f-ba67-e6ef610ca1d2 req-7d4114d6-c3ba-4da7-8b09-d8ee1fb3fe7d tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986647 Mar 02 17:34:57.577937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0005e7aa-4ac5-4879-8985-77be3b3ded3c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:34:57.585537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:57.585926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Checking segment: {'id': '986b669b-13e7-4c1c-8e52-3c7015d85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:57.590976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.591447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Bound using segment: {'id': '986b669b-13e7-4c1c-8e52-3c7015d85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:57.592081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Bound port: 652e7aae-036a-4f54-9bbe-32c8c7cb89cd, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986b669b-13e7-4c1c-8e52-3c7015d85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8a17d54d-521c-4fae-8286-5e9a9053d082'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:57.592486 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.599008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d99be14f-b22f-43e3-96ea-f84479fac7b2 req-23f65a78-5713-43b0-a805-693d31b76910 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189056 Mar 02 17:34:57.677831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9e1f9300-bc7f-4a3e-a320-973790f945cf None None] Provisioning for port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:34:57.680977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.682400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.743026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Transition to ACTIVE for port object 0005e7aa-4ac5-4879-8985-77be3b3ded3c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:34:57.772781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.809171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Attempting to bind port 13ec17de-7b73-4e3c-83cb-c84a2daf617c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:57.809600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Attempting to bind port 13ec17de-7b73-4e3c-83cb-c84a2daf617c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6b2f0bb5-b3ce-4204-9ca2-80298136614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:57.810057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Attempting to bind port 13ec17de-7b73-4e3c-83cb-c84a2daf617c on network df0136b1-0f3d-4f3b-8977-0e11969d6d78 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:57.814709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port bced8bb6-a36f-483d-84ca-4884bcf8a691, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bced8bb6-a36f-483d-84ca-4884bcf8a691,segment=NetworkSegment(d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404),segment_id=d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:57.841111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Pushing event updated for resources: {'Port': ['ID=13ec17de-7b73-4e3c-83cb-c84a2daf617c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:57.845530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9e1f9300-bc7f-4a3e-a320-973790f945cf None None] Provisioning complete for port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:57.846238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e1f9300-bc7f-4a3e-a320-973790f945cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.895266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.973342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:57.973836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Checking segment: {'id': '6b2f0bb5-b3ce-4204-9ca2-80298136614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:57.974307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:57.974794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Bound using segment: {'id': '6b2f0bb5-b3ce-4204-9ca2-80298136614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:57.975338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Bound port: 13ec17de-7b73-4e3c-83cb-c84a2daf617c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f0bb5-b3ce-4204-9ca2-80298136614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'df0136b1-0f3d-4f3b-8977-0e11969d6d78'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:57.975784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.055767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:34:58.057755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f9300-bc7f-4a3e-a320-973790f945cf None None] Port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:34:58.113137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.114983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Pushing event updated for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:58.117615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.119299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.126738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.137975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] For port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:58.158404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=bced8bb6-a36f-483d-84ca-4884bcf8a691,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:58.267177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] For port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,segment=NetworkSegment(986b669b-13e7-4c1c-8e52-3c7015d85ba7),segment_id=986b669b-13e7-4c1c-8e52-3c7015d85ba7)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:58.294241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.480290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] For port 13ec17de-7b73-4e3c-83cb-c84a2daf617c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:34:58.484110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Port': ['ID=c10ce0eb-6b27-42d7-ac48-86d029518496,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:58.509295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] For port 13ec17de-7b73-4e3c-83cb-c84a2daf617c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13ec17de-7b73-4e3c-83cb-c84a2daf617c,segment=NetworkSegment(6b2f0bb5-b3ce-4204-9ca2-80298136614e),segment_id=6b2f0bb5-b3ce-4204-9ca2-80298136614e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:34:58.515929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:58.537030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.572833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.573208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.573544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.573899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.574227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.574829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.576106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.576444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.579023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.579383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.579723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:34:58.620859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.643899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4bee8ea1-7941-4a5d-96bd-5168c2933245 None None] Provisioning complete for port bced8bb6-a36f-483d-84ca-4884bcf8a691 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:34:58.644563 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4bee8ea1-7941-4a5d-96bd-5168c2933245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:58.771735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a23ebc-2842-4f01-ae76-b456f7a98d74 req-630a0513-066d-4c0a-9d65-702fa20e2920 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:58.779777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0a23ebc-2842-4f01-ae76-b456f7a98d74 req-630a0513-066d-4c0a-9d65-702fa20e2920 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.6665969 Mar 02 17:34:58.931264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980942-f7b2-4ee3-860d-9e790b4b0df0 None None] Pushing event updated for resources: {'Port': ['ID=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:59.073260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e2174-57f2-4faf-a21e-d4a47890de85 req-2682f44a-d7b8-4e6f-96e8-1408f2278406 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:59.081609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72e2174-57f2-4faf-a21e-d4a47890de85 req-2682f44a-d7b8-4e6f-96e8-1408f2278406 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 944 time: 1.0514660 Mar 02 17:34:59.111582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bf9a5-f42c-4cef-8c00-3a8714940a9b None None] Pushing event updated for resources: {'Port': ['ID=13ec17de-7b73-4e3c-83cb-c84a2daf617c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:34:59.194943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0a23ebc-2842-4f01-ae76-b456f7a98d74 req-8fa748eb-fbd1-42a1-b24a-20016bd7a8c0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128072 Mar 02 17:34:59.209438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:34:59.213905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:34:59.419377 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00', 'code': 200} Mar 02 17:34:59.630822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72e2174-57f2-4faf-a21e-d4a47890de85 req-7bb5e919-719d-43ad-b06e-4d11c7e9a15e tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483024 Mar 02 17:34:59.631655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Attempting to bind port 0005e7aa-4ac5-4879-8985-77be3b3ded3c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:34:59.631985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Attempting to bind port 0005e7aa-4ac5-4879-8985-77be3b3ded3c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:34:59.632301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Attempting to bind port 0005e7aa-4ac5-4879-8985-77be3b3ded3c on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:59.668448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7e62ba46-6545-47de-b8bf-a9ec03d4c53f tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:34:59.670504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7e62ba46-6545-47de-b8bf-a9ec03d4c53f tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.50 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 815 time: 1.1313241 Mar 02 17:34:59.673172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Port 0005e7aa-4ac5-4879-8985-77be3b3ded3c on network 4993d096-4595-4c9e-8d14-2af3cecdd962 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:34:59.673492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Attempting to bind port 0005e7aa-4ac5-4879-8985-77be3b3ded3c on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:34:59.688301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:34:59.688667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Checking segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:34:59.689112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Bound using segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:34:59.689571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Bound port: 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:34:59.689906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:34:59.773103 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaca3a8-f533-42f3-b9a1-a0227f855fdf', 'name': 'network-vif-deleted', 'tag': '44e6edc3-8ab0-4a0f-ae10-8325d2d4dc8c', 'status': 'completed', 'code': 200} Mar 02 17:34:59.776663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Request body: {'port': {'device_id': '11a28e80-2736-4934-8249-4848264c4717', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'admin_state_up': True, 'tenant_id': '923b7cb1f284446b9b5ca293f3521fd9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:34:59.817013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Router c798ce29-6c4b-4645-b484-111f2f96060c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:34:59.886653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8f09ea6f-b4e0-40a9-a550-5021693c645f details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:00.019735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:00.036516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:00.117175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:35:00.134995 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] Sync routers for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:35:00.166102 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0aa0ea23-10b4-44a2-9d0b-d8a9bad20d38 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3409832 Mar 02 17:35:00.166674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54166) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:00.168518 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:00.169427 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:00.192799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Made reservation on behalf of 923b7cb1f284446b9b5ca293f3521fd9 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:00.198234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:00.321710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a1f050e3-c37b-4c52-9682-744425cd3db1 req-30a73cc3-a08e-42db-aada-b83115ac4964 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:00.353365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13ec17de-7b73-4e3c-83cb-c84a2daf617c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:00.399559 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:00.440224 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:00.441131 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:00.648210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:00.650648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b33d877-a9b9-4a24-af2b-18fcec7bf64a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:00.669962 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:00.688988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8f09ea6f-b4e0-40a9-a550-5021693c645f', 'network_id': '2b30c01e-ec92-4f88-8cfb-786d6f4fcd50', 'port_id': '8f09ea6f-b4e0-40a9-a550-5021693c645f', 'mac_address': 'fa:16:3e:c3:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd268b981-f315-4a60-8a41-c6f820135d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:00.693319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 13ec17de-7b73-4e3c-83cb-c84a2daf617c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:00.701693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bced8bb6-a36f-483d-84ca-4884bcf8a691 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:00.778424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:00.788499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a1f050e3-c37b-4c52-9682-744425cd3db1 req-30a73cc3-a08e-42db-aada-b83115ac4964 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:00.801225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1f050e3-c37b-4c52-9682-744425cd3db1 req-30a73cc3-a08e-42db-aada-b83115ac4964 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 210 time: 0.7453883 Mar 02 17:35:00.805202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:00.807841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Transition to ACTIVE for port object 3b33d877-a9b9-4a24-af2b-18fcec7bf64a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:00.823883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:00.827115 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:00.828535 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc719ed-7497-4ad1-bb99-cb475a29cbbc None None] The sync data for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:35:00.885868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6efb2c-ec9c-48f8-bd5f-982971060272 None None] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:01.047743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:01.127462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de42f1-cb51-4195-830b-4122f880b3f7 None None] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:01.142870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:01.190187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f09ea6f-b4e0-40a9-a550-5021693c645f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:01.262821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9c608cbf-0326-4b50-8e2e-bc30b2ecdbf4 None None] Provisioning for port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:01.328998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:01.427342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:01.477464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bced8bb6-a36f-483d-84ca-4884bcf8a691 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:01.480882 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:01.584712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:01.877613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 652e7aae-036a-4f54-9bbe-32c8c7cb89cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:01.884666 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-189a1e0d-f3a5-45d7-bae3-f4ebd36108e8 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:35:01.890815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Allocated IP 172.20.0.7 (4993d096-4595-4c9e-8d14-2af3cecdd962/0e3916a4-bb50-4d98-9d51-bc02e9121e65/c92f59cf-5611-4c5a-af08-288691cc59ac) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:35:01.900736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-189a1e0d-f3a5-45d7-bae3-f4ebd36108e8 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7271640 Mar 02 17:35:01.902371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54192) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:01.922941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:02.091325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Provisioning for port 13ec17de-7b73-4e3c-83cb-c84a2daf617c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:02.151616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8f09ea6f-b4e0-40a9-a550-5021693c645f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:02.234530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:02.239217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] 10.222.0.35 "PUT /v2.0/ports/0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 200 len: 1092 time: 9.3927648 Mar 02 17:35:02.266205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:02.288678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:02.301761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1be4-ec65-46e6-83fa-7a11e8237443 service neutron] Pushing event updated for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:02.455691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Provisioning complete for port 13ec17de-7b73-4e3c-83cb-c84a2daf617c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:02.456080 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:02.477828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:02.654454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d189c5-8851-4474-94df-28970892d7c1 req-512bdd1a-add8-4c0f-89dd-20938e47fb24 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:02.662476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1d189c5-8851-4474-94df-28970892d7c1 req-512bdd1a-add8-4c0f-89dd-20938e47fb24 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 945 time: 1.1801736 Mar 02 17:35:02.783058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Pushing event updated for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:02.811127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac9732-1e57-4ba8-a334-46f8ec3c0d7d req-e281770c-70e7-4543-b61b-69c3bba45a03 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:02.819784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cdac9732-1e57-4ba8-a334-46f8ec3c0d7d req-e281770c-70e7-4543-b61b-69c3bba45a03 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 947 time: 0.9465971 Mar 02 17:35:02.873815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:02.943558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:02.961405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:02.986251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1d189c5-8851-4474-94df-28970892d7c1 req-71327711-6d10-4d32-8f79-b31e99bcff5a tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228674 Mar 02 17:35:03.080559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Attempting to bind port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:35:03.080854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Attempting to bind port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:35:03.081146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Attempting to bind port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:03.096960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a on network 4993d096-4595-4c9e-8d14-2af3cecdd962 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:35:03.097286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Attempting to bind port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:03.100850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:03.101221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.131915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cdac9732-1e57-4ba8-a334-46f8ec3c0d7d req-d6828900-d481-4fdb-9136-82196fb900dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751400 Mar 02 17:35:03.149193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-f1606e2f-f60f-44e0-9d9f-08afcb631e26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 1095 time: 0.7481992 Mar 02 17:35:03.156882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Transition to ACTIVE for port object c92f59cf-5611-4c5a-af08-288691cc59ac will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:03.286134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:35:03.286827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Checking segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:03.287424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Bound using segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:35:03.288045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Bound port: 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:35:03.288830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.290811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:03.340726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-ac60016b-95ed-4dc9-9aac-71634124906e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 200 len: 217 time: 0.1737955 Mar 02 17:35:03.348365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.540227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:03.548488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:03.563428 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'code': 200} Mar 02 17:35:03.629783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.673918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.681677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting port c10ce0eb-6b27-42d7-ac48-86d029518496 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:03.682219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.741038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] For port 13ec17de-7b73-4e3c-83cb-c84a2daf617c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13ec17de-7b73-4e3c-83cb-c84a2daf617c,segment=NetworkSegment(6b2f0bb5-b3ce-4204-9ca2-80298136614e),segment_id=6b2f0bb5-b3ce-4204-9ca2-80298136614e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:03.769335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b2e21ac-c426-4ac6-a240-d890fa3c2cca req-0a944e96-02d3-4631-888a-44071c9d080d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 210 time: 0.2102203 Mar 02 17:35:03.802977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.857992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.871916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b33d877-a9b9-4a24-af2b-18fcec7bf64a HTTP/1.1" status: 200 len: 1092 time: 6.5784795 Mar 02 17:35:03.878063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3380-ab6c-430d-b702-58048c1a396c req-06a9a64f-daa2-43f3-89d9-fcd1d2df8e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:03.879551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-06a9a64f-daa2-43f3-89d9-fcd1d2df8e7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.5246115 Mar 02 17:35:03.900602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:03.911619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=14']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.000551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.103873 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c', 'status': 'completed', 'code': 200} Mar 02 17:35:04.125251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,segment=NetworkSegment(986b669b-13e7-4c1c-8e52-3c7015d85ba7),segment_id=986b669b-13e7-4c1c-8e52-3c7015d85ba7)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:04.177584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.212665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb712a29-9672-461e-8325-d77cf4c04c49 None None] Pushing event updated for resources: {'Port': ['ID=13ec17de-7b73-4e3c-83cb-c84a2daf617c,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.220186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.294316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cacc21-16c9-4c80-8e47-994cb2352e03 service neutron] Pushing event updated for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.401562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Provisioning for port c10ce0eb-6b27-42d7-ac48-86d029518496 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:04.428140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Provisioning complete for port c10ce0eb-6b27-42d7-ac48-86d029518496 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:04.431717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:04.452375 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.487222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Calling delete_port for c10ce0eb-6b27-42d7-ac48-86d029518496 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:04.508536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.525570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Port c10ce0eb-6b27-42d7-ac48-86d029518496 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:04.535707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:04.538260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:35:04.553232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Provisioning complete for port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:04.553921 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-749ac675-17b7-415f-9067-c7eeaa25df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.777152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event updated for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.824222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:04.825042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.849117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.865180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-fef8fcb9-131e-49ac-b76c-4a7daa4c2dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9367929 Mar 02 17:35:04.866903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Provisioning for port c92f59cf-5611-4c5a-af08-288691cc59ac completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:04.872296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Provisioning complete for port c92f59cf-5611-4c5a-af08-288691cc59ac triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:04.872735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:04.924577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-18da268a-06cd-4f23-9bf1-cdf672e8bcfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 1095 time: 0.8045056 Mar 02 17:35:04.931418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-2e0705ab-013f-47ed-87f9-8050632c0b78 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2174065 Mar 02 17:35:04.932942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Port c92f59cf-5611-4c5a-af08-288691cc59ac cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:04.935655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Port': ['ID=c10ce0eb-6b27-42d7-ac48-86d029518496,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:04.964287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Provisioning complete for port 13ec17de-7b73-4e3c-83cb-c84a2daf617c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:04.964890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d813e5d1-e95f-4c71-ac61-59e0db1ad65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:05.216070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Request body: {'port': {'device_id': '11a28e80-2736-4934-8249-4848264c4717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:05.257664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:05.270043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2410f-5427-4151-99fb-d4efae502786 req-93ba4c49-b2a1-4dfe-8623-90ee9ede9527 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:05.271554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66f2410f-5427-4151-99fb-d4efae502786 req-93ba4c49-b2a1-4dfe-8623-90ee9ede9527 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.8578122 Mar 02 17:35:05.297051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0c3ca-a2a7-4c85-a511-7ef08fd0e3c5 req-33a414ec-31c4-4160-97dc-e6f990e07ae4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:05.298459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48e0c3ca-a2a7-4c85-a511-7ef08fd0e3c5 req-33a414ec-31c4-4160-97dc-e6f990e07ae4 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 945 time: 0.6389976 Mar 02 17:35:05.319978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-40f40097-4e85-4b39-96c3-bf939fb67589 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a HTTP/1.1" status: 200 len: 217 time: 0.3194766 Mar 02 17:35:05.529436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-fc675fd4-27be-488f-981d-676fea167cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521816 Mar 02 17:35:05.565518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:05.580912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66f2410f-5427-4151-99fb-d4efae502786 req-7904e4c1-d863-4b29-92cf-f03d426eb15b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907822 Mar 02 17:35:05.587108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-53cd8333-e077-4975-858d-80559a9f1608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:05.588477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-53cd8333-e077-4975-858d-80559a9f1608 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.2568183 Mar 02 17:35:05.594381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:05.688453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Router c798ce29-6c4b-4645-b484-111f2f96060c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:35:05.700244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48e0c3ca-a2a7-4c85-a511-7ef08fd0e3c5 req-a678c455-7dbb-4309-aa6b-1f02a7e0381e tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717165 Mar 02 17:35:05.881916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:35:05.895755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] Sync routers for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:35:05.904232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4c46a54-4a2f-4d2c-801d-1df3eab93213 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9984791 Mar 02 17:35:05.908728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:05.929170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17ea3380-ab6c-430d-b702-58048c1a396c req-26090c75-ab1e-40d4-864b-b44c345d5d0c service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812599 Mar 02 17:35:05.931250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8f09ea6f-b4e0-40a9-a550-5021693c645f up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:06.080113 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-c36d9ab1-b10d-4f32-892c-7ccbf3cd3eea tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] delete failed (client error): The resource could not be found. Mar 02 17:35:06.081447 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c36d9ab1-b10d-4f32-892c-7ccbf3cd3eea tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1304815833 HTTP/1.1" status: 404 len: 335 time: 0.1709566 Mar 02 17:35:06.091409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:06.098860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-87c1917d-5330-4432-9bc2-b16fec74edf5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c798ce29-6c4b-4645-b484-111f2f96060c'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:06.109784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:06.110659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:06.138526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:06.196080 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'code': 200} Mar 02 17:35:06.201812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:06.224229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:06.225792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:06.245264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-355ba71d-6439-49be-915a-ec92f41ffc8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5941319 Mar 02 17:35:06.321317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:06.321666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d10d6e-3fcc-4d21-b340-16024a81d308 None None] The sync data for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:35:06.323496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8f09ea6f-b4e0-40a9-a550-5021693c645f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:06.334388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8f09ea6f-b4e0-40a9-a550-5021693c645f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:06.334645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:06.413494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13ec17de-7b73-4e3c-83cb-c84a2daf617c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:06.475508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:06.766607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:06.770376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-d4bef3c5-4c38-41a5-8607-145c3644dc87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 1095 time: 0.6180692 Mar 02 17:35:06.795526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:06.809291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 13ec17de-7b73-4e3c-83cb-c84a2daf617c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:06.809664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:06.835037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87c1917d-5330-4432-9bc2-b16fec74edf5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:06.848409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'mac_address': 'fa:16:3e:93:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:06.877318 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-87c1917d-5330-4432-9bc2-b16fec74edf5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] update failed (client error): The resource could not be found. Mar 02 17:35:06.878648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87c1917d-5330-4432-9bc2-b16fec74edf5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c HTTP/1.1" status: 404 len: 339 time: 0.7861066 Mar 02 17:35:06.882792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54352) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:06.930131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:06.953583 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:06.974156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1c09-1690-496c-bce9-37d686432055 req-27d78c3f-9549-467a-8138-2d90bf8e9199 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:06.975619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-521b1c09-1690-496c-bce9-37d686432055 req-27d78c3f-9549-467a-8138-2d90bf8e9199 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 931 time: 0.7786314 Mar 02 17:35:06.976731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-147371ca-6613-4b0e-a625-59418f2d1861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:06.978438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-147371ca-6613-4b0e-a625-59418f2d1861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 916 time: 0.1890149 Mar 02 17:35:07.018743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.062732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:07.089266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-c6f0fccb-a17d-494d-bce7-80dc76a89332 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326936 Mar 02 17:35:07.115322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:07.126702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:07.134463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.173961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 652e7aae-036a-4f54-9bbe-32c8c7cb89cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:07.210887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:35:07.263020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:07.285669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:07.286266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.326614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-ca7bfada-c6f1-47b1-85b4-652274c6087d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 200 len: 217 time: 0.3256345 Mar 02 17:35:07.355439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5931bb2f-78b1-439c-a0ed-cbbd1ecca092'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:07.531897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.601156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc080d1-e31c-46ad-9fc3-fec0953bc34e req-bb8e0163-6bb4-4b40-b37e-c20211b62775 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:07.601952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5bc080d1-e31c-46ad-9fc3-fec0953bc34e req-bb8e0163-6bb4-4b40-b37e-c20211b62775 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:07.633202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f3c8a7-869a-4c6b-ac14-65079270fd65 req-6e6826f9-569f-4cf1-bcad-1810446f9f9b service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309227 Mar 02 17:35:07.645301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92f59cf-5611-4c5a-af08-288691cc59ac {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:07.660525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-521b1c09-1690-496c-bce9-37d686432055 req-00d9893c-b912-4ab2-84eb-500c9f4c09dd tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:07.667158 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.688445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5bc080d1-e31c-46ad-9fc3-fec0953bc34e req-bb8e0163-6bb4-4b40-b37e-c20211b62775 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:07.689588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bc080d1-e31c-46ad-9fc3-fec0953bc34e req-bb8e0163-6bb4-4b40-b37e-c20211b62775 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 1.1103342 Mar 02 17:35:07.710683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-eebcd9b9-6976-4cb5-8a49-3807e0eb30f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:07.711985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-eebcd9b9-6976-4cb5-8a49-3807e0eb30f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.1652472 Mar 02 17:35:07.730937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Transition to ACTIVE for port object c92f59cf-5611-4c5a-af08-288691cc59ac will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:07.777981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:07.781802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-521b1c09-1690-496c-bce9-37d686432055 req-00d9893c-b912-4ab2-84eb-500c9f4c09dd tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:07.782962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-521b1c09-1690-496c-bce9-37d686432055 req-00d9893c-b912-4ab2-84eb-500c9f4c09dd tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999935 Mar 02 17:35:07.875086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-a9505d9d-fc2f-4141-b1cb-23541937f76b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:07.876542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-a9505d9d-fc2f-4141-b1cb-23541937f76b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 944 time: 0.6507425 Mar 02 17:35:07.911526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Allocated IP 172.20.0.1 (ba4dd99b-6738-46cc-a25e-ce98754ae2ae/d92a9512-f111-424d-be47-b234d3dc7be3/ea19e88a-004c-488f-9be9-97906b5128de) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:35:08.035189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bc080d1-e31c-46ad-9fc3-fec0953bc34e req-934f5bcc-c389-48de-8964-810f00d73cba tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310273 Mar 02 17:35:08.035869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Pushing event updated for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:08.110414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Deleting port dd76d4f9-4df1-48b7-a096-2b1789b84de8 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:08.110829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.120998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.142897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Transition to ACTIVE for port object ea19e88a-004c-488f-9be9-97906b5128de will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:08.174361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.185760 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a', 'status': 'completed', 'code': 200} Mar 02 17:35:08.197764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:08.329023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-ea60b174-c49d-4fab-aaa9-18f0f1bc26f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5937669 Mar 02 17:35:08.334944 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.378058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:08.382401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:08.388015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:35:08.516646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.561010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Port': ['ID=ea19e88a-004c-488f-9be9-97906b5128de,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:08.739896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.818539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8c88dc62-ca61-4965-99f7-af639fc36fed None None] Provisioning for port ea19e88a-004c-488f-9be9-97906b5128de completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:08.825444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8c88dc62-ca61-4965-99f7-af639fc36fed None None] Provisioning complete for port ea19e88a-004c-488f-9be9-97906b5128de triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:08.825632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8c88dc62-ca61-4965-99f7-af639fc36fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.856609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Attempting to bind port c92f59cf-5611-4c5a-af08-288691cc59ac on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:35:08.856960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Attempting to bind port c92f59cf-5611-4c5a-af08-288691cc59ac by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:35:08.857340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Attempting to bind port c92f59cf-5611-4c5a-af08-288691cc59ac on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:08.868654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-63cb51ee-0959-4ba4-9c3e-d3a3681beda6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 1095 time: 0.6820948 Mar 02 17:35:08.929311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8c88dc62-ca61-4965-99f7-af639fc36fed None None] Port ea19e88a-004c-488f-9be9-97906b5128de cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:08.932880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] For port dd76d4f9-4df1-48b7-a096-2b1789b84de8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=dd76d4f9-4df1-48b7-a096-2b1789b84de8,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:08.933318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:08.942866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-c85539c8-6bfd-4c9e-ad4f-6df6b4457f3f service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038046 Mar 02 17:35:09.134601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54394) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:09.154206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Calling delete_port for dd76d4f9-4df1-48b7-a096-2b1789b84de8 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:09.197067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.204218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.211304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96759eaa-5d22-4531-a78e-ba41ebe16cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.229420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Port c92f59cf-5611-4c5a-af08-288691cc59ac on network 4993d096-4595-4c9e-8d14-2af3cecdd962 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:35:09.229831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Attempting to bind port c92f59cf-5611-4c5a-af08-288691cc59ac on network 4993d096-4595-4c9e-8d14-2af3cecdd962 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:09.347959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.364521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.369913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event updated for resources: {'Port': ['ID=ea19e88a-004c-488f-9be9-97906b5128de,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:09.396330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:09.404293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Usage tracker for resource:security_group_rule and tenant:64b49675c3e4408d8c3f5f1ca8104513 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:09.408529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:09.497789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:09.527515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:35:09.528179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Checking segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:09.528320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Bound using segment: {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:35:09.528701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Bound port: c92f59cf-5611-4c5a-af08-288691cc59ac, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9e15df-a602-482c-9859-e097b0e432be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:35:09.529053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.583296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:09.585747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:09.615361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cde0d2-8cc0-486f-b038-d48db4e3a1c1 req-f6ce601e-b08f-42fe-94cd-9839623fe91d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:09.623513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7cde0d2-8cc0-486f-b038-d48db4e3a1c1 req-f6ce601e-b08f-42fe-94cd-9839623fe91d tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.9878752 Mar 02 17:35:09.657068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-796ce882-6ed8-447a-8110-ff33690ad683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:09.658589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-796ce882-6ed8-447a-8110-ff33690ad683 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 916 time: 0.7115340 Mar 02 17:35:09.789694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.795391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.861362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71ce12-47ed-4efa-ae2e-a42aa571ea4d req-94ae4350-d9e2-49c7-974d-014c7e81485d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:09.863908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b71ce12-47ed-4efa-ae2e-a42aa571ea4d req-94ae4350-d9e2-49c7-974d-014c7e81485d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.9152508 Mar 02 17:35:09.865054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-82c02993-10e8-4277-ac7f-d49db44fb157 None None] Provisioning complete for port ea19e88a-004c-488f-9be9-97906b5128de triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:09.865825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-82c02993-10e8-4277-ac7f-d49db44fb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:09.866040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8c3758e-9d4e-4514-bc9f-9fefd7781251 req-9fadeae4-22de-463e-9c54-9f8e121b0f76 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891277 Mar 02 17:35:09.917186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-3b784894-fdbe-4342-8330-527cfcfec4f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a HTTP/1.1" status: 200 len: 217 time: 0.1832261 Mar 02 17:35:09.929106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a0b03-0b94-4303-b8a1-a7600a639cab,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:09.935223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-82c02993-10e8-4277-ac7f-d49db44fb157 None None] Port ea19e88a-004c-488f-9be9-97906b5128de cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:09.938328 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ba71f49-b966-493e-83fd-b981483d3bac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64b49675c3e4408d8c3f5f1ca8104513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8023679 Mar 02 17:35:09.939303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54404) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:10.029234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7cde0d2-8cc0-486f-b038-d48db4e3a1c1 req-fc9cb4e0-37dc-4712-8a4b-a02635bd05f3 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039869 Mar 02 17:35:10.037634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:10.075809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c92f59cf-5611-4c5a-af08-288691cc59ac,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:10.084231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.087713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-e2b803ae-cda9-4f66-a55c-5f6dbb3581d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:10.089464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-e2b803ae-cda9-4f66-a55c-5f6dbb3581d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.1482875 Mar 02 17:35:10.091015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.104713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.130057 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f', 'code': 200} Mar 02 17:35:10.130739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b71ce12-47ed-4efa-ae2e-a42aa571ea4d req-b9c611e9-a80f-42ef-9350-d86fc9e042e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572365 Mar 02 17:35:10.197133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.229277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.230911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] 10.222.0.50 "PUT /v2.0/ports/c92f59cf-5611-4c5a-af08-288691cc59ac HTTP/1.1" status: 200 len: 1091 time: 5.2395678 Mar 02 17:35:10.268943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:10.270269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Router c798ce29-6c4b-4645-b484-111f2f96060c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:35:10.427808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] No DVR routers for this DVR port dd76d4f9-4df1-48b7-a096-2b1789b84de8 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:10.435355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.503546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0005e7aa-4ac5-4879-8985-77be3b3ded3c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:10.521952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:10.528133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec8c6fd9-1310-4b7f-9705-452b369bb21c req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "DELETE /v2.0/ports/dd76d4f9-4df1-48b7-a096-2b1789b84de8 HTTP/1.1" status: 204 len: 173 time: 2.5812478 Mar 02 17:35:10.528895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e59ad-0ca3-482c-bdab-bd6b7554e665 service neutron] Pushing event updated for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:10.656467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e1833-e26d-4d6e-ade0-850bfb7e634c tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event deleted for resources: {'Port': ['ID=dd76d4f9-4df1-48b7-a096-2b1789b84de8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:10.690192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-45da7b5c-0e2a-4e02-acdc-f44650059a1c req-f2eb1c08-0e8b-48c8-93cf-9a8af673c940 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:10.713162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-722a09ef-4be9-4622-860f-4195c57f9aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5790086 Mar 02 17:35:10.741424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fddaa-e97b-4d1e-8adc-3c640be0df56 req-ed4167f2-5aad-420b-96a5-9267abed29b0 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:10.743710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef1fddaa-e97b-4d1e-8adc-3c640be0df56 req-ed4167f2-5aad-420b-96a5-9267abed29b0 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 943 time: 0.3203216 Mar 02 17:35:10.753256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.777983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a0b03-0b94-4303-b8a1-a7600a639cab,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:10.797221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:10.797680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.806008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:10.809856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35a36819-340d-4399-925a-e4a94726855e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed5a0b03-0b94-4303-b8a1-a7600a639cab HTTP/1.1" status: 204 len: 168 time: 0.8170316 Mar 02 17:35:10.836436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-45da7b5c-0e2a-4e02-acdc-f44650059a1c req-f2eb1c08-0e8b-48c8-93cf-9a8af673c940 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:10.836972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:10.847889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45da7b5c-0e2a-4e02-acdc-f44650059a1c req-f2eb1c08-0e8b-48c8-93cf-9a8af673c940 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=126f37c4-295e-4f26-a989-65e4515f7ab8 HTTP/1.1" status: 200 len: 210 time: 0.3295267 Mar 02 17:35:10.853470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8abb165c-43db-4f48-a6a9-7e1a7f3079f5 req-7bf95062-816e-426c-9322-6ab85bc9cfc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 1097 time: 0.2519095 Mar 02 17:35:10.869000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0005e7aa-4ac5-4879-8985-77be3b3ded3c', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'port_id': '0005e7aa-4ac5-4879-8985-77be3b3ded3c', 'mac_address': 'fa:16:3e:82:85:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3916a4-bb50-4d98-9d51-bc02e9121e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:10.924499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8abb165c-43db-4f48-a6a9-7e1a7f3079f5 req-c2394b23-59be-4df2-a393-51b292b77e87 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Mar 02 17:35:10.928537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:35:10.947160 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55b624c4-c751-4adb-bcff-af9de0858996 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0615869 Mar 02 17:35:10.948027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54420) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:10.949412 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] Sync routers for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:35:10.972290 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:10.973304 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:10.984791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef1fddaa-e97b-4d1e-8adc-3c640be0df56 req-076ddee6-47b2-4845-8384-b08a7c247e0b tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092690 Mar 02 17:35:10.991799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-bd310a6a-c36d-46b0-bd72-940632819936 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 1094 time: 0.6376679 Mar 02 17:35:11.063277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.125860 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:11.127324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-00ad07f0-d063-43f1-a375-4ef99ee3b673 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802574 Mar 02 17:35:11.151318 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:11.152004 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:34:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:11.164081 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac', 'status': 'completed', 'code': 200} Mar 02 17:35:11.286143 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:11.289611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.290230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c843951-6795-434f-b424-2e4ba3374244 None None] The sync data for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:35:11.340686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0005e7aa-4ac5-4879-8985-77be3b3ded3c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:11.355880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b75f-07ea-4b06-95bc-f1abc59d0896 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.394740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c06212a6-76bf-4c40-8d74-83312044c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.397700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:11.404278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:11.406073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.437680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:11.524147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.526721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:11.531136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.532129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:11.566826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-ad088fb2-555c-45db-9356-2f285f7c0be5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92f59cf-5611-4c5a-af08-288691cc59ac HTTP/1.1" status: 200 len: 217 time: 0.2603722 Mar 02 17:35:11.575934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:11.588089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Usage tracker for resource:security_group_rule and tenant:15348532677f48f69a5071742f4afee9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:11.593377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:11.601598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:11.606972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: dd76d4f9-4df1-48b7-a096-2b1789b84de8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:11.607205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device dd76d4f9-4df1-48b7-a096-2b1789b84de8 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:11.637581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:11.644406 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-d4a7b75f-07ea-4b06-95bc-f1abc59d0896 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 17:35:11.648351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4a7b75f-07ea-4b06-95bc-f1abc59d0896 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c HTTP/1.1" status: 409 len: 329 time: 0.6965542 Mar 02 17:35:11.649074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54436) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:11.695852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dffe194-2402-4802-a3d2-569ec491c3a4 req-d55e8013-9163-4d1f-9168-7af01205ef10 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608385 Mar 02 17:35:11.715423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7985bc05-7686-42dd-84e6-d27ff5a209b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:11.716004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-7985bc05-7686-42dd-84e6-d27ff5a209b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.1344092 Mar 02 17:35:11.725500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9793e-a828-4468-9e96-73de91843a73 req-34714aec-eb01-4007-9394-3cd3c5819811 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:11.727045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7f9793e-a828-4468-9e96-73de91843a73 req-34714aec-eb01-4007-9394-3cd3c5819811 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.3005686 Mar 02 17:35:11.769000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64955cc-abc5-4245-8e48-f3288d711680 req-3ec329c1-5cb4-4692-83ca-0b8dd688cb6e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:11.770434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c64955cc-abc5-4245-8e48-f3288d711680 req-3ec329c1-5cb4-4692-83ca-0b8dd688cb6e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4634116 Mar 02 17:35:11.825573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.831546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:11.900815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037892e8-4db5-491a-af45-29bb9250f907,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:11.906120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78bb794d-3f92-4e9b-8efe-1d705359c15d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15348532677f48f69a5071742f4afee9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672370 Mar 02 17:35:11.909324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54440) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:11.943769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:12.013014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7f9793e-a828-4468-9e96-73de91843a73 req-510f7297-963b-4f7b-a7a6-1bfdb35aac2f tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539070 Mar 02 17:35:12.019690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c64955cc-abc5-4245-8e48-f3288d711680 req-47e8126d-2b65-495a-8bd6-da8d0b43c13a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291028 Mar 02 17:35:12.025064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-9970466e-3aa5-4197-ad64-8dec93bff07b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2971044 Mar 02 17:35:12.114606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.132147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:12.140986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.159625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:12.182380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'mac_address': 'fa:16:3e:98:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:12.208140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.240088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037892e8-4db5-491a-af45-29bb9250f907,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:12.248141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.249701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c800af4b-f90f-4efa-9e32-1877dce981fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/037892e8-4db5-491a-af45-29bb9250f907 HTTP/1.1" status: 204 len: 168 time: 0.3391213 Mar 02 17:35:12.262446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-cb679764-d86e-477c-a8cc-726e05538fc9 service neutron] 10.222.0.50 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974525 Mar 02 17:35:12.274449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.304327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:12.324311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:12.331090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.362702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.456461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:12.487348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0005e7aa-4ac5-4879-8985-77be3b3ded3c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:12.540809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3b33d877-a9b9-4a24-af2b-18fcec7bf64a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:12.577374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fca8750-b7eb-4848-b4be-5e956047ce1d req-4b23d243-f664-4297-8141-c1734e992174 service neutron] 10.222.0.50 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110161 Mar 02 17:35:12.582711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['25346b3d-1e46-402f-8c6c-e39380d5e30e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:12.735869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf7f8-d7d8-4283-99b6-566d249b51c1 req-44d539fb-aaa4-4e7e-93a9-69b64bec97b2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:12.737363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f3bf7f8-d7d8-4283-99b6-566d249b51c1 req-44d539fb-aaa4-4e7e-93a9-69b64bec97b2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 943 time: 0.2485836 Mar 02 17:35:12.813554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f3bf7f8-d7d8-4283-99b6-566d249b51c1 req-3a46313a-1f53-48a8-8e01-48a77d597fc3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693665 Mar 02 17:35:12.813841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:12.820885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e360-a706-478f-a8a6-78b2a10fe47d req-b6899d9b-993f-430c-b281-3cbcf6bf4fb5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:12.839302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5977e360-a706-478f-a8a6-78b2a10fe47d req-b6899d9b-993f-430c-b281-3cbcf6bf4fb5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2550159 Mar 02 17:35:12.901982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:12.944740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'port_id': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a', 'mac_address': 'fa:16:3e:14:2a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3916a4-bb50-4d98-9d51-bc02e9121e65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:13.016969 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'code': 200} Mar 02 17:35:13.023880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5977e360-a706-478f-a8a6-78b2a10fe47d req-592ddc10-21b7-45f3-a513-e6d4683d78a8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814034 Mar 02 17:35:13.125162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-d2691c25-d018-4e1f-8b51-35107c44e358 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 1094 time: 0.1741939 Mar 02 17:35:13.182606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-deleted', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:13.222684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:13.326015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:13.415038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b33d877-a9b9-4a24-af2b-18fcec7bf64a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:13.473025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:13.479612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:13.583233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:13.599843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-18badaf7-f914-4e03-9db8-7a355f663947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:13.615384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-18badaf7-f914-4e03-9db8-7a355f663947 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 916 time: 0.4708428 Mar 02 17:35:13.688970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting port ea19e88a-004c-488f-9be9-97906b5128de {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:13.689549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:13.693164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38377bb-6232-420f-bd9f-0ccf01fdb681 req-d1518575-ef31-44f8-acaa-0297b61e1e20 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:13.694658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e38377bb-6232-420f-bd9f-0ccf01fdb681 req-d1518575-ef31-44f8-acaa-0297b61e1e20 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.2413194 Mar 02 17:35:13.787005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e38377bb-6232-420f-bd9f-0ccf01fdb681 req-5624782b-606c-46e3-adc4-3c02c29f0460 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786364 Mar 02 17:35:13.910776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-45ad5003-28d4-4716-a957-8ae3895e1849 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c92f59cf-5611-4c5a-af08-288691cc59ac HTTP/1.1" status: 200 len: 217 time: 0.1152697 Mar 02 17:35:14.025273 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f37c4-295e-4f26-a989-65e4515f7ab8', 'name': 'network-vif-deleted', 'tag': 'dd76d4f9-4df1-48b7-a096-2b1789b84de8', 'status': 'completed', 'code': 200} Mar 02 17:35:14.054093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54508) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:14.058992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:14.097977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-2e11c23c-8551-4ab9-99da-10e848a1d4b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:14.099743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-2e11c23c-8551-4ab9-99da-10e848a1d4b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.1633933 Mar 02 17:35:14.104373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3b33d877-a9b9-4a24-af2b-18fcec7bf64a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:14.303166 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:14.467941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-000aa269-8b87-4009-9786-c2a0c74ff49e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:14.469428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-000aa269-8b87-4009-9786-c2a0c74ff49e tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 944 time: 0.2671709 Mar 02 17:35:14.478943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-8517d736-5d90-4512-8863-b68d988e1721 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659320 Mar 02 17:35:14.545214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0005e7aa-4ac5-4879-8985-77be3b3ded3c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:14.551541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Calling delete_port for ea19e88a-004c-488f-9be9-97906b5128de owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:14.692601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0005e7aa-4ac5-4879-8985-77be3b3ded3c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:14.711549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0005e7aa-4ac5-4879-8985-77be3b3ded3c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:14.712155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:14.765908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Deleting port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:14.766445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:14.880052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-350827928-network', 'tenant_id': '28737cd5e5d0487d90557ab0400c7066'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:14.930488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:14.968508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Usage tracker for resource:network and tenant:28737cd5e5d0487d90557ab0400c7066 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:14.980580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:14.993026 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-eb7d9af0-7e10-4c92-a90f-c2fb927fa135 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.3460693 Mar 02 17:35:15.011503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:15.031780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:15.109493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:15.125722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:15.131930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:15.308639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:15.476884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] For port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:15.477223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:15.548235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:15.557603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71162b8-ebe4-4889-8445-3f90836e336d req-d76b22d6-f16c-47dc-94dd-af438d119437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:15.562418 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-d76b22d6-f16c-47dc-94dd-af438d119437 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3833475 Mar 02 17:35:15.649398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Calling delete_port for 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:15.853782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Port': ['ID=ea19e88a-004c-488f-9be9-97906b5128de,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:15.855807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:15.946648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c92f59cf-5611-4c5a-af08-288691cc59ac details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:15.957559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Made reservation on behalf of 28737cd5e5d0487d90557ab0400c7066 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:15.960085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:15.965927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:16.042113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event deleted for resources: {'Port': ['ID=2bcc2ebe-9a95-4302-90ff-e6e953f10f9d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:16.118612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:16.164618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-6915df6a-60bf-4c0d-9a0f-576328111b7c service neutron] 10.222.0.50 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6678700 Mar 02 17:35:16.188827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc279b93-85b3-485b-9547-1d3a47e4d9b1 req-bdf9b4f2-7779-4344-9e96-0400a4177969 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:16.193199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc279b93-85b3-485b-9547-1d3a47e4d9b1 req-bdf9b4f2-7779-4344-9e96-0400a4177969 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.7019935 Mar 02 17:35:16.262726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-6ca21a41-cc23-421d-8103-15c02316842d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.6271036 Mar 02 17:35:16.459468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc279b93-85b3-485b-9547-1d3a47e4d9b1 req-8381a103-f91a-478f-8253-e5fece2db999 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527912 Mar 02 17:35:16.563119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3b33d877-a9b9-4a24-af2b-18fcec7bf64a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:16.626981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:16.637841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Usage tracker for resource:security_group_rule and tenant:28737cd5e5d0487d90557ab0400c7066 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:16.647536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:16.664073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:16.957934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:16.976471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:16.977223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.024578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc00e76f-26e4-4bbf-90b1-9aca404a2be4 req-f71706cd-7ade-4ed7-917c-4e6b930fa4c4 service neutron] 10.222.0.50 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768403 Mar 02 17:35:17.030962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aafc0b-b672-40e2-9098-3d6c2e18a1e6 req-20150999-bfb2-4223-be5e-f1f130dcfaa8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:17.038787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41aafc0b-b672-40e2-9098-3d6c2e18a1e6 req-20150999-bfb2-4223-be5e-f1f130dcfaa8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cceaa5e9-a076-4112-a430-d4b910a1f11d HTTP/1.1" status: 200 len: 866 time: 2.4604442 Mar 02 17:35:17.043345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71162b8-ebe4-4889-8445-3f90836e336d req-4d705a2a-e230-4b0c-bc5e-1bb83c52744d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:17.044775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-4d705a2a-e230-4b0c-bc5e-1bb83c52744d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.7760198 Mar 02 17:35:17.106645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c92f59cf-5611-4c5a-af08-288691cc59ac,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:17.133439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 25346b3d-1e46-402f-8c6c-e39380d5e30e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:17.135969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.146075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] No DVR routers for this DVR port 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:17.161477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.194776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-deleted', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:17.224811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'c92f59cf-5611-4c5a-af08-288691cc59ac', 'network_id': '4993d096-4595-4c9e-8d14-2af3cecdd962', 'port_id': 'c92f59cf-5611-4c5a-af08-288691cc59ac', 'mac_address': 'fa:16:3e:07:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3916a4-bb50-4d98-9d51-bc02e9121e65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:17.230730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.320665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41aafc0b-b672-40e2-9098-3d6c2e18a1e6 req-1ee63457-fd6e-4ec3-b532-8f8f9cc04922 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808812 Mar 02 17:35:17.327771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b8d2cda-98d2-4ace-9aa6-c536077c7d13 req-dd135a1f-f8bf-4d78-9748-21cf10fdbcec tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "DELETE /v2.0/ports/2bcc2ebe-9a95-4302-90ff-e6e953f10f9d HTTP/1.1" status: 204 len: 173 time: 2.8478696 Mar 02 17:35:17.414268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.433212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.480644 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.577082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15041e0a-0b46-43a7-b6f6-43a07c2fe8e0 req-739d32b3-ad57-4c4d-a6dd-d42aeb7d12d7 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:17.587643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15041e0a-0b46-43a7-b6f6-43a07c2fe8e0 req-739d32b3-ad57-4c4d-a6dd-d42aeb7d12d7 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 943 time: 0.5145524 Mar 02 17:35:17.589883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a55363-a1ba-445c-a792-657b2b636e4f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:17.638392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92f59cf-5611-4c5a-af08-288691cc59ac {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:17.654474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-07d8b783-7d64-492c-8cf3-d6465618c5a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5667593 Mar 02 17:35:17.680808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c92f59cf-5611-4c5a-af08-288691cc59ac,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:17.691207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:35:17.693853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.730661 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c', 'code': 200} Mar 02 17:35:17.741996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.771893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:17.772258 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Added segment faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0 of type vlan for network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 Mar 02 17:35:17.813804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15041e0a-0b46-43a7-b6f6-43a07c2fe8e0 req-0865f9a5-51bf-47cb-8600-56a6fab42e4b tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971922 Mar 02 17:35:17.936566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.220758 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceaa5e9-a076-4112-a430-d4b910a1f11d', 'name': 'network-vif-deleted', 'tag': '2bcc2ebe-9a95-4302-90ff-e6e953f10f9d', 'status': 'completed', 'code': 200} Mar 02 17:35:18.239490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.240285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:18.240880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.258628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:18.329892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.351770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:18.355117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['c92f59cf-5611-4c5a-af08-288691cc59ac'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:18.393264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.517002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:18.548223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:18.606357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.649267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:18.649778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2bcc2ebe-9a95-4302-90ff-e6e953f10f9d not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:18.696641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:18.785460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:18.834238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.7715685 Mar 02 17:35:18.838520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54578) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:18.849529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-e1f21dfe-d19c-4149-9d38-b16abdda29c0 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1847181 Mar 02 17:35:18.884477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Request body: {'subnet': {'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-350827928-subnet', 'tenant_id': '28737cd5e5d0487d90557ab0400c7066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:18.899786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:18.954553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:18.992691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70b5a1-549b-4b60-825c-0849292235f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a3e4a3-2e4b-4455-b126-2a2e513976c0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:19.003513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Usage tracker for resource:subnet and tenant:28737cd5e5d0487d90557ab0400c7066 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:19.017348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Router c798ce29-6c4b-4645-b484-111f2f96060c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:35:19.018536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:35:19.032918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86715047-5003-460d-a326-e32ff9f35b43 req-fa7131fa-7043-4f87-bfa1-be6c280e73b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 1097 time: 1.2775578 Mar 02 17:35:19.143270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:19.291022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:19.331007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d71162b8-ebe4-4889-8445-3f90836e336d req-55da8c30-b731-443b-8406-3e3a2ee3e434 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657869 Mar 02 17:35:19.398054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068dcc8-0844-411a-856f-d64c1eecce80 req-bb4cd3b1-7b89-4271-88b2-0a747ced0ac2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:19.403313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f068dcc8-0844-411a-856f-d64c1eecce80 req-bb4cd3b1-7b89-4271-88b2-0a747ced0ac2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.8288012 Mar 02 17:35:19.416061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Made reservation on behalf of 28737cd5e5d0487d90557ab0400c7066 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:19.425204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:19.732633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a'}, {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:19.736709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86715047-5003-460d-a326-e32ff9f35b43 req-5af6cefb-1e27-4546-8760-3ba6b7c26ba4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025156 Mar 02 17:35:19.864063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:35:19.880442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] Sync routers for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:35:19.911357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2cd040a4-0358-4141-a547-f7bb71025bdf tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2616875 Mar 02 17:35:19.912034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:19.912768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:35:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:19.917528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54594) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:20.099934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f068dcc8-0844-411a-856f-d64c1eecce80 req-2db58fdc-a786-4d6f-9a66-2744c220352d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149220 Mar 02 17:35:20.110297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:20.119986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398d9f6-2527-4bb0-9d87-086779e10a12 req-ac0f0788-755b-4f3e-ad97-7aae275ec853 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:20.128321 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-e578788f-4859-4363-adc5-65d447916ee6 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] show failed (client error): The resource could not be found. Mar 02 17:35:20.129359 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e578788f-4859-4363-adc5-65d447916ee6 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-2033478366 HTTP/1.1" status: 404 len: 335 time: 0.2097437 Mar 02 17:35:20.132755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a398d9f6-2527-4bb0-9d87-086779e10a12 req-ac0f0788-755b-4f3e-ad97-7aae275ec853 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 944 time: 0.3852055 Mar 02 17:35:20.135376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54598) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:20.151326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-df8ad97f-f670-471c-94e0-3b3c00428e47 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:20.156833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] Routers {'c798ce29-6c4b-4645-b484-111f2f96060c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:35:20.157538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:35:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c798ce29-6c4b-4645-b484-111f2f96060c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:20.271066 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-df8ad97f-f670-471c-94e0-3b3c00428e47 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] update failed (client error): The resource could not be found. Mar 02 17:35:20.272081 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-df8ad97f-f670-471c-94e0-3b3c00428e47 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-182202695 HTTP/1.1" status: 404 len: 334 time: 0.1328590 Mar 02 17:35:20.277165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54604) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:20.401032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:20.401440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69026af4-cc65-4cec-8db2-867a83f0e04b None None] The sync data for ids ['c798ce29-6c4b-4645-b484-111f2f96060c'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:35:20.448749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a398d9f6-2527-4bb0-9d87-086779e10a12 req-aa95849b-c250-44c6-9a69-2d166914f325 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140414 Mar 02 17:35:20.652174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:20.932661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting subnet 42c58f51-399c-4c18-9f8c-8765c5c2c10b {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:35:20.939578 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.076599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.241601 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a', 'code': 200} Mar 02 17:35:21.242224 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'code': 200} Mar 02 17:35:21.277136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860d245f-bdd1-48f3-b89a-ff6cba1bbe7d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:21.294436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Checking segment: {'id': 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:21.294717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Network hostable DHCP agents. Network: d0a3e4a3-2e4b-4455-b126-2a2e513976c0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:35:21.469808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.512188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.513122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.513640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.514661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.515230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.515778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.516347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.516868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.517432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.518944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.519466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:21.594812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.726480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:35:21.754260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d0a3e4a3-2e4b-4455-b126-2a2e513976c0) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:21.767979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c1c37-3db6-47d2-a01a-db3890038d71 None None] Network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:21.773617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c7a6-e726-42ff-a8cf-014080a9a99d req-237e3019-ef05-4d86-88e0-52b4eeb3bc9d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:21.774518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0394c7a6-e726-42ff-a8cf-014080a9a99d req-237e3019-ef05-4d86-88e0-52b4eeb3bc9d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:21.782443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59946901-685b-4f55-92e2-d9f3da82f057 req-4ff1f445-aaf0-4e21-9889-728d9c31036e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 1097 time: 0.4349146 Mar 02 17:35:21.785096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:21.785776 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.834833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:21.843006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/subnets/42c58f51-399c-4c18-9f8c-8765c5c2c10b HTTP/1.1" status: 204 len: 168 time: 1.5641201 Mar 02 17:35:21.845824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9f712-242d-4695-8821-cd1c4507be1a tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Subnet': ['ID=42c58f51-399c-4c18-9f8c-8765c5c2c10b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:21.853070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54628) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:22.176889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59946901-685b-4f55-92e2-d9f3da82f057 req-dd2fa62a-fd87-440d-a40c-e6f8b182d89a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479552 Mar 02 17:35:22.189085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-49d407c7-5b13-4d3b-a77b-795b29a9c689 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3172617 Mar 02 17:35:22.214702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31880bf-da3d-4943-891f-f3a1c1d3f3f0 None None] Network df0136b1-0f3d-4f3b-8977-0e11969d6d78 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:22.236449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0394c7a6-e726-42ff-a8cf-014080a9a99d req-237e3019-ef05-4d86-88e0-52b4eeb3bc9d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:22.245390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0394c7a6-e726-42ff-a8cf-014080a9a99d req-237e3019-ef05-4d86-88e0-52b4eeb3bc9d tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.9005418 Mar 02 17:35:22.258765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c92f59cf-5611-4c5a-af08-288691cc59ac up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:22.400737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359b14-4e13-4540-bd21-a1effb9997fc req-08c97d97-a752-4bc9-ba42-34abb16cd260 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:22.408902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78359b14-4e13-4540-bd21-a1effb9997fc req-08c97d97-a752-4bc9-ba42-34abb16cd260 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6250248 Mar 02 17:35:22.462642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting subnet edcdf576-1b7a-4c9a-b5a1-19795e020e25 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:35:22.481972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-1f6dd5d4-85f6-498e-bb40-b93303327a27 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:22.482248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-1f6dd5d4-85f6-498e-bb40-b93303327a27 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.3668892 Mar 02 17:35:22.497005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:22.498455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78359b14-4e13-4540-bd21-a1effb9997fc req-a0708198-776f-4066-ae06-b1184adb7046 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885329 Mar 02 17:35:22.679401 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:22.795271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0394c7a6-e726-42ff-a8cf-014080a9a99d req-0b78e88a-2786-4593-9f0f-7b9b51399a52 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472355 Mar 02 17:35:22.924473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port c92f59cf-5611-4c5a-af08-288691cc59ac completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:22.947407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port c92f59cf-5611-4c5a-af08-288691cc59ac triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:22.954049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:22.988298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:23.057641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Deleting port 93e8a2a4-54a5-4873-bfbc-d01579449d63 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:23.060066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:23.380051 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:35:23.436194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:23.505028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Subnet': ['ID=edcdf576-1b7a-4c9a-b5a1-19795e020e25,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:23.527829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:23.558290 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9bab8a88-0e55-45e9-9644-80b73898c641 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/subnets/edcdf576-1b7a-4c9a-b5a1-19795e020e25 HTTP/1.1" status: 204 len: 168 time: 1.7013431 Mar 02 17:35:23.559089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54658) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:23.687278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934bf5de-5ad1-4748-a170-3a7190e9f548 None None] Network 8a17d54d-521c-4fae-8286-5e9a9053d082 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:23.781001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-e3bbe285-0499-4dbe-bb7f-c2b2f417b030 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 1102 time: 0.9833319 Mar 02 17:35:23.944147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:23.974983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting port 13ec17de-7b73-4e3c-83cb-c84a2daf617c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:23.975635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:24.221629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f6417-e5c1-4870-9ed2-74b104084268 None None] Network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:24.567589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] For port 13ec17de-7b73-4e3c-83cb-c84a2daf617c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13ec17de-7b73-4e3c-83cb-c84a2daf617c,segment=NetworkSegment(6b2f0bb5-b3ce-4204-9ca2-80298136614e),segment_id=6b2f0bb5-b3ce-4204-9ca2-80298136614e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:24.568211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:24.731491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94915634-0ab9-4cb3-86b4-12c7d6d0444a req-01f64b11-5cbe-42a8-8997-202b07399c7c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:24.741401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:24.743207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94915634-0ab9-4cb3-86b4-12c7d6d0444a req-01f64b11-5cbe-42a8-8997-202b07399c7c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 944 time: 1.6041837 Mar 02 17:35:24.744392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10968d-3858-4390-8a29-b7f69df002bf req-bcb7d8f0-3c02-406a-869f-05b1d22cd8f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:24.745852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-bcb7d8f0-3c02-406a-869f-05b1d22cd8f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.9055355 Mar 02 17:35:24.752341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54682) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:24.834363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1538166412-network', 'tenant_id': 'a1b2bff3162e46568a9488599667319d'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:24.872642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Calling delete_port for 13ec17de-7b73-4e3c-83cb-c84a2daf617c owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:24.897373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:24.943861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Usage tracker for resource:network and tenant:a1b2bff3162e46568a9488599667319d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:24.954478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:24.976056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-f8a483e3-fb07-4f62-b84a-d1ece5a34f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092 HTTP/1.1" status: 200 len: 217 time: 0.2114513 Mar 02 17:35:25.002909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:25.045410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:25.063026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c92f59cf-5611-4c5a-af08-288691cc59ac,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:25.094738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.114531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.199873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da452b59-e437-483d-b01d-1352925f0f1c None None] DHCP port deletion for df0136b1-0f3d-4f3b-8977-0e11969d6d78 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:35:25.226335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10968d-3858-4390-8a29-b7f69df002bf req-e0fbd53c-fc4d-4df9-bbf9-7a2e349c8e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:25.229945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-e0fbd53c-fc4d-4df9-bbf9-7a2e349c8e53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2241733 Mar 02 17:35:25.268945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] For port 93e8a2a4-54a5-4873-bfbc-d01579449d63, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=93e8a2a4-54a5-4873-bfbc-d01579449d63,segment=NetworkSegment(1161876e-87b5-47fe-a290-6eb3dab5f8d6),segment_id=1161876e-87b5-47fe-a290-6eb3dab5f8d6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:25.269265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.303732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Port': ['ID=13ec17de-7b73-4e3c-83cb-c84a2daf617c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:25.326474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] No DVR routers for this DVR port 13ec17de-7b73-4e3c-83cb-c84a2daf617c on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:25.369060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fae9-46f8-4547-8aff-030b83d92dbf req-4a83497a-f5ba-4f3d-a56b-9419733babcc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:25.396785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9292fae9-46f8-4547-8aff-030b83d92dbf req-4a83497a-f5ba-4f3d-a56b-9419733babcc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.0897427 Mar 02 17:35:25.414809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:25.437060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] DHCP port deletion for 8a17d54d-521c-4fae-8286-5e9a9053d082 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:35:25.446196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Deleting port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:25.446744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.538792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.551348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94915634-0ab9-4cb3-86b4-12c7d6d0444a req-a23924c2-f7e4-4b6a-8dd2-b9ee866c818d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7852397 Mar 02 17:35:25.577419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0136b1-0f3d-4f3b-8977-0e11969d6d78']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:25.597942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2f0bb5-b3ce-4204-9ca2-80298136614e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:25.598602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2f0bb5-b3ce-4204-9ca2-80298136614e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:25.617674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.651417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.669017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:35:25.669650 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:35:25.744040 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:35:25.783912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Made reservation on behalf of a1b2bff3162e46568a9488599667319d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:25.788093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.928973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] For port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,segment=NetworkSegment(986b669b-13e7-4c1c-8e52-3c7015d85ba7),segment_id=986b669b-13e7-4c1c-8e52-3c7015d85ba7)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:25.933664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.964941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:25.994247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.018903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Network': ['ID=df0136b1-0f3d-4f3b-8977-0e11969d6d78,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:26.035342 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e479fb6e-071a-4a2b-aaf7-f89e430ea897 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/networks/df0136b1-0f3d-4f3b-8977-0e11969d6d78 HTTP/1.1" status: 204 len: 168 time: 2.4756882 Mar 02 17:35:26.036066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54694) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:26.125081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Calling delete_port for 652e7aae-036a-4f54-9bbe-32c8c7cb89cd owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:26.127288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Calling delete_port for 93e8a2a4-54a5-4873-bfbc-d01579449d63 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:26.166289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.221180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9292fae9-46f8-4547-8aff-030b83d92dbf req-e663d9f3-a924-415f-8d93-a4259f2f7e27 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8230677 Mar 02 17:35:26.327294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.407931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] Pushing event deleted for resources: {'Port': ['ID=652e7aae-036a-4f54-9bbe-32c8c7cb89cd,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:26.410454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13ec17de-7b73-4e3c-83cb-c84a2daf617c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:26.428287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.452066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424620ac-f7b7-4193-8b87-709ee1101d57 None None] No DVR routers for this DVR port 652e7aae-036a-4f54-9bbe-32c8c7cb89cd on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:26.494267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 13ec17de-7b73-4e3c-83cb-c84a2daf617c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:26.494267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13ec17de-7b73-4e3c-83cb-c84a2daf617c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:26.496915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 652e7aae-036a-4f54-9bbe-32c8c7cb89cd no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:26.498618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:26.568910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-1a5cdde3-c76a-4641-9449-e0a616146830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2817481 Mar 02 17:35:26.575391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 652e7aae-036a-4f54-9bbe-32c8c7cb89cd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:26.575715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b2bff3162e46568a9488599667319d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:26.575905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 652e7aae-036a-4f54-9bbe-32c8c7cb89cd not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:26.593963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b03a7-d7a9-43f3-aaa4-e95b79700ce9 req-3b7e2406-acc3-4e9d-a90a-3a71ebb385c8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:26.598983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 93e8a2a4-54a5-4873-bfbc-d01579449d63 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:26.610803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c20b03a7-d7a9-43f3-aaa4-e95b79700ce9 req-3b7e2406-acc3-4e9d-a90a-3a71ebb385c8 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 945 time: 0.7386434 Mar 02 17:35:26.631501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:26.640250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:26.758835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.812937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.824198 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac', 'code': 200} Mar 02 17:35:26.848146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a17d54d-521c-4fae-8286-5e9a9053d082']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:26.870995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986b669b-13e7-4c1c-8e52-3c7015d85ba7') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:26.870995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986b669b-13e7-4c1c-8e52-3c7015d85ba7') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:26.916716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.964911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:26.993733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:35:26.995567 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.106463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.137671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:35:27.156057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.158558 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Added segment 3db62a5c-f6c6-419c-9e97-46dac61352a1 of type vlan for network 35c600e3-f450-4ed7-80c7-845a4aee87c8 Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:35:27.207566 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:35:27.221743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.240963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.291759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.324111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Network': ['ID=8a17d54d-521c-4fae-8286-5e9a9053d082,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:27.338236 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1a5851fa-c40d-4692-9708-150971cb9a3b tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/networks/8a17d54d-521c-4fae-8286-5e9a9053d082 HTTP/1.1" status: 204 len: 168 time: 1.3007855 Mar 02 17:35:27.341449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:27.364231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.365272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:27.366381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.466240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c20b03a7-d7a9-43f3-aaa4-e95b79700ce9 req-c07c8ea6-004c-41e9-9e21-eb0a5bdf7d39 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4141376-97f8-4d10-9245-48cb993409fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8545494 Mar 02 17:35:27.470721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7124808 Mar 02 17:35:27.485860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54718) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:27.526415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Request body: {'subnet': {'network_id': '35c600e3-f450-4ed7-80c7-845a4aee87c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1538166412-subnet', 'tenant_id': 'a1b2bff3162e46568a9488599667319d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:27.548612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:27.574830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-d1a89dce-0ae2-4866-9a8a-de2718ef19ed service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031316 Mar 02 17:35:27.606397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Usage tracker for resource:subnet and tenant:a1b2bff3162e46568a9488599667319d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:27.620105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:27.648297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:27.681183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c32422-9561-47d3-8795-933524d99678,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:27.821894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Made reservation on behalf of a1b2bff3162e46568a9488599667319d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:27.825180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:27.958111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638314d-b4b3-44cb-bca3-e78fc0bd70b6 admin admin] Pushing event updated for resources: {'Network': ['ID=35c600e3-f450-4ed7-80c7-845a4aee87c8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:27.972140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 35c600e3-f450-4ed7-80c7-845a4aee87c8 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:35:27.979998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.171078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting subnet d92a9512-f111-424d-be47-b234d3dc7be3 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:35:28.181742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.269230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Pushing event deleted for resources: {'Port': ['ID=93e8a2a4-54a5-4873-bfbc-d01579449d63,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:28.282597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a10968d-3858-4390-8a29-b7f69df002bf req-3df38ead-5c57-41e2-b845-5e5ff2e960b4 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239128 Mar 02 17:35:28.305916 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4fabc99-7268-4acd-85a1-72a8bd0a80ff req-de025b73-f7ec-4bb1-b574-dca7948161ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 1096 time: 1.3289218 Mar 02 17:35:28.342299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] No DVR routers for this DVR port 93e8a2a4-54a5-4873-bfbc-d01579449d63 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:28.358462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a64707-b1d5-485b-a26d-f35702fb41d2 req-35e0abca-7617-4234-9dd3-9fc55d993f80 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:28.366418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3a64707-b1d5-485b-a26d-f35702fb41d2 req-35e0abca-7617-4234-9dd3-9fc55d993f80 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.2640054 Mar 02 17:35:28.370135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.372192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff7685f4-eab3-4126-8b8d-e4b32547b5fa req-825100a6-2dde-4280-8c24-11ab706ca793 tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.35 "DELETE /v2.0/ports/93e8a2a4-54a5-4873-bfbc-d01579449d63 HTTP/1.1" status: 204 len: 173 time: 5.7939842 Mar 02 17:35:28.372772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-deleted', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:28.445176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e7b3-ac26-4523-baa3-e22e32f467fe req-72e773d6-3595-48d2-b270-5aa81a5d0323 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:28.453516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da28e7b3-ac26-4523-baa3-e22e32f467fe req-72e773d6-3595-48d2-b270-5aa81a5d0323 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.5543091 Mar 02 17:35:28.505960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3a64707-b1d5-485b-a26d-f35702fb41d2 req-f975e91c-85e8-4ef3-9b75-589dc3aad488 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366100 Mar 02 17:35:28.567917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da28e7b3-ac26-4523-baa3-e22e32f467fe req-af8b5104-4363-4e9e-8f5b-4aa7fd3bd35d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133201 Mar 02 17:35:28.661383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.730753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.861487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c8e428-78fc-45a7-94ed-4b7eda31cf3d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:28.864650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4fabc99-7268-4acd-85a1-72a8bd0a80ff req-d2fd1c54-003b-4744-acaa-91e2c347b2a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342718 Mar 02 17:35:28.887031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Checking segment: {'id': '3db62a5c-f6c6-419c-9e97-46dac61352a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '35c600e3-f450-4ed7-80c7-845a4aee87c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:28.887388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Network hostable DHCP agents. Network: 35c600e3-f450-4ed7-80c7-845a4aee87c8, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:35:28.905277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:28.964598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Network 35c600e3-f450-4ed7-80c7-845a4aee87c8 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:35:29.008919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 35c600e3-f450-4ed7-80c7-845a4aee87c8) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:29.020521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bf56c-05fb-4138-a5c2-24105fb4e141 None None] Network 35c600e3-f450-4ed7-80c7-845a4aee87c8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:29.040372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:29.041746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:29.056976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:29.135751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62fdf-4d5b-4e05-9cb4-1ea823ad2730 req-42e5d96c-c77c-450f-8d91-72cff747683c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:29.143434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07a62fdf-4d5b-4e05-9cb4-1ea823ad2730 req-42e5d96c-c77c-450f-8d91-72cff747683c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.1466739 Mar 02 17:35:29.240880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07a62fdf-4d5b-4e05-9cb4-1ea823ad2730 req-6b9c0e50-45c0-45ff-9887-4e8e85b917fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937190 Mar 02 17:35:29.316214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Subnet': ['ID=d92a9512-f111-424d-be47-b234d3dc7be3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:29.335039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:29.344671 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e09362-63b5-4c6f-9de1-0e502b5e3800', 'name': 'network-vif-deleted', 'tag': '93e8a2a4-54a5-4873-bfbc-d01579449d63', 'status': 'completed', 'code': 200} Mar 02 17:35:29.404522 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89194fae-441d-44a3-9056-3b938e567173 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9083974 Mar 02 17:35:29.409697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54750) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:29.415846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-47430eab-8c06-40bf-a946-03de78ebf8c5 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/subnets/d92a9512-f111-424d-be47-b234d3dc7be3 HTTP/1.1" status: 204 len: 168 time: 2.0719662 Mar 02 17:35:29.749347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2728d-bbe5-4b2b-9f00-06aa09fa74fb None None] Network ba4dd99b-6738-46cc-a25e-ce98754ae2ae requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:29.845237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9272e1d8-e4fe-45b2-9a13-1477e7fe7398 req-e69fb6a1-bf57-46ad-ae43-450f3322dc6b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Synchronizing usage tracker for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:29.923461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9272e1d8-e4fe-45b2-9a13-1477e7fe7398 req-e69fb6a1-bf57-46ad-ae43-450f3322dc6b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] Unset dirty status for tenant:0a6190a54bdf46849f05b82c7de4af15 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:29.926560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929480f4-cdac-4573-933b-e395118f2805 None None] Network 35c600e3-f450-4ed7-80c7-845a4aee87c8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:35:29.943020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9272e1d8-e4fe-45b2-9a13-1477e7fe7398 req-e69fb6a1-bf57-46ad-ae43-450f3322dc6b tempest-LiveAutoBlockMigrationV225Test-1978420023 tempest-LiveAutoBlockMigrationV225Test-1978420023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e09362-63b5-4c6f-9de1-0e502b5e3800 HTTP/1.1" status: 200 len: 210 time: 0.3455188 Mar 02 17:35:30.006934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:30.084579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting port bced8bb6-a36f-483d-84ca-4884bcf8a691 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:30.088820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:30.318316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1fa22-26e3-4131-847d-a237989e44fe req-eec4eed3-eadf-4986-b81b-167ab232ea32 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:30.320332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cc1fa22-26e3-4131-847d-a237989e44fe req-eec4eed3-eadf-4986-b81b-167ab232ea32 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6488845 Mar 02 17:35:30.587914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] DHCP port deletion for ba4dd99b-6738-46cc-a25e-ce98754ae2ae request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:35:30.596991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Deleting port bced8bb6-a36f-483d-84ca-4884bcf8a691 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:30.597417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:31.066428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] For port bced8bb6-a36f-483d-84ca-4884bcf8a691, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bced8bb6-a36f-483d-84ca-4884bcf8a691,segment=NetworkSegment(d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404),segment_id=d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:31.067133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:31.190665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] For port bced8bb6-a36f-483d-84ca-4884bcf8a691, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bced8bb6-a36f-483d-84ca-4884bcf8a691,segment=NetworkSegment(d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404),segment_id=d20ba8aa-5d92-4c9f-94cd-b0b51c6ea404)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:31.191260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:31.267718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Calling delete_port for bced8bb6-a36f-483d-84ca-4884bcf8a691 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:31.371094 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:31.405612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Calling delete_port for bced8bb6-a36f-483d-84ca-4884bcf8a691 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:31.519736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] Pushing event deleted for resources: {'Port': ['ID=bced8bb6-a36f-483d-84ca-4884bcf8a691,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:31.521834 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:35:31.522419 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:35:31.574491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3bfdf-813c-459b-8f5f-8b1009f59027 None None] No DVR routers for this DVR port bced8bb6-a36f-483d-84ca-4884bcf8a691 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:31.582880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cc1fa22-26e3-4131-847d-a237989e44fe req-4cb4d19f-fb23-4f05-87f0-2f25e8437806 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451142 Mar 02 17:35:31.628179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc793c5-6eb2-48fa-8a0f-9a58611386c7 req-94c63b47-8f5a-45b7-8032-a5cef4f552db tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:31.635417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfc793c5-6eb2-48fa-8a0f-9a58611386c7 req-94c63b47-8f5a-45b7-8032-a5cef4f552db tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 1.0638497 Mar 02 17:35:31.707665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfc793c5-6eb2-48fa-8a0f-9a58611386c7 req-f78c4ed1-705d-4984-a034-fdf09daa6f6a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712733 Mar 02 17:35:32.028734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Deleting port bced8bb6-a36f-483d-84ca-4884bcf8a691 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:32.028951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:32.097068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:32.318889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bced8bb6-a36f-483d-84ca-4884bcf8a691 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:32.446393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: bced8bb6-a36f-483d-84ca-4884bcf8a691 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:32.447283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bced8bb6-a36f-483d-84ca-4884bcf8a691 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:32.517888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-b133b089-6d4c-4b4c-8e01-01a462c2b941 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:32.519003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-b133b089-6d4c-4b4c-8e01-01a462c2b941 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Synchronizing usage tracker for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:32.537698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] The port 'bced8bb6-a36f-483d-84ca-4884bcf8a691' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:35:32.635314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Deleting subnet 9946fdfe-9d02-47ff-957a-31e305362547 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:35:32.639490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:32.725807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:32.839854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:32.881315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-b133b089-6d4c-4b4c-8e01-01a462c2b941 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Unset dirty status for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:32.887704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-b133b089-6d4c-4b4c-8e01-01a462c2b941 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/networks?id=d0a3e4a3-2e4b-4455-b126-2a2e513976c0 HTTP/1.1" status: 200 len: 814 time: 0.8942661 Mar 02 17:35:32.905897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:32.951669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-c60c0ad0-11ce-44cc-bc7a-c207886a7717 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/quotas/28737cd5e5d0487d90557ab0400c7066 HTTP/1.1" status: 200 len: 375 time: 0.0627117 Mar 02 17:35:33.000643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.041242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-aae5a8b6-cb67-4a13-82ea-11d3d41640c5 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28737cd5e5d0487d90557ab0400c7066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879498 Mar 02 17:35:33.051197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4dd99b-6738-46cc-a25e-ce98754ae2ae']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.065908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-c7e47cc3-62ac-4a2b-8285-c402db3a4e59 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:35:33.074275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-c7e47cc3-62ac-4a2b-8285-c402db3a4e59 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141206 Mar 02 17:35:33.119903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9946fdfe-9d02-47ff-957a-31e305362547,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:33.131251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-aa757e9d-0e48-4d8d-b064-5736c5464f6d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:33.133325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-aa757e9d-0e48-4d8d-b064-5736c5464f6d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.5102499 Mar 02 17:35:33.142447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.152672 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b146f213-9545-4f33-84bd-1b09b62dd935 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9946fdfe-9d02-47ff-957a-31e305362547 HTTP/1.1" status: 204 len: 168 time: 1.0537460 Mar 02 17:35:33.157260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:33.202797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.203955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20ba8aa-5d92-4c9f-94cd-b0b51c6ea404') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.245150 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.281631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-8524bf10-282f-4bcd-9395-bdb2515679a6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/quotas/dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 375 time: 0.0651703 Mar 02 17:35:33.285184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.355909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:35:33.357024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:35:33.380692 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:35:33.486033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.691126 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.708418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-e57014be-4bf1-4242-9641-78283094d363 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324995 Mar 02 17:35:33.788192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.819741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31e738-ad2f-4183-891a-ff4e738fe6e6']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.830903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.835689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Pushing event deleted for resources: {'Network': ['ID=ba4dd99b-6738-46cc-a25e-ce98754ae2ae,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:33.851151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1161876e-87b5-47fe-a290-6eb3dab5f8d6') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.851437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1161876e-87b5-47fe-a290-6eb3dab5f8d6') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:33.877501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.895010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.901364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:35:33.901747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:33.920845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-535545dc-a8c0-4f35-8809-757d13be1ec8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6245902 Mar 02 17:35:33.957188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cc336e9a-b920-4542-af74-4d889779e268 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/networks/ba4dd99b-6738-46cc-a25e-ce98754ae2ae HTTP/1.1" status: 204 len: 168 time: 4.5458572 Mar 02 17:35:33.960140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54822) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:35:33.998705 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:35:34.002837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.069814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.081301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d31e738-ad2f-4183-891a-ff4e738fe6e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:34.112411 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82c0e6c0-4f72-484f-a992-280572279cb0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7d31e738-ad2f-4183-891a-ff4e738fe6e6 HTTP/1.1" status: 204 len: 168 time: 0.9509737 Mar 02 17:35:34.116364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:34.197762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Deleting subnet 6a207659-d578-4019-a6d9-a4ee5cc19bb9 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:35:34.203903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.304415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ccbb5217-4133-4602-9043-58bcde393a8d tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Synchronizing usage tracker for tenant:bf0d38a09d714574a96c439224adf14c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:34.332002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.409080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ccbb5217-4133-4602-9043-58bcde393a8d tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Unset dirty status for tenant:bf0d38a09d714574a96c439224adf14c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:34.418687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.432849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ccbb5217-4133-4602-9043-58bcde393a8d tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "GET /v2.0/ports?device_id=c798ce29-6c4b-4645-b484-111f2f96060c HTTP/1.1" status: 200 len: 205 time: 0.4690502 Mar 02 17:35:34.439198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54830) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:34.534119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.615743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a207659-d578-4019-a6d9-a4ee5cc19bb9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:34.619722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:34.633354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-706bfaa6-ed29-404a-8107-514261ebc03a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6a207659-d578-4019-a6d9-a4ee5cc19bb9 HTTP/1.1" status: 204 len: 168 time: 0.5159211 Mar 02 17:35:34.644563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54834) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:34.778953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0113edba-e779-47fe-81b1-a35c72224f8c service neutron] 10.222.0.37 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0688190 Mar 02 17:35:34.916423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-efa3a2a8-a772-42ae-8fad-6a43e14674fc service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9869466 Mar 02 17:35:34.919034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.242836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.260677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.317499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:35.344184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843cabc9-4d78-4a2c-b19f-c36687729bb8') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:35.344184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843cabc9-4d78-4a2c-b19f-c36687729bb8') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:35:35.360182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.382780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.392317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:35:35.392451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:35:35.512973 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:35:35.526391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.587509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:35.603142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9 HTTP/1.1" status: 204 len: 168 time: 0.9542727 Mar 02 17:35:35.603142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dadc2-7bb6-4206-accd-e066459f1a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd72d112-f5bf-48a1-a2b4-5cc9f06e54b9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:36.020727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-9293cf82-1413-49c2-8430-2fd2d7c3bd48 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1023560 Mar 02 17:35:36.188199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:36.362932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00814d2f-d5b8-4621-9679-f2b285aae846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a6190a54bdf46849f05b82c7de4af15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694791 Mar 02 17:35:36.363564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54862) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:37.264984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.270846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.311665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.321435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.322239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Fanout notify agent at l3_agent the message router_deleted on router c798ce29-6c4b-4645-b484-111f2f96060c {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:35:37.339703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c9b40ad-0a68-488a-874d-1876aea31eb9 req-0bb9d315-c3f5-408d-bc1b-ec284ab49b91 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 210 time: 0.1848981 Mar 02 17:35:37.367065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.374592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-812ec179-3683-44a1-b233-dd76e6de4f66 tempest-RoutersNegativeTest-1762191830 tempest-RoutersNegativeTest-1762191830-project] 10.222.0.37 "DELETE /v2.0/routers/c798ce29-6c4b-4645-b484-111f2f96060c HTTP/1.1" status: 204 len: 168 time: 2.9130485 Mar 02 17:35:37.382849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:37.433958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb1d5-e41c-426a-b616-dade3abfab9c req-5ad2579d-c2b0-4ab6-b026-5994c7aea850 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:37.444390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b7fb1d5-e41c-426a-b616-dade3abfab9c req-5ad2579d-c2b0-4ab6-b026-5994c7aea850 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.4012713 Mar 02 17:35:37.882765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a81f8b9-9032-41b1-828e-19a6c6e998aa req-358f68fc-ab10-4106-b906-feedebc1cb82 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 210 time: 0.2826340 Mar 02 17:35:37.908225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b7fb1d5-e41c-426a-b616-dade3abfab9c req-d269eb68-a1dd-4d57-9a1e-dfe3b8b6152e tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375470 Mar 02 17:35:38.027459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:38.062718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4141376-97f8-4d10-9245-48cb993409fa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:38.258113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:38.259479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b71dda4a-88d7-4984-9355-a9c9fb3da814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4141376-97f8-4d10-9245-48cb993409fa HTTP/1.1" status: 204 len: 168 time: 1.8821442 Mar 02 17:35:38.360152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:38.548669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-fc0ee6e1-b40e-4f76-ac02-73057975ca88 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:38.550543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-fc0ee6e1-b40e-4f76-ac02-73057975ca88 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.35 "GET /v2.0/networks?id=d0a3e4a3-2e4b-4455-b126-2a2e513976c0 HTTP/1.1" status: 200 len: 814 time: 0.4799538 Mar 02 17:35:38.560928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db849e-18b7-4480-b972-da03df94694f req-cec4260c-f348-4598-9dda-b9617e326090 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:38.571173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15db849e-18b7-4480-b972-da03df94694f req-cec4260c-f348-4598-9dda-b9617e326090 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.4073887 Mar 02 17:35:38.704194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54910) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:38.790219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Request body: {'port': {'device_id': 'c942548e-de15-47dd-a1af-bdca79841eef', 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0', 'admin_state_up': True, 'tenant_id': '28737cd5e5d0487d90557ab0400c7066'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:38.837454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15db849e-18b7-4480-b972-da03df94694f req-7e5da341-59d1-429c-87cd-4f0c3820dba0 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653999 Mar 02 17:35:39.006842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f079a28-263c-4914-9518-bc2f7a16f79c req-07ae7584-c3ab-40cb-9716-26e44d8cd9f6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 210 time: 0.2213027 Mar 02 17:35:39.227118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-70fb04cc-eec5-45a3-933b-783989e267d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.262455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:39.267969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Usage tracker for resource:port and tenant:28737cd5e5d0487d90557ab0400c7066 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:39.271770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:39.290316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:39.428981 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9635bc04-e927-441a-b2de-8aa17bf519d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf0d38a09d714574a96c439224adf14c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7227232 Mar 02 17:35:39.433086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:39.434252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Made reservation on behalf of 28737cd5e5d0487d90557ab0400c7066 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:39.438310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.518408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:39.656708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.692839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Allocated IP 172.20.0.13 (d0a3e4a3-2e4b-4455-b126-2a2e513976c0/860d245f-bdd1-48f3-b89a-ff6cba1bbe7d/2fc60d42-cd12-477d-bdfd-88373d16a131) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:35:39.742234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.795794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f08ad33b-7512-4dcb-b2b0-01c485f37952 req-5adf4faa-99e2-4252-bebc-ae59e6e07dfb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 210 time: 0.3720918 Mar 02 17:35:39.829478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.874338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1b16c-d844-4cc2-a5c5-7dca7fb31b33,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:39.888138 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:39.891732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2c29f534-c72c-4fba-bf28-53111f668df2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaf1b16c-d844-4cc2-a5c5-7dca7fb31b33 HTTP/1.1" status: 204 len: 168 time: 0.4563353 Mar 02 17:35:39.900950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ae8a6c8-2de7-409a-82ca-a522aacba5ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1454a0c0b2694ceba5178602b64ecec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3787689 Mar 02 17:35:39.901265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:40.028685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.069974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.175851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.228571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6422ed8-5125-4efe-946a-28206800b9f6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:40.235968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.239596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83e87f68-8f31-498d-ada8-3ac4d69a3d7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6422ed8-5125-4efe-946a-28206800b9f6 HTTP/1.1" status: 204 len: 168 time: 0.3355956 Mar 02 17:35:40.449978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4343c2-f8d8-4bfa-83ba-e20cf9318c07 req-3f6f20b8-a28d-410a-87cf-4be6c4cfea4a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:40.461043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e4343c2-f8d8-4bfa-83ba-e20cf9318c07 req-3f6f20b8-a28d-410a-87cf-4be6c4cfea4a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 1.1305506 Mar 02 17:35:40.498499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-9dbbfc43-b883-48ca-812d-439cc85ffb8d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:40.500210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-9dbbfc43-b883-48ca-812d-439cc85ffb8d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 1.1081107 Mar 02 17:35:40.551061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'device_id': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'admin_state_up': True, 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:40.592905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.681666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e4343c2-f8d8-4bfa-83ba-e20cf9318c07 req-565e0df5-ad96-488e-ae0c-5ba6c602ed6c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194428 Mar 02 17:35:40.777283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac1ba831-75c4-4559-8113-a29a163659d7 req-da7447e5-b141-4cdf-92d7-74d6ed3fe858 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 210 time: 0.0753937 Mar 02 17:35:40.857800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:40.866022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:40.876826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Usage tracker for resource:port and tenant:dca8b0341ce848e2bc8e078c1bfa3ecf is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:41.072484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:41.076914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Pushing event updated for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:41.094455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:41.129869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:41.132842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:41.159239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:41.162014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:41.180359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:35:41.277778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bdbb2874-4513-4a67-8762-0c3fdf3f0e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:41.342344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:41.342991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:41.459868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a24da793-fd13-43cd-a2bb-011c72bd2211 req-aba35bb9-5b7c-4392-abc7-444ece88a2b4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 210 time: 0.1340189 Mar 02 17:35:41.568039 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-97c9c5e7-8807-443b-b48b-5a3312fded38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2563334 Mar 02 17:35:41.723457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-64f6d70e-9876-45e4-a18c-dc7076e72f6b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9368792 Mar 02 17:35:41.762356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Request body: {'port': {'device_id': 'c942548e-de15-47dd-a1af-bdca79841eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:41.895648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-dec6f300-bae5-44e6-8398-4d041b6e442a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.1617646 Mar 02 17:35:41.910172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1bb2f-a96d-4af8-8ab9-8746e730957e req-a761e92a-f62d-48d3-b281-b4f5423f8e71 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:41.912016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7bc1bb2f-a96d-4af8-8ab9-8746e730957e req-a761e92a-f62d-48d3-b281-b4f5423f8e71 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.3430481 Mar 02 17:35:42.181486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7bc1bb2f-a96d-4af8-8ab9-8746e730957e req-7d539361-63a4-409a-9e51-2e8869fef161 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317607 Mar 02 17:35:42.187666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:42.190759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-12d03caa-f3f9-4cc0-a72d-6e70e59bb577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:42.192625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-12d03caa-f3f9-4cc0-a72d-6e70e59bb577 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2533398 Mar 02 17:35:42.235129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.20.0.14 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/08ce8961-f1ea-471e-85a7-fdaa99ee1672) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:35:42.413596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-dcda58b1-5ba5-458a-a276-ad9dcd1637a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.1448753 Mar 02 17:35:42.554617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-4b92edf8-ab54-4722-b2ce-8cda30bb31e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:42.556283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-4b92edf8-ab54-4722-b2ce-8cda30bb31e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1114285 Mar 02 17:35:42.660673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-dd768f7c-71d2-4db7-8da2-ef6448207a41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903199 Mar 02 17:35:42.681630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:42.719098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-ed3e4737-ef06-4b6c-ae89-147a7a0741a6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:42.719807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-ed3e4737-ef06-4b6c-ae89-147a7a0741a6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Synchronizing usage tracker for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:42.771234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-4e631c6a-abbe-4391-9a53-0b59f4484b71 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:35:42.772338 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-4e631c6a-abbe-4391-9a53-0b59f4484b71 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075145 Mar 02 17:35:42.774422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-ed3e4737-ef06-4b6c-ae89-147a7a0741a6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Unset dirty status for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:42.781322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-ed3e4737-ef06-4b6c-ae89-147a7a0741a6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 932 time: 0.4893491 Mar 02 17:35:42.910285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058feab-6e8a-4774-878b-eaf3eb9bf815 req-ac36924e-111d-4724-8a9b-bf8295bb0950 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:42.917259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a058feab-6e8a-4774-878b-eaf3eb9bf815 req-ac36924e-111d-4724-8a9b-bf8295bb0950 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.4369059 Mar 02 17:35:42.951829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:42.984913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:42.988490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-bf154340-854d-428d-a042-81ec26dac9cf tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Synchronizing usage tracker for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:43.005390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Transition to ACTIVE for port object 08ce8961-f1ea-471e-85a7-fdaa99ee1672 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:43.023145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a058feab-6e8a-4774-878b-eaf3eb9bf815 req-da3a854d-e3ec-4598-8e24-ee3cad4ef936 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049776 Mar 02 17:35:43.061926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-1d94c4a3-9ea7-4c76-b1ce-2f5952b186e2 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776539 Mar 02 17:35:43.082076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-bf154340-854d-428d-a042-81ec26dac9cf tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Unset dirty status for tenant:28737cd5e5d0487d90557ab0400c7066 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:43.094864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38b3e5a1-cec9-41a8-b5fb-8b2c36bf5f1a req-bf154340-854d-428d-a042-81ec26dac9cf tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126116 Mar 02 17:35:43.227232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc60d42-cd12-477d-bdfd-88373d16a131 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:43.244137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:43.247210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:43.292298 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c8d3ed0f-0f8f-4a68-ae74-5b18afb91108 req-1d1546a5-0ba6-4fec-94be-f53d45e3b1ae service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211721 Mar 02 17:35:43.389999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:43.424046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Transition to ACTIVE for port object 2fc60d42-cd12-477d-bdfd-88373d16a131 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:43.434152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:43.453965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:43.514223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:43.517213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:35:43.727380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:43.727983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:43.791774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:43.795696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f23f98fb-2d19-44ad-b94f-4a8f2376680a None None] Provisioning for port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:43.802286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f23f98fb-2d19-44ad-b94f-4a8f2376680a None None] Provisioning complete for port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:43.803314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f23f98fb-2d19-44ad-b94f-4a8f2376680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:43.811455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-159531ff-708c-440d-a5a5-068ef9c3a039 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2801747 Mar 02 17:35:43.856276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f23f98fb-2d19-44ad-b94f-4a8f2376680a None None] Port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:43.883684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Request body: {'port': {'device_id': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:43.968942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0910b-03c7-4c28-a537-4d13d95423b0 req-110de393-4d7d-49d7-9c13-990e4dc8ee3b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:43.969674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6dc0910b-03c7-4c28-a537-4d13d95423b0 req-110de393-4d7d-49d7-9c13-990e4dc8ee3b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:44.053304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfe259-57d3-4afd-b418-746ccab07618 req-359c967a-6443-40f2-90bf-2a0cbfe4e650 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:44.054778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52dfe259-57d3-4afd-b418-746ccab07618 req-359c967a-6443-40f2-90bf-2a0cbfe4e650 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.4322147 Mar 02 17:35:44.067971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Attempting to bind port 2fc60d42-cd12-477d-bdfd-88373d16a131 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:35:44.068307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Attempting to bind port 2fc60d42-cd12-477d-bdfd-88373d16a131 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:35:44.068631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Attempting to bind port 2fc60d42-cd12-477d-bdfd-88373d16a131 on network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:44.113286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6dc0910b-03c7-4c28-a537-4d13d95423b0 req-110de393-4d7d-49d7-9c13-990e4dc8ee3b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:44.114354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dc0910b-03c7-4c28-a537-4d13d95423b0 req-110de393-4d7d-49d7-9c13-990e4dc8ee3b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 932 time: 0.6032252 Mar 02 17:35:44.126327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Port 2fc60d42-cd12-477d-bdfd-88373d16a131 on network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:35:44.126718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Attempting to bind port 2fc60d42-cd12-477d-bdfd-88373d16a131 on network d0a3e4a3-2e4b-4455-b126-2a2e513976c0 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:44.141814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.180287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:35:44.180629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Checking segment: {'id': 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:44.181011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Bound using segment: {'id': 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:35:44.181439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Bound port: 2fc60d42-cd12-477d-bdfd-88373d16a131, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:35:44.181783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.212058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.249021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52dfe259-57d3-4afd-b418-746ccab07618 req-38290a5f-9f58-4bd1-a2bd-55e4f6f20016 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685553 Mar 02 17:35:44.416206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dc0910b-03c7-4c28-a537-4d13d95423b0 req-d1d40303-9c16-4bb3-b140-a1f9b54a9c27 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914417 Mar 02 17:35:44.608783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:44.645227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2fc60d42-cd12-477d-bdfd-88373d16a131,segment=NetworkSegment(faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0),segment_id=faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:44.657613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:44.702455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.770387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.800281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:44.811400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:44.816078 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.817581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:44.818982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/2fc60d42-cd12-477d-bdfd-88373d16a131 HTTP/1.1" status: 200 len: 1092 time: 3.0608256 Mar 02 17:35:44.825046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:44.840548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2235d9-2726-4e86-8daa-3de600f3a5ab req-bee9656c-7ba2-419b-abfe-ac3998f430ba tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:44.842308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2235d9-2726-4e86-8daa-3de600f3a5ab req-bee9656c-7ba2-419b-abfe-ac3998f430ba tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 951 time: 0.4287333 Mar 02 17:35:44.865102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936a44-20fe-4e02-97f4-a22e154268c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:44.885531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:44.925974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0af0d-13e7-44e6-9558-9867fe593732 req-8a9f41ae-d3fe-472a-8e41-57bb6ed086b0 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:44.927432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebd0af0d-13e7-44e6-9558-9867fe593732 req-8a9f41ae-d3fe-472a-8e41-57bb6ed086b0 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 951 time: 0.3865814 Mar 02 17:35:45.029816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2235d9-2726-4e86-8daa-3de600f3a5ab req-2e0c0a47-78c0-40e6-86e7-b68a487b6761 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692169 Mar 02 17:35:45.076587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebd0af0d-13e7-44e6-9558-9867fe593732 req-01da5394-1ff0-468f-8da3-e15d3fca596b tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368065 Mar 02 17:35:45.103300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ce8961-f1ea-471e-85a7-fdaa99ee1672 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:45.112645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-90a4c9cf-49db-4f45-a2a8-da47fbe019c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28737cd5e5d0487d90557ab0400c7066&device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 1095 time: 0.2325652 Mar 02 17:35:45.114257 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:45.198509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Transition to ACTIVE for port object 08ce8961-f1ea-471e-85a7-fdaa99ee1672 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:45.210801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:45.222777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-ebb8202f-4057-4b16-889b-d9a51e305560 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:45.224402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-ebb8202f-4057-4b16-889b-d9a51e305560 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Synchronizing usage tracker for tenant:3cdb1dee471145da861e4934fbd25621 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:35:45.246979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-ebb8202f-4057-4b16-889b-d9a51e305560 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Unset dirty status for tenant:3cdb1dee471145da861e4934fbd25621 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:35:45.251860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-7d75e21b-b002-440e-872d-a57940f4b35e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc60d42-cd12-477d-bdfd-88373d16a131 HTTP/1.1" status: 200 len: 217 time: 0.1255243 Mar 02 17:35:45.262530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-ebb8202f-4057-4b16-889b-d9a51e305560 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.1774666 Mar 02 17:35:45.369387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Deleting port 8f09ea6f-b4e0-40a9-a550-5021693c645f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:45.369738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:45.478004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:45.494487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-8f878998-a88c-4a92-a7ce-03f627cc5d22 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431055 Mar 02 17:35:45.596607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-19803cf3-d0f7-480e-a166-8174777f8596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:45.598050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-19803cf3-d0f7-480e-a166-8174777f8596 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=860d245f-bdd1-48f3-b89a-ff6cba1bbe7d HTTP/1.1" status: 200 len: 854 time: 0.3316560 Mar 02 17:35:45.697140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] For port 8f09ea6f-b4e0-40a9-a550-5021693c645f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8f09ea6f-b4e0-40a9-a550-5021693c645f,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:45.697501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:45.705668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-9d44b9a0-d31e-44ce-a140-6c910caa383a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a3e4a3-2e4b-4455-b126-2a2e513976c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938616 Mar 02 17:35:45.835970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Calling delete_port for 8f09ea6f-b4e0-40a9-a550-5021693c645f owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:45.865392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873049-8c7c-4940-a8bd-c69552ea162c req-20568b62-b73d-40fd-9ea0-a3bfc4ea2ebc tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:45.866875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43873049-8c7c-4940-a8bd-c69552ea162c req-20568b62-b73d-40fd-9ea0-a3bfc4ea2ebc tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c13e0bb-498a-43d2-a59f-b3c7d038a414 HTTP/1.1" status: 200 len: 946 time: 0.5629411 Mar 02 17:35:45.935943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-9ce18ac0-608c-40e4-9008-200ab5dd3b3e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:45.937706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-9ce18ac0-608c-40e4-9008-200ab5dd3b3e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4424284 Mar 02 17:35:45.991031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:45.999842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Attempting to bind port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:35:46.000219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Attempting to bind port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:35:46.000516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Attempting to bind port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:46.014717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-7af56136-58f4-47ff-8395-4cdc9081a4f4 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801461 Mar 02 17:35:46.017638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-6c2c7e7b-7057-42b5-92ad-75dc88e4f426 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/quotas/adf094fcc9fe4cf2b6399b5622edf216 HTTP/1.1" status: 200 len: 375 time: 0.0584373 Mar 02 17:35:46.020428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43873049-8c7c-4940-a8bd-c69552ea162c req-6a945431-ae20-4d5f-81af-391326adc2e8 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.37 "GET /v2.0/security-groups?id=826ee4ad-7014-499a-8ef5-d7948d53bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312182 Mar 02 17:35:46.040174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:35:46.040814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Attempting to bind port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:46.042415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Pushing event deleted for resources: {'Port': ['ID=8f09ea6f-b4e0-40a9-a550-5021693c645f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:46.065674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8f09ea6f-b4e0-40a9-a550-5021693c645f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:46.196079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] No DVR routers for this DVR port 8f09ea6f-b4e0-40a9-a550-5021693c645f on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:46.198690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.200354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:46.225133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'name': 'network-vif-deleted', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:46.231724 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0c38a21-1f5a-4829-af6a-a5f8de602f47 req-a531c34d-78a6-40ed-81a4-3783a22b4043 tempest-AttachSCSIVolumeTestJSON-972134330 tempest-AttachSCSIVolumeTestJSON-972134330-project] 10.222.0.50 "DELETE /v2.0/ports/8f09ea6f-b4e0-40a9-a550-5021693c645f HTTP/1.1" status: 204 len: 173 time: 0.9610524 Mar 02 17:35:46.384284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.397969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:35:46.398657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:46.399256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:35:46.399882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Bound port: 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:35:46.400429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.411655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-a5ec0001-6871-41bb-8921-57712352008b tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3668602 Mar 02 17:35:46.422470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:46.427769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.532706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:46.604382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ac8f33-f74b-43bb-a0bd-7b1a89e9f31b req-67c82c64-dfd6-4c0b-ada7-25ce7140071c service neutron] 10.222.0.35 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827286 Mar 02 17:35:46.637533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:46.645217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f7816-099f-4a0e-8b96-c65adcebd1ce req-f34a3e09-ecc9-4b9f-8290-b04fde07f228 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:46.646899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c2f7816-099f-4a0e-8b96-c65adcebd1ce req-f34a3e09-ecc9-4b9f-8290-b04fde07f228 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 944 time: 0.3001430 Mar 02 17:35:46.648866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:46.673520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.762087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:46.764231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 1092 time: 2.9143429 Mar 02 17:35:46.792667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c2f7816-099f-4a0e-8b96-c65adcebd1ce req-08a2d824-fe66-4e55-af96-2f2eadc4f784 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395373 Mar 02 17:35:46.805274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387b024-a248-4b24-be78-9dd6a3d5a0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:46.940620 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'code': 200} Mar 02 17:35:46.977513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-ac4fb9f6-0420-4093-b5ea-849f407e6454 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1095 time: 0.1601818 Mar 02 17:35:47.113568 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131', 'status': 'completed', 'code': 200} Mar 02 17:35:47.268550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-8963681d-7a8d-4b97-9a4e-eef6cad57882 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 217 time: 0.2815654 Mar 02 17:35:47.361546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-d76eab64-d813-49fa-809e-5e83da223b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:47.362898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-d76eab64-d813-49fa-809e-5e83da223b17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.0853732 Mar 02 17:35:47.427375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f052d-5094-4f7b-8a92-9c340c2d46eb req-7bdf1e15-bbe5-4825-a27b-405cabd5b6e8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:47.432410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f052d-5094-4f7b-8a92-9c340c2d46eb req-7bdf1e15-bbe5-4825-a27b-405cabd5b6e8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:47.437595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f052d-5094-4f7b-8a92-9c340c2d46eb req-7bdf1e15-bbe5-4825-a27b-405cabd5b6e8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:47.439784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-143f052d-5094-4f7b-8a92-9c340c2d46eb req-7bdf1e15-bbe5-4825-a27b-405cabd5b6e8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717&device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 2418 time: 0.3243821 Mar 02 17:35:47.448030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-932536a4-6fcf-4d84-96b9-2734d758a6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28737cd5e5d0487d90557ab0400c7066&device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 1095 time: 0.3336594 Mar 02 17:35:47.648038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-143f052d-5094-4f7b-8a92-9c340c2d46eb req-2a0b8147-411b-40cf-b99e-544672784fe7 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988633 Mar 02 17:35:47.688740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-3fd1ed5d-cf4c-4cce-adbf-da32e1e7b2dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158162 Mar 02 17:35:47.721646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-6f0cfbec-9535-4fb4-8405-3f2a15dc67f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:47.724341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-6f0cfbec-9535-4fb4-8405-3f2a15dc67f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a3e4a3-2e4b-4455-b126-2a2e513976c0 HTTP/1.1" status: 200 len: 915 time: 0.2407603 Mar 02 17:35:47.920527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-bed44ea5-0794-48ec-b702-692af0c01288 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fc60d42-cd12-477d-bdfd-88373d16a131 HTTP/1.1" status: 200 len: 217 time: 0.1665583 Mar 02 17:35:48.055283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-8c48fff4-53e3-47fe-a5a2-b5cd244c629a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:48.056702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-8c48fff4-53e3-47fe-a5a2-b5cd244c629a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=860d245f-bdd1-48f3-b89a-ff6cba1bbe7d HTTP/1.1" status: 200 len: 854 time: 0.1282303 Mar 02 17:35:48.058325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-1da48b8d-6fa7-42bd-8182-5a237fe2b985 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330607 Mar 02 17:35:48.067636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89add-523d-46e3-9a07-d132fc46d7df req-2fd6c379-4616-49d2-895a-c17d3dc925f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:48.069619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cc89add-523d-46e3-9a07-d132fc46d7df req-2fd6c379-4616-49d2-895a-c17d3dc925f8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 944 time: 0.2645915 Mar 02 17:35:48.156154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8f09ea6f-b4e0-40a9-a550-5021693c645f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:48.165822 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c13e0bb-498a-43d2-a59f-b3c7d038a414', 'name': 'network-vif-deleted', 'tag': '8f09ea6f-b4e0-40a9-a550-5021693c645f', 'status': 'completed', 'code': 200} Mar 02 17:35:48.178069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-fb091db1-a616-4be0-9ebe-372d340d2076 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a3e4a3-2e4b-4455-b126-2a2e513976c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071384 Mar 02 17:35:48.230962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 8f09ea6f-b4e0-40a9-a550-5021693c645f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:48.231371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8f09ea6f-b4e0-40a9-a550-5021693c645f not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:48.370365 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-23a0d69a-6bfb-46c9-8e7c-eb9b588d0a42 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289571 Mar 02 17:35:48.635608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ca1bf7b-9120-4b30-a438-5d5276a558d5 req-c6b81d95-0dc2-437b-81a2-2d8909d9fd23 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 210 time: 0.3539884 Mar 02 17:35:48.692735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cc89add-523d-46e3-9a07-d132fc46d7df req-e6dfdc75-b8e4-48a6-9b25-073cfbfc3eb6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729845 Mar 02 17:35:48.722389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-543fc888-5be7-4aa8-8b92-4c790d61473f tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:48.724134 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-543fc888-5be7-4aa8-8b92-4c790d61473f tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456736 Mar 02 17:35:48.749453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a79372e6-0035-45b9-8a51-4b2da161cd1e req-606bd4be-e7c7-493d-9490-ef0d87b429dc service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775756 Mar 02 17:35:48.775780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-b546ec22-02b4-4eca-b388-00e8e5848846 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996934 Mar 02 17:35:48.804710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Request body: {'port': {'device_id': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'adf094fcc9fe4cf2b6399b5622edf216'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:48.877631 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:48.941920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:49.050733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1cc31b6-a033-44ca-8ff4-57d6abdd92e2 req-ab636e1d-c0a0-4119-93d1-425214553edb service neutron] 10.222.0.35 "GET /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587814 Mar 02 17:35:49.073311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:49.078814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Usage tracker for resource:port and tenant:adf094fcc9fe4cf2b6399b5622edf216 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:49.082460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:49.088015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:49.098418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Made reservation on behalf of adf094fcc9fe4cf2b6399b5622edf216 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:35:49.102226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:49.116475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:49.120906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:49.155996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:49.163489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Usage tracker for resource:security_group_rule and tenant:adf094fcc9fe4cf2b6399b5622edf216 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:49.167285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:49.175915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:49.176262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d321f-5e00-4573-a1d4-3b05701f3f76 req-e9cc61f6-fb13-442e-b0ad-a4d3e7b1593a tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:49.179036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-138d321f-5e00-4573-a1d4-3b05701f3f76 req-e9cc61f6-fb13-442e-b0ad-a4d3e7b1593a tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 944 time: 0.1761870 Mar 02 17:35:49.246338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a889a-1156-4f03-b828-ae40c398c86c req-b3db022a-10c2-436e-8f5e-c4f468bf1b48 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:49.247977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2a889a-1156-4f03-b828-ae40c398c86c req-b3db022a-10c2-436e-8f5e-c4f468bf1b48 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.1732752 Mar 02 17:35:49.252438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:49.256411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:49.258672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-138d321f-5e00-4573-a1d4-3b05701f3f76 req-7a91bb88-32ab-425a-9aaf-248cd36e4546 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708585 Mar 02 17:35:49.325176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2a889a-1156-4f03-b828-ae40c398c86c req-4f5cdc23-4ad7-4e58-a0b7-c19671ad0b2e tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Mar 02 17:35:49.370953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:49.401422 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'code': 200} Mar 02 17:35:49.493603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Allocated IP 192.168.233.118 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/4f12d415-3fb4-4571-b452-9c3a57abca15) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:35:49.493966 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'status': 'completed', 'code': 200} Mar 02 17:35:49.673737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-0ad52b1a-70e9-4541-9780-c70bb32c8f31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1095 time: 0.1494288 Mar 02 17:35:49.921297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-5945f853-c552-4286-b734-2dfd6a6135e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:49.923132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-5945f853-c552-4286-b734-2dfd6a6135e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2410066 Mar 02 17:35:50.069120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:50.096655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Transition to ACTIVE for port object 4f12d415-3fb4-4571-b452-9c3a57abca15 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:50.118914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:50.156086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-74314e23-f579-4537-8d16-eceb35e21fb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 217 time: 0.2173877 Mar 02 17:35:50.196032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:35:50.204333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:35:50.207114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:35:50.250130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Pushing event updated for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:50.287690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:50.289059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:50.320086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-724915f2-3985-464d-89aa-4a3bed7322d2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5194826 Mar 02 17:35:50.327253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-1e28602f-0405-46b9-9dce-9d83e2d7bb7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:50.328687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-1e28602f-0405-46b9-9dce-9d83e2d7bb7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1582718 Mar 02 17:35:50.347246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Request body: {'port': {'device_id': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:35:50.425916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ef0a5-361e-4005-b091-8e709ad9b0f4 req-b4c35e3c-bcb1-4ea5-b9ef-b173a7d8bc67 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:50.432739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17ef0a5-361e-4005-b091-8e709ad9b0f4 req-b4c35e3c-bcb1-4ea5-b9ef-b173a7d8bc67 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 936 time: 0.3675275 Mar 02 17:35:50.500680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ebfae-e207-4115-a509-9f1847367eab req-08cb5498-d1ba-4274-9d54-45cdb8915568 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:50.500927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:50.508490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f93ebfae-e207-4115-a509-9f1847367eab req-08cb5498-d1ba-4274-9d54-45cdb8915568 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 944 time: 0.3514180 Mar 02 17:35:50.598319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb85d2ab-744e-43e1-99d8-4ccfb31da698 None None] Provisioning for port 4f12d415-3fb4-4571-b452-9c3a57abca15 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:50.609655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb85d2ab-744e-43e1-99d8-4ccfb31da698 None None] Provisioning complete for port 4f12d415-3fb4-4571-b452-9c3a57abca15 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:50.610028 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb85d2ab-744e-43e1-99d8-4ccfb31da698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:50.619338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17ef0a5-361e-4005-b091-8e709ad9b0f4 req-2f249c7e-f089-40c1-8d26-c88531472e25 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858249 Mar 02 17:35:50.648581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f93ebfae-e207-4115-a509-9f1847367eab req-35842c7b-29ed-4841-bced-2904c1ce6ff0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388776 Mar 02 17:35:50.665992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-10e54eab-98cd-4177-8410-871aca6460bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205683 Mar 02 17:35:50.693980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2fc60d42-cd12-477d-bdfd-88373d16a131 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:50.899918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-9e3ceca0-27dc-48d1-96a3-42067d779124 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212722 Mar 02 17:35:50.951990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2fc60d42-cd12-477d-bdfd-88373d16a131,segment=NetworkSegment(faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0),segment_id=faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:50.976631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '2fc60d42-cd12-477d-bdfd-88373d16a131', 'network_id': 'd0a3e4a3-2e4b-4455-b126-2a2e513976c0', 'port_id': '2fc60d42-cd12-477d-bdfd-88373d16a131', 'mac_address': 'fa:16:3e:f6:f3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860d245f-bdd1-48f3-b89a-ff6cba1bbe7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:51.054334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81b4e8-47cc-41be-8b44-4d979fcfcabd req-b9355894-c2c9-4335-923d-6662e4e335cd tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:51.056006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd81b4e8-47cc-41be-8b44-4d979fcfcabd req-b9355894-c2c9-4335-923d-6662e4e335cd tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 949 time: 0.2211909 Mar 02 17:35:51.057272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:51.089880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cb85d2ab-744e-43e1-99d8-4ccfb31da698 None None] Port 4f12d415-3fb4-4571-b452-9c3a57abca15 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:35:51.093930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc60d42-cd12-477d-bdfd-88373d16a131 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:51.112266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2fc60d42-cd12-477d-bdfd-88373d16a131,segment=NetworkSegment(faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0),segment_id=faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:51.117974 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:51.185546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595b0d27-807b-41b9-90e2-6c6def1a1ddb req-97dc34fd-c929-4d4b-9252-d2b2f8c70cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621093 Mar 02 17:35:51.210812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:51.234339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd81b4e8-47cc-41be-8b44-4d979fcfcabd req-1e15a510-1be7-4d9e-910f-2df85e3b1ce2 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494546 Mar 02 17:35:51.262511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f12d415-3fb4-4571-b452-9c3a57abca15 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:51.270384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:51.302833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Transition to ACTIVE for port object 4f12d415-3fb4-4571-b452-9c3a57abca15 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:35:51.308087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:51.656050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:51.659667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['2fc60d42-cd12-477d-bdfd-88373d16a131'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:51.875132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ece27-b4f7-446e-92cc-8c73a2febe67 req-9a1e695f-37b2-4bea-b137-b5643c0e1ee5 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:51.883306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc9ece27-b4f7-446e-92cc-8c73a2febe67 req-9a1e695f-37b2-4bea-b137-b5643c0e1ee5 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 945 time: 0.4404049 Mar 02 17:35:51.947678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Attempting to bind port 4f12d415-3fb4-4571-b452-9c3a57abca15 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:35:51.948021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Attempting to bind port 4f12d415-3fb4-4571-b452-9c3a57abca15 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:35:51.948350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Attempting to bind port 4f12d415-3fb4-4571-b452-9c3a57abca15 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:51.962367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Port 4f12d415-3fb4-4571-b452-9c3a57abca15 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:35:51.962731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Attempting to bind port 4f12d415-3fb4-4571-b452-9c3a57abca15 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:35:51.980057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:35:51.980396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:35:51.980784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:35:51.981216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Bound port: 4f12d415-3fb4-4571-b452-9c3a57abca15, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:35:51.981951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:51.986853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc9ece27-b4f7-446e-92cc-8c73a2febe67 req-4542e8da-9c61-4101-91cd-a189910e86da tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022475 Mar 02 17:35:52.125251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:35:52.129435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4f12d415-3fb4-4571-b452-9c3a57abca15,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:35:52.135007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:52.153865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811ef9-1569-486d-8251-baab093d78d7 req-a5486391-1b7b-4a87-8455-039d15612970 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:52.162534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58811ef9-1569-486d-8251-baab093d78d7 req-a5486391-1b7b-4a87-8455-039d15612970 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 948 time: 0.1743722 Mar 02 17:35:52.215644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:52.215842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-00439055-a481-4900-a6a3-91217326fa18 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f12d415-3fb4-4571-b452-9c3a57abca15 HTTP/1.1" status: 200 len: 1096 time: 1.8767536 Mar 02 17:35:52.217543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:52.246375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439055-a481-4900-a6a3-91217326fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:52.328274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58811ef9-1569-486d-8251-baab093d78d7 req-2faab3c2-93e3-4401-bdff-4ed1873c2ee6 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644249 Mar 02 17:35:52.366019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61b159-5f4b-4e16-8721-2fd2e816f205 req-30da1645-de60-4354-a0b4-5724fd33853a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:52.372467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a61b159-5f4b-4e16-8721-2fd2e816f205 req-30da1645-de60-4354-a0b4-5724fd33853a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 944 time: 0.1504784 Mar 02 17:35:52.442835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a61b159-5f4b-4e16-8721-2fd2e816f205 req-8bf36ab8-a4a2-4524-a3b9-fb0d31d8a903 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Mar 02 17:35:52.518343 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-89e03a86-86d0-4ee6-8749-d1247b2c0f65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 1099 time: 0.2042787 Mar 02 17:35:52.684526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-96b2e962-f9bb-45c4-a3bf-f6ad1444e0cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=4f12d415-3fb4-4571-b452-9c3a57abca15 HTTP/1.1" status: 200 len: 217 time: 0.1268871 Mar 02 17:35:52.697422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 08ce8961-f1ea-471e-85a7-fdaa99ee1672 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:52.738993 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15', 'status': 'completed', 'code': 200} Mar 02 17:35:52.784408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-d04fddde-8a78-4286-85e8-a48087342bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:52.785950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-d04fddde-8a78-4286-85e8-a48087342bc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0903339 Mar 02 17:35:52.916477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-bc96f214-4f7e-4a22-bd94-eb816eb9713c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204948 Mar 02 17:35:52.958044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:52.977563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'mac_address': 'fa:16:3e:f6:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:53.038100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:53.059808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ce8961-f1ea-471e-85a7-fdaa99ee1672 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:53.076486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:53.082162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:53.146116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8be9-5ddd-4fa6-88dd-4b1b9366f903 req-d2baa372-c9e0-494a-9423-af792b97e72a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:53.156079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36bd8be9-5ddd-4fa6-88dd-4b1b9366f903 req-d2baa372-c9e0-494a-9423-af792b97e72a tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 949 time: 0.2799096 Mar 02 17:35:53.212937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:53.265907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36bd8be9-5ddd-4fa6-88dd-4b1b9366f903 req-be57bac9-09d5-4d6d-b8b1-2ba5c2672f44 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/security-groups?id=79982716-1fd0-40fa-85b0-6136112b1584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084740 Mar 02 17:35:53.284682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88067789-468c-4af1-8266-5f70571267d3 req-40e78f52-6cd9-4517-868f-aad475aea5ca tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:53.291267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88067789-468c-4af1-8266-5f70571267d3 req-40e78f52-6cd9-4517-868f-aad475aea5ca tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.50 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 949 time: 0.2881777 Mar 02 17:35:53.330081 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-2f2c0167-eb69-4db6-8ffb-e1a4b638fe63 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340430 Mar 02 17:35:53.490392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Deleting port 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:53.492685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:53.520081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:53.769031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c9fe-ab65-480c-9025-2befe5d96f54 req-318023fb-7632-4aa9-9d83-7beec837997e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:53.777769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5501c9fe-ab65-480c-9025-2befe5d96f54 req-318023fb-7632-4aa9-9d83-7beec837997e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 945 time: 0.1815856 Mar 02 17:35:53.851554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b0675c5f-e49f-4e5f-a98d-3bfbcda48860 req-2964acfe-0820-4031-85c8-6f897d2bf640 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105231 Mar 02 17:35:53.952242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5501c9fe-ab65-480c-9025-2befe5d96f54 req-582b0868-7432-43dd-9c5b-0248990e7448 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733003 Mar 02 17:35:54.097194 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-3a63eeae-3500-4e60-89e7-b213bc12f377 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 1099 time: 0.1189809 Mar 02 17:35:54.112252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4f0c9-81e6-4137-99df-03e7c98f17c5 req-a387d47a-9256-46af-9fd5-187881df11e7 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:54.116305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01f4f0c9-81e6-4137-99df-03e7c98f17c5 req-a387d47a-9256-46af-9fd5-187881df11e7 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 948 time: 0.2122800 Mar 02 17:35:54.187303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] For port 25346b3d-1e46-402f-8c6c-e39380d5e30e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=25346b3d-1e46-402f-8c6c-e39380d5e30e,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:54.188090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:54.273201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214457-f023-497f-8f7b-3b5a613bd29d req-1f2ee2c5-8849-4291-9cd7-df392fbeefe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:54.274706 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-1f2ee2c5-8849-4291-9cd7-df392fbeefe4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1607621 Mar 02 17:35:54.329967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Calling delete_port for 25346b3d-1e46-402f-8c6c-e39380d5e30e owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:54.360169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-2b126ca3-8f4c-48ac-b536-6049a63d687b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=4f12d415-3fb4-4571-b452-9c3a57abca15 HTTP/1.1" status: 200 len: 217 time: 0.0766733 Mar 02 17:35:54.449385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214457-f023-497f-8f7b-3b5a613bd29d req-db5c1a22-c04e-4a8e-9e13-10794b28cedb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:54.452002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-db5c1a22-c04e-4a8e-9e13-10794b28cedb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0792849 Mar 02 17:35:54.454487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01f4f0c9-81e6-4137-99df-03e7c98f17c5 req-a783db08-8ab2-4b36-8aa1-5a767783622d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944639 Mar 02 17:35:54.472635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710c7f4-5295-4145-9f7f-f952d01a0949 req-3bfb2fdf-ce39-4367-8580-3f868f6e5c70 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:54.489930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7710c7f4-5295-4145-9f7f-f952d01a0949 req-3bfb2fdf-ce39-4367-8580-3f868f6e5c70 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 945 time: 0.3678205 Mar 02 17:35:54.544035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7710c7f4-5295-4145-9f7f-f952d01a0949 req-2a7a4e04-6c2a-4ddb-8a3b-722e5d739b38 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528781 Mar 02 17:35:54.562483 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-61e909ee-30be-4734-a486-3beda1eabc55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885248 Mar 02 17:35:54.645005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:54.692021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2fc60d42-cd12-477d-bdfd-88373d16a131 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:54.871462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 2fc60d42-cd12-477d-bdfd-88373d16a131 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:54.874085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55424) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:54.878329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 2fc60d42-cd12-477d-bdfd-88373d16a131 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:54.878742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:54.924021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] No DVR routers for this DVR port 25346b3d-1e46-402f-8c6c-e39380d5e30e on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:35:54.937025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Pushing event deleted for resources: {'Port': ['ID=25346b3d-1e46-402f-8c6c-e39380d5e30e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:54.952749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:54.955449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-deleted', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:55.048233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:55.073045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-9da21fbe-2848-4d56-9e38-e02223735c4f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007470 Mar 02 17:35:55.086364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2fc60d42-cd12-477d-bdfd-88373d16a131,segment=NetworkSegment(faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0),segment_id=faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:55.087691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:55.095794 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:55.106508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31bf27ca-219b-4442-b054-00932b2ee347 req-105d620e-ac6b-420a-b605-e8ec69192d16 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.37 "GET /v2.0/ports?device_id=676908bd-a81e-4927-9197-e36f030cf569 HTTP/1.1" status: 200 len: 210 time: 0.1715806 Mar 02 17:35:55.133700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88067789-468c-4af1-8266-5f70571267d3 req-650f0d0d-6bd1-4c34-8ed4-967cff119b45 tempest-ImagesOneServerTestJSON-659045492 tempest-ImagesOneServerTestJSON-659045492-project] 10.222.0.50 "DELETE /v2.0/ports/25346b3d-1e46-402f-8c6c-e39380d5e30e HTTP/1.1" status: 204 len: 173 time: 1.8348165 Mar 02 17:35:55.159364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d954ad-e127-4a8b-8441-18f88cabfffb req-c499d92b-c341-4f59-83d7-c97577eef21e tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:55.166263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54d954ad-e127-4a8b-8441-18f88cabfffb req-c499d92b-c341-4f59-83d7-c97577eef21e tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.1072905 Mar 02 17:35:55.257395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:55.360346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54d954ad-e127-4a8b-8441-18f88cabfffb req-1808162f-bed3-4092-8a42-a385e6e2e702 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929057 Mar 02 17:35:55.396152 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30214457-f023-497f-8f7b-3b5a613bd29d req-e6954e9f-c06d-4805-abfe-a50ad5db02b4 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934294 Mar 02 17:35:55.492797 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676908bd-a81e-4927-9197-e36f030cf569', 'name': 'network-vif-deleted', 'tag': '25346b3d-1e46-402f-8c6c-e39380d5e30e', 'status': 'completed', 'code': 200} Mar 02 17:35:55.549314 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131', 'code': 200} Mar 02 17:35:55.717870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:55.724701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ffc70-fe52-43cd-b444-e399105f718a req-37d9e362-4d2b-402e-be39-7eadc44b8097 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:55.726168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a8ffc70-fe52-43cd-b444-e399105f718a req-37d9e362-4d2b-402e-be39-7eadc44b8097 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.1600249 Mar 02 17:35:55.791270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a8ffc70-fe52-43cd-b444-e399105f718a req-5a25c929-a8ca-4986-8724-a694a717981e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564964 Mar 02 17:35:55.794151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea098e14-7b7c-41cc-8668-03cb96ff7543 req-45e56335-2282-481a-94af-97aab877ea89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 1097 time: 0.1602294 Mar 02 17:35:55.910528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea098e14-7b7c-41cc-8668-03cb96ff7543 req-8c0a54fb-d935-459c-b4aa-740e6338fb29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Mar 02 17:35:55.956976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4d3b5-cf9e-48fd-94aa-c5c74f5356a0 req-53907c96-d899-4f27-beba-7dcc2f998a51 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:55.958478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8c4d3b5-cf9e-48fd-94aa-c5c74f5356a0 req-53907c96-d899-4f27-beba-7dcc2f998a51 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 948 time: 0.1632385 Mar 02 17:35:56.083416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8c4d3b5-cf9e-48fd-94aa-c5c74f5356a0 req-fe694ed2-af58-4fff-9f7f-4882c293a31c tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176498 Mar 02 17:35:56.159839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c5968-6605-402c-88c2-f407c5ea8cfb req-2ddb0b9c-34a5-433b-9a4f-c18a19b583fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:56.168106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:35:56.169632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c66c5968-6605-402c-88c2-f407c5ea8cfb req-2ddb0b9c-34a5-433b-9a4f-c18a19b583fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 945 time: 0.1741030 Mar 02 17:35:56.267002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 25346b3d-1e46-402f-8c6c-e39380d5e30e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:35:56.267493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 25346b3d-1e46-402f-8c6c-e39380d5e30e not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:35:56.275739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c66c5968-6605-402c-88c2-f407c5ea8cfb req-8e6bcc24-9ae0-4f1d-bab9-71f3bb783f2f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043837 Mar 02 17:35:56.703946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 08ce8961-f1ea-471e-85a7-fdaa99ee1672 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:35:56.746403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ae52-1092-4985-b0c7-bbe7cc61abf5 req-56239a91-2c16-4063-9ba3-9d9dc2041a42 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:56.760274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2e9ae52-1092-4985-b0c7-bbe7cc61abf5 req-56239a91-2c16-4063-9ba3-9d9dc2041a42 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.1463118 Mar 02 17:35:56.823260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2e9ae52-1092-4985-b0c7-bbe7cc61abf5 req-e52b2fc0-4632-461e-9e16-3308960a3c18 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612175 Mar 02 17:35:56.830762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:35:56.849188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:35:56.850269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:56.883587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Deleting port 251b5868-59e2-431f-8341-d7184d3961ff {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:35:56.884118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.074240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:57.094129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c83d9-ab87-4af5-bbed-3ce4a1e932ec req-e88720b0-fd70-4588-88e9-87bdbe154300 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:57.096074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb9c83d9-ab87-4af5-bbed-3ce4a1e932ec req-e88720b0-fd70-4588-88e9-87bdbe154300 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.1505983 Mar 02 17:35:57.127473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] For port 251b5868-59e2-431f-8341-d7184d3961ff, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=251b5868-59e2-431f-8341-d7184d3961ff,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:57.127875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.144942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.149726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:57.189857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:57.196118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.206904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb9c83d9-ab87-4af5-bbed-3ce4a1e932ec req-54f52acb-6e59-490e-a836-b1866abd36d3 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045530 Mar 02 17:35:57.321953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:57.333298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.333716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.334125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.334531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.334999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.335449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.335849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.336301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.337312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.337855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.338498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:57.412301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Calling delete_port for 251b5868-59e2-431f-8341-d7184d3961ff owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:35:57.426788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048a4f-be12-4e56-8cf0-8908e8af3f33 req-ce0994d0-81c1-4d97-b22e-6cc31f302d72 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:57.434176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7048a4f-be12-4e56-8cf0-8908e8af3f33 req-ce0994d0-81c1-4d97-b22e-6cc31f302d72 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 948 time: 0.0922213 Mar 02 17:35:57.461119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.521750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7048a4f-be12-4e56-8cf0-8908e8af3f33 req-39007726-34bf-427a-bb54-c5b980b7427e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Mar 02 17:35:57.550683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:35:57.557883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:57.564870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Usage tracker for resource:security_group_rule and tenant:fa18848e59f44002a2128bb827bab1ab is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:57.568685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:57.575628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:57.666679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd250c8a-1b72-4ed2-ab36-c6241070bffb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a6fcbf9e75419eb9777fa9ffff4b41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5155921 Mar 02 17:35:57.673985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:57.724810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.730554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.754763 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'code': 200} Mar 02 17:35:57.774305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.828708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:57.841806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Pushing event deleted for resources: {'Port': ['ID=251b5868-59e2-431f-8341-d7184d3961ff,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:57.843855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7d5b5-24e5-4d30-a69e-2f226b52ae5f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:57.852446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb1ac4b3-295f-4238-a65a-92b5407d567b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa18848e59f44002a2128bb827bab1ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7763040 Mar 02 17:35:57.853084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55558) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:57.911088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.005416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a25fc-33db-4496-9f43-c222a739ca57 req-f8cbbb98-6a78-4031-8d05-09bce5e18cc7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:58.013917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-740a25fc-33db-4496-9f43-c222a739ca57 req-f8cbbb98-6a78-4031-8d05-09bce5e18cc7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2812102 Mar 02 17:35:58.114273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-740a25fc-33db-4496-9f43-c222a739ca57 req-1a5fb231-36bc-491e-8012-d47e492de793 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991328 Mar 02 17:35:58.139924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.168837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c80428-66d8-4f45-a3d2-c3ab7c37f436 req-6902f64f-0e0c-44a7-ae44-711d0f2a4faa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1097 time: 0.2471130 Mar 02 17:35:58.171844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4f12d415-3fb4-4571-b452-9c3a57abca15 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:35:58.201284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.229144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.246364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79982716-1fd0-40fa-85b0-6136112b1584,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:58.285796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.287268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9426868d-3d0a-41d6-8112-3f89848d9ead admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79982716-1fd0-40fa-85b0-6136112b1584 HTTP/1.1" status: 204 len: 168 time: 0.6122913 Mar 02 17:35:58.326160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.342330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c80428-66d8-4f45-a3d2-c3ab7c37f436 req-5b75b20c-1eb4-47eb-8e38-a07aad3971ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572468 Mar 02 17:35:58.483066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09da044-0b14-4cf5-8cf2-1ae86818ac23 req-0400088b-95cf-4688-beb4-253abe7a032d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:58.490178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f09da044-0b14-4cf5-8cf2-1ae86818ac23 req-0400088b-95cf-4688-beb4-253abe7a032d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.2015765 Mar 02 17:35:58.507622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.508351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4f12d415-3fb4-4571-b452-9c3a57abca15,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:58.528433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7d5b5-24e5-4d30-a69e-2f226b52ae5f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:58.559505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.566241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '4f12d415-3fb4-4571-b452-9c3a57abca15', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '4f12d415-3fb4-4571-b452-9c3a57abca15', 'mac_address': 'fa:16:3e:9d:3d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:35:58.569583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a71bb8ca-9a12-455d-b4db-655c59e50e6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09c7d5b5-24e5-4d30-a69e-2f226b52ae5f HTTP/1.1" status: 204 len: 168 time: 0.7070069 Mar 02 17:35:58.610077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f09da044-0b14-4cf5-8cf2-1ae86818ac23 req-216bedbf-ddbb-4bd0-8324-e9e8409e6e1c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181278 Mar 02 17:35:58.668989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.718639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f12d415-3fb4-4571-b452-9c3a57abca15 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:35:58.733906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4f12d415-3fb4-4571-b452-9c3a57abca15,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:35:58.748576 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:58.816096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b31faf-9347-4f16-ad80-9b0d0a81c86e req-8bfefb51-7704-4076-9363-aa9e7cfb112e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:58.817596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9b31faf-9347-4f16-ad80-9b0d0a81c86e req-8bfefb51-7704-4076-9363-aa9e7cfb112e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.0998416 Mar 02 17:35:58.870872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:58.887155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9b31faf-9347-4f16-ad80-9b0d0a81c86e req-9646e42d-75f1-4467-b8e8-50c219b840ce tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578704 Mar 02 17:35:59.211928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4f12d415-3fb4-4571-b452-9c3a57abca15'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:35:59.258817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55622) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:59.280720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dea-77f4-4adf-92f9-976b12b4d2f2 req-b7fe1102-0f0c-43ed-bde7-15ea8ffc6c14 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:35:59.295546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6219dea-77f4-4adf-92f9-976b12b4d2f2 req-b7fe1102-0f0c-43ed-bde7-15ea8ffc6c14 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 949 time: 0.1640906 Mar 02 17:35:59.302180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.339615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:35:59.343515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5110738e42124df8bc300dcfdf9df288 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:35:59.346347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:35:59.352306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:35:59.411198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6219dea-77f4-4adf-92f9-976b12b4d2f2 req-b39e4ce7-5e28-4be0-baf6-7d804b3a0726 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 Mar 02 17:35:59.440738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:35:59.445938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.456364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.570950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5110738e42124df8bc300dcfdf9df288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3076730 Mar 02 17:35:59.571321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55642) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:35:59.709599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.749141 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.779018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43d915-d412-49b5-aa0a-53498414aa11,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:59.854082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.854082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.854082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.854082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.854082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.854713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.855149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.855596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.856013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.857332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.857863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fb6fdb-5243-4ad2-98ea-752aa59b4eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:35:59.893959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.929544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43d915-d412-49b5-aa0a-53498414aa11,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:35:59.975743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:35:59.979638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-599ef2da-979b-4240-833b-c46044060ebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f43d915-d412-49b5-aa0a-53498414aa11 HTTP/1.1" status: 204 len: 168 time: 0.4046848 Mar 02 17:35:59.979929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:35:59.991582 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Sync routers for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:36:00.012478 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:00.014212 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:00.023628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9700f-f07c-4f19-8471-b43413113de0 req-cd705662-e641-48ba-846c-d6dee86216af tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:00.024120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65f9700f-f07c-4f19-8471-b43413113de0 req-cd705662-e641-48ba-846c-d6dee86216af tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2826681 Mar 02 17:36:00.049938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c701aef0-f06b-4112-a954-4d8776e33424 admin admin] 10.222.0.37 "PUT /v2.0/routers/09d40e13-e3c3-438b-9a8c-5bc1ee92433a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1747203 Mar 02 17:36:00.050867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55674) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:00.229333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65f9700f-f07c-4f19-8471-b43413113de0 req-6cda7fdd-05fc-40b1-b023-10ec4fd7c090 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982520 Mar 02 17:36:00.328397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6d9c0-ef07-4a12-b616-f29b577cbe86 req-c33d9f00-04ca-4d29-9009-330e35d8ee34 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:00.332811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86c6d9c0-ef07-4a12-b616-f29b577cbe86 req-c33d9f00-04ca-4d29-9009-330e35d8ee34 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.2531450 Mar 02 17:36:00.412043 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:36:00.434626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86c6d9c0-ef07-4a12-b616-f29b577cbe86 req-0ceeeec2-631a-4d86-8bf4-09022b82de5a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958900 Mar 02 17:36:00.456741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:00.504931 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:00.772701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:00.787394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Deleting port 52d97f41-9e8e-44ef-ba84-45b4db4e6094 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:00.788074 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:01.008504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bae34b-35db-4512-b79b-020d7484acd2 req-52581f80-ef08-433d-b151-97bd468cd99c tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:01.020769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49bae34b-35db-4512-b79b-020d7484acd2 req-52581f80-ef08-433d-b151-97bd468cd99c tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 949 time: 0.2112808 Mar 02 17:36:01.027313 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:35:57Z', 'revision_number': 5, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port': {'id': '52d97f41-9e8e-44ef-ba84-45b4db4e6094', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:24Z', 'updated_at': '2022-03-02T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:01.032812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Checking router: 09d40e13-e3c3-438b-9a8c-5bc1ee92433a for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:36:01.050446 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Routers {'09d40e13-e3c3-438b-9a8c-5bc1ee92433a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:01.052592 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:01.082062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49bae34b-35db-4512-b79b-020d7484acd2 req-5913a97d-d908-459d-9818-26e673ce767b tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 Mar 02 17:36:01.134643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] For port 52d97f41-9e8e-44ef-ba84-45b4db4e6094, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=52d97f41-9e8e-44ef-ba84-45b4db4e6094,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:01.135012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:01.281117 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] Set router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:01.289497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Calling delete_port for 52d97f41-9e8e-44ef-ba84-45b4db4e6094 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:01.423387 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:36:00Z', 'revision_number': 6, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:01.427809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb52c-9728-44a5-928e-9f7aea386a62 None None] The sync data for ids ['09d40e13-e3c3-438b-9a8c-5bc1ee92433a'] in n-d-820559-6 is: [{'id': '09d40e13-e3c3-438b-9a8c-5bc1ee92433a', 'name': 'tempest-AttachSCSIVolumeTestJSON-685358866-router', 'tenant_id': '3cdb1dee471145da861e4934fbd25621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:23Z', 'updated_at': '2022-03-02T17:36:00Z', 'revision_number': 6, 'project_id': '3cdb1dee471145da861e4934fbd25621', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:36:01.532544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961f02-4641-4ec3-8171-602b3ce88a0e req-c1f27ad1-b71b-4f2c-b38d-8b335e6f54fa tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:01.546774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00961f02-4641-4ec3-8171-602b3ce88a0e req-c1f27ad1-b71b-4f2c-b38d-8b335e6f54fa tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.3061869 Mar 02 17:36:01.614722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00961f02-4641-4ec3-8171-602b3ce88a0e req-fd8081a3-8c1d-4275-89a0-12330f22a917 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644174 Mar 02 17:36:01.753826 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:01.821900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7490f-d2ec-447b-8a5a-576df62d036a req-f75119ba-7523-4384-9495-c0aabd60e0c7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:01.830030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20d7490f-d2ec-447b-8a5a-576df62d036a req-f75119ba-7523-4384-9495-c0aabd60e0c7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.0984881 Mar 02 17:36:01.834003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Pushing event deleted for resources: {'Port': ['ID=52d97f41-9e8e-44ef-ba84-45b4db4e6094,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:01.910853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20d7490f-d2ec-447b-8a5a-576df62d036a req-eff858c3-2940-4e99-a167-0256f288fa37 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798640 Mar 02 17:36:02.185065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.203774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4f12d415-3fb4-4571-b452-9c3a57abca15 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:02.311372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 4f12d415-3fb4-4571-b452-9c3a57abca15 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:02.330710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 4f12d415-3fb4-4571-b452-9c3a57abca15 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:02.330941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.348604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f57521-ff81-47bd-bfe8-815baf5f59d1 req-7b57ce2d-07bf-435f-adfc-622356988c88 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:02.360509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32f57521-ff81-47bd-bfe8-815baf5f59d1 req-7b57ce2d-07bf-435f-adfc-622356988c88 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.1303675 Mar 02 17:36:02.389806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 52d97f41-9e8e-44ef-ba84-45b4db4e6094 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:02.427235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32f57521-ff81-47bd-bfe8-815baf5f59d1 req-264b9ca0-6746-45fb-b390-76728a6976f1 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654669 Mar 02 17:36:02.448951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 52d97f41-9e8e-44ef-ba84-45b4db4e6094 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:02.448951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 52d97f41-9e8e-44ef-ba84-45b4db4e6094 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:02.448951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 251b5868-59e2-431f-8341-d7184d3961ff no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:02.499841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 251b5868-59e2-431f-8341-d7184d3961ff {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:02.500335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 251b5868-59e2-431f-8341-d7184d3961ff not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:02.663013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.698435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:02.714207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4f12d415-3fb4-4571-b452-9c3a57abca15,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:02.718987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.757577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.772044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.807844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f4623-e076-499c-ad76-25e87a3b42c3 req-59db0ddb-d81b-479d-ac2e-b4c65a21fbd7 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:02.811456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:02.818015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-281f4623-e076-499c-ad76-25e87a3b42c3 req-59db0ddb-d81b-479d-ac2e-b4c65a21fbd7 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.1075423 Mar 02 17:36:02.821994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.822532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d40e13-e3c3-438b-9a8c-5bc1ee92433a {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:36:02.858669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:02.863243 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e17cf5f-0ff5-4f2d-8b4a-a8ffc04938af admin admin] 10.222.0.37 "DELETE /v2.0/routers/09d40e13-e3c3-438b-9a8c-5bc1ee92433a HTTP/1.1" status: 204 len: 168 time: 2.8111613 Mar 02 17:36:02.866961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:02.868511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-281f4623-e076-499c-ad76-25e87a3b42c3 req-7cdd5271-6667-4fd4-96c4-50fdf0e255b2 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Mar 02 17:36:02.970456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Deleting subnet d268b981-f315-4a60-8a41-c6f820135d3b {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:02.973082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.033485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.134745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.178995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135addfb-38a3-4638-9f35-639c8b811d43 req-c645c977-ed5b-49a2-bfea-afa474cdd648 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:03.181023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-135addfb-38a3-4638-9f35-639c8b811d43 req-c645c977-ed5b-49a2-bfea-afa474cdd648 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1429026 Mar 02 17:36:03.218031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.265294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d268b981-f315-4a60-8a41-c6f820135d3b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:03.272374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.279717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a076b09-2187-4ad8-869b-50123cd8ca4e None None] Network 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:03.282988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b350bad1-b93c-408b-aaeb-674d1e99b03f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d268b981-f315-4a60-8a41-c6f820135d3b HTTP/1.1" status: 204 len: 168 time: 0.4105933 Mar 02 17:36:03.282988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:03.343823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-135addfb-38a3-4638-9f35-639c8b811d43 req-18711e49-b8e6-47e8-9bc1-3f9470d85be8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003518 Mar 02 17:36:03.421783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.435665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Deleting port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:03.436006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.438970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f4bb-c8a4-4681-8138-abd3b33eec31 req-86ae7626-2b76-4dde-9968-018c9e14aa0a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:03.451848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4e6f4bb-c8a4-4681-8138-abd3b33eec31 req-86ae7626-2b76-4dde-9968-018c9e14aa0a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.2696147 Mar 02 17:36:03.542212 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15', 'code': 200} Mar 02 17:36:03.554309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4e6f4bb-c8a4-4681-8138-abd3b33eec31 req-08c9bb25-b66b-4762-ac93-86684bcc53e8 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003797 Mar 02 17:36:03.720115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] DHCP port deletion for 2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:36:03.725051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Deleting port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:03.725525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:03.949361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f394a489-273c-4568-9248-4e7fff404116 req-c69e27f2-e2cd-467e-bf21-06de36beda40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 1101 time: 0.2812252 Mar 02 17:36:04.022927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] For port 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dbfe13-7a8e-439f-aa83-e17407e5ff38,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:04.023900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:04.059659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ee7b-37b5-4811-927b-87ef0eb9e332 req-b614a0df-f5cf-4a89-8d25-635dddc22e47 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:04.061624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4335ee7b-37b5-4811-927b-87ef0eb9e332 req-b614a0df-f5cf-4a89-8d25-635dddc22e47 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.2398076 Mar 02 17:36:04.117186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] For port 35dbfe13-7a8e-439f-aa83-e17407e5ff38, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=35dbfe13-7a8e-439f-aa83-e17407e5ff38,segment=NetworkSegment(9ab601f7-bb9f-4941-8c41-584425a258ee),segment_id=9ab601f7-bb9f-4941-8c41-584425a258ee)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:04.118008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:04.143020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f394a489-273c-4568-9248-4e7fff404116 req-504fa4ce-3abe-4740-b320-7d03dca50bb4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767642 Mar 02 17:36:04.157773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-ce6a6381-33ec-4953-90e3-5518a356c2db tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:04.158599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-ce6a6381-33ec-4953-90e3-5518a356c2db tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Synchronizing usage tracker for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:04.178826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4335ee7b-37b5-4811-927b-87ef0eb9e332 req-ab1213ee-515b-4361-a33f-3c57993054e2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996726 Mar 02 17:36:04.319131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Calling delete_port for 35dbfe13-7a8e-439f-aa83-e17407e5ff38 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:04.419039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9992b7-db6d-4797-8646-3c790c8d703d req-4b5e60f7-a194-4628-81d5-9ae109ed5ee6 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:04.420535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed9992b7-db6d-4797-8646-3c790c8d703d req-4b5e60f7-a194-4628-81d5-9ae109ed5ee6 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.2081823 Mar 02 17:36:04.466637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Calling delete_port for 35dbfe13-7a8e-439f-aa83-e17407e5ff38 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:04.539679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-ce6a6381-33ec-4953-90e3-5518a356c2db tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Unset dirty status for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:04.542916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed9992b7-db6d-4797-8646-3c790c8d703d req-25791e55-7e71-4b37-87d1-e95783c7295d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053324 Mar 02 17:36:04.546002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-ce6a6381-33ec-4953-90e3-5518a356c2db tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.9676466 Mar 02 17:36:04.553135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dbfe13-7a8e-439f-aa83-e17407e5ff38 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:04.605900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:04.676731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 35dbfe13-7a8e-439f-aa83-e17407e5ff38 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:04.677104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 35dbfe13-7a8e-439f-aa83-e17407e5ff38 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:04.695720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dbfe13-7a8e-439f-aa83-e17407e5ff38,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:04.722537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:04.725737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:36:04.726096 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:36:04.736076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] No DVR routers for this DVR port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:04.795501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc16fe-004d-4b01-b0b2-80ee8d1f58d2 req-fbfe16a7-f6a3-4f3a-843a-cd326a73bfc0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:04.797512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-febc16fe-004d-4b01-b0b2-80ee8d1f58d2 req-fbfe16a7-f6a3-4f3a-843a-cd326a73bfc0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1134758 Mar 02 17:36:04.806879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Deleting port 19f15d13-006a-4a11-8059-6be028fc1e00 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:04.807274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:04.914626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-febc16fe-004d-4b01-b0b2-80ee8d1f58d2 req-4e22853b-a08a-4837-ae54-de3f0bdb8a1b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Mar 02 17:36:04.933656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa23c-7ae4-4d78-bfbe-97fe3e623ef0 req-d8395dd5-0501-48eb-b659-6ab1e09870df tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:04.947205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f9fa23c-7ae4-4d78-bfbe-97fe3e623ef0 req-d8395dd5-0501-48eb-b659-6ab1e09870df tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 947 time: 0.1426327 Mar 02 17:36:04.962827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:04.997614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f9fa23c-7ae4-4d78-bfbe-97fe3e623ef0 req-e7957618-6a60-4220-9fa4-9df92708d1a2 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Mar 02 17:36:05.020840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.150707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b30c01e-ec92-4f88-8cfb-786d6f4fcd50']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:05.177859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab601f7-bb9f-4941-8c41-584425a258ee') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:05.178074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab601f7-bb9f-4941-8c41-584425a258ee') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:05.187494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:05.198785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Usage tracker for resource:security_group_rule and tenant:4c15acf462164d95ae95f8dc4d19b7cf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:05.204040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.212221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:05.227447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:05.228316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Deleting port 35dbfe13-7a8e-439f-aa83-e17407e5ff38 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:05.229044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.251819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.283302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] For port 19f15d13-006a-4a11-8059-6be028fc1e00, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=19f15d13-006a-4a11-8059-6be028fc1e00,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:05.283706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.290912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:05.291313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:05.306023 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:05.326155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-57b9229c-3da5-41c4-81fe-416a75d34255 None None] The port '35dbfe13-7a8e-439f-aa83-e17407e5ff38' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:36:05.514842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Calling delete_port for 19f15d13-006a-4a11-8059-6be028fc1e00 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:05.577382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.614847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b80360-f87e-4a01-9a7e-eec2b194da95 req-786b0014-392f-490f-9415-a30cb495e05d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:05.615426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.620511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96b80360-f87e-4a01-9a7e-eec2b194da95 req-786b0014-392f-490f-9415-a30cb495e05d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.2223346 Mar 02 17:36:05.634359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b30c01e-ec92-4f88-8cfb-786d6f4fcd50,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:05.673002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96b80360-f87e-4a01-9a7e-eec2b194da95 req-0cc6cad8-aead-4c00-a5e5-e56e28214ee6 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Mar 02 17:36:05.687825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.690137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45698bc3-5a13-43de-9d8d-8d9010502641 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b30c01e-ec92-4f88-8cfb-786d6f4fcd50 HTTP/1.1" status: 204 len: 168 time: 2.4059060 Mar 02 17:36:05.692982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.693329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55832) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:05.832341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf7db5-fd32-4f09-9348-3c7e6fcb9a98,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:05.849025 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2103162f-f2f6-483a-bc75-db63b5939122 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c15acf462164d95ae95f8dc4d19b7cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1217558 Mar 02 17:36:05.851597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55836) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:05.885493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:05.950562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Pushing event deleted for resources: {'Port': ['ID=19f15d13-006a-4a11-8059-6be028fc1e00,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:06.045602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756466e6-8779-4925-a8bd-c6b1f3be670d req-b71bae86-a816-4ef4-a39a-b339a2e2e038 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:06.047048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756466e6-8779-4925-a8bd-c6b1f3be670d req-b71bae86-a816-4ef4-a39a-b339a2e2e038 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.1243057 Mar 02 17:36:06.048402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] No DVR routers for this DVR port 19f15d13-006a-4a11-8059-6be028fc1e00 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:06.054063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.056813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-deleted', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:06.071123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.086157 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d565231-c1d5-4ef3-9d88-2e96322acc23 req-a4e84fdd-64b2-406e-974a-70783725527a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.50 "DELETE /v2.0/ports/19f15d13-006a-4a11-8059-6be028fc1e00 HTTP/1.1" status: 204 len: 173 time: 1.5316515 Mar 02 17:36:06.119807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.182733 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.201289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf7db5-fd32-4f09-9348-3c7e6fcb9a98,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:06.206190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.210111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd295c99-dd1f-4bf6-a68c-05a14ba6282d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bebf7db5-fd32-4f09-9348-3c7e6fcb9a98 HTTP/1.1" status: 204 len: 168 time: 0.3547816 Mar 02 17:36:06.243296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:06.305248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 19f15d13-006a-4a11-8059-6be028fc1e00 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:06.306032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 19f15d13-006a-4a11-8059-6be028fc1e00 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:06.356425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756466e6-8779-4925-a8bd-c6b1f3be670d req-dd472002-ab82-46b0-a300-4eb8e605baeb tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902050 Mar 02 17:36:06.489238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38a1c5-625d-4343-ad57-5e4fd0f763a3 req-71d26424-e242-4a85-99d6-c847e6cef493 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:06.495571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f38a1c5-625d-4343-ad57-5e4fd0f763a3 req-71d26424-e242-4a85-99d6-c847e6cef493 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1291323 Mar 02 17:36:06.567360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f38a1c5-625d-4343-ad57-5e4fd0f763a3 req-b12b4ac5-0bd8-4e7c-99bf-aecc1e9e9ba8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Mar 02 17:36:06.615263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cf129b5-8925-4d7f-b9d1-000140512b1f req-f810938f-40ef-452c-b3e9-b7d363e1c420 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddde8f6f-8706-4975-9553-1ee9e3406cc8 HTTP/1.1" status: 200 len: 210 time: 0.0454552 Mar 02 17:36:06.616912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.635184 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde8f6f-8706-4975-9553-1ee9e3406cc8', 'name': 'network-vif-deleted', 'tag': '19f15d13-006a-4a11-8059-6be028fc1e00', 'status': 'completed', 'code': 200} Mar 02 17:36:06.742900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55864) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:06.772457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:06.832647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:06.837303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Usage tracker for resource:security_group_rule and tenant:4189f1165a13410aa65f94de59e9e183 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:06.841562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:06.850387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:07.081076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.088335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.143563 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4189f1165a13410aa65f94de59e9e183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3967018 Mar 02 17:36:07.145427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55876) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:07.149065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ea94c-d146-48dd-ac87-dbc4efbea3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188e9ac-1498-4681-b9a0-549ded054225,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:07.306071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d903c4-0ec4-4be8-9d65-7782186f450b req-2e7cb777-265c-4182-9e88-c42c6209b97f tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:07.307536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0d903c4-0ec4-4be8-9d65-7782186f450b req-2e7cb777-265c-4182-9e88-c42c6209b97f tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.4102149 Mar 02 17:36:07.366510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.463950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.475610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0d903c4-0ec4-4be8-9d65-7782186f450b req-7cea6c61-035f-4311-824c-81837b67d47e tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548212 Mar 02 17:36:07.501234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972056-de75-4c0c-ad6b-5934cbc62531 req-258b0c33-24ae-4995-8cfd-26716c793113 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:07.502717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09972056-de75-4c0c-ad6b-5934cbc62531 req-258b0c33-24ae-4995-8cfd-26716c793113 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.2789655 Mar 02 17:36:07.585807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09972056-de75-4c0c-ad6b-5934cbc62531 req-73331605-d096-4546-8ff9-7d846de39dd1 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764666 Mar 02 17:36:07.631990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.662260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188e9ac-1498-4681-b9a0-549ded054225,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:07.668289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:07.672047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7c47261-3979-4ee2-ac79-922dc804067e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b188e9ac-1498-4681-b9a0-549ded054225 HTTP/1.1" status: 204 len: 168 time: 0.5241723 Mar 02 17:36:07.790617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Deleting port d6db8871-3222-404a-89c1-b373173f6b92 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:07.790956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:08.107539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] For port d6db8871-3222-404a-89c1-b373173f6b92, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d6db8871-3222-404a-89c1-b373173f6b92,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:08.107987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:08.262236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Calling delete_port for d6db8871-3222-404a-89c1-b373173f6b92 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:08.305046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77ec7-c60f-4e47-b838-b93480a0440c req-ad2c051d-7e71-43b7-8120-90970a0ca8fb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:08.306599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dce77ec7-c60f-4e47-b838-b93480a0440c req-ad2c051d-7e71-43b7-8120-90970a0ca8fb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.3144841 Mar 02 17:36:08.346276 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:08.613246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dce77ec7-c60f-4e47-b838-b93480a0440c req-5cd6110b-6fe7-41ad-b6be-5fbcc5fc8183 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000581 Mar 02 17:36:08.690655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-9c0dfb2a-f3da-404b-a0e9-adea0e1f0b86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 1097 time: 0.3409917 Mar 02 17:36:08.756806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1737f-673e-4834-be03-6d5828fb47fa req-e0458233-86bb-4128-bda2-29ead56400a1 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:08.758260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7a1737f-673e-4834-be03-6d5828fb47fa req-e0458233-86bb-4128-bda2-29ead56400a1 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.2024233 Mar 02 17:36:08.951982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:09.016878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6db8871-3222-404a-89c1-b373173f6b92,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:09.026390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7a1737f-673e-4834-be03-6d5828fb47fa req-295cea50-0902-4809-ad94-08c6573099e5 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115850 Mar 02 17:36:09.031437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0758c-48ce-463e-a4fb-c2955501061b req-ae6c524a-207d-4df3-b090-98b268552d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.032814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-ae6c524a-207d-4df3-b090-98b268552d6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 916 time: 0.3082855 Mar 02 17:36:09.218501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-74f40025-e056-40e8-a26d-3a395b2bce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:09.241916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620a015-1a58-44eb-877b-1ad9397bcd40 req-df61d97b-1c58-4f6d-aa77-6f784b6285cd tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.243324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c620a015-1a58-44eb-877b-1ad9397bcd40 req-df61d97b-1c58-4f6d-aa77-6f784b6285cd tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 949 time: 0.4726644 Mar 02 17:36:09.251899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-c33cc7ef-3883-4ef6-97d2-eba57bff2958 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 200 len: 217 time: 0.1741812 Mar 02 17:36:09.284459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-4fbcdf30-b183-4c3b-bc81-38c28e90888e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.285153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-4fbcdf30-b183-4c3b-bc81-38c28e90888e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Synchronizing usage tracker for tenant:adf094fcc9fe4cf2b6399b5622edf216 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:09.304216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-4fbcdf30-b183-4c3b-bc81-38c28e90888e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Unset dirty status for tenant:adf094fcc9fe4cf2b6399b5622edf216 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:09.305728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-4fbcdf30-b183-4c3b-bc81-38c28e90888e tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.1277986 Mar 02 17:36:09.388151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Deleting port 4f12d415-3fb4-4571-b452-9c3a57abca15 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:09.388552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:09.506650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0758c-48ce-463e-a4fb-c2955501061b req-ba26c2b4-25aa-4e4b-aa1f-60f14e580970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.508159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-ba26c2b4-25aa-4e4b-aa1f-60f14e580970 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.2336667 Mar 02 17:36:09.562614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c620a015-1a58-44eb-877b-1ad9397bcd40 req-7be4e941-67e0-4bd0-96da-95cc73a950b2 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058441 Mar 02 17:36:09.617541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6426-51ae-44d7-b8df-4bbe67ec3228 req-8c6b0608-2c76-45d8-8827-64b831526f79 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.618995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971a6426-51ae-44d7-b8df-4bbe67ec3228 req-8c6b0608-2c76-45d8-8827-64b831526f79 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1 HTTP/1.1" status: 200 len: 950 time: 0.4503844 Mar 02 17:36:09.691164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-d3c37a4c-9411-4235-9a93-696f324c5a9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695542 Mar 02 17:36:09.703187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] For port 4f12d415-3fb4-4571-b452-9c3a57abca15, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4f12d415-3fb4-4571-b452-9c3a57abca15,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:09.703536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:09.729985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-971a6426-51ae-44d7-b8df-4bbe67ec3228 req-40befceb-c41a-40b6-96ba-f0813ed7d628 tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.37 "GET /v2.0/security-groups?id=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021750 Mar 02 17:36:09.857923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Calling delete_port for 4f12d415-3fb4-4571-b452-9c3a57abca15 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:09.924702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-c9232372-68b3-4c5b-be66-542979c79b30 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213588 Mar 02 17:36:09.926673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:09.976689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11325192-35f0-42a2-8d8a-e15749e28bc2 req-3373d079-33b7-4b7e-88fb-8b8fd1ef377a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:09.983717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11325192-35f0-42a2-8d8a-e15749e28bc2 req-3373d079-33b7-4b7e-88fb-8b8fd1ef377a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1990120 Mar 02 17:36:10.041571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:10.081446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4f12d415-3fb4-4571-b452-9c3a57abca15'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:36:10.131940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Pushing event deleted for resources: {'Port': ['ID=4f12d415-3fb4-4571-b452-9c3a57abca15,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:10.236177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] No DVR routers for this DVR port 4f12d415-3fb4-4571-b452-9c3a57abca15 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:10.238970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:10.242937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'name': 'network-vif-deleted', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:10.281444 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e22a14b-23cf-4556-80d4-9f4de02ec84f req-07c24775-c219-4694-83a0-9007f12d230d tempest-ServerDiagnosticsNegativeTest-956420574 tempest-ServerDiagnosticsNegativeTest-956420574-project] 10.222.0.50 "DELETE /v2.0/ports/4f12d415-3fb4-4571-b452-9c3a57abca15 HTTP/1.1" status: 204 len: 173 time: 0.9695706 Mar 02 17:36:10.450879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11325192-35f0-42a2-8d8a-e15749e28bc2 req-e7fee9bf-8f94-4bff-ac98-c152bf3b6677 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653220 Mar 02 17:36:10.508542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a0758c-48ce-463e-a4fb-c2955501061b req-26085efe-3041-41a8-a366-b7d27601f8cb service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648997 Mar 02 17:36:10.579588 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49ee6c4-dd88-4fdc-a7e2-cbbf54899bc1', 'name': 'network-vif-deleted', 'tag': '4f12d415-3fb4-4571-b452-9c3a57abca15', 'status': 'completed', 'code': 200} Mar 02 17:36:10.899968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4c28f-1593-413f-990e-fa5e0ec10897 req-b371a821-d2d9-406e-82e1-ac900b858746 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:10.901708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2b4c28f-1593-413f-990e-fa5e0ec10897 req-b371a821-d2d9-406e-82e1-ac900b858746 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.3040521 Mar 02 17:36:10.993494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60b41-158e-4f41-aa44-69d400a12963 req-3a28443c-5c18-41e1-a346-d54fa7aaebcb tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:10.994831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dd60b41-158e-4f41-aa44-69d400a12963 req-3a28443c-5c18-41e1-a346-d54fa7aaebcb tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 949 time: 0.2653425 Mar 02 17:36:11.058764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2b4c28f-1593-413f-990e-fa5e0ec10897 req-a89de101-9291-4237-9a39-12f4a2ef8950 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508172 Mar 02 17:36:11.165194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dd60b41-158e-4f41-aa44-69d400a12963 req-2d932c7c-3272-4af2-b3b9-ee0fbf6ace0a tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161542 Mar 02 17:36:11.246007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:36:11.275498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-930b2062-71b9-44e1-90a8-8e4230533a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:11.536778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:36:11.549996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Sync routers for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:36:11.576879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c984ac99-d7dd-463b-93b1-b1455c8aae77 admin admin] 10.222.0.37 "PUT /v2.0/routers/4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8803260 Mar 02 17:36:11.577948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:11.580355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:11.581355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:11.726297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55996) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:11.726692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55998) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:11.807522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe85c9-15f1-42bd-ae7a-c89bb858cab3 req-4b404bf5-3b42-441f-8738-696ca73901f2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:11.815149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2afe85c9-15f1-42bd-ae7a-c89bb858cab3 req-4b404bf5-3b42-441f-8738-696ca73901f2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1283512 Mar 02 17:36:11.863945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:11.873015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2afe85c9-15f1-42bd-ae7a-c89bb858cab3 req-0cf66761-a252-4356-9e48-9fd6de3d2de9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561650 Mar 02 17:36:12.047415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:12.055458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.070024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d933fe6e-d05d-4880-9ffb-75e2e8b8a0ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adf094fcc9fe4cf2b6399b5622edf216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3372722 Mar 02 17:36:12.072925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56014) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:12.125538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fd277-09fa-48a1-88bc-949d87470eaa req-544ef4fe-1c87-4b61-9a39-cbe135287b10 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:12.127673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-586fd277-09fa-48a1-88bc-949d87470eaa req-544ef4fe-1c87-4b61-9a39-cbe135287b10 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.35 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 949 time: 0.2504168 Mar 02 17:36:12.132531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:12.203700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.230884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Deleting port 2e945321-68e4-462b-917f-3e619915e07c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:12.232771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.260805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Usage tracker for resource:security_group_rule and tenant:70826e5fa4454200879c6202bbd211db is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:12.268410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:12.273813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.285140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:12.341458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.378189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4f12d415-3fb4-4571-b452-9c3a57abca15 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:12.400829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.444352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 4f12d415-3fb4-4571-b452-9c3a57abca15 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:12.444916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4f12d415-3fb4-4571-b452-9c3a57abca15 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:12.469841 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.594448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2e945321-68e4-462b-917f-3e619915e07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:36:08Z', 'revision_number': 5, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port': {'id': '2e945321-68e4-462b-917f-3e619915e07c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:32:51Z', 'updated_at': '2022-03-02T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:12.599300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Checking router: 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:36:12.613373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Routers {'4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:12.614028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:12.673913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] For port 2e945321-68e4-462b-917f-3e619915e07c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2e945321-68e4-462b-917f-3e619915e07c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:12.674216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70826e5fa4454200879c6202bbd211db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9401033 Mar 02 17:36:12.674421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.683748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56030) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:12.702009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.706561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Deleting port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:12.707342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.766491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490afccd-5fa8-4857-9870-d627067dca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb38f17-21b6-46e2-897a-aea2bd330e44,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:12.767593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.798068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] Set router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:12.830390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Calling delete_port for 2e945321-68e4-462b-917f-3e619915e07c owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:12.868364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:12.875099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5b09-c24e-4c55-b08a-7dc864305463 req-b54aa2a2-b3a5-4cdd-b55e-28147e6eaf9a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:12.876473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10eb5b09-c24e-4c55-b08a-7dc864305463 req-b54aa2a2-b3a5-4cdd-b55e-28147e6eaf9a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.6200621 Mar 02 17:36:12.890308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.894417 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c61e4e3-4b4e-4805-83c1-9008448dde8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e9b15ba-4532-4c80-b5a1-a81d2dbe05b8 HTTP/1.1" status: 204 len: 168 time: 0.8176014 Mar 02 17:36:12.927419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:36:12Z', 'revision_number': 6, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:12.932488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b98cca-d1a9-44d6-bedc-586caf71d7eb None None] The sync data for ids ['4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a'] in n-d-820559-6 is: [{'id': '4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116291490-router', 'tenant_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:32:49Z', 'updated_at': '2022-03-02T17:36:12Z', 'revision_number': 6, 'project_id': 'f2d6f9ce86c04ffeba0bd03cf95d41d8', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:36:12.950938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:12.991563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c97db1-fbee-4d23-a5d4-620beebc2d6a req-72eab120-dfe1-443f-a6af-f18dc437600c tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:12.996011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5c97db1-fbee-4d23-a5d4-620beebc2d6a req-72eab120-dfe1-443f-a6af-f18dc437600c tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 949 time: 0.5393527 Mar 02 17:36:13.004626 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.023965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.117354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10eb5b09-c24e-4c55-b08a-7dc864305463 req-18222f1e-ab2d-4f8c-a90d-05d7b5149178 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020295 Mar 02 17:36:13.140870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.172046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5c97db1-fbee-4d23-a5d4-620beebc2d6a req-ac9ea2c0-1da5-4961-b9e1-28ae9894e7b0 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516922 Mar 02 17:36:13.190432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e945321-68e4-462b-917f-3e619915e07c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:13.196086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] For port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:13.198830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.199669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.257225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb38f17-21b6-46e2-897a-aea2bd330e44,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:13.326157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.330142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e52563a8-f77a-443e-8232-22bc7059102a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fb38f17-21b6-46e2-897a-aea2bd330e44 HTTP/1.1" status: 204 len: 168 time: 0.6453972 Mar 02 17:36:13.431305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Calling delete_port for 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:13.525702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.617804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56050) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:13.661733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.883330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:13.926712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Usage tracker for resource:security_group_rule and tenant:be717515f8274247bf89d5af286b16d2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:13.933049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.936993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:13.938937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:13.958172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:14.010303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909075f-cbaf-44a3-9d78-9917b4576b1c req-d6f61ae3-bb6d-4f42-9e3e-026f286e5e2b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:14.011987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f909075f-cbaf-44a3-9d78-9917b4576b1c req-d6f61ae3-bb6d-4f42-9e3e-026f286e5e2b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.5946243 Mar 02 17:36:14.017963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.018649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:36:14.029654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.036209 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbedcb5a-24ec-4e6f-bd63-347984e054b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4a7e7c83-2e7e-40a5-a5c9-25767d61bc4a HTTP/1.1" status: 204 len: 168 time: 2.4571900 Mar 02 17:36:14.037496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56070) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:14.067055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.211220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Pushing event deleted for resources: {'Port': ['ID=5931bb2f-78b1-439c-a0ed-cbbd1ecca092,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:14.242317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Deleting subnet 2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:14.248299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.253032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.320734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f909075f-cbaf-44a3-9d78-9917b4576b1c req-00836ab5-4d74-411f-93b5-b86c32436b22 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980740 Mar 02 17:36:14.349210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.428451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2e945321-68e4-462b-917f-3e619915e07c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:14.484474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.498258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] No DVR routers for this DVR port 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:14.519036 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.520254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2e945321-68e4-462b-917f-3e619915e07c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:14.522246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2e945321-68e4-462b-917f-3e619915e07c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:14.522793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d6db8871-3222-404a-89c1-b373173f6b92 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:14.523849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-deleted', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:14.600094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.601000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: d6db8871-3222-404a-89c1-b373173f6b92 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:14.601395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d6db8871-3222-404a-89c1-b373173f6b92 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:14.617996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.657671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:14.661785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-586fd277-09fa-48a1-88bc-949d87470eaa req-8987cc6e-5c46-4513-b714-84c5470288e7 tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.35 "DELETE /v2.0/ports/5931bb2f-78b1-439c-a0ed-cbbd1ecca092 HTTP/1.1" status: 204 len: 173 time: 2.5210083 Mar 02 17:36:14.663464 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.670897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:14.677909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9b561-7c61-425a-9ada-56ad91eaac67 None None] Network 0a395433-c75b-4d85-b53c-5706425507e4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:14.679857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d8f77ee-811e-4851-bc55-9ffe01e7551f req-7e1593ff-3361-4b46-910c-107529b2a65c tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Synchronizing usage tracker for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:14.696371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1da7b716-ffea-431a-b985-ac52cd54b5eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2776cc3a-9d2c-4ca0-bcae-25dd6089c8bf HTTP/1.1" status: 204 len: 168 time: 0.6550927 Mar 02 17:36:14.697096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:14.752904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37695c8-bce4-47cd-beb4-09808251d41e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:14.799153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c83645-5c57-4210-897d-bdb8914d6616 req-34a67e5c-d5f9-43db-aadf-b63633795b2a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:14.800737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69c83645-5c57-4210-897d-bdb8914d6616 req-34a67e5c-d5f9-43db-aadf-b63633795b2a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.4734862 Mar 02 17:36:14.836663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:14.915731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69c83645-5c57-4210-897d-bdb8914d6616 req-248afb1d-a562-4771-8551-23b08557acab tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963290 Mar 02 17:36:14.925039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d8f77ee-811e-4851-bc55-9ffe01e7551f req-7e1593ff-3361-4b46-910c-107529b2a65c tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] Unset dirty status for tenant:6128be85fb4a498dbc15d3b4b5a75eb8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:14.932278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:14.932925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5931bb2f-78b1-439c-a0ed-cbbd1ecca092 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:14.948806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d8f77ee-811e-4851-bc55-9ffe01e7551f req-7e1593ff-3361-4b46-910c-107529b2a65c tempest-ListImageFiltersTestJSON-1099229474 tempest-ListImageFiltersTestJSON-1099229474-project] 10.222.0.37 "GET /v2.0/ports?device_id=8acf5538-018b-42d5-ad19-4e88bcfb5b45 HTTP/1.1" status: 200 len: 210 time: 0.3767803 Mar 02 17:36:14.977057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-11e5818c-57d9-46c6-ada8-30e0a0b7432e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be717515f8274247bf89d5af286b16d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3521123 Mar 02 17:36:14.978179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:15.117685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.122154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:15.128521 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5538-018b-42d5-ad19-4e88bcfb5b45', 'name': 'network-vif-deleted', 'tag': '5931bb2f-78b1-439c-a0ed-cbbd1ecca092', 'status': 'completed', 'code': 200} Mar 02 17:36:15.140088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Deleting port 049eb0a0-be94-47cc-8102-750357d7e715 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:15.140502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.175550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.237112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.316828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] DHCP port deletion for 0a395433-c75b-4d85-b53c-5706425507e4 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:36:15.324736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Deleting port 049eb0a0-be94-47cc-8102-750357d7e715 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:15.325131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.405070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.453284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37695c8-bce4-47cd-beb4-09808251d41e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:15.462212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.463529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1161298e-2517-448e-be2a-90c89fab5032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a37695c8-bce4-47cd-beb4-09808251d41e HTTP/1.1" status: 204 len: 168 time: 0.4827623 Mar 02 17:36:15.539139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-859480033-network', 'tenant_id': '19c9bf181e2044129b5ca32cf51e3410'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:15.610422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:15.621681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Usage tracker for resource:network and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:15.644205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:15.660511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:15.676050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bef2-76c0-4be0-88be-5e482c2a3938 req-35819a1c-c073-48c6-a4e8-98a780b94b09 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:15.682880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] For port 049eb0a0-be94-47cc-8102-750357d7e715, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=049eb0a0-be94-47cc-8102-750357d7e715,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:15.683827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.687290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e451bef2-76c0-4be0-88be-5e482c2a3938 req-35819a1c-c073-48c6-a4e8-98a780b94b09 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 0.2255595 Mar 02 17:36:15.810943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e451bef2-76c0-4be0-88be-5e482c2a3938 req-9b45696a-5213-476e-9e1b-9e8a7c55cb80 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218643 Mar 02 17:36:15.867120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] For port 049eb0a0-be94-47cc-8102-750357d7e715, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=049eb0a0-be94-47cc-8102-750357d7e715,segment=NetworkSegment(3db11b04-a638-44c3-b8f4-cf2d235ac9d2),segment_id=3db11b04-a638-44c3-b8f4-cf2d235ac9d2)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:15.867595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:15.974436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Calling delete_port for 049eb0a0-be94-47cc-8102-750357d7e715 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:16.013019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Calling delete_port for 049eb0a0-be94-47cc-8102-750357d7e715 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:16.027424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461143e-f10e-46e9-9863-aa10e1ede325 req-62017b25-c0a7-4855-bf4d-fddc1393b44e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:16.030151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9461143e-f10e-46e9-9863-aa10e1ede325 req-62017b25-c0a7-4855-bf4d-fddc1393b44e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1150644 Mar 02 17:36:16.071372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Made reservation on behalf of 19c9bf181e2044129b5ca32cf51e3410 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:16.080476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.125010 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.129661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9461143e-f10e-46e9-9863-aa10e1ede325 req-d685f354-aa45-4530-a27b-5a92345ede94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920057 Mar 02 17:36:16.130042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.210977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] No DVR routers for this DVR port 049eb0a0-be94-47cc-8102-750357d7e715 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:16.216565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e8ed4-d72a-4a07-93d3-c7467b82a5ee None None] Pushing event deleted for resources: {'Port': ['ID=049eb0a0-be94-47cc-8102-750357d7e715,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:16.244077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:16.260122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:16.263785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:16.271541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:16.276439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:36:16.276757 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:36:16.355688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fc0ba-f4e4-443d-9c08-cf35a998c689 req-2ca2a344-5d38-49f6-b82f-903fc519209b tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:16.365278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.370325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 049eb0a0-be94-47cc-8102-750357d7e715 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:16.373760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-334fc0ba-f4e4-443d-9c08-cf35a998c689 req-2ca2a344-5d38-49f6-b82f-903fc519209b tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.1870294 Mar 02 17:36:16.394590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.442113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-334fc0ba-f4e4-443d-9c08-cf35a998c689 req-2efd86d5-0a22-42a2-bef6-2104edefe2ce tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673950 Mar 02 17:36:16.504612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 049eb0a0-be94-47cc-8102-750357d7e715 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:16.504952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 049eb0a0-be94-47cc-8102-750357d7e715 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:16.512752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:36:16.523245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2566663-2fff-49b6-9f98-d4ef4f890506,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:16.531140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.531513 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Added segment de737223-cde9-48eb-a45f-4fc646e94c6b of type vlan for network 13745854-6b06-4306-a08a-245a0104f01b Mar 02 17:36:16.562683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.569682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-75bdc8a1-578f-4be0-a4ef-07e0301ba45f req-56736002-9653-4d3a-8678-72658ec58363 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:36:16.571011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75bdc8a1-578f-4be0-a4ef-07e0301ba45f req-56736002-9653-4d3a-8678-72658ec58363 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074713 Mar 02 17:36:16.609342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.612118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:16.614550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.725616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75bdc8a1-578f-4be0-a4ef-07e0301ba45f req-6015a233-4f83-42d2-b50b-bf548524ca6d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1461866 Mar 02 17:36:16.804078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Deleting port 049eb0a0-be94-47cc-8102-750357d7e715 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:16.806939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:16.846836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] Pushing event updated for resources: {'Network': ['ID=13745854-6b06-4306-a08a-245a0104f01b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:16.850084 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bc973da0-9962-4f02-bb13-4d0e874b3993 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7265058 Mar 02 17:36:16.853328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56180) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:16.859668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Request body: {'subnet': {'network_id': '13745854-6b06-4306-a08a-245a0104f01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-859480033-subnet', 'tenant_id': '19c9bf181e2044129b5ca32cf51e3410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:16.862207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 13745854-6b06-4306-a08a-245a0104f01b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:36:16.870378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:16.882479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Usage tracker for resource:subnet and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:16.898385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] The port '049eb0a0-be94-47cc-8102-750357d7e715' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:36:16.907036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:16.913470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:16.970286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Made reservation on behalf of 19c9bf181e2044129b5ca32cf51e3410 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:16.973431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.079241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.142846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a395433-c75b-4d85-b53c-5706425507e4']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:17.178867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db11b04-a638-44c3-b8f4-cf2d235ac9d2') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:17.181002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db11b04-a638-44c3-b8f4-cf2d235ac9d2') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:17.209432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.256537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.276175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:17.277308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:17.308434 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:17.518413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.551005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:17.573152 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0a395433-c75b-4d85-b53c-5706425507e4 HTTP/1.1" status: 204 len: 168 time: 2.8750000 Mar 02 17:36:17.582604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1bd73-0003-4014-a38f-287c45769c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a395433-c75b-4d85-b53c-5706425507e4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:17.789360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de467-315e-4305-a266-8de9c99d6657 req-0b41493f-beba-419e-a971-2667b01fdafa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:17.790850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-872de467-315e-4305-a266-8de9c99d6657 req-0b41493f-beba-419e-a971-2667b01fdafa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2794514 Mar 02 17:36:17.799161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56210) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:17.888531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0b9558d4-1354-4c05-9972-56cc757ad34d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cdb1dee471145da861e4934fbd25621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0878191 Mar 02 17:36:17.889312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56216) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:17.901508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde869-85f9-4b19-b7bf-93d932dab087 req-8341e98a-6a92-41fb-be85-e27b86737fcd tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:17.915188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2adde869-85f9-4b19-b7bf-93d932dab087 req-8341e98a-6a92-41fb-be85-e27b86737fcd tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.3004851 Mar 02 17:36:18.001242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.034063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.053456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.054362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-872de467-315e-4305-a266-8de9c99d6657 req-a6a8723d-4e84-4d7a-9130-cd6a3f8e0153 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535369 Mar 02 17:36:18.152085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.175995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ee4ad-7014-499a-8ef5-d7948d53bd6d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:18.187339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.189312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2adde869-85f9-4b19-b7bf-93d932dab087 req-0671a50c-3911-4052-81a2-32bd30fd3723 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725866 Mar 02 17:36:18.191335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a251d38-9ea0-451d-a809-20ac4f195014 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/826ee4ad-7014-499a-8ef5-d7948d53bd6d HTTP/1.1" status: 204 len: 168 time: 0.3007483 Mar 02 17:36:18.216558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ea08bc-0c6a-4756-adbb-5a5b16084675,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:18.250163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Checking segment: {'id': 'de737223-cde9-48eb-a45f-4fc646e94c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '13745854-6b06-4306-a08a-245a0104f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:18.250696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Network hostable DHCP agents. Network: 13745854-6b06-4306-a08a-245a0104f01b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:36:18.299392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Network 13745854-6b06-4306-a08a-245a0104f01b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:36:18.316668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 13745854-6b06-4306-a08a-245a0104f01b) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:18.324003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:18.325834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e40a17-0a13-43cc-b9d1-541ec832708f None None] Network 13745854-6b06-4306-a08a-245a0104f01b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:18.327187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:18.362659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b8d4a1cf-d477-4797-9e40-4ed379298bcb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4996645 Mar 02 17:36:18.525196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae61c-73ec-439b-a427-8d5399ce7cc5 req-4dee4872-b86b-482c-bf44-a16746a0585d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:18.535224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50ae61c-73ec-439b-a427-8d5399ce7cc5 req-4dee4872-b86b-482c-bf44-a16746a0585d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 0.1682022 Mar 02 17:36:18.619187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50ae61c-73ec-439b-a427-8d5399ce7cc5 req-0613af46-6dd5-4ac5-8801-349009773db2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830097 Mar 02 17:36:18.793256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92760480-5b90-4c27-962b-e2ad8f3b7686 None None] Network 13745854-6b06-4306-a08a-245a0104f01b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:19.045975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:19.158439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.174943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2fc3a-30ee-42e4-a866-0eedbbd18fc7 req-9c9301ec-c850-4b38-8431-1d288760661d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:19.191502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7c2fc3a-30ee-42e4-a866-0eedbbd18fc7 req-9c9301ec-c850-4b38-8431-1d288760661d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.2223473 Mar 02 17:36:19.199125 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e7639ef9-390a-446f-a7aa-57c33445761d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2d6f9ce86c04ffeba0bd03cf95d41d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1517086 Mar 02 17:36:19.206288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:19.264430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7c2fc3a-30ee-42e4-a866-0eedbbd18fc7 req-eb3fc2e6-7ea5-4599-935d-21551263ede0 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702341 Mar 02 17:36:19.354483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.383831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.475874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.508459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea023fd-d523-423e-889b-0b9c508e8308,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:19.522851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.524228 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77506aa9-fed7-4f53-8ce4-0e2398c07149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ea023fd-d523-423e-889b-0b9c508e8308 HTTP/1.1" status: 204 len: 168 time: 0.3169475 Mar 02 17:36:19.849303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-568659451', 'description': 'tempest-description-868837668'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:19.859495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:19.864070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:19.867819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:19.879717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:19.901691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:19.962842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:19.969234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:19.973731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:20.026800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:20.129753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.137445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f2d33-1a9c-47cb-a565-ec847689f237 req-eec3a49e-9e41-48d6-96aa-460f7f935957 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:20.139740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f06f2d33-1a9c-47cb-a565-ec847689f237 req-eec3a49e-9e41-48d6-96aa-460f7f935957 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1589863 Mar 02 17:36:20.142041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.224863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9160835f-3e41-4862-acc1-7b8e6258d757,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:20.232932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.245613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5928fe5e-71a0-47af-9549-1968076a3ad2 req-56e84cf8-b926-4dd1-88c9-3e239e6f49ee tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4009542 Mar 02 17:36:20.275700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f06f2d33-1a9c-47cb-a565-ec847689f237 req-ad4c7af7-090a-4983-921f-ae06e2e7625a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285384 Mar 02 17:36:20.464459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-3726cf1a-e819-42d3-8323-5ded477b0c17 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/9160835f-3e41-4862-acc1-7b8e6258d757 HTTP/1.1" status: 200 len: 1645 time: 0.0721736 Mar 02 17:36:20.471324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9160835f-3e41-4862-acc1-7b8e6258d757', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:20.471556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9160835f-3e41-4862-acc1-7b8e6258d757', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:20.477664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:20.484624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:20.492902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:20.497179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:20.504160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:20.632250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.661437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.666973 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.698428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da3a237-e844-4cbf-8fd9-39a8936f23c2,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:20.721886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:20.734377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c48ee003-d83e-418e-ade7-9197be1b3fd8 req-4991b619-d2f2-4813-b73f-95dc22b832f3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2675221 Mar 02 17:36:20.955047 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f20ce63c-0f07-404c-a7fc-49a9025af728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6128be85fb4a498dbc15d3b4b5a75eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4690025 Mar 02 17:36:20.957466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:21.048449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46786-0395-4d73-a3ca-a0e9412d18fd req-058a72a9-d4a2-4205-8b04-e865c696d68c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:21.054519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46786-0395-4d73-a3ca-a0e9412d18fd req-058a72a9-d4a2-4205-8b04-e865c696d68c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:21.058280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:21.058454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46786-0395-4d73-a3ca-a0e9412d18fd req-058a72a9-d4a2-4205-8b04-e865c696d68c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:21.060306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ba46786-0395-4d73-a3ca-a0e9412d18fd req-058a72a9-d4a2-4205-8b04-e865c696d68c tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717&device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 2418 time: 0.1764812 Mar 02 17:36:21.095575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:21.132415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ba46786-0395-4d73-a3ca-a0e9412d18fd req-0123bcb8-4612-4c1e-8b8a-2940c04d14a5 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638778 Mar 02 17:36:21.185722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:21.215206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e55a68-cdb1-4fc7-8bda-b87adb68f89e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:21.219719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:21.220872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9a375a9d-e441-449c-985f-1174d1802e18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7e55a68-cdb1-4fc7-8bda-b87adb68f89e HTTP/1.1" status: 204 len: 168 time: 0.2619779 Mar 02 17:36:21.260248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74a3769c-7e10-4461-89b9-0a0d7419428c req-5169e623-9a49-48f8-9baa-20652c8b93c1 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/9160835f-3e41-4862-acc1-7b8e6258d757 HTTP/1.1" status: 200 len: 2148 time: 0.0832269 Mar 02 17:36:21.404384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f659dc09-f4c7-46c8-99c8-f07fe0323d6c req-63068162-ce45-4c18-b8d1-c9ccf5d1f48f tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1159608 Mar 02 17:36:21.499176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-00bde155-5025-4daa-ae1d-ccd642d1b85e tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=637ed007f02649378d824b07bdf502cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557256 Mar 02 17:36:21.703285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1bfe114d-3049-4fd4-ac5d-f6698bd812b6 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:21.710561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1bfe114d-3049-4fd4-ac5d-f6698bd812b6 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070270 Mar 02 17:36:21.733388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-976ba679-4550-4ccf-a533-a4ea8213ddf0 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/quotas/637ed007f02649378d824b07bdf502cf HTTP/1.1" status: 200 len: 375 time: 0.0215175 Mar 02 17:36:21.806057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-39984b26-680f-4698-b11f-cb99f2d8cc4c tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=637ed007f02649378d824b07bdf502cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688910 Mar 02 17:36:21.834366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-926c3caf-a9d9-4795-80c6-df4f042f4aa4 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-group-rules/6da3a237-e844-4cbf-8fd9-39a8936f23c2 HTTP/1.1" status: 200 len: 713 time: 0.0586004 Mar 02 17:36:21.907546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-f58f7d18-1666-455a-b9df-d394d5dd686e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/9160835f-3e41-4862-acc1-7b8e6258d757 HTTP/1.1" status: 200 len: 2148 time: 0.0720594 Mar 02 17:36:21.975905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:22.005181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:22.100686 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:22.140769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6da3a237-e844-4cbf-8fd9-39a8936f23c2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:22.149928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:22.151125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b79cd74-433b-4b42-a952-eb29ac29008c req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6da3a237-e844-4cbf-8fd9-39a8936f23c2 HTTP/1.1" status: 204 len: 173 time: 0.2381077 Mar 02 17:36:22.173586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.173938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.175950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.176369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.176715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.177051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.177385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.177714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.178045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.183798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.183798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23427011-02a0-4130-90ea-9fdbb697f3e6 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:22.311894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc0db-3d70-4034-8371-4d9ec040e499 req-4ff18efc-a039-45db-996f-5ba07647a146 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:22.314498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-010cc0db-3d70-4034-8371-4d9ec040e499 req-4ff18efc-a039-45db-996f-5ba07647a146 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1295221 Mar 02 17:36:22.475199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-010cc0db-3d70-4034-8371-4d9ec040e499 req-2568fde5-d2ef-4e99-9723-1e913dec809d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534102 Mar 02 17:36:22.823074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56434) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:22.833587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4b4cdb-0e0c-4fed-91fc-16ad46fa570a req-e08cb907-6f4b-4a78-ac83-52e84661de92 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 210 time: 0.1212885 Mar 02 17:36:23.025465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-218199797-network', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:23.032586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:23.038198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Usage tracker for resource:network and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:23.042675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:23.051228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:23.064746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Made reservation on behalf of 4eb4b2c3360a41d9a4b021180f4cb73f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:23.067388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.070411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1160790309', 'description': 'tempest-description-253285463'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:23.077305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:23.080862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.081846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:23.084974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:23.091769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:23.104193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.115488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:23.133464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Usage tracker for resource:security_group_rule and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:23.137615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:23.145129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:23.163754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:23.177739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:23.185591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:23.209202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:23.265488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.270691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.308031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3649f-91d1-413c-84a8-5769bde3cb05,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:23.322801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:36:23.335725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.336303 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Added segment 378136a7-6805-4a77-b8ba-b50aafe5beb0 of type vlan for network e34f1d62-b898-4fb8-8963-821479af51a2 Mar 02 17:36:23.380362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.388765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.445086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e566b9-a9c6-42ab-8077-35e8dbb21d2f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:23.448659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.456724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-913d86c3-6638-4da1-bb14-0fe0ac08d7ec req-a641bf14-c409-4c4c-b09b-58afd719ce06 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3906622 Mar 02 17:36:23.496109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.533327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.534134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:23.534812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:23.709950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8790584 Mar 02 17:36:23.711061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56456) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:23.719428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Request body: {'subnet': {'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-218199797-subnet', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:23.755156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:23.764986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Usage tracker for resource:subnet and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:23.771239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:23.795124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:23.819267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9f5a877-fc4c-43fd-b5c3-8ce58ae50648 req-f65134e9-6678-45c1-9ff3-58d0087ab9c9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/63e566b9-a9c6-42ab-8077-35e8dbb21d2f HTTP/1.1" status: 200 len: 1646 time: 0.2652266 Mar 02 17:36:23.845168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-82077978-c6d3-484d-808c-051a46718465 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3354626 Mar 02 17:36:23.859648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76956ed3-469c-48d9-a837-abc06eef1bbc admin admin] Pushing event updated for resources: {'Network': ['ID=e34f1d62-b898-4fb8-8963-821479af51a2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:23.873770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e34f1d62-b898-4fb8-8963-821479af51a2 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:36:23.875993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-6aa6c441-22cd-479f-9a01-3c390116fece tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=637ed007f02649378d824b07bdf502cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752220 Mar 02 17:36:23.940540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Made reservation on behalf of 4eb4b2c3360a41d9a4b021180f4cb73f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:23.947405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:24.281550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-0109a045-4ca0-489a-aef5-992f2ca08eb8 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:24.286642 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-0109a045-4ca0-489a-aef5-992f2ca08eb8 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019530 Mar 02 17:36:24.314769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Request body: {'port': {'device_id': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '637ed007f02649378d824b07bdf502cf'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:24.324997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680c3a-2b73-42dd-831b-62885f85f583 req-b4ae9bd1-c8e6-43dc-a789-c30090b03e94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:24.326520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47680c3a-2b73-42dd-831b-62885f85f583 req-b4ae9bd1-c8e6-43dc-a789-c30090b03e94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2068458 Mar 02 17:36:24.347051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-f9fcc597-68cf-4b01-b359-f6b0630c3c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 1097 time: 0.3259623 Mar 02 17:36:24.686229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47680c3a-2b73-42dd-831b-62885f85f583 req-10cdde77-b519-470e-aacf-173bb888d184 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271620 Mar 02 17:36:24.688230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-fba37cf0-6c46-4116-8de4-971e29fd9c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:24.689682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-fba37cf0-6c46-4116-8de4-971e29fd9c0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 200 len: 916 time: 0.2833405 Mar 02 17:36:24.701471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:24.717582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Usage tracker for resource:port and tenant:637ed007f02649378d824b07bdf502cf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:24.720334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6ede235-8997-4881-bd5a-9d8981c1164f req-4a723562-1c6e-482e-843a-3c4b5a31b2c9 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 210 time: 0.1821086 Mar 02 17:36:24.725743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:24.735437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:24.799536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1321769474', 'description': 'tempest-description-2059086023'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:24.801035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:24.805564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:24.813417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-e5e8527e-8f42-4e68-bda6-c76b5576a055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 200 len: 217 time: 0.1099155 Mar 02 17:36:24.816968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:24.822560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:24.852525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:24.868386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Made reservation on behalf of 637ed007f02649378d824b07bdf502cf for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:24.872224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:24.894884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:24.908244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e86c273-af40-438e-befb-be4bc424980f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:24.909215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:24.944440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Checking segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:24.945034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Network hostable DHCP agents. Network: e34f1d62-b898-4fb8-8963-821479af51a2, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:36:24.969229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:24.975537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:24.982298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Usage tracker for resource:security_group_rule and tenant:637ed007f02649378d824b07bdf502cf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:24.985662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:24.988143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:24.992541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:25.001197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:25.017557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-29ffaa5d-541f-4464-a76d-f7c2400a75e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:25.018313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Network e34f1d62-b898-4fb8-8963-821479af51a2 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:36:25.019995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-29ffaa5d-541f-4464-a76d-f7c2400a75e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 200 len: 854 time: 0.1535559 Mar 02 17:36:25.023388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:25.039669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e34f1d62-b898-4fb8-8963-821479af51a2) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:25.051426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a30e7-2363-46aa-bd53-988feb3f2491 None None] Network e34f1d62-b898-4fb8-8963-821479af51a2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:25.052145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:25.052747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.175449 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52aeee1c-99bb-4ef4-8ad6-79a67f0a158d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4607067 Mar 02 17:36:25.178534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:25.196588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:25.206926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.210169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:25.220757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Usage tracker for resource:router and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:25.227696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.247321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:25.292610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.296153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-9d57f8f6-a024-4ebc-93a2-4a132220dd68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4993d096-4595-4c9e-8d14-2af3cecdd962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529259 Mar 02 17:36:25.306819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.402468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:25.426241 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.427520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:25.429384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e34f1d62-b898-4fb8-8963-821479af51a2', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:36:25.430757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.454652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37bee1b2-5d42-492c-8c50-7a1176038952 req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.6597080 Mar 02 17:36:25.707080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ade362-48f1-4507-9bf7-2db792c4ce7e tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93714a62-1940-4dd3-8291-896d4f3c3f8a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:25.716756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.718808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.822982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:25.894459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Allocated IP 172.20.0.2 (e34f1d62-b898-4fb8-8963-821479af51a2/2e86c273-af40-438e-befb-be4bc424980f/a88aaad5-af1a-4cbe-9eb0-49e9e1b79532) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:25.913283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-db1ab08b-208c-46cb-9c3d-d10c3b2a768d service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687962 Mar 02 17:36:25.941061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Allocated IP 192.168.233.171 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:25.986873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a334b74b-bc69-4a2e-8967-5625c05fba79 req-cf893e8a-f0d9-43d9-909e-3c9bbc56388f tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/93714a62-1940-4dd3-8291-896d4f3c3f8a HTTP/1.1" status: 200 len: 1647 time: 0.3249321 Mar 02 17:36:26.173584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc1f1e-5635-4203-9125-3edf1230d7cf req-d0beba49-8c9b-4338-829a-7c41abffd359 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:26.180211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cc1f1e-5635-4203-9125-3edf1230d7cf req-d0beba49-8c9b-4338-829a-7c41abffd359 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.4864099 Mar 02 17:36:26.248836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.268900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cc1f1e-5635-4203-9125-3edf1230d7cf req-7ae782d8-dab3-4cb1-9797-95e4430d2168 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877640 Mar 02 17:36:26.271253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Transition to ACTIVE for port object 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:26.277538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98784ef-371b-42ad-a713-b4475cb8c058 req-2a50afad-f30c-40ca-ac31-4115ea480710 service neutron] 10.222.0.35 "GET /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120773 Mar 02 17:36:26.327306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.342141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Transition to ACTIVE for port object a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:26.367001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Transition to ACTIVE for port object a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:26.375277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.449257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad48d8-b4fe-4350-9f8d-b3ebbe16fdfd req-2a433efd-57d8-4fb6-ac42-302523c497de tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:26.452396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ad48d8-b4fe-4350-9f8d-b3ebbe16fdfd req-2a433efd-57d8-4fb6-ac42-302523c497de tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.1474230 Mar 02 17:36:26.464302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.510667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Network e34f1d62-b898-4fb8-8963-821479af51a2 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:26.514886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:26.518129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:26.556902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:26.567133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.575415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:26.579488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:26.579723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ad48d8-b4fe-4350-9f8d-b3ebbe16fdfd req-b8f7b3bb-db31-4025-8d8d-5f07fee7720d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Mar 02 17:36:26.582565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:26.586830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2e120-3fc3-49d2-8027-fab180543d68 req-5c2a47bd-5a20-49e3-818f-6ecd82d314ed tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:26.588729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3e2e120-3fc3-49d2-8027-fab180543d68 req-5c2a47bd-5a20-49e3-818f-6ecd82d314ed tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 936 time: 0.1320941 Mar 02 17:36:26.663344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Pushing event updated for resources: {'Port': ['ID=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:26.667091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Attempting to bind port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:26.667461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Attempting to bind port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:26.667823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Attempting to bind port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 on network e34f1d62-b898-4fb8-8963-821479af51a2 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:26.676772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:26.676772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Checking segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:26.677168 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.677468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Bound using segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:26.677946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Bound port: a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:26.678756 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.680098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3e2e120-3fc3-49d2-8027-fab180543d68 req-e76cf207-30ea-41c4-be10-8769ce772afe tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Mar 02 17:36:26.688342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1351837220', 'description': 'tempest-description-2113480742'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:26.695924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:26.696260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:26.696888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.707547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:26.707547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:26.715031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:26.750926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.823937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:26.842385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:26.846157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:26.852764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:26.984264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:26.984697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] For port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:26.989395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] For port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:26.995718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.004112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.085269 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-1b296c9c-9ec2-4f47-86c8-c3fa5e18f369 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7750604 Mar 02 17:36:27.106959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c685c50f-b4f7-4fd3-97d8-da3c1e7f6bcf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:27.119223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.134450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-455d8bb2-54e2-4dbb-b338-3c8de12e621f req-ba66143d-5fe2-403c-ac94-a38374b35e44 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4526610 Mar 02 17:36:27.170623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Request body: {'port': {'device_id': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:27.249301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b270f-40fe-49a8-8279-7c16cf39eefa None None] Pushing event updated for resources: {'Port': ['ID=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:27.307162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a07e895a-db41-404e-8deb-264aba4e191a None None] Provisioning for port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:27.313754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a07e895a-db41-404e-8deb-264aba4e191a None None] Provisioning complete for port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:27.314645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a07e895a-db41-404e-8deb-264aba4e191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.347545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43455-2442-41f7-9d83-b2c3df1312da req-b416883a-b5f9-45f6-a8e3-0d91bd9d271d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:27.349033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76b43455-2442-41f7-9d83-b2c3df1312da req-b416883a-b5f9-45f6-a8e3-0d91bd9d271d tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.1977284 Mar 02 17:36:27.370829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e09dd341-a462-4c7c-af73-0f19cb9f2ab5 req-b2df1adf-5cda-4444-93e6-7e6713aae093 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/c685c50f-b4f7-4fd3-97d8-da3c1e7f6bcf HTTP/1.1" status: 200 len: 1647 time: 0.1554308 Mar 02 17:36:27.428000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a07e895a-db41-404e-8deb-264aba4e191a None None] Port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:36:27.541562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-254822107', 'description': 'tempest-description-1257391462'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:27.571359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:27.642681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:27.642942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.646512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:27.666654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.720851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:27.722690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.729794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Deleting port c92f59cf-5611-4c5a-af08-288691cc59ac {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:27.730251 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:27.961378 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.092185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c238d0-dc71-43aa-a0bf-34bbab2bfa83 req-0438e153-62a1-425b-ace7-c4dac74eab87 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:28.099023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c238d0-dc71-43aa-a0bf-34bbab2bfa83 req-0438e153-62a1-425b-ace7-c4dac74eab87 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 945 time: 0.5336211 Mar 02 17:36:28.169291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Allocated IP 172.25.3.17 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8a1d6c64-10e3-49da-a807-6de26a1f5a81) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:28.203383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:28.266810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Usage tracker for resource:security_group_rule and tenant:19c9bf181e2044129b5ca32cf51e3410 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:28.281283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:28.304015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:28.354338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c238d0-dc71-43aa-a0bf-34bbab2bfa83 req-439b8fff-3314-4202-9896-7b442a0df1ed tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509964 Mar 02 17:36:28.466739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:28.519118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:36:28.540233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.562458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] For port c92f59cf-5611-4c5a-af08-288691cc59ac, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=c92f59cf-5611-4c5a-af08-288691cc59ac,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:28.562794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.627705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:28.674654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.678178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Transition to ACTIVE for port object 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:28.689669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.805602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Calling delete_port for c92f59cf-5611-4c5a-af08-288691cc59ac owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:28.926110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.938548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:28.987069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:29.015702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369f34e6-ccc2-41d3-bcd6-9015342da7c9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:29.039029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.050358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81380882-5598-4f85-8f52-a1018def3319 None None] Network e34f1d62-b898-4fb8-8963-821479af51a2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:29.148026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:29.156721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d6c64-10e3-49da-a807-6de26a1f5a81,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:29.165306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:29.180042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:29.210014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Provisioning for port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:29.229249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.242978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-921b5dd0-a3b9-47af-8606-db02dfcffc1c req-225de059-2768-400b-bc11-a253f2b4a3fe tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.7183595 Mar 02 17:36:29.245133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Attempting to bind port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:29.245693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Attempting to bind port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:29.246774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Attempting to bind port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:29.256909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:36:29.257935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Attempting to bind port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:29.259988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Provisioning complete for port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:29.260362 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.272505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:29.273148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:29.273722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:29.274359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Bound port: 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:29.275444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.276224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.370014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0005e7aa-4ac5-4879-8985-77be3b3ded3c', '3b33d877-a9b9-4a24-af2b-18fcec7bf64a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:36:29.467210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event deleted for resources: {'Port': ['ID=c92f59cf-5611-4c5a-af08-288691cc59ac,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:29.501099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6c75e-6e87-4d7f-b419-cb0027975700 req-67aa2e2e-0ac9-4915-84f9-1d721d75e289 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:29.508573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65b6c75e-6e87-4d7f-b419-cb0027975700 req-67aa2e2e-0ac9-4915-84f9-1d721d75e289 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.7177696 Mar 02 17:36:29.807970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:29.817917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:29.820535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.821352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.823777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] No DVR routers for this DVR port c92f59cf-5611-4c5a-af08-288691cc59ac on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:29.827970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.830098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.832671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'name': 'network-vif-deleted', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:29.840507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65b6c75e-6e87-4d7f-b419-cb0027975700 req-4e7aaf85-816c-4605-a4e4-dc288f601e07 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199832 Mar 02 17:36:29.848452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.865055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76b43455-2442-41f7-9d83-b2c3df1312da req-62c66ec8-c836-404b-b1ad-b8ec75935fd3 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.50 "DELETE /v2.0/ports/c92f59cf-5611-4c5a-af08-288691cc59ac HTTP/1.1" status: 204 len: 173 time: 2.4929390 Mar 02 17:36:29.879970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95563-0a54-4c13-95df-e726ac4c28ff req-0d7d7d4d-1a68-4275-a1ce-20886948c0dc tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:29.881195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f95563-0a54-4c13-95df-e726ac4c28ff req-0d7d7d4d-1a68-4275-a1ce-20886948c0dc tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 948 time: 0.2992492 Mar 02 17:36:29.937749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] For port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:29.955669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:29.966297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f95563-0a54-4c13-95df-e726ac4c28ff req-4f65b133-10b8-43b1-b1f8-c196d1c3412d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Mar 02 17:36:30.088838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:30.091391 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 HTTP/1.1" status: 200 len: 1096 time: 2.9403167 Mar 02 17:36:30.092062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:30.193389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ff79-812a-443c-83fe-2c10665743a8 None None] Pushing event updated for resources: {'Port': ['ID=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:30.203572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ce215ce-a109-4bc6-8d25-d93b0744f4be req-964d427c-c479-4f81-b490-c0d0222733f9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/369f34e6-ccc2-41d3-bcd6-9015342da7c9 HTTP/1.1" status: 200 len: 1646 time: 0.1351767 Mar 02 17:36:30.248828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8bb89-0d80-4bbe-af4f-76b1f1092d79 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:30.376993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cccfda82-ae07-4625-ab46-63e2df861169 req-51611a2c-760a-4e5e-868c-33683a32fc40 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:30.387973 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a28e80-2736-4934-8249-4848264c4717', 'name': 'network-vif-deleted', 'tag': 'c92f59cf-5611-4c5a-af08-288691cc59ac', 'status': 'completed', 'code': 200} Mar 02 17:36:30.405896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c92f59cf-5611-4c5a-af08-288691cc59ac no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:30.441613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cccfda82-ae07-4625-ab46-63e2df861169 req-51611a2c-760a-4e5e-868c-33683a32fc40 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:30.460129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cccfda82-ae07-4625-ab46-63e2df861169 req-51611a2c-760a-4e5e-868c-33683a32fc40 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a28e80-2736-4934-8249-4848264c4717 HTTP/1.1" status: 200 len: 210 time: 0.1833856 Mar 02 17:36:30.521102 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-f6a71f10-9eb9-4290-a9a1-63393834da10 req-d4bfdc0a-81f6-4afc-95ff-cf32142a91f8 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] show failed (client error): The resource could not be found. Mar 02 17:36:30.528638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6a71f10-9eb9-4290-a9a1-63393834da10 req-d4bfdc0a-81f6-4afc-95ff-cf32142a91f8 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/a21117f8-3e44-4d41-8b71-9293adf98a5b HTTP/1.1" status: 404 len: 352 time: 0.0291319 Mar 02 17:36:30.576223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:30.581583 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-0084dc85-de43-44b9-a31d-000425aecc79 req-88840d17-503f-4411-8183-e79d5364acba tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] show failed (client error): The resource could not be found. Mar 02 17:36:30.590602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0084dc85-de43-44b9-a31d-000425aecc79 req-88840d17-503f-4411-8183-e79d5364acba tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-group-rules/090e1400-45df-496a-a0d5-958e10ec8c34 HTTP/1.1" status: 404 len: 361 time: 0.0247140 Mar 02 17:36:30.670215 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'status': 'completed', 'code': 200} Mar 02 17:36:30.695555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: c92f59cf-5611-4c5a-af08-288691cc59ac {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:30.700152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device c92f59cf-5611-4c5a-af08-288691cc59ac not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:30.735920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-7fec1df9-db25-4e14-83ac-6a0048c1dcc3 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/369f34e6-ccc2-41d3-bcd6-9015342da7c9 HTTP/1.1" status: 200 len: 1646 time: 0.0947111 Mar 02 17:36:30.787397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8c219ff7-1439-499e-a2ca-802f2617f92e None None] Provisioning complete for port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:30.788088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8c219ff7-1439-499e-a2ca-802f2617f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:30.930258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:30.952872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:30.953399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:30.979606 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-93f2a513-d473-4968-9afd-c07f913b7e3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=637ed007f02649378d824b07bdf502cf&device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 1099 time: 0.7088153 Mar 02 17:36:30.987717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.101317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56616) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:31.139041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-c3087a0f-5fa5-4967-9390-143c6c03397e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 HTTP/1.1" status: 200 len: 217 time: 0.1423607 Mar 02 17:36:31.147206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.201699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f34e6-ccc2-41d3-bcd6-9015342da7c9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:31.231589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.233029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c245ad-1ba2-49f7-956e-2aac5f82ed1d req-8fb51de2-d876-427f-8a4d-2a214427799c tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-groups/369f34e6-ccc2-41d3-bcd6-9015342da7c9 HTTP/1.1" status: 204 len: 173 time: 0.4905581 Mar 02 17:36:31.305230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-af0b5d8a-52cd-467b-b8db-26741ba8baeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:31.307836 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-af0b5d8a-52cd-467b-b8db-26741ba8baeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1596618 Mar 02 17:36:31.374358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.426023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:31.430859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Usage tracker for resource:security_group_rule and tenant:ecaed4079c6542f3ba1866b1df5bbda9 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:31.435892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:31.451251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:31.511911 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-5173feed-11c7-433e-bbeb-3f1956389a3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942401 Mar 02 17:36:31.547509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Router 07c350ba-0968-4152-bd11-de9b00ecbf0c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:36:31.663202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6a0a-f459-45f9-bfb0-2f913dc16b4a req-d2ab9706-d784-4bec-b09e-9ba4c2be7938 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:31.664683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcdf6a0a-f459-45f9-bfb0-2f913dc16b4a req-d2ab9706-d784-4bec-b09e-9ba4c2be7938 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2001190 Mar 02 17:36:31.678250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.686019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c86e40-d2d2-4252-ada2-5513df0305be req-f9dc6d02-78b3-4c3c-9638-be97e2d029be tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:31.687704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6c86e40-d2d2-4252-ada2-5513df0305be req-f9dc6d02-78b3-4c3c-9638-be97e2d029be tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 948 time: 0.1730690 Mar 02 17:36:31.703867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.781168 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-acdebb6c-3c2c-43da-a726-1b5d50bb48ee service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599220 Mar 02 17:36:31.800791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da27b3a-c82c-4a91-b551-29fdaec2d43d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:31.816867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-61caec42-15b0-4120-b07b-e48aec746b45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecaed4079c6542f3ba1866b1df5bbda9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7138774 Mar 02 17:36:31.818856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:31.821084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcdf6a0a-f459-45f9-bfb0-2f913dc16b4a req-1ceb9f09-4a30-47c0-8870-e0b8b6a44047 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462595 Mar 02 17:36:31.837979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6c86e40-d2d2-4252-ada2-5513df0305be req-cc1a192b-0454-470d-b00d-6f8a6d6b268d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350698 Mar 02 17:36:31.947575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b7b15eec-4c0a-4f41-859e-bfb124b5c69e req-0f6adb86-86be-4b8e-8866-9fe8ae94fa60 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582880 Mar 02 17:36:31.978586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:31.979995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:36:31.993355 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Sync routers for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:36:32.000950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-d6e12151-fa9a-47fa-aeb5-fc95b851df7f tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/c685c50f-b4f7-4fd3-97d8-da3c1e7f6bcf HTTP/1.1" status: 200 len: 1647 time: 0.1146994 Mar 02 17:36:32.006129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.007175 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:32.010343 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77a27da8-77b2-40c5-b055-60fa9bb845a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8280654 Mar 02 17:36:32.010343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:32.011472 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:32.208460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.255100 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:32.307120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.343065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-393e8638-35c0-4295-bff6-b144c633a0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=637ed007f02649378d824b07bdf502cf&device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 1099 time: 0.2700906 Mar 02 17:36:32.358279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.365900 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.388694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852550ec-3ae5-484d-95be-5ecfae2ef483 req-a3b2d870-d7e2-4d2a-9eba-f3553e7af54c tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:32.395683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-852550ec-3ae5-484d-95be-5ecfae2ef483 req-a3b2d870-d7e2-4d2a-9eba-f3553e7af54c tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.4045782 Mar 02 17:36:32.432789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da27b3a-c82c-4a91-b551-29fdaec2d43d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:32.458677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.460388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c758eaf-75fa-44d5-879c-67ec5b6e14f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6da27b3a-c82c-4a91-b551-29fdaec2d43d HTTP/1.1" status: 204 len: 168 time: 0.6382329 Mar 02 17:36:32.527738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-852550ec-3ae5-484d-95be-5ecfae2ef483 req-16338357-5dec-41bf-81ec-2734a62aa24b tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305470 Mar 02 17:36:32.544610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.599672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c685c50f-b4f7-4fd3-97d8-da3c1e7f6bcf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:32.629824 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:32.647160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb0c6675-1d9b-4d3c-a4ad-4f4c8ed908b4 req-7f2c8611-3c00-4b5c-b245-3ac073c788e9 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-groups/c685c50f-b4f7-4fd3-97d8-da3c1e7f6bcf HTTP/1.1" status: 204 len: 173 time: 0.6452749 Mar 02 17:36:32.780235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-f965e358-36bc-4ffd-ae1e-43bec4c32478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:32.783164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-f965e358-36bc-4ffd-ae1e-43bec4c32478 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.4260325 Mar 02 17:36:32.830599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-debf48dd-3918-407f-9c15-1cb811d3e307 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/93714a62-1940-4dd3-8291-896d4f3c3f8a HTTP/1.1" status: 200 len: 1647 time: 0.1083488 Mar 02 17:36:32.861651 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:29Z', 'revision_number': 3, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:32.873507 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Checking router: 07c350ba-0968-4152-bd11-de9b00ecbf0c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:36:32.883681 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Updating router 07c350ba-0968-4152-bd11-de9b00ecbf0c port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:36:32.988760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.052421 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.063746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.133864 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.173870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93714a62-1940-4dd3-8291-896d4f3c3f8a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:33.186515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.204526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9edf36b6-094d-4536-8bc8-e43db5990e53 req-4a603f70-1694-49a0-bbfd-063bff9aa08a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-groups/93714a62-1940-4dd3-8291-896d4f3c3f8a HTTP/1.1" status: 204 len: 173 time: 0.3730116 Mar 02 17:36:33.274826 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-e55146c6-1c44-4557-8a92-a0fdc0cc95fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 HTTP/1.1" status: 200 len: 217 time: 0.3603141 Mar 02 17:36:33.382243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-2d31a9b5-f90a-428f-a8bf-093e1d809d6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:33.384347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-2d31a9b5-f90a-428f-a8bf-093e1d809d6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1000214 Mar 02 17:36:33.643381 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.659132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-cff3ab10-8232-40d4-beba-ea2a3c98ff3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660739 Mar 02 17:36:33.661318 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Transition to ACTIVE for port object 8a1d6c64-10e3-49da-a807-6de26a1f5a81 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:33.664632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da0c6b-f720-43b0-bf5a-391ce5cb5a0f req-dee39951-169b-437c-b87e-fe78963d4882 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:33.670294 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.672378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9da0c6b-f720-43b0-bf5a-391ce5cb5a0f req-dee39951-169b-437c-b87e-fe78963d4882 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2217908 Mar 02 17:36:33.721518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03396ae-e4bc-464c-8bf6-1d777931f466 req-7465948e-22d9-41c6-b3ea-39305995b530 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:33.728181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b03396ae-e4bc-464c-8bf6-1d777931f466 req-7465948e-22d9-41c6-b3ea-39305995b530 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 948 time: 0.1736057 Mar 02 17:36:33.770467 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Attempting to bind port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:33.770814 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Attempting to bind port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:33.771278 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Attempting to bind port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:33.777398 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6c64-10e3-49da-a807-6de26a1f5a81,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:33.785918 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:33.786608 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:33.786956 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.787451 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:33.787999 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Bound port: 8a1d6c64-10e3-49da-a807-6de26a1f5a81, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:33.788430 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:33.801255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b03396ae-e4bc-464c-8bf6-1d777931f466 req-7b30fcba-29f0-4ce8-96af-a83febe1719a tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721722 Mar 02 17:36:33.804914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9da0c6b-f720-43b0-bf5a-391ce5cb5a0f req-c7547e2f-daf3-4039-a4ae-b791c4180093 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310768 Mar 02 17:36:33.823239 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-8e83743e-a5e2-49b9-945b-b3810a507afd service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469693 Mar 02 17:36:33.834952 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.835080 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.835421 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.835690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.836026 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.836356 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.836679 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.836999 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.837322 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.837642 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.837960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:33.903984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-e184ecbf-9781-4bec-ba33-25c5bacc3fcf tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/63e566b9-a9c6-42ab-8077-35e8dbb21d2f HTTP/1.1" status: 200 len: 1646 time: 0.0577161 Mar 02 17:36:33.905448 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] For port 8a1d6c64-10e3-49da-a807-6de26a1f5a81, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:33.911425 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] For port 8a1d6c64-10e3-49da-a807-6de26a1f5a81, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8a1d6c64-10e3-49da-a807-6de26a1f5a81,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:33.924501 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.013063 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b763f31-8a44-4941-92ea-1f6dd0dea678 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6c64-10e3-49da-a807-6de26a1f5a81,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:34.016799 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:34.017373 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:34.094548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.111007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-1f77b504-4f87-47c8-87de-1e0cb321e0b2 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:34.113040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-1f77b504-4f87-47c8-87de-1e0cb321e0b2 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.35 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.2059338 Mar 02 17:36:34.136575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77a3c92d-a5d0-43df-82e9-4e619002e3cf req-1ed33cdd-0efb-446f-8ac1-e76741584db1 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094633 Mar 02 17:36:34.222474 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.248123 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:34.303586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Deleting port 2fc60d42-cd12-477d-bdfd-88373d16a131 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:34.303933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.313781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.359954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:36:34.435407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e8b0d-8671-43f4-b1f2-ccb373bec4b6 req-098c31ab-668d-4541-a283-9dd1637e5d57 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:34.437207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b50e8b0d-8671-43f4-b1f2-ccb373bec4b6 req-098c31ab-668d-4541-a283-9dd1637e5d57 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 0.4114180 Mar 02 17:36:34.437917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.520684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e566b9-a9c6-42ab-8077-35e8dbb21d2f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:34.578077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Allocated IP 172.20.0.1 (e34f1d62-b898-4fb8-8963-821479af51a2/2e86c273-af40-438e-befb-be4bc424980f/54ceb144-997d-44cb-8653-7b2d4c6e1a81) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:34.646631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:34.647842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.648942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a708e08e-903d-4ff0-be9f-92f3f5b50f60 req-a7e6be7e-d3d0-4c6f-8214-59dbb27c7263 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-groups/63e566b9-a9c6-42ab-8077-35e8dbb21d2f HTTP/1.1" status: 204 len: 173 time: 0.7438872 Mar 02 17:36:34.672024 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:29Z', 'revision_number': 3, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:34.672395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'mac_address': 'fa:16:3e:30:d5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:36:34.682145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53070880-782e-4685-acc2-59fe6c8a0551 None None] The sync data for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 is: [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:29Z', 'revision_number': 3, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:36:34.792203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.794947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b50e8b0d-8671-43f4-b1f2-ccb373bec4b6 req-be059373-4924-4eea-a8c9-9c036b4f3236 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292522 Mar 02 17:36:34.864483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:36:34.883376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.900336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:34.908067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Transition to ACTIVE for port object 54ceb144-997d-44cb-8653-7b2d4c6e1a81 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:34.909335 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.919142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] For port 2fc60d42-cd12-477d-bdfd-88373d16a131, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2fc60d42-cd12-477d-bdfd-88373d16a131,segment=NetworkSegment(faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0),segment_id=faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:34.919496 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:34.936705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:35.035875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:35.106343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Pushing event updated for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:35.120573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Network e34f1d62-b898-4fb8-8963-821479af51a2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:35.123148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:35.125757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:35.175110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Calling delete_port for 2fc60d42-cd12-477d-bdfd-88373d16a131 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:35.211048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:35.273753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:36:35.320545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb7f7-7f39-4d89-aac5-2c5f03449577 req-7157b323-ff1d-4117-9401-600efc97346e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:35.328041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-304eb7f7-7f39-4d89-aac5-2c5f03449577 req-7157b323-ff1d-4117-9401-600efc97346e tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/ports?device_id=c942548e-de15-47dd-a1af-bdca79841eef HTTP/1.1" status: 200 len: 946 time: 0.3927083 Mar 02 17:36:35.376608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:35.558878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-47016d71-eb1a-4823-ab9b-0149eaac424b None None] Provisioning for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:35.591047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-47016d71-eb1a-4823-ab9b-0149eaac424b None None] Provisioning complete for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:35.591634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47016d71-eb1a-4823-ab9b-0149eaac424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:35.605515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-304eb7f7-7f39-4d89-aac5-2c5f03449577 req-a8d37896-a68d-4529-b149-0423058e8fd6 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.37 "GET /v2.0/security-groups?id=78a55363-a1ba-445c-a792-657b2b636e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765541 Mar 02 17:36:35.694831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:35.814659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-47016d71-eb1a-4823-ab9b-0149eaac424b None None] Port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:36:35.867798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Pushing event deleted for resources: {'Port': ['ID=2fc60d42-cd12-477d-bdfd-88373d16a131,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:36.110368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.124083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.195331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56724) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:36.265302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] No DVR routers for this DVR port 2fc60d42-cd12-477d-bdfd-88373d16a131 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:36.267062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.282483 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.296540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Pushing event updated for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:36.300057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'name': 'network-vif-deleted', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:36.335949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-868250e8-1824-4a98-9307-d58ac3d277ec tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:36.337194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-868250e8-1824-4a98-9307-d58ac3d277ec tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 0.8937178 Mar 02 17:36:36.349302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-4c2b12d8-f2c9-4156-8a48-286e36b9be16 tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "GET /v2.0/security-groups/9160835f-3e41-4862-acc1-7b8e6258d757 HTTP/1.1" status: 200 len: 1645 time: 0.7026088 Mar 02 17:36:36.420650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8a1d6c64-10e3-49da-a807-6de26a1f5a81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:36.469867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Network e34f1d62-b898-4fb8-8963-821479af51a2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:36.471253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:36.482876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-646c2a89-d30b-46cc-8ca2-26fcd3f4c0f7 req-2eed8a17-1dc3-4a6b-ba8c-b18d99dd4409 tempest-VolumesAdminNegativeTest-1711930296 tempest-VolumesAdminNegativeTest-1711930296-project] 10.222.0.35 "DELETE /v2.0/ports/2fc60d42-cd12-477d-bdfd-88373d16a131 HTTP/1.1" status: 204 len: 173 time: 2.3568587 Mar 02 17:36:36.583005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Deleting port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:36.583393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.587822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:36.594040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:36.594416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.663035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a1577-8dda-4225-b746-dc5c002ae290 req-6e810801-1d4b-496c-b84f-f3acb53c2911 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:36.675226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec7a1577-8dda-4225-b746-dc5c002ae290 req-6e810801-1d4b-496c-b84f-f3acb53c2911 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 949 time: 0.7255242 Mar 02 17:36:36.764007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.802635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec7a1577-8dda-4225-b746-dc5c002ae290 req-29cb53ed-1dcd-42b4-a432-9d51aab6cf39 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261420 Mar 02 17:36:36.819861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.820193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.842193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8a1d6c64-10e3-49da-a807-6de26a1f5a81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8a1d6c64-10e3-49da-a807-6de26a1f5a81,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:36.862362 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.932350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:36.951303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:36.961043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Usage tracker for resource:security_group_rule and tenant:53e9b8bb01e94948966a93a8f48f7017 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:36.969759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:36.976742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2fc60d42-cd12-477d-bdfd-88373d16a131 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:36.984371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:37.000552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d0e385f8-1ad5-45b7-9dd5-75a6cf9ed369 None None] Provisioning complete for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:37.000933 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d0e385f8-1ad5-45b7-9dd5-75a6cf9ed369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.053263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 2fc60d42-cd12-477d-bdfd-88373d16a131 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:37.053577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2fc60d42-cd12-477d-bdfd-88373d16a131 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:37.069058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.077676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6c64-10e3-49da-a807-6de26a1f5a81,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:37.083885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d0e385f8-1ad5-45b7-9dd5-75a6cf9ed369 None None] Port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:36:37.131623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.149861 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.186455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160835f-3e41-4862-acc1-7b8e6258d757,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:37.194670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.195828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f24e241-01e0-4629-91a6-b7c673bc35a0 req-78bc5108-cc0a-4fb9-a995-adff17555b6a tempest-SecurityGroupRulesNegativeTestJSON-1971876560 tempest-SecurityGroupRulesNegativeTestJSON-1971876560-project] 10.222.0.37 "DELETE /v2.0/security-groups/9160835f-3e41-4862-acc1-7b8e6258d757 HTTP/1.1" status: 204 len: 173 time: 0.8456974 Mar 02 17:36:37.227229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56736) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:37.236190 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53e9b8bb01e94948966a93a8f48f7017&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0372980 Mar 02 17:36:37.237033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54371b-bab6-4fda-b1fa-7b39728dfcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b91666a-420c-4987-9ad5-98859b06b54c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:37.239514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56740) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:37.298664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Deleting subnet f7ea08bc-0c6a-4756-adbb-5a5b16084675 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:37.305381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.329152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Router 07c350ba-0968-4152-bd11-de9b00ecbf0c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:36:37.396011 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:36:37.401351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.435068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.543183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] For port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:37.543812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.558717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd02a6-0bbf-4805-8280-7587c702e3d5 req-e8654bd6-b41e-4934-ba31-c5aa5e10cc15 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:37.565895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4fd02a6-0bbf-4805-8280-7587c702e3d5 req-e8654bd6-b41e-4934-ba31-c5aa5e10cc15 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5649030 Mar 02 17:36:37.585635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.673100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.698313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b91666a-420c-4987-9ad5-98859b06b54c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:37.710713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.711822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5538f4ae-22eb-4feb-aafe-ec70f5b95976 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b91666a-420c-4987-9ad5-98859b06b54c HTTP/1.1" status: 204 len: 168 time: 0.4569471 Mar 02 17:36:37.735534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:36:37.735683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Calling delete_port for 3b33d877-a9b9-4a24-af2b-18fcec7bf64a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:37.743830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cbd3b382-fca5-4869-b9c5-564274c860e1 admin admin] 10.222.0.37 "PUT /v2.0/routers/07c350ba-0968-4152-bd11-de9b00ecbf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7324984 Mar 02 17:36:37.769391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:37.885026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4fd02a6-0bbf-4805-8280-7587c702e3d5 req-5b6fe5da-2cf2-438c-9da0-24e2597835e2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183489 Mar 02 17:36:37.944541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423246f-9969-4beb-9142-5dfd215fedf9 req-8da2d983-242b-4484-9052-3b4c829bc2c5 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:37.951545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0423246f-9969-4beb-9142-5dfd215fedf9 req-8da2d983-242b-4484-9052-3b4c829bc2c5 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 946 time: 0.4977100 Mar 02 17:36:37.982369 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942548e-de15-47dd-a1af-bdca79841eef', 'name': 'network-vif-deleted', 'tag': '2fc60d42-cd12-477d-bdfd-88373d16a131', 'status': 'completed', 'code': 200} Mar 02 17:36:38.042381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.063459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56760) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:38.095208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ea08bc-0c6a-4756-adbb-5a5b16084675,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:38.112423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0423246f-9969-4beb-9142-5dfd215fedf9 req-607bf367-dbb6-4340-9057-1d927d80a724 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599383 Mar 02 17:36:38.124738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.158089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.173227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0005e7aa-4ac5-4879-8985-77be3b3ded3c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:36:38.213636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6f198b66-ba66-4422-8d50-e29f08360141 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f7ea08bc-0c6a-4756-adbb-5a5b16084675 HTTP/1.1" status: 204 len: 168 time: 0.9853451 Mar 02 17:36:38.216048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56768) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:38.251176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event deleted for resources: {'Port': ['ID=3b33d877-a9b9-4a24-af2b-18fcec7bf64a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:38.252198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Deleting subnet 860d245f-bdd1-48f3-b89a-ff6cba1bbe7d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:38.280401 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.422278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:38.467437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8a1d6c64-10e3-49da-a807-6de26a1f5a81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:38.469389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.538607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] No DVR routers for this DVR port 3b33d877-a9b9-4a24-af2b-18fcec7bf64a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:38.550610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.552643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78c36b43-3ef2-4c01-9502-d93c82dfbe4b req-fb98b2f3-45b3-4e41-b2e5-bf6bd5f7056a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "DELETE /v2.0/ports/3b33d877-a9b9-4a24-af2b-18fcec7bf64a HTTP/1.1" status: 204 len: 173 time: 2.2002730 Mar 02 17:36:38.552919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.592365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.667217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.802837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.889748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:38.901050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6197a-fe20-4f3f-bc6a-f256daf74bb6 req-670849bf-56d6-41a7-9880-f371093a6572 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:38.901735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:38.903929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.909938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860d245f-bdd1-48f3-b89a-ff6cba1bbe7d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:38.914357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6af6197a-fe20-4f3f-bc6a-f256daf74bb6 req-670849bf-56d6-41a7-9880-f371093a6572 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 949 time: 0.5665021 Mar 02 17:36:38.932369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:38.939900 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f6c491e-fc21-40b4-ae8f-ab8e44b0ca12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/860d245f-bdd1-48f3-b89a-ff6cba1bbe7d HTTP/1.1" status: 204 len: 168 time: 0.8751326 Mar 02 17:36:38.942410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56782) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:39.043258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3b33d877-a9b9-4a24-af2b-18fcec7bf64a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:39.153607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 3b33d877-a9b9-4a24-af2b-18fcec7bf64a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:39.153980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3b33d877-a9b9-4a24-af2b-18fcec7bf64a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:39.157950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:39.165033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.270240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:39.283373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6af6197a-fe20-4f3f-bc6a-f256daf74bb6 req-b96b4aee-a71e-486d-b3fe-42ac1701b719 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679523 Mar 02 17:36:39.304320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688368638', 'description': 'tempest-description--105139255'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:39.331077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:39.337064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.347008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1078e070-6e9c-47eb-8f8e-23a1f2c49393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.364079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:security_group and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:39.379605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:39.400467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13745854-6b06-4306-a08a-245a0104f01b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.411613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:39.419406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de737223-cde9-48eb-a45f-4fc646e94c6b') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.419926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de737223-cde9-48eb-a45f-4fc646e94c6b') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.439099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.440998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.477050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.495842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.500486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:39.507590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:39.508977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.541753 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.546129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:39.556131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:security_group_rule and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:39.560755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Sync routers for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:36:39.564259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:39.575103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:39.619752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:39.625362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:39.626370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.719439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:39.719841 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:39.735078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.811557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.813128 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5373898 Mar 02 17:36:39.828970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56806) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:39.829839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.881159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'security_group_rule': {'security_group_id': '1696dbd5-0c55-41db-86b0-db7aebd94085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:39.887555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.898606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2977ad48-605b-4de1-99c7-6bb7af2fb366 req-59168cdf-3199-401e-a239-787ad28b1cb8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:39.902040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] 10.222.0.37 "DELETE /v2.0/networks/13745854-6b06-4306-a08a-245a0104f01b HTTP/1.1" status: 204 len: 168 time: 1.6789162 Mar 02 17:36:39.932179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:39.941427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:39.947255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33683f0-6490-48af-a9e5-21a50965a1be admin admin] Pushing event deleted for resources: {'Network': ['ID=13745854-6b06-4306-a08a-245a0104f01b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:39.964051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:39.970456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a3e4a3-2e4b-4455-b126-2a2e513976c0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.970691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:security_group_rule and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:39.989938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.990484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faefe8e9-1bf5-4df8-9fb6-6cbb446e5cc0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:39.998976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:40.000011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.009470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'name': 'network-vif-deleted', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:40.012963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.037539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.046983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:40.047766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.048157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:40.068546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2977ad48-605b-4de1-99c7-6bb7af2fb366 req-59168cdf-3199-401e-a239-787ad28b1cb8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:40.070476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2977ad48-605b-4de1-99c7-6bb7af2fb366 req-59168cdf-3199-401e-a239-787ad28b1cb8 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c2015ee-bb92-431f-b590-b22aa9d188a0 HTTP/1.1" status: 200 len: 210 time: 0.3496242 Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:40.071872 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:40.106764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.150723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1915605456-network', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:40.155736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:40.162736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b2b7-a996-4b41-8448-ce6a9a4ed003 req-40968216-0507-4f8c-b7e9-5375b6a5992d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:40.165415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:40.172711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06a5b2b7-a996-4b41-8448-ce6a9a4ed003 req-40968216-0507-4f8c-b7e9-5375b6a5992d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4499047 Mar 02 17:36:40.181028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:40.201482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Usage tracker for resource:network and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:40.212469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:40.218169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6532dd-1b18-42bf-9f3e-d667b4915128 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1696dbd5-0c55-41db-86b0-db7aebd94085,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:40.228721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:40.234074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56816) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:40.270208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06a5b2b7-a996-4b41-8448-ce6a9a4ed003 req-c9581d04-022b-48d7-877e-a9292acbfba0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967577 Mar 02 17:36:40.276109 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'code': 200} Mar 02 17:36:40.316601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.326134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.359723 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2015ee-bb92-431f-b590-b22aa9d188a0', 'name': 'network-vif-deleted', 'tag': '3b33d877-a9b9-4a24-af2b-18fcec7bf64a', 'status': 'completed', 'code': 200} Mar 02 17:36:40.383267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e71267-7d7b-4944-bcb6-97c9199ffe78,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:40.412211 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-df32ce8d-2a67-4163-a726-55b75670f7b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19c9bf181e2044129b5ca32cf51e3410&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1711099 Mar 02 17:36:40.431623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56824) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:40.500529 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.501895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-27f62603-3985-4073-a362-5a446a1a1387 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6687994 Mar 02 17:36:40.514265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56828) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:40.515466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.548468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'security_group_rule': {'security_group_id': '1696dbd5-0c55-41db-86b0-db7aebd94085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:40.556177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.564904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Made reservation on behalf of f15c836b32874bf9b6d9db9c94232a9e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:40.567679 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.582899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:40.586779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a3e4a3-2e4b-4455-b126-2a2e513976c0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:40.597972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:security_group_rule and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:40.601648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:40.606490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.624640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:40.628268 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d6539a71-9886-4307-843d-e3b84d4b1e5f admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0a3e4a3-2e4b-4455-b126-2a2e513976c0 HTTP/1.1" status: 204 len: 168 time: 1.6846051 Mar 02 17:36:40.632080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56832) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:40.693185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 2, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:40.700535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Checking router: 07c350ba-0968-4152-bd11-de9b00ecbf0c for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:36:40.702104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Updating router 07c350ba-0968-4152-bd11-de9b00ecbf0c port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:36:40.733760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:40.734512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.742366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.754938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Usage tracker for resource:security_group_rule and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:40.763330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:40.763518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.784220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:40.785552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.788688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Deleting subnet 75c8e428-78fc-45a7-94ed-4b7eda31cf3d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:40.794471 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d7927152-c2be-432a-a672-d1d8033f17df req-223cc389-8fdd-4623-ba3f-36eafa0bbecc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 1101 time: 0.4105859 Mar 02 17:36:40.803904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c2b3-e6c6-4aac-a33f-7a209dac7f6d req-93b1a3cd-baf3-4cb6-a184-0922fa107aa9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:40.811125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e323c2b3-e6c6-4aac-a33f-7a209dac7f6d req-93b1a3cd-baf3-4cb6-a184-0922fa107aa9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2956972 Mar 02 17:36:40.811316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.876881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac651d4b-c179-494d-ae27-b53918b4ca04 req-f870324c-241c-4e3c-bc38-6832c031d14a tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:40.878392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac651d4b-c179-494d-ae27-b53918b4ca04 req-f870324c-241c-4e3c-bc38-6832c031d14a tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 0.3642502 Mar 02 17:36:40.897133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e323c2b3-e6c6-4aac-a33f-7a209dac7f6d req-4fc74133-6747-40b5-b86e-7452d91a566e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831318 Mar 02 17:36:40.904732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.929815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:40.988035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2566663-2fff-49b6-9f98-d4ef4f890506,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:40.996309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d7927152-c2be-432a-a672-d1d8033f17df req-3b9c325a-58f6-44f1-8167-cabb76779658 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849189 Mar 02 17:36:40.999779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.002077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.006085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-99948959-4ce8-4f7e-80fd-0eeffdea9b18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2566663-2fff-49b6-9f98-d4ef4f890506 HTTP/1.1" status: 204 len: 168 time: 0.5711598 Mar 02 17:36:41.026286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.082719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac651d4b-c179-494d-ae27-b53918b4ca04 req-970feccf-48a5-4447-9502-bf3311fdc2d4 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828773 Mar 02 17:36:41.157218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9241e4bb-7632-4924-8edc-e4e0dbe24466,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:41.166993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.258487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.259704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.264424 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-915f2228-a1af-466c-845a-d0b4e331eaf5 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7426910 Mar 02 17:36:41.264819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56850) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:41.281945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.285796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:41.341433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:41.350314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:36:41.352904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3098e41e-8046-41a1-9012-ca98e37a35bd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:41.363671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:floatingip and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:41.369295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:41.383191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cd4cedfa-aca9-42c2-a3f6-6331faaf86e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.383941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.385422 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Added segment 56e62264-9df0-46cb-8ee9-c67bc45291ac of type vlan for network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 Mar 02 17:36:41.401833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:41.406622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.409832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518994f4-85bc-480a-b7c2-723e231f4bc0 req-2e0adb1b-d191-4084-813b-3d20ccd01220 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:41.431280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-518994f4-85bc-480a-b7c2-723e231f4bc0 req-2e0adb1b-d191-4084-813b-3d20ccd01220 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3458872 Mar 02 17:36:41.523907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.567797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.611582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c8e428-78fc-45a7-94ed-4b7eda31cf3d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:41.636050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.683143 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2185228-fc2f-44e8-a3b5-923c94da8fd5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/75c8e428-78fc-45a7-94ed-4b7eda31cf3d HTTP/1.1" status: 204 len: 168 time: 1.0469847 Mar 02 17:36:41.693642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:41.729488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-518994f4-85bc-480a-b7c2-723e231f4bc0 req-25867a70-7733-40c6-afcf-f2cd0076ed1a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867928 Mar 02 17:36:41.748989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.748989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:41.748989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.751909 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.769905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Transition to ACTIVE for port object 54ceb144-997d-44cb-8653-7b2d4c6e1a81 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:41.793289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:41.862105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.121612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478d704-2753-452c-b680-7637c2c38ce8 None None] Pushing event updated for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:42.124274 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3996325 Mar 02 17:36:42.131956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56890) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:42.192342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5e337-bf6a-461b-a7d2-4b867777d222 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:42.196492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.197432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Request body: {'subnet': {'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1915605456-subnet', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:42.238175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:42.240273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:36:42.277693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Usage tracker for resource:subnet and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:42.336488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:42.425464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:42.484138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56902) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:42.503868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Attempting to bind port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:42.504245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Attempting to bind port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:42.504601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Attempting to bind port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 on network e34f1d62-b898-4fb8-8963-821479af51a2 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:42.517643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.556289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:42.556660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Checking segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:42.557079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.557446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Bound using segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:42.557908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Bound port: 54ceb144-997d-44cb-8653-7b2d4c6e1a81, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:42.559031 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.561781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c600e3-f450-4ed7-80c7-845a4aee87c8']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:42.587747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db62a5c-f6c6-419c-9e97-46dac61352a1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:42.588434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db62a5c-f6c6-419c-9e97-46dac61352a1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:42.602918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.618961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-92f9d973-575a-45a7-9366-bb42b6516abd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:42.623495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.629800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-92f9d973-575a-45a7-9366-bb42b6516abd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.3645923 Mar 02 17:36:42.633407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:42.633830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.642842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Allocated IP 172.25.3.31 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1363579d-d67d-4f3e-a595-f0414e4f3adb) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:42.654282 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:42.704993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] For port 54ceb144-997d-44cb-8653-7b2d4c6e1a81, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:42.708861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] For port 54ceb144-997d-44cb-8653-7b2d4c6e1a81, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54ceb144-997d-44cb-8653-7b2d4c6e1a81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:42.721713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.727571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.809443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.853125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478d704-2753-452c-b680-7637c2c38ce8 None None] Pushing event updated for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:42.854374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56914) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:42.858803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:42.859521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:42.876072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fa3b-b439-4aa0-b952-ddaf22b08c98 req-25108fbe-6b0e-44a8-85c8-532cce2819a2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:42.877632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a119fa3b-b439-4aa0-b952-ddaf22b08c98 req-25108fbe-6b0e-44a8-85c8-532cce2819a2 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.9101989 Mar 02 17:36:42.887289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bfb1f3fd-a212-45df-b4f7-f1807f90b346 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/quotas/dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 375 time: 0.2557688 Mar 02 17:36:42.893351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.929930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.936867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:42.973600 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/35c600e3-f450-4ed7-80c7-845a4aee87c8 HTTP/1.1" status: 204 len: 168 time: 1.2762895 Mar 02 17:36:42.976454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe53e2-07b7-446d-8273-3a9ad4f32cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c600e3-f450-4ed7-80c7-845a4aee87c8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:42.988054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:42.992863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Usage tracker for resource:security_group_rule and tenant:41a028030fb4435d8dc3dc4ab04671c0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:42.997774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:43.005584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:43.091078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.098161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.107098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.143379 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.161600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Made reservation on behalf of f15c836b32874bf9b6d9db9c94232a9e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:43.163808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.165728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02158e-055a-4ebe-8da4-ed09a7f2cada,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:43.172951 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9fad03b6-5117-452b-86c0-fd2dfa07f764 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41a028030fb4435d8dc3dc4ab04671c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6842134 Mar 02 17:36:43.173165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56922) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:43.242618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.249075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:43.252274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:43.290508 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.355608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f9caa6ea-c9fb-43db-b348-dd926ac919ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28737cd5e5d0487d90557ab0400c7066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0994086 Mar 02 17:36:43.356075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56930) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:43.366235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:43.381133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:43.408358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:43.463242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.494816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02158e-055a-4ebe-8da4-ed09a7f2cada,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:43.514546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'Port': ['ID=1363579d-d67d-4f3e-a595-f0414e4f3adb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:43.532863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a119fa3b-b439-4aa0-b952-ddaf22b08c98 req-c3b81eab-6e29-45d2-81a6-958d7aa79573 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299071 Mar 02 17:36:43.541810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.544216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.545412 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0018324b-50c0-4682-9c92-663e033fbd79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d02158e-055a-4ebe-8da4-ed09a7f2cada HTTP/1.1" status: 204 len: 168 time: 0.3712790 Mar 02 17:36:43.568563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-de80d62d-cf9f-4121-a857-9ee34888d049 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6803436 Mar 02 17:36:43.603195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.688216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.700627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.734534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a55363-a1ba-445c-a792-657b2b636e4f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:43.754956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:43.756195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-885d3fe0-6ad4-4399-8933-43a30a7fc074 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78a55363-a1ba-445c-a792-657b2b636e4f HTTP/1.1" status: 204 len: 168 time: 0.3990695 Mar 02 17:36:43.899502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:42Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:43.905176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775e8aa-f18d-405a-bee2-76a01949fb32 None None] The sync data for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 is: [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:42Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:36:43.929087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06660a5-0b1c-4c3b-9375-0c65d1a5358e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:43.993265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-37770919-network', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:44.027925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:44.040844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.048881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Usage tracker for resource:network and tenant:1c3e67ee5f4e46f9bb56c38b033a1f21 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:44.053540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Checking segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:44.053893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Network hostable DHCP agents. Network: 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:36:44.063244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:44.161814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:44.163651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.233383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.256644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:44.274953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa84db-75e7-4a26-b182-e94adeaa0fff req-93bf7baa-f452-46f3-ba09-0442b8f9a3c8 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:44.282470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27fa84db-75e7-4a26-b182-e94adeaa0fff req-93bf7baa-f452-46f3-ba09-0442b8f9a3c8 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 0.5193198 Mar 02 17:36:44.315623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.358144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:44.359968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Made reservation on behalf of 1c3e67ee5f4e46f9bb56c38b033a1f21 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:44.362423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.371487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Usage tracker for resource:security_group_rule and tenant:2706488de3af468789abf458bffb6b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:44.377388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:44.392022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:44.426300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54ceb144-997d-44cb-8653-7b2d4c6e1a81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:44.433771 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.487833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-33555ee7-ea00-48e4-9f75-727ab5ae8e3a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:44.489279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-33555ee7-ea00-48e4-9f75-727ab5ae8e3a tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.5736766 Mar 02 17:36:44.532303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:44.539230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:44.540905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.569016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.577099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.602476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:36:44.608342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:44.706673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72de63cf-2f1a-4b87-8272-e5dd46af9699,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:44.715559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.723155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27fa84db-75e7-4a26-b182-e94adeaa0fff req-f1ccd906-a341-466f-ac61-3cc80e853975 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397304 Mar 02 17:36:44.726473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9d358a53-1529-46ae-90d0-25d290db21c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1b2bff3162e46568a9488599667319d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128211 Mar 02 17:36:44.732721 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1f3f2200-737f-4118-ab4c-4175a9a3170f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2706488de3af468789abf458bffb6b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4742377 Mar 02 17:36:44.733601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:44.736232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56956) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:44.754628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:44.765132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 54ceb144-997d-44cb-8653-7b2d4c6e1a81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54ceb144-997d-44cb-8653-7b2d4c6e1a81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:44.768028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24809c29-0650-4d79-8fd9-c2e7b0f6687a None None] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:44.789965 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.803210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:44.809964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3e67ee5f4e46f9bb56c38b033a1f21 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:44.813643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:44.822065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:44.844299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Deleting port 0005e7aa-4ac5-4879-8985-77be3b3ded3c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:44.844649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.892131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-3b6a9881-a800-4611-a196-40639b130f04 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2797365 Mar 02 17:36:44.893681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:44.894265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.903825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.936773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.986646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:44.992037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:45.015574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.022757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.023340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.054465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c32422-9561-47d3-8795-933524d99678,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:45.090291 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.091083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.092361 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a455384a-de97-462b-872a-dda2e21a8a78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3c32422-9561-47d3-8795-933524d99678 HTTP/1.1" status: 204 len: 168 time: 0.3573024 Mar 02 17:36:45.130260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.150140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de63cf-2f1a-4b87-8272-e5dd46af9699,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:45.162438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.166394 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d960afea-91df-411c-9123-0e033b4554ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72de63cf-2f1a-4b87-8272-e5dd46af9699 HTTP/1.1" status: 204 len: 168 time: 0.3817172 Mar 02 17:36:45.166554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:36:45.166554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.471454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Allocated IP 172.20.0.2 (0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50/f06660a5-0b1c-4c3b-9375-0c65d1a5358e/fbafed7d-15f9-4b19-b1da-60eb07fc7a37) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:45.625262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-db8675be-4340-48b4-bbfa-a25e79d298a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4887161 Mar 02 17:36:45.625826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56976) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:45.630713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:45.637009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:45.638553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'Port': ['ID=1363579d-d67d-4f3e-a595-f0414e4f3adb,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:45.642551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Usage tracker for resource:router and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:45.647697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:45.671536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:45.741695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.761105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.762696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.794267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.813198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.827064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.830455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Transition to ACTIVE for port object fbafed7d-15f9-4b19-b1da-60eb07fc7a37 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:45.852504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Transition to ACTIVE for port object fbafed7d-15f9-4b19-b1da-60eb07fc7a37 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:45.857622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-5ff6d82f-b276-4fa7-825e-ac9f21154b22 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694551 Mar 02 17:36:45.858370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.875000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.878953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c262bf-6650-43c3-9ee9-bcbe181ad4bc req-1cdd4a1d-9150-441d-9d4f-1753bf647d30 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:45.880324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16c262bf-6650-43c3-9ee9-bcbe181ad4bc req-1cdd4a1d-9150-441d-9d4f-1753bf647d30 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 946 time: 0.8970764 Mar 02 17:36:45.929597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:36:45.947299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4c136-b0c4-4b20-8884-2a95dcda4b69,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:45.969282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.979588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1becbe04-0895-4dd2-b9e9-112c50e1acce tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7134581 Mar 02 17:36:45.997207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:45.997207 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Added segment d24bdd75-d741-4b24-afe3-02bb1216f2bb of type vlan for network 45edf2a0-6365-455f-9148-024222a366ec Mar 02 17:36:46.028712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] For port 0005e7aa-4ac5-4879-8985-77be3b3ded3c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0005e7aa-4ac5-4879-8985-77be3b3ded3c,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:46.029433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.047355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:46.054281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:46.069529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:46.072350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Pushing event updated for resources: {'Port': ['ID=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:46.115478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.185723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Attempting to bind port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:46.186094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Attempting to bind port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:46.186500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Attempting to bind port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 on network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:46.194942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:46.195316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Checking segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:46.195730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.196103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Bound using segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:46.196615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Bound port: fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:46.196989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.227810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16c262bf-6650-43c3-9ee9-bcbe181ad4bc req-d06e07fb-fb63-4afa-8102-750ffd4c8740 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/security-groups?id=08020ec8-2ebf-4d56-a63d-7ae1c50b185b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257229 Mar 02 17:36:46.414646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] For port fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:46.420630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Calling delete_port for 0005e7aa-4ac5-4879-8985-77be3b3ded3c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:46.421405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] For port fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:46.425438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54ceb144-997d-44cb-8653-7b2d4c6e1a81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:46.496848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.563070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.614899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:46.614899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.649840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ed8e066-1f77-4786-807a-f762dfa11a3c req-39344f51-06ae-4217-878e-9484aff3085c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 210 time: 0.1431344 Mar 02 17:36:46.661937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.667262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.740701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063bff9-c3c7-4dfe-88b8-e569f02f5c90 None None] Pushing event updated for resources: {'Port': ['ID=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:46.860812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.862805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:46.863699 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:46.951166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0005e7aa-4ac5-4879-8985-77be3b3ded3c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:47.114100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Allocated IP 172.25.3.223 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1eecddf3-2a1d-4059-b035-a49806a5af3d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:47.163485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] Pushing event updated for resources: {'Network': ['ID=45edf2a0-6365-455f-9148-024222a366ec,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:47.192291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 45edf2a0-6365-455f-9148-024222a366ec details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:36:47.202560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3edc7d27-07d9-49c0-b178-67647c8b9080 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.3236799 Mar 02 17:36:47.203596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57034) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:47.217046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Request body: {'subnet': {'network_id': '45edf2a0-6365-455f-9148-024222a366ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-37770919-subnet', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:47.227114 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:47.241849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:47.375479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No active binding found for port 0005e7aa-4ac5-4879-8985-77be3b3ded3c {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:36:47.375912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0005e7aa-4ac5-4879-8985-77be3b3ded3c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:47.381364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Usage tracker for resource:subnet and tenant:1c3e67ee5f4e46f9bb56c38b033a1f21 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:47.400199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Pushing event deleted for resources: {'Port': ['ID=0005e7aa-4ac5-4879-8985-77be3b3ded3c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:47.409015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:47.423533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:47.617439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:47.685345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:47.696969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] No DVR routers for this DVR port 0005e7aa-4ac5-4879-8985-77be3b3ded3c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:47.707786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Made reservation on behalf of 1c3e67ee5f4e46f9bb56c38b033a1f21 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:47.719583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:47.771212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:47.785999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-233a0d61-978c-4d07-a8bb-69d4edfa6c00 req-d6d251b1-2e8b-45b4-beab-aa0d48899d07 tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.35 "DELETE /v2.0/ports/0005e7aa-4ac5-4879-8985-77be3b3ded3c HTTP/1.1" status: 204 len: 173 time: 3.2446373 Mar 02 17:36:47.878702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:47.881826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:47.888441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'name': 'network-vif-deleted', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:47.907486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:47.990511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57056) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:48.130559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Pushing event updated for resources: {'Port': ['ID=1eecddf3-2a1d-4059-b035-a49806a5af3d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:48.310990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b4a7c2e-6f07-4784-9b75-f2af55359327 req-5712e805-f73e-4c0e-991e-1e31cf9dd0bf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Synchronizing usage tracker for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:48.507817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fbafed7d-15f9-4b19-b1da-60eb07fc7a37 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:48.538805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b4a7c2e-6f07-4784-9b75-f2af55359327 req-5712e805-f73e-4c0e-991e-1e31cf9dd0bf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] Unset dirty status for tenant:923b7cb1f284446b9b5ca293f3521fd9 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:48.559954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1688621242-network', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:48.572530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b4a7c2e-6f07-4784-9b75-f2af55359327 req-5712e805-f73e-4c0e-991e-1e31cf9dd0bf tempest-ListServerFiltersTestJSON-217896999 tempest-ListServerFiltersTestJSON-217896999-project] 10.222.0.37 "GET /v2.0/ports?device_id=0850a1ba-5416-4666-918e-303cabfd54c5 HTTP/1.1" status: 200 len: 210 time: 0.8918650 Mar 02 17:36:48.583962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:48.591117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:48.601660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:48.618507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59cfd9-014e-4551-a65a-d9c92e2fa586 None None] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:48.628157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Usage tracker for resource:network and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:48.639097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:48.646816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-9f5735e4-77e1-40a7-a7f3-169ef61953dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:48.654092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-9f5735e4-77e1-40a7-a7f3-169ef61953dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.7565291 Mar 02 17:36:48.827394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:48.855975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ece22265-172f-4615-bd42-57fc24e91792 None None] Provisioning for port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:48.984430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.089769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:49.121748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:49.122121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.128676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47039dbd-67e3-4144-9a4f-b00e68f4fa0c req-fa07d54e-e3f2-4ea7-b623-ce84461de664 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 210 time: 0.9324296 Mar 02 17:36:49.174826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:49.237651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99e8482-d6e4-4ee2-80ae-0c857676bd72,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:49.273673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Checking segment: {'id': 'd24bdd75-d741-4b24-afe3-02bb1216f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45edf2a0-6365-455f-9148-024222a366ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:49.274198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Network hostable DHCP agents. Network: 45edf2a0-6365-455f-9148-024222a366ec, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:36:49.309970 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850a1ba-5416-4666-918e-303cabfd54c5', 'name': 'network-vif-deleted', 'tag': '0005e7aa-4ac5-4879-8985-77be3b3ded3c', 'status': 'completed', 'code': 200} Mar 02 17:36:49.329835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'device_id': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'admin_state_up': True, 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:49.358650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Network 45edf2a0-6365-455f-9148-024222a366ec is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:36:49.399582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Made reservation on behalf of 41f4023e06534dd093cceb5d1758b42f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:49.402877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.436326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.524481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:49.532146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Usage tracker for resource:security_group_rule and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:49.536808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:49.546392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:49.585779 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.666382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:49.676259 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.740720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.774654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57106) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:49.789746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.805279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:49.875073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 45edf2a0-6365-455f-9148-024222a366ec) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:49.879979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:49.880551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:49.887363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c608db-8f40-476a-afad-669efbfbbaf5 None None] Network 45edf2a0-6365-455f-9148-024222a366ec requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:49.949622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:36:49.958242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cee6e486-f042-4077-9c3d-cabea6cc62c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7531424 Mar 02 17:36:49.965316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57112) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:49.986816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-37770919-router', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:49.993444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:49.998302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Usage tracker for resource:router and tenant:1c3e67ee5f4e46f9bb56c38b033a1f21 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:50.007884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:50.016304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:50.026628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d5ad1c-546a-4160-b271-2db25c00e09a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:50.028521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad522df-8763-462a-b042-c55d054c2a27 req-84e13c1f-619c-494c-b78f-ddda0eba7d8b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:50.040493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aad522df-8763-462a-b042-c55d054c2a27 req-84e13c1f-619c-494c-b78f-ddda0eba7d8b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 0.2424521 Mar 02 17:36:50.047161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.047638 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Added segment 8bd19db4-e6da-44ae-9c56-bd62e3cace15 of type vlan for network 3aa98c72-a96a-491f-b260-6e4c54abad44 Mar 02 17:36:50.048931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.049990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.076923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Deleting subnet 0e3916a4-bb50-4d98-9d51-bc02e9121e65 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:36:50.090672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Router 30ea89ed-9507-4492-956e-42b003d17a87 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:36:50.094439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.116690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:50.126223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e7f24023-e869-4d59-92e9-bac94bd51fe6 None None] Provisioning complete for port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:50.126639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e7f24023-e869-4d59-92e9-bac94bd51fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.128818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:50.161171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:50.165987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.185642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.204225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.208250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.291152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aad522df-8763-462a-b042-c55d054c2a27 req-07a346be-43fd-42c9-89b5-fae66b905355 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912017 Mar 02 17:36:50.353563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:36:50.506819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fbafed7d-15f9-4b19-b1da-60eb07fc7a37 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:50.580092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d450650-d214-466a-b2dd-0d3bf5db0ffb req-c5cebc4a-a59b-4f77-be7d-85a5ebf95db7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 210 time: 0.0873799 Mar 02 17:36:50.587516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.588776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:50.589130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.598695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.20.0.4 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:50.696818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-45edf2a0-6365-455f-9148-024222a366ec', 'network_id': '45edf2a0-6365-455f-9148-024222a366ec', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'fixed_ips': [{'subnet_id': 'c99e8482-d6e4-4ee2-80ae-0c857676bd72'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:36:50.697640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.837802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:50.841599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.922144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:50.957324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa98c72-a96a-491f-b260-6e4c54abad44,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:50.974400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:36:50.991836 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-684a12c0-1535-43db-813d-0ec990822c50 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9735849 Mar 02 17:36:50.994309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:51.005258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.008736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Request body: {'subnet': {'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1688621242-subnet', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:51.020189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.027804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:51.039609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Usage tracker for resource:subnet and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:51.044499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:51.061435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:51.102848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Transition to ACTIVE for port object c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:51.114148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Made reservation on behalf of 41f4023e06534dd093cceb5d1758b42f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:36:51.117562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.139263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.142183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57134) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:51.147048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Allocated IP 172.20.0.2 (45edf2a0-6365-455f-9148-024222a366ec/c99e8482-d6e4-4ee2-80ae-0c857676bd72/94906da7-4d89-428e-9239-d0f8d0de129b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:51.159806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:36:51.237722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.268146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:51.285302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:51.287199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:51.289735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:51.376896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:51.377563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.403751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627767a5-0eb4-4dd4-a052-a9a28e594f34 None None] Network 4993d096-4595-4c9e-8d14-2af3cecdd962 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:51.419070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.447937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-93a78edb-6195-462b-9337-cdee5bab212f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7766936 Mar 02 17:36:51.465695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Request body: {'port': {'device_id': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:51.478123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3916a4-bb50-4d98-9d51-bc02e9121e65,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:51.559713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-368602b6-1d6a-4893-8a9c-0a5234656040 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e3916a4-bb50-4d98-9d51-bc02e9121e65 HTTP/1.1" status: 204 len: 168 time: 1.7720270 Mar 02 17:36:51.563403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:51.680640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.894995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:51.897623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:51.905959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:36:51.917005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Sync routers for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:36:51.927606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5b02f851eb46ddb2e759371d4a3d0a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:51.940880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:51.941773 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:51.945261 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:51.946531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-389fe64e-24d5-4a8a-a4f8-7105b1355ec8 None None] Provisioning for port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:51.955028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:51.988140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838985-608a-4c7d-809a-32715414106f req-fb741705-ffff-484c-82f7-0b780a7b729b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:51.988857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-6a838985-608a-4c7d-809a-32715414106f req-fb741705-ffff-484c-82f7-0b780a7b729b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Synchronizing usage tracker for tenant:637ed007f02649378d824b07bdf502cf on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:51.994863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-389fe64e-24d5-4a8a-a4f8-7105b1355ec8 None None] Provisioning complete for port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:51.995789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-389fe64e-24d5-4a8a-a4f8-7105b1355ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.015054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15eebc-9a86-4e46-b36b-3ac711487a12 req-22154b41-8617-4b3d-8bbb-dbc8e62aaa50 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:52.016292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.017130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b15eebc-9a86-4e46-b36b-3ac711487a12 req-22154b41-8617-4b3d-8bbb-dbc8e62aaa50 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 0.4652226 Mar 02 17:36:52.111629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.120728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9524231d-6785-4e98-8ed5-2d84641f8a8c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.4939065 Mar 02 17:36:52.128834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:52.209614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-389fe64e-24d5-4a8a-a4f8-7105b1355ec8 None None] Port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:36:52.224455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b15eebc-9a86-4e46-b36b-3ac711487a12 req-0aa062b4-d754-4605-8e93-47700413b35e tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861706 Mar 02 17:36:52.237551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.278678 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:52.279992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Transition to ACTIVE for port object 94906da7-4d89-428e-9239-d0f8d0de129b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:52.335903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Transition to ACTIVE for port object 94906da7-4d89-428e-9239-d0f8d0de129b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:52.346488 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.358683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-6a838985-608a-4c7d-809a-32715414106f req-fb741705-ffff-484c-82f7-0b780a7b729b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Unset dirty status for tenant:637ed007f02649378d824b07bdf502cf on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:52.359821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6a838985-608a-4c7d-809a-32715414106f req-fb741705-ffff-484c-82f7-0b780a7b729b tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 1.1245327 Mar 02 17:36:52.387135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] DHCP port deletion for 4993d096-4595-4c9e-8d14-2af3cecdd962 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:36:52.415355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Deleting port 0203a9df-df1d-4753-8927-f385676f6cb6 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:52.415785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.416023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Deleting port 0203a9df-df1d-4753-8927-f385676f6cb6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:52.416392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.434950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.450646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8385b-873a-4a75-999e-b77988f65664 req-46ef9349-a139-47dc-960b-1bc44b12d558 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:52.453560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e3e8385b-873a-4a75-999e-b77988f65664 req-46ef9349-a139-47dc-960b-1bc44b12d558 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:36:52.476363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Network 45edf2a0-6365-455f-9148-024222a366ec is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:52.482078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Pushing event updated for resources: {'Port': ['ID=94906da7-4d89-428e-9239-d0f8d0de129b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:52.484839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:52.488869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:52.499065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.554147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a5b02f851eb46ddb2e759371d4a3d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4090481 Mar 02 17:36:52.556658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57154) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:52.629260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aecc8e-e810-490f-a594-e6ebf37aa964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d9c6ef-0b35-4514-8e6d-30c120fb542d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:52.639944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e3e8385b-873a-4a75-999e-b77988f65664 req-46ef9349-a139-47dc-960b-1bc44b12d558 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:36:52.641225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e8385b-873a-4a75-999e-b77988f65664 req-46ef9349-a139-47dc-960b-1bc44b12d558 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 931 time: 0.7908711 Mar 02 17:36:52.718921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3e8385b-873a-4a75-999e-b77988f65664 req-b078621b-1253-4e52-a877-157a79c67094 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692186 Mar 02 17:36:52.783281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.801316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:36:52.819284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.832098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.843344 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:36:48Z', 'revision_number': 3, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:52.849274 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Checking router: 30ea89ed-9507-4492-956e-42b003d17a87 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:36:52.849629 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Updating router 30ea89ed-9507-4492-956e-42b003d17a87 port 1eecddf3-2a1d-4059-b035-a49806a5af3d binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:36:52.853408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] For port 0203a9df-df1d-4753-8927-f385676f6cb6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0203a9df-df1d-4753-8927-f385676f6cb6,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:52.854038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.859306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Transition to ACTIVE for port object c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:52.876437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.915239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Deleting port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:52.919388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:52.927269 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.138595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Calling delete_port for 0203a9df-df1d-4753-8927-f385676f6cb6 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:53.213678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Attempting to bind port 94906da7-4d89-428e-9239-d0f8d0de129b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:53.214604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Attempting to bind port 94906da7-4d89-428e-9239-d0f8d0de129b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd24bdd75-d741-4b24-afe3-02bb1216f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45edf2a0-6365-455f-9148-024222a366ec'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:53.215025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Attempting to bind port 94906da7-4d89-428e-9239-d0f8d0de129b on network 45edf2a0-6365-455f-9148-024222a366ec {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:53.221554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.240668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:53.241035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Checking segment: {'id': 'd24bdd75-d741-4b24-afe3-02bb1216f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45edf2a0-6365-455f-9148-024222a366ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:53.241436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.241824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Bound using segment: {'id': 'd24bdd75-d741-4b24-afe3-02bb1216f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45edf2a0-6365-455f-9148-024222a366ec'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:53.242287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Bound port: 94906da7-4d89-428e-9239-d0f8d0de129b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24bdd75-d741-4b24-afe3-02bb1216f2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45edf2a0-6365-455f-9148-024222a366ec'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:53.242676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.326075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.414351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] Pushing event deleted for resources: {'Port': ['ID=0203a9df-df1d-4753-8927-f385676f6cb6,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.457310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e13d9c-94a3-48bc-8da2-0abcc3816793 None None] No DVR routers for this DVR port 0203a9df-df1d-4753-8927-f385676f6cb6 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:53.457833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Pushing event updated for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.470990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:53.474621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:53.487342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.489227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.630958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.642220 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.673098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Transition to ACTIVE for port object 1eecddf3-2a1d-4059-b035-a49806a5af3d will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:53.688666 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.702503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.706202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] For port 0203a9df-df1d-4753-8927-f385676f6cb6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0203a9df-df1d-4753-8927-f385676f6cb6,segment=NetworkSegment(cb9e15df-a602-482c-9859-e097b0e432be),segment_id=cb9e15df-a602-482c-9859-e097b0e432be)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:53.706805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.735562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Attempting to bind port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:53.736294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Attempting to bind port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:53.736294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Attempting to bind port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:53.738369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d9c6ef-0b35-4514-8e6d-30c120fb542d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.759601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:36:53.759601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Attempting to bind port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:53.764187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.769230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3636551-1b58-4fb2-b6b1-3c94ed984244,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.783850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c4cd73b5-f504-4e0d-a97d-ce0f2bf2e33c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48d9c6ef-0b35-4514-8e6d-30c120fb542d HTTP/1.1" status: 204 len: 168 time: 1.2069225 Mar 02 17:36:53.789588 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cbe0-becd-44f4-a025-c63f6dd24fed None None] Pushing event updated for resources: {'Port': ['ID=1eecddf3-2a1d-4059-b035-a49806a5af3d,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.813426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:53.813771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:53.814150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:53.814623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Bound port: c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:53.814958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.842480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86476815-5a39-4041-8d68-823bfdaf3698 None None] Pushing event updated for resources: {'Port': ['ID=94906da7-4d89-428e-9239-d0f8d0de129b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:53.843573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Attempting to bind port 1eecddf3-2a1d-4059-b035-a49806a5af3d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:53.844112 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Attempting to bind port 1eecddf3-2a1d-4059-b035-a49806a5af3d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:53.844654 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Attempting to bind port 1eecddf3-2a1d-4059-b035-a49806a5af3d on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:53.864120 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:53.867011 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:53.870375 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.872124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:53.872786 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Bound port: 1eecddf3-2a1d-4059-b035-a49806a5af3d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:53.873378 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:53.969932 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] For port 1eecddf3-2a1d-4059-b035-a49806a5af3d, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:53.974245 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] For port 1eecddf3-2a1d-4059-b035-a49806a5af3d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1eecddf3-2a1d-4059-b035-a49806a5af3d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:53.979426 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.040049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Calling delete_port for 0203a9df-df1d-4753-8927-f385676f6cb6 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:54.071770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cbe0-becd-44f4-a025-c63f6dd24fed None None] Pushing event updated for resources: {'Port': ['ID=1eecddf3-2a1d-4059-b035-a49806a5af3d,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:54.102401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:36:54.102401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:54.349912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c190-d187-4115-99ce-d56af775ecbc req-18ebfe47-a1d1-4d7c-a0d3-f7afc5b57d01 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:54.352200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7af1c190-d187-4115-99ce-d56af775ecbc req-18ebfe47-a1d1-4d7c-a0d3-f7afc5b57d01 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 950 time: 0.7138758 Mar 02 17:36:54.353597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Checking segment: {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:54.359715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Network hostable DHCP agents. Network: 3aa98c72-a96a-491f-b260-6e4c54abad44, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:36:54.374693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:54.397399 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:36:54.458551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:54.487251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:54.522382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.632627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 94906da7-4d89-428e-9239-d0f8d0de129b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:54.673982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57170) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:54.700595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:54.701269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.721090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:36:54.721678 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:36:54.733435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.734825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-bf466e54-6709-44e0-bead-356f8607528c service neutron] 10.222.0.35 "PUT /v2.0/ports/c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 HTTP/1.1" status: 200 len: 1091 time: 3.2795587 Mar 02 17:36:54.739724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:54.745633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Allocated IP 172.25.3.212 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1f000762-4dc8-4853-84cd-31be73de2014) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:54.783765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7af1c190-d187-4115-99ce-d56af775ecbc req-e60aa81a-fc84-4743-beca-96250f63603a tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237204 Mar 02 17:36:54.799861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7dfd-fd91-4322-94a6-5ac35c20b8bd req-b6fc06e4-5564-4853-b125-fa0d0c1a441a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:54.801479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5ef7dfd-fd91-4322-94a6-5ac35c20b8bd req-b6fc06e4-5564-4853-b125-fa0d0c1a441a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 943 time: 0.7871878 Mar 02 17:36:54.852597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.874044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466e54-6709-44e0-bead-356f8607528c service neutron] Pushing event updated for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:54.910145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 94906da7-4d89-428e-9239-d0f8d0de129b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:54.925472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:54.959012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:54.964987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:54.967095 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', 'status': 'completed', 'code': 200} Mar 02 17:36:55.075189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5ef7dfd-fd91-4322-94a6-5ac35c20b8bd req-1fbb7f1f-2a27-4661-a239-f749acd97bc9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742673 Mar 02 17:36:55.114740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-9cb4b2e1-099c-43c2-b54e-ecddc8fb138a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 1094 time: 0.3102529 Mar 02 17:36:55.142627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:55.155504 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'code': 200} Mar 02 17:36:55.156041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:55.160575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Calling delete_port for 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:55.163237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0203a9df-df1d-4753-8927-f385676f6cb6 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:36:55.184682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:36:48Z', 'revision_number': 3, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:55.197153 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7baa3c-ee85-41fb-9241-0f97060f1921 None None] The sync data for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 is: [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:36:48Z', 'revision_number': 3, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:36:55.220167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:36:55.239331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Deleting port 0203a9df-df1d-4753-8927-f385676f6cb6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:55.239658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:55.248327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 0203a9df-df1d-4753-8927-f385676f6cb6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:36:55.248686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0203a9df-df1d-4753-8927-f385676f6cb6 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:36:55.292932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-848dc6c3-2238-4fad-bc16-d1107a45ef2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 HTTP/1.1" status: 200 len: 217 time: 0.1695151 Mar 02 17:36:55.389013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-f33bffef-dfbe-4fe3-a623-4799193d0892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:55.391180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-f33bffef-dfbe-4fe3-a623-4799193d0892 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.0917964 Mar 02 17:36:55.484861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-1e5157f2-e70a-47ae-8c17-4d7a52b8ba96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869765 Mar 02 17:36:55.569218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 3aa98c72-a96a-491f-b260-6e4c54abad44) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:55.589667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880a413-b79b-416a-9e5a-450bb98442ee None None] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:55.626815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e4012-cb08-4c38-9c37-5e2195958d73 None None] Network 45edf2a0-6365-455f-9148-024222a366ec requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:36:55.658484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] The port '0203a9df-df1d-4753-8927-f385676f6cb6' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:36:55.669420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:55.670009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:55.686484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-203f4617-99ca-41fc-a9f9-dd46619c3274 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939015 Mar 02 17:36:55.763137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:55.793449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Usage tracker for resource:security_group_rule and tenant:37818723d67d482f8dd2b467076ad22f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:55.805617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:55.892086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:55.913316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:36:55.913632 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:36:55.928356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6a0f2d54-4add-47d0-a2fb-1ec4155ed5e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.9304478 Mar 02 17:36:55.937048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:55.942107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57182) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:55.955187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:36:55.960353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:36:55.967218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Usage tracker for resource:router and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:36:55.970492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:36:55.980619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:36:55.998297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:55.999804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.025338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.031936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Provisioning for port 94906da7-4d89-428e-9239-d0f8d0de129b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:36:56.059447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.059999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Provisioning complete for port 94906da7-4d89-428e-9239-d0f8d0de129b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:56.060516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.068380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4993d096-4595-4c9e-8d14-2af3cecdd962']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:56.102364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9e15df-a602-482c-9859-e097b0e432be') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:56.102677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9e15df-a602-482c-9859-e097b0e432be') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:36:56.222060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.237982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.277591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.293944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:36:56.295078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.305308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7eb9e929-e1da-4391-982c-b1a416a72a1d req-106ee5af-7b76-4b08-9990-58fdb3dae2cc service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109126 Mar 02 17:36:56.348725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-3aa98c72-a96a-491f-b260-6e4c54abad44', 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'fixed_ips': [{'subnet_id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:36:56.349526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.429798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:36:56.444520 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:36:56.449779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Deleting port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:36:56.449779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.479564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.493864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.588626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.604007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:56.606513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4993d096-4595-4c9e-8d14-2af3cecdd962,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:56.618815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.621682 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37818723d67d482f8dd2b467076ad22f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9419465 Mar 02 17:36:56.626689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57192) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:56.650606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591b1f-af89-4101-ad48-780d7f6daacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b41103-1663-4d03-b1a8-e8cb6ebcf9ee,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:56.705199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.726478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.786026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.791431 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c527fdc-c000-4895-bda3-5daec3a0b7f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4993d096-4595-4c9e-8d14-2af3cecdd962 HTTP/1.1" status: 204 len: 168 time: 5.2165604 Mar 02 17:36:56.796416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537683-26c6-4c3a-87df-405c2d500fa3 req-528871da-f885-4213-8eb0-b5e3c48a4b40 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:56.799054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1537683-26c6-4c3a-87df-405c2d500fa3 req-528871da-f885-4213-8eb0-b5e3c48a4b40 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 948 time: 0.7409341 Mar 02 17:36:56.812157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700159cb-da9b-4442-b48c-4df4b33c2043 None None] Pushing event updated for resources: {'Port': ['ID=94906da7-4d89-428e-9239-d0f8d0de129b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:56.830892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b2914079-9019-4726-a1fb-edbcc158cbbc None None] Provisioning complete for port 94906da7-4d89-428e-9239-d0f8d0de129b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:56.831522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b2914079-9019-4726-a1fb-edbcc158cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:56.860876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Allocated IP 172.20.0.2 (3aa98c72-a96a-491f-b260-6e4c54abad44/f3636551-1b58-4fb2-b6b1-3c94ed984244/b08c19c1-4a10-45a9-a01d-032706db209c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:56.951147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:56.987126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:57.002910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec03a21-a38f-495e-a9d5-2c2ec25a69dc req-d1e76444-476c-486d-ae54-fe11b0bb91c3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:57.005293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ec03a21-a38f-495e-a9d5-2c2ec25a69dc req-d1e76444-476c-486d-ae54-fe11b0bb91c3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 943 time: 0.6974928 Mar 02 17:36:57.033946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:57.039937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-95a53310-89c7-4c71-a34e-75e13419f2df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 1094 time: 0.6111352 Mar 02 17:36:57.052052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.095062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Pushing event updated for resources: {'Port': ['ID=1f000762-4dc8-4853-84cd-31be73de2014,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:57.219690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-a432bc52-1d20-4462-9213-aa3e5a01acb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:57.221303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-a432bc52-1d20-4462-9213-aa3e5a01acb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.1482882 Mar 02 17:36:57.340770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57198) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:57.343268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1537683-26c6-4c3a-87df-405c2d500fa3 req-1778f837-b461-43f2-ad97-cc8a5129d4bd tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095061 Mar 02 17:36:57.362368 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.398694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Transition to ACTIVE for port object b08c19c1-4a10-45a9-a01d-032706db209c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:57.447391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Transition to ACTIVE for port object b08c19c1-4a10-45a9-a01d-032706db209c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:36:57.462886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.480513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-54556480-21ff-4552-adca-1d18c4013fe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 HTTP/1.1" status: 200 len: 217 time: 0.1959126 Mar 02 17:36:57.498363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ec03a21-a38f-495e-a9d5-2c2ec25a69dc req-696ea27e-7beb-4b89-9973-0161402cb882 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778700 Mar 02 17:36:57.522204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] For port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:57.522510 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.560107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-88bf6f3e-6e57-4c56-8c57-01c0e6e7729b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=923b7cb1f284446b9b5ca293f3521fd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156754 Mar 02 17:36:57.572095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:36:57.572992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Pushing event updated for resources: {'Port': ['ID=b08c19c1-4a10-45a9-a01d-032706db209c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:57.575952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:36:57.579654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:36:57.591100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.591473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.591827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.592260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.592495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.592828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.593163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.593478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.593829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.594129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.594452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:36:57.626808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57204) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:36:57.716819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-18e339da-5359-4567-88bb-9288da8133c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:36:57.718296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-18e339da-5359-4567-88bb-9288da8133c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1678398 Mar 02 17:36:57.721469 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.765769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Calling delete_port for 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:36:57.786692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b41103-1663-4d03-b1a8-e8cb6ebcf9ee,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:57.827695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Attempting to bind port b08c19c1-4a10-45a9-a01d-032706db209c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:36:57.828273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Attempting to bind port b08c19c1-4a10-45a9-a01d-032706db209c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:36:57.828418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Attempting to bind port b08c19c1-4a10-45a9-a01d-032706db209c on network 3aa98c72-a96a-491f-b260-6e4c54abad44 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:36:57.836524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.837364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:36:57.837745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Checking segment: {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:36:57.838148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.838664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Bound using segment: {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:36:57.839098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Bound port: b08c19c1-4a10-45a9-a01d-032706db209c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:36:57.839631 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.849749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.863026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9e70d2b6-d15d-4297-af90-66bedcd2864c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18b41103-1663-4d03-b1a8-e8cb6ebcf9ee HTTP/1.1" status: 204 len: 168 time: 1.2187893 Mar 02 17:36:57.895008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:57.964549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] For port b08c19c1-4a10-45a9-a01d-032706db209c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:36:57.969236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] For port b08c19c1-4a10-45a9-a01d-032706db209c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b08c19c1-4a10-45a9-a01d-032706db209c,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:36:57.977927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-2826ad93-00a3-4093-8766-2e24da21683a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427208 Mar 02 17:36:57.981684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.098481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.110612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecbb77-346b-441a-a169-1e25c9115f75 None None] Pushing event updated for resources: {'Port': ['ID=b08c19c1-4a10-45a9-a01d-032706db209c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:58.149443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.229230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.246488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.356576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08020ec8-2ebf-4d56-a63d-7ae1c50b185b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:58.411864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.412680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.426831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-ea2e35e5-8501-48c2-b3ec-51eb7796958a service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355276 Mar 02 17:36:58.447414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 94906da7-4d89-428e-9239-d0f8d0de129b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:36:58.481953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Pushing event deleted for resources: {'Port': ['ID=9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:58.655377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.661482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0e176d49-6c1e-4d9f-85e4-9b31e7b256a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08020ec8-2ebf-4d56-a63d-7ae1c50b185b HTTP/1.1" status: 204 len: 168 time: 1.0310276 Mar 02 17:36:58.705283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 94906da7-4d89-428e-9239-d0f8d0de129b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:36:58.705659 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.949889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] No DVR routers for this DVR port 9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:36:58.987179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:58.992554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-deleted', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:36:59.014072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:36:59.031655 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6a838985-608a-4c7d-809a-32715414106f req-0743162f-e469-46f5-9ed0-34ffe1e9747d tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.50 "DELETE /v2.0/ports/9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05 HTTP/1.1" status: 204 len: 173 time: 6.6166809 Mar 02 17:36:59.080779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Allocated IP 172.25.3.125 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/b8fb732a-a990-454e-b1e7-850923d507e6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:59.248060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:59.431106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:59.476087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', 'mac_address': 'fa:16:3e:96:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:36:59.609561 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:59.663660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:36:59.705168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:36:59.718411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:36:59.734341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:36:59.740819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecadef4f-946d-4aa3-986f-09aee3cfb280 req-9f1f25ef-912f-443a-96fc-0bd4dcf06339 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2004290 Mar 02 17:36:59.791500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Allocated IP 172.20.0.1 (0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50/f06660a5-0b1c-4c3b-9375-0c65d1a5358e/3dd6f138-0824-47d2-abe5-7cab484ebecd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:36:59.842722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2db828e-e99b-4546-8a29-d6e89d2836d7 req-d59c4f69-e6b1-4807-aa2c-8c47e20b0859 tempest-TenantUsagesTestJSON-1895046545 tempest-TenantUsagesTestJSON-1895046545-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd023e1b-468a-4a2d-8aad-117d63c8a13b HTTP/1.1" status: 200 len: 210 time: 0.9266219 Mar 02 17:36:59.881315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:36:59.889577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f12afc-8c11-4e40-9273-58b9b24c65e6 None None] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:00.134330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:37:00.144753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45f1f-e40b-49ac-8d38-bfc0e3af65e2 req-ebdb624d-c4a9-4f9a-82e4-1130d80b91ae tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:00.146310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe45f1f-e40b-49ac-8d38-bfc0e3af65e2 req-ebdb624d-c4a9-4f9a-82e4-1130d80b91ae tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 943 time: 1.2282970 Mar 02 17:37:00.147967 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd023e1b-468a-4a2d-8aad-117d63c8a13b', 'name': 'network-vif-deleted', 'tag': '9ba9a95b-a0fb-49ff-a9ee-ee5d0e85ed05', 'status': 'completed', 'code': 200} Mar 02 17:37:00.218486 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:00.305321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe45f1f-e40b-49ac-8d38-bfc0e3af65e2 req-7e2f9428-65e8-461f-b337-05cd5b675ded tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345849 Mar 02 17:37:00.331197 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:00.618396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ff68ad1c-08be-433a-b7e2-fb722c0137e0 None None] Provisioning for port b08c19c1-4a10-45a9-a01d-032706db209c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:00.644780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1eecddf3-2a1d-4059-b035-a49806a5af3d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:00.802199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:00.812671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:00.824996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:00.908830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Pushing event updated for resources: {'Port': ['ID=b8fb732a-a990-454e-b1e7-850923d507e6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:01.006126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:01.051484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.124889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Transition to ACTIVE for port object 3dd6f138-0824-47d2-abe5-7cab484ebecd will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:01.136195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1eecddf3-2a1d-4059-b035-a49806a5af3d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:01.175922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1eecddf3-2a1d-4059-b035-a49806a5af3d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:01.176478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.210760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:01.238927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.240768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.257197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Sync routers for ids ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:01.265375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.356958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.358460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4dbe07e0-2948-416a-9330-16d212acec86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.3830404 Mar 02 17:37:01.385647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-network', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:01.391808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57280) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:01.398139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:01.403210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:01.421921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Routers {'5a699eaf-44c9-42c1-8f36-3cb5419324d9'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:01.437462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:01.490937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:01.585287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Usage tracker for resource:network and tenant:a8c66a609c6b4b0a84b2d36af58f6898 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:01.600579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:01.725746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.748946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:01.783734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:01.789318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:01.814496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.815199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.815653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.816338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.816851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.817346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.817988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.818479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.819005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.819611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.820104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:01.838375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57288) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:01.862746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Made reservation on behalf of a8c66a609c6b4b0a84b2d36af58f6898 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:01.865228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:01.903025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.072389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317cd1-8f78-4769-8e91-6bb305aa515e req-73a56d1e-f003-4b62-a892-90f78d7b3285 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:02.073887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.076065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:02.084348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67317cd1-8f78-4769-8e91-6bb305aa515e req-73a56d1e-f003-4b62-a892-90f78d7b3285 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 944 time: 0.3589499 Mar 02 17:37:02.084935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c66a609c6b4b0a84b2d36af58f6898 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:02.097158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:02.105073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:02.147972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1eecddf3-2a1d-4059-b035-a49806a5af3d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1eecddf3-2a1d-4059-b035-a49806a5af3d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:02.163201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.168874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b08c19c1-4a10-45a9-a01d-032706db209c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:02.173460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67317cd1-8f78-4769-8e91-6bb305aa515e req-58ab40f0-0f40-457a-a16d-620763959df2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881779 Mar 02 17:37:02.246045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.274893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:37:02.363103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1eecddf3-2a1d-4059-b035-a49806a5af3d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:02.410873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Set router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:02.517405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5dde2553-764a-49f6-b3f6-bd7189faf74f None None] Provisioning for port 3dd6f138-0824-47d2-abe5-7cab484ebecd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:02.554023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5dde2553-764a-49f6-b3f6-bd7189faf74f None None] Provisioning complete for port 3dd6f138-0824-47d2-abe5-7cab484ebecd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:02.554391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5dde2553-764a-49f6-b3f6-bd7189faf74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.643303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:02.655801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Sync routers for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:02.676228 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Routers {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:02.677248 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:02.688463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.691615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.693834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d0c38aa9-0670-4202-b257-b82f6c1b174b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7495458 Mar 02 17:37:02.694905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57306) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:02.737396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2553-764a-49f6-b3f6-bd7189faf74f None None] Port 3dd6f138-0824-47d2-abe5-7cab484ebecd cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:02.740791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.748850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b08c19c1-4a10-45a9-a01d-032706db209c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:02.759811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:37:02.760079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b08c19c1-4a10-45a9-a01d-032706db209c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:02.760079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.880999 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.920484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181bd85-e18c-4d3b-8560-2fc4980ab591,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:02.947096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1dffa4c8-8680-4da9-9d5b-332cc609e350 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=637ed007f02649378d824b07bdf502cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0995300 Mar 02 17:37:02.948622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:02.964264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:02.996280 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Set router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:03.029394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:03.116277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.160268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:37:03.213566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.214410 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Added segment aaa1398a-db81-40d5-b013-d788cd23f05d of type vlan for network 97918150-26a9-4d22-aaf1-6f12ca83041d Mar 02 17:37:03.241982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b08c19c1-4a10-45a9-a01d-032706db209c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b08c19c1-4a10-45a9-a01d-032706db209c,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:03.258512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'name': 'tempest-ServersTestFqdnHostnames-37770919-router', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1f000762-4dc8-4853-84cd-31be73de2014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:50Z', 'updated_at': '2022-03-02T17:36:57Z', 'revision_number': 3, 'project_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'gw_port': {'id': '1f000762-4dc8-4853-84cd-31be73de2014', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:53Z', 'updated_at': '2022-03-02T17:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:03.270355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Checking router: 5a699eaf-44c9-42c1-8f36-3cb5419324d9 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:03.271408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Updating router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 port 1f000762-4dc8-4853-84cd-31be73de2014 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:03.321959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:03.325329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.347972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.480697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.552364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1eecddf3-2a1d-4059-b035-a49806a5af3d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:03.622965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d217-d5d8-4eaa-8ad1-0c547853c614 req-5364205c-5dd7-4992-80f7-387bb439fc61 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:03.633319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07e0d217-d5d8-4eaa-8ad1-0c547853c614 req-5364205c-5dd7-4992-80f7-387bb439fc61 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 944 time: 0.1418445 Mar 02 17:37:03.721178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07e0d217-d5d8-4eaa-8ad1-0c547853c614 req-98c48812-0745-4449-93a6-665185697640 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844283 Mar 02 17:37:03.729519 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 3, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:03.750006 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Checking router: 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:03.750343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Updating router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 port b8fb732a-a990-454e-b1e7-850923d507e6 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:03.779435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:03.780234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.836036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.842821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:03.843430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.856054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:03.856433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.861792 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.943200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1eecddf3-2a1d-4059-b035-a49806a5af3d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:03.943200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:03.965269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.006996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.154389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b08c19c1-4a10-45a9-a01d-032706db209c,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:04.272492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2445560 Mar 02 17:37:04.289415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:04.351631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Request body: {'subnet': {'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-subnet', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:04.395318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:04.415358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:04.443164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d12bc8-fba5-4910-a82e-5160f2788883 admin admin] Pushing event updated for resources: {'Network': ['ID=97918150-26a9-4d22-aaf1-6f12ca83041d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:04.485609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 97918150-26a9-4d22-aaf1-6f12ca83041d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:37:04.658085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.670031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.670675 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.694934 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Transition to ACTIVE for port object b8fb732a-a990-454e-b1e7-850923d507e6 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:04.715677 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.892607 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e94409-bc0c-451f-91e8-52af4c26cc2f None None] Pushing event updated for resources: {'Port': ['ID=b8fb732a-a990-454e-b1e7-850923d507e6,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:04.925869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:04.944574 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Attempting to bind port b8fb732a-a990-454e-b1e7-850923d507e6 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:04.944936 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Attempting to bind port b8fb732a-a990-454e-b1e7-850923d507e6 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:04.945272 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Attempting to bind port b8fb732a-a990-454e-b1e7-850923d507e6 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:04.950416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:04.960870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:04.962243 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:04.963530 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.964732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:04.966081 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Bound port: b8fb732a-a990-454e-b1e7-850923d507e6, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:04.967298 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:04.967826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.023778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20728c9c-efe7-464a-925a-7f72d9d5a4ac None None] Provisioning complete for port 3dd6f138-0824-47d2-abe5-7cab484ebecd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:05.023778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20728c9c-efe7-464a-925a-7f72d9d5a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.170070 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] For port b8fb732a-a990-454e-b1e7-850923d507e6, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:05.174120 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] For port b8fb732a-a990-454e-b1e7-850923d507e6, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b8fb732a-a990-454e-b1e7-850923d507e6,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:05.186351 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.216221 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', 'code': 200} Mar 02 17:37:05.219391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-20728c9c-efe7-464a-925a-7f72d9d5a4ac None None] Port 3dd6f138-0824-47d2-abe5-7cab484ebecd cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:05.290998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:05.296430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:05.368748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Usage tracker for resource:subnet and tenant:a8c66a609c6b4b0a84b2d36af58f6898 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:05.386778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:05.429260 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e94409-bc0c-451f-91e8-52af4c26cc2f None None] Pushing event updated for resources: {'Port': ['ID=b8fb732a-a990-454e-b1e7-850923d507e6,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:05.448733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Routers {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:05.451367 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:05.465528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:05.520514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Made reservation on behalf of a8c66a609c6b4b0a84b2d36af58f6898 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:05.522986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.622125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b08c19c1-4a10-45a9-a01d-032706db209c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:05.696005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Allocated IP 172.20.0.1 (3aa98c72-a96a-491f-b260-6e4c54abad44/f3636551-1b58-4fb2-b6b1-3c94ed984244/13d2d4ca-9789-45d9-ad04-7f592ed69928) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:05.775622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.801854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.862838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:05.870761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] Set router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:05.887912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.893568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b08c19c1-4a10-45a9-a01d-032706db209c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:05.893940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.908249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:05.909783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2796e87-b443-4af8-88ca-091b22e6e81f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fb6fb5a-2a55-425c-ade5-1e09b6f1aa12 HTTP/1.1" status: 204 len: 168 time: 2.9570174 Mar 02 17:37:05.961870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd785791-2d2d-4682-9253-9c0b4270df0f req-bb448ebc-4143-42f5-ad94-bfee9502eee0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:05.973288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd785791-2d2d-4682-9253-9c0b4270df0f req-bb448ebc-4143-42f5-ad94-bfee9502eee0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 945 time: 0.4355252 Mar 02 17:37:06.126352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Transition to ACTIVE for port object 1f000762-4dc8-4853-84cd-31be73de2014 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:06.159603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.201204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Checking segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:06.201973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Network hostable DHCP agents. Network: 97918150-26a9-4d22-aaf1-6f12ca83041d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:37:06.206658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d524dd-aae3-4d02-b6da-abe5fdec144c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:06.276798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Network 97918150-26a9-4d22-aaf1-6f12ca83041d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:37:06.340843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.389343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Transition to ACTIVE for port object 13d2d4ca-9789-45d9-ad04-7f592ed69928 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:06.415092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 97918150-26a9-4d22-aaf1-6f12ca83041d) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:06.421880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:06.425108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.486232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10f44e64-dd64-4dfd-bab4-9c3e8bc6586d req-0187ecfa-d801-4eab-ae69-d9685303645c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 1096 time: 1.2251518 Mar 02 17:37:06.511533 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3dcd6d37-e937-4e9a-bbdd-3b454175f554 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1908679 Mar 02 17:37:06.512867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:06.519848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2e4d6-55ff-48eb-88d5-d580709aee05 None None] Network 97918150-26a9-4d22-aaf1-6f12ca83041d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:06.520703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Router 30ea89ed-9507-4492-956e-42b003d17a87 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:06.550662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:06.573678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:06.590273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Attempting to bind port 1f000762-4dc8-4853-84cd-31be73de2014 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:06.590962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Attempting to bind port 1f000762-4dc8-4853-84cd-31be73de2014 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:06.591466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Attempting to bind port 1f000762-4dc8-4853-84cd-31be73de2014 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:06.593735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Usage tracker for resource:router and tenant:a8c66a609c6b4b0a84b2d36af58f6898 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:06.600934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32111ded-6ff7-43bc-9706-613c0c73af49 None None] Pushing event updated for resources: {'Port': ['ID=1f000762-4dc8-4853-84cd-31be73de2014,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:06.608194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:06.618828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:06.619410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:06.619985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.620495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:06.621088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Bound port: 1f000762-4dc8-4853-84cd-31be73de2014, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:06.621564 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.645563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd785791-2d2d-4682-9253-9c0b4270df0f req-e5387682-da3a-42df-a1a8-7fb06a076b76 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713805 Mar 02 17:37:06.655973 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 3, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:06.661225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.683432 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f88eb-f4a0-47c1-9ea4-cfa385588eda None None] The sync data for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 is: [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 3, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:06.790730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10f44e64-dd64-4dfd-bab4-9c3e8bc6586d req-1071d5a6-c39b-427f-a14b-2655898944af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944686 Mar 02 17:37:06.811966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:06.859223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Pushing event updated for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:06.874798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:06.877736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:06.882748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:06.932946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] For port 1f000762-4dc8-4853-84cd-31be73de2014, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:06.935236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.936101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:06.981803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] For port 1f000762-4dc8-4853-84cd-31be73de2014, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1f000762-4dc8-4853-84cd-31be73de2014,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:07.009639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.010437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.058559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.116346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:07.165009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32111ded-6ff7-43bc-9706-613c0c73af49 None None] Pushing event updated for resources: {'Port': ['ID=1f000762-4dc8-4853-84cd-31be73de2014,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:07.166299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.187713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a31d8d-765c-4957-a331-86e23a76e750 None None] Network 97918150-26a9-4d22-aaf1-6f12ca83041d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:07.208989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Routers {'5a699eaf-44c9-42c1-8f36-3cb5419324d9'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:07.209624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:07.338164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.457056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52d6a5a1-1090-4ba8-85bb-da518aea1235 None None] Provisioning for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:07.472945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52d6a5a1-1090-4ba8-85bb-da518aea1235 None None] Provisioning complete for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:07.473616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52d6a5a1-1090-4ba8-85bb-da518aea1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.573421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.584129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.679974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52d6a5a1-1090-4ba8-85bb-da518aea1235 None None] Port 13d2d4ca-9789-45d9-ad04-7f592ed69928 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:07.739552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:07.774441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Usage tracker for resource:security_group_rule and tenant:0a0019490b1b4068af3f3e6da8d01def is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:07.788214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.800251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:07.816894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] Set router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:07.827022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:07.842088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:07.863931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:08.014006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Pushing event updated for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:08.108529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:08.133717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Sync routers for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:08.156963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:08.157638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:36:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:08.402275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:08.414874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78501285-a221-4c0a-9a27-e958269c329b req-5ff0f281-4041-479c-b097-fb8a9dbaed16 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:08.423830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78501285-a221-4c0a-9a27-e958269c329b req-5ff0f281-4041-479c-b097-fb8a9dbaed16 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 945 time: 0.3421140 Mar 02 17:37:08.425994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:08.614508 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-22babfc9-743a-4c6a-8ab2-d47745df193e admin admin] 10.222.0.37 "PUT /v2.0/routers/30ea89ed-9507-4492-956e-42b003d17a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4732151 Mar 02 17:37:08.648912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:08.695790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:08.745133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:08.845524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a0019490b1b4068af3f3e6da8d01def&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7259693 Mar 02 17:37:08.879484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:08.988547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78501285-a221-4c0a-9a27-e958269c329b req-6fea18d0-4aa6-47cb-92cc-6924dc8e2e5e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637324 Mar 02 17:37:09.052011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.164517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Allocated IP 172.20.0.1 (45edf2a0-6365-455f-9148-024222a366ec/c99e8482-d6e4-4ee2-80ae-0c857676bd72/654558b0-bb73-445e-8198-f2b2d7250068) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:09.187412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31413a8c-aa11-4220-94ec-9960d769fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b84d1-c394-4e27-9fe3-2fc352877e3c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:09.373898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2300-4ab0-414d-ad73-7c03c2bbe3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.422484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.437751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a299946d-221b-4eb5-a13f-4f9650e05b74 None None] Provisioning complete for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:09.438147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a299946d-221b-4eb5-a13f-4f9650e05b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.481387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Transition to ACTIVE for port object 654558b0-bb73-445e-8198-f2b2d7250068 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:09.549194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.601939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b8fb732a-a990-454e-b1e7-850923d507e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:09.624201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57416) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:09.652121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025036709', 'description': 'tempest-description--642393344'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:09.664912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:09.695312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:security_group and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:09.707159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:09.753188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.754894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=654558b0-bb73-445e-8198-f2b2d7250068,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:09.770472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a299946d-221b-4eb5-a13f-4f9650e05b74 None None] Port 13d2d4ca-9789-45d9-ad04-7f592ed69928 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:09.770911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:09.774998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Network 45edf2a0-6365-455f-9148-024222a366ec is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:09.789081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:09.806268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:09.818748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:09.831475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'name': 'tempest-ServersTestFqdnHostnames-37770919-router', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1f000762-4dc8-4853-84cd-31be73de2014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:50Z', 'updated_at': '2022-03-02T17:36:57Z', 'revision_number': 3, 'project_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'gw_port': {'id': '1f000762-4dc8-4853-84cd-31be73de2014', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:53Z', 'updated_at': '2022-03-02T17:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:09.842838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec71c9-eb81-49e9-ada5-64f9385bb202 None None] The sync data for ids ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'] in n-d-820559-6 is: [{'id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'name': 'tempest-ServersTestFqdnHostnames-37770919-router', 'tenant_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1f000762-4dc8-4853-84cd-31be73de2014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:50Z', 'updated_at': '2022-03-02T17:36:57Z', 'revision_number': 3, 'project_id': '1c3e67ee5f4e46f9bb56c38b033a1f21', 'gw_port': {'id': '1f000762-4dc8-4853-84cd-31be73de2014', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a699eaf-44c9-42c1-8f36-3cb5419324d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:53Z', 'updated_at': '2022-03-02T17:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:09.863116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 2, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:09.868281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Checking router: 30ea89ed-9507-4492-956e-42b003d17a87 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:09.868772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Updating router 30ea89ed-9507-4492-956e-42b003d17a87 port 3dd6f138-0824-47d2-abe5-7cab484ebecd binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:09.887702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.900213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b8fb732a-a990-454e-b1e7-850923d507e6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:09.918632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b8fb732a-a990-454e-b1e7-850923d507e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:09.919108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.921523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.941461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:09.984129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.010704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.084287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.156247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:10.174827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:security_group_rule and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:10.180974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:10.228446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:10.342686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.419253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:10.419837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b84d1-c394-4e27-9fe3-2fc352877e3c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:10.471193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0bc19082-bfcc-4513-9039-31e513ae26c3 admin admin] 10.222.0.37 "PUT /v2.0/routers/307a51f8-7cb9-4b59-a86f-e1e16e019bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7751610 Mar 02 17:37:10.507808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Allocated IP 172.25.3.164 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/7b3975fa-8cd1-4c73-8a19-e1632f05618d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:10.533971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f04ec-134e-42c5-a1fe-371e82b41472 req-f5735a7e-aa9e-411d-84a4-297825090837 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:10.544675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc2f04ec-134e-42c5-a1fe-371e82b41472 req-f5735a7e-aa9e-411d-84a4-297825090837 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 945 time: 0.1803305 Mar 02 17:37:10.550886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.554091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.565488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Transition to ACTIVE for port object 3dd6f138-0824-47d2-abe5-7cab484ebecd will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:10.587731 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.597548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.601435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dce7b7e6-4502-4b56-aa55-8e8a201a41c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/590b84d1-c394-4e27-9fe3-2fc352877e3c HTTP/1.1" status: 204 len: 168 time: 1.6981323 Mar 02 17:37:10.657527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc2f04ec-134e-42c5-a1fe-371e82b41472 req-74e50bbe-4a5c-441b-ba4a-49ead53938c5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035004 Mar 02 17:37:10.851048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557c54-0964-4afd-9a44-fb8c1a8444b9 None None] Pushing event updated for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:10.863331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20dc3130-f5ba-4f11-bb9c-1f70393ccb98 None None] Provisioning for port 654558b0-bb73-445e-8198-f2b2d7250068 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:10.888419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.939799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20dc3130-f5ba-4f11-bb9c-1f70393ccb98 None None] Provisioning complete for port 654558b0-bb73-445e-8198-f2b2d7250068 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:10.940231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20dc3130-f5ba-4f11-bb9c-1f70393ccb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:10.989126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.012941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.077775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.081675 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4477978 Mar 02 17:37:11.100255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b8fb732a-a990-454e-b1e7-850923d507e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b8fb732a-a990-454e-b1e7-850923d507e6,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:11.102503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57436) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:11.119251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f66ba-655e-4279-b601-ae3c5a276014 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7981b5b2-4473-4fc1-b244-0360fe94c63b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:11.139007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.158875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'security_group_rule': {'security_group_id': '7981b5b2-4473-4fc1-b244-0360fe94c63b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:11.197569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:11.258117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3130-f5ba-4f11-bb9c-1f70393ccb98 None None] Port 654558b0-bb73-445e-8198-f2b2d7250068 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:11.288379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-f4996677-1e66-4e67-ad88-c38b1938b547 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3329353 Mar 02 17:37:11.293955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:11.311932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:security_group_rule and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:11.313539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:11.318329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Usage tracker for resource:floatingip and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:11.323408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:11.331689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:11.334202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:11.346479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:11.354140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.395437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.417187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.509951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Attempting to bind port 3dd6f138-0824-47d2-abe5-7cab484ebecd on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:11.515097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Attempting to bind port 3dd6f138-0824-47d2-abe5-7cab484ebecd by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:11.515618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Attempting to bind port 3dd6f138-0824-47d2-abe5-7cab484ebecd on network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:11.526545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:37:11.555059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.557686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:11.560591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Checking segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:11.561019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.561940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Bound using segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:11.564338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Bound port: 3dd6f138-0824-47d2-abe5-7cab484ebecd, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:11.564844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.566533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.628888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.685855 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5b5b934e-1e5f-4db8-b8e2-61fa900fd443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.753590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b8fb732a-a990-454e-b1e7-850923d507e6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:11.807959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.822741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.829784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] For port 3dd6f138-0824-47d2-abe5-7cab484ebecd, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:11.834797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] For port 3dd6f138-0824-47d2-abe5-7cab484ebecd, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3dd6f138-0824-47d2-abe5-7cab484ebecd,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:11.842743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.860117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.889801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706e9d79-e8a5-418e-853f-af46d3dde852,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:11.917476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.943662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=654558b0-bb73-445e-8198-f2b2d7250068,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:11.993042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:11.995839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82ae817e-38f1-4236-a42c-4f63497aa1cf tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8911908 Mar 02 17:37:12.018869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557c54-0964-4afd-9a44-fb8c1a8444b9 None None] Pushing event updated for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:12.019969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Allocated IP 172.25.3.143 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/73a4993a-56b2-445e-8fd7-092583770956) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:12.020750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:12.043758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:12.044496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:12.134590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:12.177686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:12.184278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:12.296831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:12.328161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'security_group_rule': {'security_group_id': '7981b5b2-4473-4fc1-b244-0360fe94c63b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:12.353370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:12.434058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:12.483775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event updated for resources: {'Port': ['ID=73a4993a-56b2-445e-8fd7-092583770956,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:12.484030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:security_group_rule and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:12.487952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:12.499109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:12.509857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:12.512051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:12.517723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:12.519525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:12.626764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3975fa-8cd1-4c73-8a19-e1632f05618d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:12.644861 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:12.692284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57474) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:12.813088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:12.899710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Network 45edf2a0-6365-455f-9148-024222a366ec is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:12.905232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:12.962679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:12.976795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.043940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.207873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-network', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:13.212916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.220838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:13.228692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Usage tracker for resource:network and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:13.234217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.236940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:13.295525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:13.305306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:11Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:13.317731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaef10b-c489-4baf-a148-12ed72dd3b54,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:13.334622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ecfe1-ab7b-4e09-8bff-b4be9abd09fd None None] The sync data for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 is: [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:11Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:13.349833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Made reservation on behalf of e59fe6411be74a06a29652facc9b8495 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:13.363377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.412935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3834b6c0-07d0-47f0-96d3-c2c1c94ea30c None None] Provisioning complete for port 654558b0-bb73-445e-8198-f2b2d7250068 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:13.413308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3834b6c0-07d0-47f0-96d3-c2c1c94ea30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.481124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.500663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac5624bf-7382-4206-8fd4-845c9eb47b78 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3512781 Mar 02 17:37:13.507661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:13.605683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:13.607834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3834b6c0-07d0-47f0-96d3-c2c1c94ea30c None None] Port 654558b0-bb73-445e-8198-f2b2d7250068 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:13.613077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b8fb732a-a990-454e-b1e7-850923d507e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:13.668308 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.683518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.713704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.762212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:13.778500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:floatingip and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:13.781853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b8fb732a-a990-454e-b1e7-850923d507e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:13.782204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.795258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:13.827561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:13.910307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:13.988956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:14.021385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Usage tracker for resource:security_group_rule and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:14.044064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57498) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:14.083515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.084230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.090713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:14.098720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event updated for resources: {'Port': ['ID=73a4993a-56b2-445e-8fd7-092583770956,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:14.237702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.247319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.263182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:14.292557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.299229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-dce35ef7-829c-4818-99b3-2d7165240c26 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0093181 Mar 02 17:37:14.392684 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:37:14.475808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.508795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-b7bf5bab-520c-4016-8a93-4ad6bcdc0e9d tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Synchronizing usage tracker for tenant:41f4023e06534dd093cceb5d1758b42f on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:14.556312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-b7bf5bab-520c-4016-8a93-4ad6bcdc0e9d tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Unset dirty status for tenant:41f4023e06534dd093cceb5d1758b42f on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:14.568100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-b7bf5bab-520c-4016-8a93-4ad6bcdc0e9d tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.2673106 Mar 02 17:37:14.637298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:14.728186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb816d7e71940679a2d64b7bfc85540 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:14.739212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.744111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:14.758161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.761901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:14.840393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-116d4be1-24b3-4c1b-a009-d68b5c21633a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:14.842140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-116d4be1-24b3-4c1b-a009-d68b5c21633a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2728968 Mar 02 17:37:14.862915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-61b8adae-74be-4703-a1c7-4bae1b8e61f8 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:37:14.863918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f404df-c0a3-47bd-9b25-7645ff3ff627 req-61b8adae-74be-4703-a1c7-4bae1b8e61f8 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065625 Mar 02 17:37:14.899491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:37:14.907450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:14.912541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.917827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:14.957738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989de645-62c7-4688-b67f-05f82ca63496,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:14.981842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.000613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.000872 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Added segment 923ac289-3aa3-4417-81c0-3b9aaa8aacc9 of type vlan for network 98a37686-230b-42af-96a2-7212fb3bc60c Mar 02 17:37:15.147739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0eb816d7e71940679a2d64b7bfc85540&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0969839 Mar 02 17:37:15.159634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b37acc1-b999-4b97-ab47-0fb15c1753de req-4403e7fe-7644-45b8-920e-2310816cdc15 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips/20b06caf-a9a0-4a30-aa32-9d6290d51d9a HTTP/1.1" status: 200 len: 693 time: 0.2158067 Mar 02 17:37:15.245973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:15.246363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0b8e-932e-4f1c-8678-ed321b5f39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded2d9c-cec8-4c0b-8aaa-0b44b5108e0c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:15.440016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37acc1-b999-4b97-ab47-0fb15c1753de req-5c8f0a17-fc29-4e55-8c9c-bc6b913ee1f1 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:15.445164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b37acc1-b999-4b97-ab47-0fb15c1753de req-5c8f0a17-fc29-4e55-8c9c-bc6b913ee1f1 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2844419 Mar 02 17:37:15.445835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.513610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.535987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.606239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1f000762-4dc8-4853-84cd-31be73de2014 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:15.669491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b07c9c3d-68d2-4175-b6ef-0def592edd34 req-6eec2a6e-7d7d-4b31-9aef-e025efeb330b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=41f4023e06534dd093cceb5d1758b42f HTTP/1.1" status: 200 len: 696 time: 0.1579077 Mar 02 17:37:15.734301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1f000762-4dc8-4853-84cd-31be73de2014 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:15.743339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1f000762-4dc8-4853-84cd-31be73de2014 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:15.744103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.777841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Allocated IP 172.25.3.16 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/cddb19ae-a990-425b-9424-7b8adc3a391d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:15.781712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.782641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:15.783652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.849045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.890396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded2d9c-cec8-4c0b-8aaa-0b44b5108e0c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:15.907103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:15.911506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ab6193f8-57be-4f8c-8588-50a37240bb37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eded2d9c-cec8-4c0b-8aaa-0b44b5108e0c HTTP/1.1" status: 204 len: 168 time: 0.6589139 Mar 02 17:37:15.921673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9c3d-68d2-4175-b6ef-0def592edd34 req-3d0e9bdc-22a3-4e0b-9f10-2619e6792da7 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:15.927425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b07c9c3d-68d2-4175-b6ef-0def592edd34 req-3d0e9bdc-22a3-4e0b-9f10-2619e6792da7 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks?id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 787 time: 0.2563167 Mar 02 17:37:16.029117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.059053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1f000762-4dc8-4853-84cd-31be73de2014, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1f000762-4dc8-4853-84cd-31be73de2014,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:16.065201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.066563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3dd6f138-0824-47d2-abe5-7cab484ebecd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:16.108864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a377021a-95b8-42aa-b976-614dbbc7244a req-deedce70-14e9-48a2-bba3-441af1812d2a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips/20b06caf-a9a0-4a30-aa32-9d6290d51d9a HTTP/1.1" status: 200 len: 693 time: 0.1398051 Mar 02 17:37:16.163040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:37:16.195151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1f000762-4dc8-4853-84cd-31be73de2014,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:16.202420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] Pushing event updated for resources: {'Network': ['ID=98a37686-230b-42af-96a2-7212fb3bc60c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:16.210768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3dd6f138-0824-47d2-abe5-7cab484ebecd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:16.216217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 98a37686-230b-42af-96a2-7212fb3bc60c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:37:16.219147 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-309d1f22-5aa1-47cf-8b6a-c3102107493e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.5135512 Mar 02 17:37:16.221328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:16.246878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Request body: {'subnet': {'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-subnet', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:16.254059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.278957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:16.292916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Usage tracker for resource:subnet and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:16.298830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:16.298999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3dd6f138-0824-47d2-abe5-7cab484ebecd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:16.299305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.345716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dd4e6c19-c05a-4cd6-9250-3eaa2c2d0d27 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:16.356317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dd4e6c19-c05a-4cd6-9250-3eaa2c2d0d27 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2393024 Mar 02 17:37:16.357258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:16.452577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Made reservation on behalf of e59fe6411be74a06a29652facc9b8495 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:16.454940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.516096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a377021a-95b8-42aa-b976-614dbbc7244a req-e226a51f-0f7b-4903-a1c6-3057822d77b0 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.1521716 Mar 02 17:37:16.550156 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.597729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:16.603690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.616529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7311d2be-f954-442a-b9e8-61bfb484beb6 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a699eaf-44c9-42c1-8f36-3cb5419324d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2199967 Mar 02 17:37:16.634611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a377021a-95b8-42aa-b976-614dbbc7244a req-4538975d-e4c8-4417-b5d7-adb454c3ba21 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.1167328 Mar 02 17:37:16.636123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57530) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:16.652736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3dd6f138-0824-47d2-abe5-7cab484ebecd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3dd6f138-0824-47d2-abe5-7cab484ebecd,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:16.658775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:16.724171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:16.731734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'Port': ['ID=cddb19ae-a990-425b-9424-7b8adc3a391d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:16.734640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:16.739328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:16.750242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:16.855609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:16.973193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Deleting port 73a4993a-56b2-445e-8fd7-092583770956 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:16.973589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.050858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.114979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.128290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:17.138613 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Sync routers for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:17.156923 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:17.159776 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:17.174502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5b8b83-000f-4319-9d62-d662e35bca73,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:17.224236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.225430 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0180c6d-d001-468c-bb85-08924630cc38 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.7003629 Mar 02 17:37:17.231564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57542) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:17.255040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:17.268457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Usage tracker for resource:security_group_rule and tenant:fb657cbd3e8b47d29115699002ed814d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:17.273721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:17.281856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.282184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.289382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:17.425694 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:17.500451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Calling delete_port for 73a4993a-56b2-445e-8fd7-092583770956 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:17.502677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Checking segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:17.506159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Network hostable DHCP agents. Network: 98a37686-230b-42af-96a2-7212fb3bc60c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:37:17.526727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1f000762-4dc8-4853-84cd-31be73de2014 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:17.587369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.659373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1f000762-4dc8-4853-84cd-31be73de2014 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:17.660703 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.706446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.762707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.793324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3dd6f138-0824-47d2-abe5-7cab484ebecd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:17.814300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.818040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb657cbd3e8b47d29115699002ed814d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1807127 Mar 02 17:37:17.825238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77c0ec-be95-4391-98ee-f6e94ecf9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b51cd-3ecf-4a34-bec9-dce557fb1fec,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:17.836222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-df5129a1-562c-4d0a-9ae8-b4205186cb6b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--688368638&fields=id&tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f HTTP/1.1" status: 200 len: 267 time: 0.2035074 Mar 02 17:37:17.856013 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:12Z', 'revision_number': 3, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:17.856575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:17.861861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Checking router: ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:17.862437 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Updating router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 port 7b3975fa-8cd1-4c73-8a19-e1632f05618d binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:17.889232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3dd6f138-0824-47d2-abe5-7cab484ebecd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:17.889458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.923772 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.946295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:17.951404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Network 98a37686-230b-42af-96a2-7212fb3bc60c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:37:18.001893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event deleted for resources: {'Port': ['ID=73a4993a-56b2-445e-8fd7-092583770956,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:18.037103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 98a37686-230b-42af-96a2-7212fb3bc60c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:18.051371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b7d24-16c4-4541-89aa-8194bceedca8 None None] Network 98a37686-230b-42af-96a2-7212fb3bc60c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:18.063045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:18.063837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.104821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.109047 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce1d25ff-dfbd-4bc5-8bcf-b2c31d68ae29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8824468 Mar 02 17:37:18.120625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57556) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:18.128125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.151204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-e3564bff-de4d-4598-a829-5c8bd2f62d6c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:18.152658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-e3564bff-de4d-4598-a829-5c8bd2f62d6c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/networks?id=e34f1d62-b898-4fb8-8963-821479af51a2 HTTP/1.1" status: 200 len: 815 time: 0.3156719 Mar 02 17:37:18.179392 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.180459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a377021a-95b8-42aa-b976-614dbbc7244a req-dca45d4c-02d3-4ef2-b240-dac045c278fc tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "DELETE /v2.0/floatingips/20b06caf-a9a0-4a30-aa32-9d6290d51d9a HTTP/1.1" status: 204 len: 173 time: 1.5246387 Mar 02 17:37:18.182606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-e3adc495-49aa-437c-a1ff-ea681363bbf8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/quotas/4eb4b2c3360a41d9a4b021180f4cb73f HTTP/1.1" status: 200 len: 375 time: 0.0171344 Mar 02 17:37:18.285597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:18.321279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-98a37686-230b-42af-96a2-7212fb3bc60c', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:37:18.322114 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.327114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:18.359883 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.373327 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Transition to ACTIVE for port object 7b3975fa-8cd1-4c73-8a19-e1632f05618d will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:18.382025 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.396569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-de0d981e-c62c-43f2-a929-e3f579af34f9 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1590757 Mar 02 17:37:18.409687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:18.412171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Usage tracker for resource:router and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:18.414985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:18.419115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.419853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Usage tracker for resource:floatingip and tenant:41f4023e06534dd093cceb5d1758b42f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:18.422866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:18.428487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:18.436208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:18.449977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.472674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:18.477571 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea72ece-671b-462a-96d8-9526b097512f None None] Pushing event updated for resources: {'Port': ['ID=7b3975fa-8cd1-4c73-8a19-e1632f05618d,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:18.514657 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Attempting to bind port 7b3975fa-8cd1-4c73-8a19-e1632f05618d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:18.515232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Attempting to bind port 7b3975fa-8cd1-4c73-8a19-e1632f05618d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:18.515718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Attempting to bind port 7b3975fa-8cd1-4c73-8a19-e1632f05618d on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:18.523563 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:18.524121 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:18.524723 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.525208 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:18.525953 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Bound port: 7b3975fa-8cd1-4c73-8a19-e1632f05618d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:18.526607 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.576807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-3ca08a62-1b87-4124-b2a7-ff9351501393 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3824859 Mar 02 17:37:18.612689 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] For port 7b3975fa-8cd1-4c73-8a19-e1632f05618d, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:18.616928 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] For port 7b3975fa-8cd1-4c73-8a19-e1632f05618d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7b3975fa-8cd1-4c73-8a19-e1632f05618d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:18.623375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Allocated IP 172.20.0.2 (98a37686-230b-42af-96a2-7212fb3bc60c/1e5b8b83-000f-4319-9d62-d662e35bca73/5197fef7-8da0-4c42-bd1e-76ae50ee8d70) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:18.627637 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.677666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.682367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.683334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.706780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.823665 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea72ece-671b-462a-96d8-9526b097512f None None] Pushing event updated for resources: {'Port': ['ID=7b3975fa-8cd1-4c73-8a19-e1632f05618d,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:18.874631 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:18.875276 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:18.897607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-e7d6f829-f63c-4087-92d3-834059a45199 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:37:18.898919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-e7d6f829-f63c-4087-92d3-834059a45199 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3201523 Mar 02 17:37:18.984786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.990784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:18.993801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.017071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.026954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.039561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Transition to ACTIVE for port object 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:19.056300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b51cd-3ecf-4a34-bec9-dce557fb1fec,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:19.084379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Transition to ACTIVE for port object 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:19.097928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.100990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.137821 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:19.168636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.173043 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c388411e-10b1-462a-a1e8-99774a56e664 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a8b51cd-3ecf-4a34-bec9-dce557fb1fec HTTP/1.1" status: 204 len: 168 time: 1.3067408 Mar 02 17:37:19.178978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Allocated IP 172.25.3.36 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/4f25588e-8283-486b-afa1-6617954c69ec) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:19.188870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'Port': ['ID=cddb19ae-a990-425b-9424-7b8adc3a391d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:19.220719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Network 98a37686-230b-42af-96a2-7212fb3bc60c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:19.225255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:19.230460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:19.239033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Pushing event updated for resources: {'Port': ['ID=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:19.249664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.318018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-c27f25e0-17b5-486e-ac1e-43b4ca1aa49e service neutron] 10.222.0.37 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091120 Mar 02 17:37:19.319979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.380706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Attempting to bind port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:19.381284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Attempting to bind port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:19.381829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Attempting to bind port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 on network 98a37686-230b-42af-96a2-7212fb3bc60c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:19.399992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:19.401208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Checking segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:19.401797 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.402664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Bound using segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:19.403460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Bound port: 5197fef7-8da0-4c42-bd1e-76ae50ee8d70, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:19.404059 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.503165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.569811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-6443e38d-77b3-4406-864f-aa5883ecc649 service neutron] 10.222.0.37 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441974 Mar 02 17:37:19.594966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] For port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:19.610278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] For port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:19.627926 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.630958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.668094 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:12Z', 'revision_number': 3, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:19.678370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf1cb6-f759-4582-b12b-e38b1fc5105f None None] The sync data for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 is: [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:12Z', 'revision_number': 3, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:19.768508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:19.772259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:19.778416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:19.780148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07916874-787d-406c-ba09-c96c12147bd2 None None] Pushing event updated for resources: {'Port': ['ID=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:19.829851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:19.843915 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f5c822c-2927-49db-8633-ca67cf0cbf4f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2355490 Mar 02 17:37:19.844344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event updated for resources: {'Port': ['ID=4f25588e-8283-486b-afa1-6617954c69ec,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:20.040924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57580) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:20.099509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.099761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.205619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.293072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.341107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.457344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.469617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.595842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:20.599844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1210a6ff511348f8aff1ce0592789769 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:20.603432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:20.616679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event updated for resources: {'Port': ['ID=4f25588e-8283-486b-afa1-6617954c69ec,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:20.623037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:20.682707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-d7a51931-6d36-4a67-9613-f347c5dc7676 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1025036709&fields=id&tenant_id=f15c836b32874bf9b6d9db9c94232a9e HTTP/1.1" status: 200 len: 267 time: 0.1656237 Mar 02 17:37:20.811652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.862198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Allocated IP 172.25.3.82 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/676f2aed-d113-4c5d-b9b3-c8bcef58af66) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:20.918168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:20.919402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-6a3d0846-9731-4d16-8606-4e7c9b720539 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5153069 Mar 02 17:37:21.020824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-d45ff257-14d6-41ec-8786-c03cdd2d40e2 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:21.023423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-d45ff257-14d6-41ec-8786-c03cdd2d40e2 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/networks?id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 HTTP/1.1" status: 200 len: 806 time: 0.3301201 Mar 02 17:37:21.030549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.038501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-b9e2f3ea-a9a0-4f8c-b9a1-22678cc2351a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Synchronizing usage tracker for tenant:41f4023e06534dd093cceb5d1758b42f on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:21.059168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ee05707d-50f7-4fe2-b562-84b8ed4bfcf4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/quotas/f15c836b32874bf9b6d9db9c94232a9e HTTP/1.1" status: 200 len: 375 time: 0.0241640 Mar 02 17:37:21.060516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.166091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-b9e2f3ea-a9a0-4f8c-b9a1-22678cc2351a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Unset dirty status for tenant:41f4023e06534dd093cceb5d1758b42f on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:21.167558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-b9e2f3ea-a9a0-4f8c-b9a1-22678cc2351a tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.2380493 Mar 02 17:37:21.170916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df23f8-00e7-4937-b4e3-9f6db0562167,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:21.177400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.209961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a08f89e6-3828-4cdc-9266-be1e3b9d02a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1210a6ff511348f8aff1ce0592789769&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1523626 Mar 02 17:37:21.217832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57598) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:21.224781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464be663-216b-465d-9894-9798603774a7 None None] Network 98a37686-230b-42af-96a2-7212fb3bc60c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:21.262604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.342014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4019988-e0f6-4bf4-89bd-bc50157f3e06 None None] Provisioning for port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:21.474706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.531460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-f7e24ed3-52fc-42a3-a89e-6454cd1320d8 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4537854 Mar 02 17:37:21.574870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.592846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:21.685126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:21.691342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:21.691855 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.741740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.770025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-5a33f9c7-efe5-4141-b8d9-a3b3a4ce94d3 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:21.785129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b93c286-109a-4026-83c8-0ea7cc25c6f1 req-5a33f9c7-efe5-4141-b8d9-a3b3a4ce94d3 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.6057239 Mar 02 17:37:21.818988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Pushing event updated for resources: {'Port': ['ID=676f2aed-d113-4c5d-b9b3-c8bcef58af66,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:21.909891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Allocated IP 172.20.0.1 (97918150-26a9-4d22-aaf1-6f12ca83041d/a7d524dd-aae3-4d02-b6da-abe5fdec144c/b7281dc8-507f-4edd-8a79-933b97925994) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:21.914800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-35d48519-90ab-4ff0-bce4-c343d8ace665 service neutron] 10.222.0.37 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690825 Mar 02 17:37:21.917485 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.939432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3471fd15-b175-427a-b51c-9a8d1bde4d74 None None] Provisioning complete for port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:21.939832 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3471fd15-b175-427a-b51c-9a8d1bde4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:21.992434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:22.000831 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.071806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.074059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-4442dbda-38b9-43e7-b52d-808532160c0e service neutron] 10.222.0.37 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561506 Mar 02 17:37:22.135976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:22.155091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eafe1db-d911-4b49-917c-b960a7446d15 req-a541f0d2-841b-4e81-9877-0044fa682158 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.0764832 Mar 02 17:37:22.163169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.190305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df23f8-00e7-4937-b4e3-9f6db0562167,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:22.202886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.221077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90df23f8-00e7-4937-b4e3-9f6db0562167 HTTP/1.1" status: 204 len: 168 time: 0.9952815 Mar 02 17:37:22.224125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.227525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.227888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.228230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.228644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.229169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.229505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.243303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.243836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.244218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.244555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3601a21-6127-4619-ad1d-b6ab0151b35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:22.388718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-74ecde53-8a7b-4d8e-a706-50192ed889cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:22.389404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-74ecde53-8a7b-4d8e-a706-50192ed889cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Synchronizing usage tracker for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:22.515505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Deleting port 654558b0-bb73-445e-8198-f2b2d7250068 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:22.516560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.698465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:22.707271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:22.714507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:22.719621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:22.738452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74129f55-a834-461c-9c08-02faa1c08729 req-1376ba9b-bc53-457a-870c-0fd265b08928 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips/0ad5cd90-ed3d-46dc-973c-59b458e08e2c HTTP/1.1" status: 200 len: 692 time: 0.2991731 Mar 02 17:37:22.773839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-309afc4b-422f-433a-9306-0efcf7bd1352 req-9fd4ab35-ca44-4c3c-a978-e9ca774fe5e0 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 210 time: 0.1763771 Mar 02 17:37:22.861255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Pushing event updated for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:22.927800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-74ecde53-8a7b-4d8e-a706-50192ed889cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Unset dirty status for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:22.929287 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-74ecde53-8a7b-4d8e-a706-50192ed889cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.50 "GET /v2.0/networks?id=e34f1d62-b898-4fb8-8963-821479af51a2 HTTP/1.1" status: 200 len: 815 time: 1.0973401 Mar 02 17:37:22.931981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Network 97918150-26a9-4d22-aaf1-6f12ca83041d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:23.008509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:23.016859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:23.034691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74129f55-a834-461c-9c08-02faa1c08729 req-fad37b57-18c2-4787-9239-7ade31726bc5 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:23.040027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74129f55-a834-461c-9c08-02faa1c08729 req-fad37b57-18c2-4787-9239-7ade31726bc5 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2950408 Mar 02 17:37:23.149168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:23.168702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:23.193557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74129f55-a834-461c-9c08-02faa1c08729 req-b06202f4-14ab-4656-a471-50292f0f4ddb tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1466391 Mar 02 17:37:23.354903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74129f55-a834-461c-9c08-02faa1c08729 req-a8b01be0-fe2a-4cc1-97d6-a4e28c9130a4 tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1135223 Mar 02 17:37:23.408481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Calling delete_port for 654558b0-bb73-445e-8198-f2b2d7250068 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:23.517732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cef27-4910-4263-ad4c-c70fa576ae66 req-3a6d99fe-d6ca-4516-92ef-6ac47baa4960 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:23.519348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf4cef27-4910-4263-ad4c-c70fa576ae66 req-3a6d99fe-d6ca-4516-92ef-6ac47baa4960 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3249173 Mar 02 17:37:23.526000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-4dd476b5-2ab3-4e68-8da5-53aea61a63a4 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Synchronizing usage tracker for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:23.539965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:23.652305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:23.653160 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:23.731551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:23.733373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Deleting port 4f25588e-8283-486b-afa1-6617954c69ec {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:23.734033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:23.740616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-4dd476b5-2ab3-4e68-8da5-53aea61a63a4 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Unset dirty status for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:23.741873 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-4dd476b5-2ab3-4e68-8da5-53aea61a63a4 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f HTTP/1.1" status: 200 len: 379 time: 0.7738800 Mar 02 17:37:23.819590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'port': {'device_id': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'admin_state_up': True, 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'security_groups': ['1696dbd5-0c55-41db-86b0-db7aebd94085']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:23.955406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf4cef27-4910-4263-ad4c-c70fa576ae66 req-14ff5fbe-f712-4987-82eb-85a7d224d949 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231812 Mar 02 17:37:24.057230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.058721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.342397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:24.360117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Usage tracker for resource:port and tenant:4eb4b2c3360a41d9a4b021180f4cb73f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:24.366308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:24.380987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:24.381218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Calling delete_port for 4f25588e-8283-486b-afa1-6617954c69ec owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:24.440752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.441461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.443473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.516062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.583829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.601820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Made reservation on behalf of 4eb4b2c3360a41d9a4b021180f4cb73f for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:24.606747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.650211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:24.699009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eaa5d11-a330-4382-a2d9-fa31e158a1cf req-d1dfea7c-2af8-4773-b998-1367a9e8b493 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.1659505 Mar 02 17:37:24.712239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Pushing event deleted for resources: {'Port': ['ID=4f25588e-8283-486b-afa1-6617954c69ec,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:24.841756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Pushing event deleted for resources: {'Port': ['ID=654558b0-bb73-445e-8198-f2b2d7250068,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:24.913303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98b9e945-59dd-4cc0-895c-f02f3989a59c req-dd98dac2-151e-42fa-a628-132b2906a5dc tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 210 time: 0.0649660 Mar 02 17:37:25.076167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:25.127700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:25.158962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-bc80744e-3d09-4dba-896c-dde092234112 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:25.160900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-bc80744e-3d09-4dba-896c-dde092234112 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.50 "GET /v2.0/networks?id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 HTTP/1.1" status: 200 len: 806 time: 0.6294615 Mar 02 17:37:25.171296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Pushing event updated for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:25.224059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:25.225456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74129f55-a834-461c-9c08-02faa1c08729 req-7ac00b72-f232-476c-922c-c3b45f73c60b tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "DELETE /v2.0/floatingips/0ad5cd90-ed3d-46dc-973c-59b458e08e2c HTTP/1.1" status: 204 len: 173 time: 1.8611410 Mar 02 17:37:25.240873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-4e45ca4b-5eb1-4909-a4fd-0e2aa5b563a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3368783 Mar 02 17:37:25.301518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:25.330854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-4b793700-2502-431f-8f74-2a236ea10bd5 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15c836b32874bf9b6d9db9c94232a9e HTTP/1.1" status: 200 len: 380 time: 0.1455138 Mar 02 17:37:25.424327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb142555-d6cb-4b1a-a88f-10ba0b9e3faf req-712c2928-65e8-4c9d-a61d-9b63e3f30dd6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:25.425797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb142555-d6cb-4b1a-a88f-10ba0b9e3faf req-712c2928-65e8-4c9d-a61d-9b63e3f30dd6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3285205 Mar 02 17:37:25.430129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'port': {'device_id': '383f395d-e636-483e-b36e-c268480c2a54', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'admin_state_up': True, 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'security_groups': ['7981b5b2-4473-4fc1-b244-0360fe94c63b']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:25.463419 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-9133ff0f-76eb-4428-b841-114bfb268639 req-403ca72a-4619-4e20-ad2e-e99fb54b8aba tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] show failed (client error): The resource could not be found. Mar 02 17:37:25.464776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9133ff0f-76eb-4428-b841-114bfb268639 req-403ca72a-4619-4e20-ad2e-e99fb54b8aba tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips/0ad5cd90-ed3d-46dc-973c-59b458e08e2c HTTP/1.1" status: 404 len: 350 time: 0.1464567 Mar 02 17:37:25.567629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Allocated IP 172.20.0.7 (e34f1d62-b898-4fb8-8963-821479af51a2/2e86c273-af40-438e-befb-be4bc424980f/be7b5d64-e78a-4684-964a-d401606d0c81) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:25.657722 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-cfc82586-f318-481b-b169-c13b26957df6 req-45fc0ce5-ce28-431e-9847-2765d85bc22d tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] show failed (client error): The resource could not be found. Mar 02 17:37:25.658691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc82586-f318-481b-b169-c13b26957df6 req-45fc0ce5-ce28-431e-9847-2765d85bc22d tempest-FloatingIPsTestJSON-226270982 tempest-FloatingIPsTestJSON-226270982-project] 10.222.0.37 "GET /v2.0/floatingips/0ad5cd90-ed3d-46dc-973c-59b458e08e2c HTTP/1.1" status: 404 len: 350 time: 0.1059804 Mar 02 17:37:25.659885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:25.676831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:25.680927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb142555-d6cb-4b1a-a88f-10ba0b9e3faf req-2b0154b1-3419-495b-ab16-3ec7e45cd6af tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283731 Mar 02 17:37:25.717397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-b9189d8b-6368-4588-933f-a578e20499f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1097 time: 0.4464881 Mar 02 17:37:25.724013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:25.728161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Usage tracker for resource:port and tenant:f15c836b32874bf9b6d9db9c94232a9e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:25.731825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:25.738450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:25.765853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Network 97918150-26a9-4d22-aaf1-6f12ca83041d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:25.802452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:25.867580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Made reservation on behalf of f15c836b32874bf9b6d9db9c94232a9e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:25.870749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:25.975481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c384d1c7-cf8a-47c8-87d3-96fc800bc957 req-3c58d31d-1884-40d9-8109-d6e77acb516b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.1124983 Mar 02 17:37:25.983708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-34bc5090-18cb-4a33-a87c-771d0ba8113d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:25.985155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-34bc5090-18cb-4a33-a87c-771d0ba8113d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2365983 Mar 02 17:37:26.217852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:26.224948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-bae03ca1-0335-4ee4-b1fd-bea636b80e84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 217 time: 0.1935468 Mar 02 17:37:26.243226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Usage tracker for resource:security_group_rule and tenant:316ba4ea4c904eea9fab64806dcfc210 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:26.250377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:26.274069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:26.330611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36c638bb-82a3-401d-8a38-f2da708518ea req-60cf3dab-b09d-4f67-aef0-9e733bbe1e8f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 210 time: 0.1032193 Mar 02 17:37:26.389203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-725f59fe-5446-400e-8152-7c295b3c651d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:26.392903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-725f59fe-5446-400e-8152-7c295b3c651d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1142945 Mar 02 17:37:26.412985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6746f7-12d4-4ed0-9b9a-87e2dc41c3eb req-2ba9164e-c4f4-4f02-af4b-14274b4f3ab0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:26.423140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f6746f7-12d4-4ed0-9b9a-87e2dc41c3eb req-2ba9164e-c4f4-4f02-af4b-14274b4f3ab0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5605028 Mar 02 17:37:26.450763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:26.554565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Transition to ACTIVE for port object be7b5d64-e78a-4684-964a-d401606d0c81 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:26.590326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Allocated IP 172.20.0.13 (0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50/f06660a5-0b1c-4c3b-9375-0c65d1a5358e/4a7b401d-5a1e-457c-bd4f-5406c3cb1d83) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:26.607591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f6746f7-12d4-4ed0-9b9a-87e2dc41c3eb req-63a5acd4-869f-4107-a8e6-b2ebf9d58c3a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828632 Mar 02 17:37:26.652448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:26.655731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-06869bcf-9ae4-4ca3-92c3-40a6638da5e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852791 Mar 02 17:37:26.667678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:26.690602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Router c45f5537-e3ff-49ba-904e-b0fa34eecc8f is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:37:26.699530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:26.764801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879b81d-b91d-4660-b0aa-15e556523ee0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:26.773781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:26.831986 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffd7b9be-9cdf-4e06-a014-dbf0e41ef78a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=316ba4ea4c904eea9fab64806dcfc210&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5182819 Mar 02 17:37:26.856354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57684) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:27.013080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.039298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-7db2d12d-982f-4b5b-8139-130e5f2b153a service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634400 Mar 02 17:37:27.080144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Transition to ACTIVE for port object 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:27.094625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.159252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42122f-f3f4-4ab2-bdc8-8b7380d1dc91 req-e34ced05-626a-4f97-86f8-5c3da06c747b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:27.160694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b42122f-f3f4-4ab2-bdc8-8b7380d1dc91 req-e34ced05-626a-4f97-86f8-5c3da06c747b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3494246 Mar 02 17:37:27.173178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event updated for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:27.178470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Network e34f1d62-b898-4fb8-8963-821479af51a2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:27.232470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:27.243197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:27.254683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.368531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:27.368764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.381088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.389678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b42122f-f3f4-4ab2-bdc8-8b7380d1dc91 req-6f2a8f63-9fcb-4d97-bd7f-5f3164c34a1a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873188 Mar 02 17:37:27.450647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-431c2158-8b03-4b2a-bb47-5166c65cc9ab req-947aeaec-1363-40de-981a-306bc3218f4e service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984303 Mar 02 17:37:27.498900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:27.501118 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-fcce9a16-df45-41f0-a2f0-08e51f3ceec8 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6876760 Mar 02 17:37:27.523616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72b373-0076-4bce-ae9e-45cb2e253913 req-cbc8aaa1-e3cb-49bc-b678-63a43d47b1e6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:27.527001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Request body: {'port': {'device_id': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:27.531769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f72b373-0076-4bce-ae9e-45cb2e253913 req-cbc8aaa1-e3cb-49bc-b678-63a43d47b1e6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 931 time: 0.3856230 Mar 02 17:37:27.557763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:27.559366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event updated for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:27.568799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:27.571302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:27.607821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.642016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6186322c-bab3-4faa-9f5e-53ccac602569 None None] Provisioning for port be7b5d64-e78a-4684-964a-d401606d0c81 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:27.648335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6186322c-bab3-4faa-9f5e-53ccac602569 None None] Provisioning complete for port be7b5d64-e78a-4684-964a-d401606d0c81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:27.649130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6186322c-bab3-4faa-9f5e-53ccac602569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.678949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879b81d-b91d-4660-b0aa-15e556523ee0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:27.724003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6186322c-bab3-4faa-9f5e-53ccac602569 None None] Port be7b5d64-e78a-4684-964a-d401606d0c81 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:27.733761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.735022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-faf05081-5359-41dd-a12b-93f01d6cb836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9879b81d-b91d-4660-b0aa-15e556523ee0 HTTP/1.1" status: 204 len: 168 time: 0.8777404 Mar 02 17:37:27.745025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:27.745746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.771495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f72b373-0076-4bce-ae9e-45cb2e253913 req-c079467c-819e-4971-8bfd-ea111260cd4e tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388439 Mar 02 17:37:27.785525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-514b43c2-116d-4376-92d5-99c2e25d5995 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3698637 Mar 02 17:37:27.816133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Request body: {'port': {'device_id': '383f395d-e636-483e-b36e-c268480c2a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:27.893797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9be1-95fc-4195-b928-29aa6d68a58d req-5566fec1-1b42-41f8-bb70-d2a6d9dd7edc tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:27.894545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1aea9be1-95fc-4195-b928-29aa6d68a58d req-5566fec1-1b42-41f8-bb70-d2a6d9dd7edc tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Synchronizing usage tracker for tenant:f15c836b32874bf9b6d9db9c94232a9e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:27.953962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1ffdf2ea-a75c-40a1-a636-31e8ff46ba80 None None] Provisioning for port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:27.961837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1ffdf2ea-a75c-40a1-a636-31e8ff46ba80 None None] Provisioning complete for port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:27.962487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2ea-a75c-40a1-a636-31e8ff46ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:27.989450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1aea9be1-95fc-4195-b928-29aa6d68a58d req-5566fec1-1b42-41f8-bb70-d2a6d9dd7edc tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Unset dirty status for tenant:f15c836b32874bf9b6d9db9c94232a9e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:27.997662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aea9be1-95fc-4195-b928-29aa6d68a58d req-5566fec1-1b42-41f8-bb70-d2a6d9dd7edc tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 932 time: 0.3507714 Mar 02 17:37:28.062504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aea9be1-95fc-4195-b928-29aa6d68a58d req-fc47b5cd-9711-436f-9aed-6e1bfbf35c40 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614431 Mar 02 17:37:28.063240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.082835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdf2ea-a75c-40a1-a636-31e8ff46ba80 None None] Port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:28.106953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:28.119273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Sync routers for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:28.138527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:28.143362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:28.174745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.217419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.313195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.317263 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6f8f61b-1801-4ad1-b3fb-490c25cb0f7f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 10.1853485 Mar 02 17:37:28.376798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57706) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:28.532405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:28.650045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8febbb-9bfe-4acc-a095-1e7e39cc6ffc req-61018761-59c0-43b8-a6fb-7be2c8197728 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:28.662743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a8febbb-9bfe-4acc-a095-1e7e39cc6ffc req-61018761-59c0-43b8-a6fb-7be2c8197728 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.1404099 Mar 02 17:37:28.786926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a8febbb-9bfe-4acc-a095-1e7e39cc6ffc req-523ef385-2188-4e9b-9993-0ee592b62e41 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231380 Mar 02 17:37:28.814216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:28.825497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.849078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Transition to ACTIVE for port object 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:28.863670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:28.997500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 3, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:29.005389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Checking router: c45f5537-e3ff-49ba-904e-b0fa34eecc8f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:29.005730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Updating router c45f5537-e3ff-49ba-904e-b0fa34eecc8f port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:29.032099 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Sync routers for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:29.058712 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Routers {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:29.060946 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:29.109559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.435785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:29.441789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:29.613763 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Set router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:29.655359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148861b-03a0-485a-a9fe-4f7cf6141925 req-6d840432-e134-4435-a3a5-f1407bb2e9a3 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:29.662281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a148861b-03a0-485a-a9fe-4f7cf6141925 req-6d840432-e134-4435-a3a5-f1407bb2e9a3 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 931 time: 0.6115763 Mar 02 17:37:29.706953 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.709944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Attempting to bind port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:29.710222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Attempting to bind port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:29.710517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Attempting to bind port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 on network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:29.720801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7b5d64-e78a-4684-964a-d401606d0c81 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:29.732119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Transition to ACTIVE for port object 676f2aed-d113-4c5d-b9b3-c8bcef58af66 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:29.739550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.755248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2408b2df-f38b-46d7-9755-e61df79bf470 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3254850 Mar 02 17:37:29.755448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.764140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 on network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:37:29.767081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Attempting to bind port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 on network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:29.802496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a148861b-03a0-485a-a9fe-4f7cf6141925 req-a7688c2a-20b1-45db-baf0-f55f70176592 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393297 Mar 02 17:37:29.820204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0467-6707-4740-9e15-61a78bf4b832 req-4d02daf3-59d3-443a-bd50-167bac266ab3 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:29.821954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd6a0467-6707-4740-9e15-61a78bf4b832 req-4d02daf3-59d3-443a-bd50-167bac266ab3 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 944 time: 0.3711500 Mar 02 17:37:29.823075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:29.824727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Checking segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:29.825338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Bound using segment: {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:29.826263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Bound port: 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e62264-9df0-46cb-8ee9-c67bc45291ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:29.830322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.845785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Transition to ACTIVE for port object be7b5d64-e78a-4684-964a-d401606d0c81 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:29.910125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.944524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759a34-8705-4b9c-951a-66f07ff88bf4 None None] Pushing event updated for resources: {'Port': ['ID=676f2aed-d113-4c5d-b9b3-c8bcef58af66,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:29.955432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Attempting to bind port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:29.956088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Attempting to bind port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:29.956660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Attempting to bind port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:29.976613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:29.977349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:29.978001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.978625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:29.979275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Bound port: 676f2aed-d113-4c5d-b9b3-c8bcef58af66, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:29.979890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:29.999773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Pushing event updated for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:30.133407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd6a0467-6707-4740-9e15-61a78bf4b832 req-bef5d4e8-182a-47f1-bc22-3975c1a801af tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789841 Mar 02 17:37:30.157385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:30.171455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:30.173610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] For port 676f2aed-d113-4c5d-b9b3-c8bcef58af66, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:30.185006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] For port 676f2aed-d113-4c5d-b9b3-c8bcef58af66, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676f2aed-d113-4c5d-b9b3-c8bcef58af66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:30.187574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:30.198364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:30.285724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:30.294550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] 10.222.0.50 "PUT /v2.0/ports/4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 HTTP/1.1" status: 200 len: 1092 time: 2.4890709 Mar 02 17:37:30.295398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:30.365799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c65c0-30b6-4f2d-84e0-28b6f67c1111 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:30.457022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759a34-8705-4b9c-951a-66f07ff88bf4 None None] Pushing event updated for resources: {'Port': ['ID=676f2aed-d113-4c5d-b9b3-c8bcef58af66,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:30.476923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:30.477619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:30.523289 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'status': 'completed', 'code': 200} Mar 02 17:37:30.581432 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:07Z', 'revision_number': 4, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '13d2d4ca-9789-45d9-ad04-7f592ed69928', 'name': '', 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'mac_address': 'fa:16:3e:37:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:04Z', 'updated_at': '2022-03-02T17:37:07Z', 'revision_number': 2, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'subnets': [{'id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:30.611586 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Checking router: 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:30.611927 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Updating router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 port 13d2d4ca-9789-45d9-ad04-7f592ed69928 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:30.664522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-2e989673-36e6-496c-a18d-26994514e097 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 1095 time: 0.2839377 Mar 02 17:37:30.774991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:30.783756 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:30.849761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-41ef43e5-15d8-4aa4-8e4a-54674636c807 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 HTTP/1.1" status: 200 len: 217 time: 0.1621637 Mar 02 17:37:30.981867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:31.112952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-1c9693e3-7995-4a23-851e-f04213f3ca19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:31.115084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-1c9693e3-7995-4a23-851e-f04213f3ca19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f06660a5-0b1c-4c3b-9375-0c65d1a5358e HTTP/1.1" status: 200 len: 845 time: 0.2579155 Mar 02 17:37:31.315828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-65c43074-cbf9-4a16-ab1d-a62d83a38463 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:31.317466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-65c43074-cbf9-4a16-ab1d-a62d83a38463 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 819 time: 0.3840518 Mar 02 17:37:31.362301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-2154e976-72e1-4d80-826a-fd5f15a0f235 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/quotas/a8c66a609c6b4b0a84b2d36af58f6898 HTTP/1.1" status: 200 len: 375 time: 0.0365636 Mar 02 17:37:31.367015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-38af001f-b205-46cf-84ad-852f00ec0e12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423382 Mar 02 17:37:31.390112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Attempting to bind port be7b5d64-e78a-4684-964a-d401606d0c81 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:31.390455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Attempting to bind port be7b5d64-e78a-4684-964a-d401606d0c81 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:31.390853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Attempting to bind port be7b5d64-e78a-4684-964a-d401606d0c81 on network e34f1d62-b898-4fb8-8963-821479af51a2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:31.412544 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.420217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Port be7b5d64-e78a-4684-964a-d401606d0c81 on network e34f1d62-b898-4fb8-8963-821479af51a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:37:31.421309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Attempting to bind port be7b5d64-e78a-4684-964a-d401606d0c81 on network e34f1d62-b898-4fb8-8963-821479af51a2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:31.428857 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Transition to ACTIVE for port object 13d2d4ca-9789-45d9-ad04-7f592ed69928 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:31.441346 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.444722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a86f11-ed0f-4cf2-912c-7dbf659a2db6 req-32c13631-37a8-480a-950c-f9934d236189 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:31.446452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92a86f11-ed0f-4cf2-912c-7dbf659a2db6 req-32c13631-37a8-480a-950c-f9934d236189 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.2564018 Mar 02 17:37:31.454838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:31.456760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Checking segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:31.457315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Bound using segment: {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:31.457770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Bound port: be7b5d64-e78a-4684-964a-d401606d0c81, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378136a7-6805-4a77-b8ba-b50aafe5beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:31.458121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.560424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 3, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:31.566020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fbb4e-0817-462a-bab4-e6b12d28934f None None] The sync data for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 is: [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 3, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:31.624463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92a86f11-ed0f-4cf2-912c-7dbf659a2db6 req-285c65fe-6495-403f-857e-8de56aa304d1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601806 Mar 02 17:37:31.716882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655ddc-44f6-4bc6-8658-05298111ebe4 None None] Pushing event updated for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:31.841031 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Attempting to bind port 13d2d4ca-9789-45d9-ad04-7f592ed69928 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:31.841312 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Attempting to bind port 13d2d4ca-9789-45d9-ad04-7f592ed69928 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:31.841677 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Attempting to bind port 13d2d4ca-9789-45d9-ad04-7f592ed69928 on network 3aa98c72-a96a-491f-b260-6e4c54abad44 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:31.848858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:31.849223 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Checking segment: {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:31.849617 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.850003 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Bound using segment: {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:31.850462 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Bound port: 13d2d4ca-9789-45d9-ad04-7f592ed69928, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd19db4-e6da-44ae-9c56-bd62e3cace15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:31.850882 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.854427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-52f93f0b-5fd9-4d14-8ac4-a816e757ec90 service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062064 Mar 02 17:37:31.867301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-99bbac84-2918-45ab-bf55-d5d197d18b89 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4992104 Mar 02 17:37:31.889645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:31.895235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:31.902657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fee16843-ba28-44e5-a46f-0e354a9d8062 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a699eaf-44c9-42c1-8f36-3cb5419324d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0418136 Mar 02 17:37:31.908115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:31.964048 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] For port 13d2d4ca-9789-45d9-ad04-7f592ed69928, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:31.969313 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] For port 13d2d4ca-9789-45d9-ad04-7f592ed69928, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13d2d4ca-9789-45d9-ad04-7f592ed69928,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:31.974837 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:31.987646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=be7b5d64-e78a-4684-964a-d401606d0c81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:32.052631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:32.068171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Routers {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:32.068486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:32.146562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997ca34-3d2f-46a7-b65e-6f2b8d040861 req-66821f40-ff4a-4f87-aa2f-79dadd368ddd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:32.148159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f997ca34-3d2f-46a7-b65e-6f2b8d040861 req-66821f40-ff4a-4f87-aa2f-79dadd368ddd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3367560 Mar 02 17:37:32.152990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-346c4fbb-c0da-4249-875e-73c2599db7e7 req-18a0ff01-4995-4a1a-b758-1ec22dcafaa9 service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838266 Mar 02 17:37:32.158484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-88fe36f6-9a87-4095-b550-e7a3763f9a8d service neutron] 10.222.0.37 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661958 Mar 02 17:37:32.219315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655ddc-44f6-4bc6-8658-05298111ebe4 None None] Pushing event updated for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:32.320142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:32.322806 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] 10.222.0.50 "PUT /v2.0/ports/be7b5d64-e78a-4684-964a-d401606d0c81 HTTP/1.1" status: 200 len: 1091 time: 4.8028111 Mar 02 17:37:32.329182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:32.336368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] Set router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:32.358396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f997ca34-3d2f-46a7-b65e-6f2b8d040861 req-3b046f93-c9e2-48dc-a50b-e3eb9a23fa4c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028217 Mar 02 17:37:32.456586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d74e10-e68a-4514-a737-9ad8e5f3115c service neutron] Pushing event updated for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:32.521285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-8f7fa0b7-1223-4910-8902-82a6a73d352a service neutron] 10.222.0.37 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059719 Mar 02 17:37:32.628783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Deleting port 13d2d4ca-9789-45d9-ad04-7f592ed69928 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:32.629236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:32.667104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-81399aab-c46f-44e1-9159-5ea51127492c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 1095 time: 0.3659413 Mar 02 17:37:32.822739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-d122c903-2b42-4d00-9775-23f427da25b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f&device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 1094 time: 0.3800645 Mar 02 17:37:32.879708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:07Z', 'revision_number': 4, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '13d2d4ca-9789-45d9-ad04-7f592ed69928', 'name': '', 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'mac_address': 'fa:16:3e:37:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:04Z', 'updated_at': '2022-03-02T17:37:31Z', 'revision_number': 4, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'subnets': [{'id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:32.881120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-2446c734-da6c-46b6-ba33-f1eb58f368ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:32.882695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-2446c734-da6c-46b6-ba33-f1eb58f368ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 HTTP/1.1" status: 200 len: 907 time: 0.2029619 Mar 02 17:37:32.888663 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e07a3d-9d1c-4653-b715-1a4bca902153 None None] The sync data for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 is: [{'id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'name': 'tempest-FloatingIPsTestJSON-1688621242-router', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:56Z', 'updated_at': '2022-03-02T17:37:07Z', 'revision_number': 4, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'gw_port': {'id': 'b8fb732a-a990-454e-b1e7-850923d507e6', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:58Z', 'updated_at': '2022-03-02T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '13d2d4ca-9789-45d9-ad04-7f592ed69928', 'name': '', 'network_id': '3aa98c72-a96a-491f-b260-6e4c54abad44', 'tenant_id': '41f4023e06534dd093cceb5d1758b42f', 'mac_address': 'fa:16:3e:37:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307a51f8-7cb9-4b59-a86f-e1e16e019bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:04Z', 'updated_at': '2022-03-02T17:37:31Z', 'revision_number': 4, 'project_id': '41f4023e06534dd093cceb5d1758b42f', 'subnets': [{'id': 'f3636551-1b58-4fb2-b6b1-3c94ed984244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:33.020363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3f75d-888b-4c64-8ed8-ff9ae7ab99f1 req-28b27c4a-dea7-4a79-8d2a-3d70c479868a tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:33.034647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58f3f75d-888b-4c64-8ed8-ff9ae7ab99f1 req-28b27c4a-dea7-4a79-8d2a-3d70c479868a tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 944 time: 0.4923766 Mar 02 17:37:33.087778 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-ae06719c-3939-41a8-936d-8763af33e0b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7b5d64-e78a-4684-964a-d401606d0c81 HTTP/1.1" status: 200 len: 217 time: 0.2101860 Mar 02 17:37:33.096965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-6e1017df-ed25-47a4-af38-d27ca2725949 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 HTTP/1.1" status: 200 len: 217 time: 0.2017455 Mar 02 17:37:33.099827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58f3f75d-888b-4c64-8ed8-ff9ae7ab99f1 req-6450bc63-81e7-4187-8bcf-ac300517a3c7 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629139 Mar 02 17:37:33.193287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-39b517ac-8b5f-4158-a41a-9e1bc8816e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:33.210197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-39b517ac-8b5f-4158-a41a-9e1bc8816e60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f06660a5-0b1c-4c3b-9375-0c65d1a5358e HTTP/1.1" status: 200 len: 845 time: 0.0883806 Mar 02 17:37:33.231745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] For port 13d2d4ca-9789-45d9-ad04-7f592ed69928, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13d2d4ca-9789-45d9-ad04-7f592ed69928,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:33.232105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:33.350983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-8a594fe3-f483-4649-a91d-08a8a143cac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348536 Mar 02 17:37:33.571297 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'status': 'completed', 'code': 200} Mar 02 17:37:33.611522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13d2d4ca-9789-45d9-ad04-7f592ed69928 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:33.617858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-bc3bc7d6-bd62-4e9c-9d89-01bd913a73fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:33.620533 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-bc3bc7d6-bd62-4e9c-9d89-01bd913a73fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e86c273-af40-438e-befb-be4bc424980f HTTP/1.1" status: 200 len: 854 time: 0.4996789 Mar 02 17:37:33.628644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Calling delete_port for 13d2d4ca-9789-45d9-ad04-7f592ed69928 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:33.736830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:33.800629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:33.809503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:33.810041 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:33.844805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:33.954179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-49a563c4-fa5a-434a-a7df-1807ca9ba5fe service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258436 Mar 02 17:37:33.956372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d927317-4057-4793-bae2-2564dda6412a req-1f809c79-1b01-4ad5-9757-d6e0c92ec1aa tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 210 time: 0.1204803 Mar 02 17:37:34.031041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828521095', 'description': 'tempest-secgroup-smoke-1828521095 description', 'project_id': 'c21c1d4fc29245548e8b580d1220468f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:34.031174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be9657-49d9-4750-a247-b37d7858b675 req-fbd50aee-bc51-4c89-ab19-308687d23ab7 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:34.031174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88be9657-49d9-4750-a247-b37d7858b675 req-fbd50aee-bc51-4c89-ab19-308687d23ab7 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.6875052 Mar 02 17:37:34.068626 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.136665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 13d2d4ca-9789-45d9-ad04-7f592ed69928, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13d2d4ca-9789-45d9-ad04-7f592ed69928,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:34.146932 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.339941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:34.340521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:37:34.341828 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:37:34.347161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0675f9df-4a57-4f9a-9cad-cbe11936434d req-557f5a60-87c0-4da9-8e9e-67cd742677df service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732452 Mar 02 17:37:34.363674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:34.372550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:34.382547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:34.395783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:34.419164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.436327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.494087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.494731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88be9657-49d9-4750-a247-b37d7858b675 req-3002d62c-28e6-4a62-9400-a6df8afa3bfb tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521132 Mar 02 17:37:34.564802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d809f0-4253-4628-9368-c8f415d32a5f req-e3f9a4da-800f-44b8-8d15-e190c9a958d0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:34.567062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:37:34.568528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19d809f0-4253-4628-9368-c8f415d32a5f req-e3f9a4da-800f-44b8-8d15-e190c9a958d0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2255013 Mar 02 17:37:34.654465 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-c0688571-866d-496b-8d38-979729817ace service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e34f1d62-b898-4fb8-8963-821479af51a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8977463 Mar 02 17:37:34.730465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:34.731104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19d809f0-4253-4628-9368-c8f415d32a5f req-122bdb2f-5b1e-4424-85da-8ed547f2dc28 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490088 Mar 02 17:37:34.840072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:34.865546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Deleting port 13d2d4ca-9789-45d9-ad04-7f592ed69928 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:34.866550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:34.999440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:35.006201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:35.035828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'port_id': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'mac_address': 'fa:16:3e:11:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:37:35.063491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:35.161487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:35.187586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:35.222935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:35.233910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:35.406838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:35.420426 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-d0983db4-e92a-420a-b22b-4b5b1d38b9ca service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503009 Mar 02 17:37:35.533763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Allocated IP 172.20.0.1 (98a37686-230b-42af-96a2-7212fb3bc60c/1e5b8b83-000f-4319-9d62-d662e35bca73/25ef61e1-5b82-4770-bfb6-53f9b5827ab3) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:35.608626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:37:35.692524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13d2d4ca-9789-45d9-ad04-7f592ed69928 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:35.741793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b233e-dcf8-4265-9325-f757b21b35f9 req-b855950c-3d40-4847-9ddb-fc765177dcd8 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:35.744552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f12b233e-dcf8-4265-9325-f757b21b35f9 req-b855950c-3d40-4847-9ddb-fc765177dcd8 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 944 time: 0.8983681 Mar 02 17:37:35.756232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-536f9dad-b553-442e-bd47-61548d6a5184 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:35.757784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-536f9dad-b553-442e-bd47-61548d6a5184 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 819 time: 0.5470607 Mar 02 17:37:35.791106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-92b61dd4-545d-42ae-904a-e93218640913 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:35.793103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-92b61dd4-545d-42ae-904a-e93218640913 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 819 time: 0.5838394 Mar 02 17:37:35.812989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Request body: {'port': {'device_id': '5f37d594-32f1-49c4-a131-b2d6db557445', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'admin_state_up': True, 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:35.828211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-251a9171-d991-46aa-9e64-e838d428e23c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/quotas/a8c66a609c6b4b0a84b2d36af58f6898 HTTP/1.1" status: 200 len: 375 time: 0.0458162 Mar 02 17:37:35.831771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 13d2d4ca-9789-45d9-ad04-7f592ed69928 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:35.832148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:35.870459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f12b233e-dcf8-4265-9325-f757b21b35f9 req-bbca3349-89ff-419d-9d6c-84251e9eb7db tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113791 Mar 02 17:37:35.952101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] For port 13d2d4ca-9789-45d9-ad04-7f592ed69928, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13d2d4ca-9789-45d9-ad04-7f592ed69928,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:35.952472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.034633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7b3975fa-8cd1-4c73-8a19-e1632f05618d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:36.096345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Calling delete_port for 13d2d4ca-9789-45d9-ad04-7f592ed69928 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:36.105661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7b3975fa-8cd1-4c73-8a19-e1632f05618d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:36.110805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7b3975fa-8cd1-4c73-8a19-e1632f05618d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:36.111175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.128124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:36.133498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-81a72639-cc17-4bb3-afa8-6e1ee8d05557 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2830691 Mar 02 17:37:36.138525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Usage tracker for resource:port and tenant:a8c66a609c6b4b0a84b2d36af58f6898 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:36.142713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:36.155577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:36.238195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.240016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.246272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41d5c0-2d9e-412e-82ae-f02bebbc46ec req-4f452579-354c-4e86-afba-89aee374d402 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:36.247966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b41d5c0-2d9e-412e-82ae-f02bebbc46ec req-4f452579-354c-4e86-afba-89aee374d402 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.2362986 Mar 02 17:37:36.250760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.256476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7b3975fa-8cd1-4c73-8a19-e1632f05618d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7b3975fa-8cd1-4c73-8a19-e1632f05618d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:36.262690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.270606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.285880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.294023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Made reservation on behalf of a8c66a609c6b4b0a84b2d36af58f6898 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:36.297028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.309666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6bd6d06-0f3b-4dc1-a5ba-d1adec3bca7e req-757e6778-96a4-430a-aa11-1b4630bfb750 service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501524 Mar 02 17:37:36.322818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Transition to ACTIVE for port object 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:36.329649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Deleting port 1f000762-4dc8-4853-84cd-31be73de2014 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:36.330118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.349136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7b3975fa-8cd1-4c73-8a19-e1632f05618d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:36.406190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b41d5c0-2d9e-412e-82ae-f02bebbc46ec req-dd505530-80b0-4c00-a0bb-0b833eed07de tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483281 Mar 02 17:37:36.413711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-a606d72d-7ee3-47a6-9206-663b84bf30bb service neutron] 10.222.0.37 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591398 Mar 02 17:37:36.421372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:36.424118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2bcdd-86b2-49b8-a7ff-576771ab2ded,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:36.464795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:36.515120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:36.569386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:36.574761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:36.605510 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.662971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:36.669625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:36.669826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.681688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Allocated IP 172.20.0.3 (97918150-26a9-4d22-aaf1-6f12ca83041d/a7d524dd-aae3-4d02-b6da-abe5fdec144c/ef19d0f7-438e-4955-b84c-78ee67f5d318) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:36.697912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-c905dadf-2348-430b-b7e0-de96828b9906 service neutron] 10.222.0.37 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747784 Mar 02 17:37:36.789208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Network 98a37686-230b-42af-96a2-7212fb3bc60c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:36.789746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Pushing event updated for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:36.805105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:36.816682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] For port 1f000762-4dc8-4853-84cd-31be73de2014, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1f000762-4dc8-4853-84cd-31be73de2014,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:36.817037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.828906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.867996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:36.869819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:36.877762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:36.934468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffb041-76eb-4e52-87c0-25e913f91ed5 req-6eb9498a-766e-4e2a-a95d-ef278e6e6730 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:36.941871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37ffb041-76eb-4e52-87c0-25e913f91ed5 req-6eb9498a-766e-4e2a-a95d-ef278e6e6730 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3742945 Mar 02 17:37:36.949917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:37.006564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b40f25f-4fe2-4f73-b55a-e8187e2efc06 req-e590f96b-5f0d-424e-9fc4-6ec79cbaddcf tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 210 time: 0.0618401 Mar 02 17:37:37.008302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:37.096599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37ffb041-76eb-4e52-87c0-25e913f91ed5 req-7c21a9c4-8118-4bb9-83f4-fc7611d88bb3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537898 Mar 02 17:37:37.158260 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'code': 200} Mar 02 17:37:37.168472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Calling delete_port for 1f000762-4dc8-4853-84cd-31be73de2014 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:37.184364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5583e657-13ca-4923-9653-60f014a6027c None None] Provisioning for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:37.191174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5583e657-13ca-4923-9653-60f014a6027c None None] Provisioning complete for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:37.191541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5583e657-13ca-4923-9653-60f014a6027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.236112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.248156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.263587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-8c2637bd-a607-4326-8399-9802da8de47d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f&device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 1094 time: 0.8007126 Mar 02 17:37:37.264565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.289402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.315893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.320247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5583e657-13ca-4923-9653-60f014a6027c None None] Port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:37.499988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7b3975fa-8cd1-4c73-8a19-e1632f05618d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:37.594508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d2d4ca-9789-45d9-ad04-7f592ed69928,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:37.633451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7b3975fa-8cd1-4c73-8a19-e1632f05618d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:37.633726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.643666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.690549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Network 97918150-26a9-4d22-aaf1-6f12ca83041d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:37.701485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:37.711753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:37.741088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Pushing event updated for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:37.829245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9479ef-f306-428c-9a97-da91e71e6ad5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:37.857559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.861619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-837e8567-5243-4fc8-b012-1a9a8b299ace tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 4.0277913 Mar 02 17:37:37.862084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:37.872966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531ab5-4d08-4474-ae2b-3bb694f2b045 req-62b910e9-aef6-472e-8543-11c34c16b972 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:37.879221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec531ab5-4d08-4474-ae2b-3bb694f2b045 req-62b910e9-aef6-472e-8543-11c34c16b972 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.5072556 Mar 02 17:37:37.885972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:37.892234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:37.893424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:37.903247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:37.919319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:37.929786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:37.931796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dab7e-28f9-461b-81bd-3543559b4c73 req-05c90ed1-5398-47ee-bdd0-a8677eb89aee tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:37.941359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e34dab7e-28f9-461b-81bd-3543559b4c73 req-05c90ed1-5398-47ee-bdd0-a8677eb89aee tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.3100498 Mar 02 17:37:37.948418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:37.979424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddc584aa-d40a-46f2-8e14-ea9c7d8ebab8 req-61d802dc-5c54-43d1-8168-42fbc29eea5d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 1097 time: 0.6398385 Mar 02 17:37:38.012113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-e30c7a71-74b8-432a-8aa2-49429bc97245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2029169 Mar 02 17:37:38.034387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Request body: {'port': {'device_id': '5f37d594-32f1-49c4-a131-b2d6db557445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:38.114116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e34dab7e-28f9-461b-81bd-3543559b4c73 req-b359c657-969f-40c9-a02c-49e5330fe48c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708035 Mar 02 17:37:38.119542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec531ab5-4d08-4474-ae2b-3bb694f2b045 req-3c36f65f-d621-4013-b0ab-167c536ba6f5 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335966 Mar 02 17:37:38.123742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddc584aa-d40a-46f2-8e14-ea9c7d8ebab8 req-c92e0792-c2da-4da5-b12e-c5783d7a4e24 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354506 Mar 02 17:37:38.169442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-dff5a90d-fdaa-4bb6-8a3b-bee5b825604f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:38.170969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-dff5a90d-fdaa-4bb6-8a3b-bee5b825604f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e34f1d62-b898-4fb8-8963-821479af51a2 HTTP/1.1" status: 200 len: 916 time: 0.8095963 Mar 02 17:37:38.194970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.208971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.249301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.340859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.380212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.438814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f000762-4dc8-4853-84cd-31be73de2014,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:38.443536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f1211284-5369-4420-935c-c5565f3f9342 req-c44fda5d-d845-45b3-871a-b40a6ab71e11 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Synchronizing usage tracker for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:38.603447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.643042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.653076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f1211284-5369-4420-935c-c5565f3f9342 req-c44fda5d-d845-45b3-871a-b40a6ab71e11 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Unset dirty status for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:38.654400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1211284-5369-4420-935c-c5565f3f9342 req-c44fda5d-d845-45b3-871a-b40a6ab71e11 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 210 time: 0.3717070 Mar 02 17:37:38.726804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3175-b7a0-4028-99ce-5d02eddf6ca9 req-714460c7-5b0f-4289-af88-3e84c2d63b94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:38.728830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae5e3175-b7a0-4028-99ce-5d02eddf6ca9 req-714460c7-5b0f-4289-af88-3e84c2d63b94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3963873 Mar 02 17:37:38.731525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-1aa0cf61-4b4c-4062-81d5-4f3e66907839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7b5d64-e78a-4684-964a-d401606d0c81 HTTP/1.1" status: 200 len: 217 time: 0.2262647 Mar 02 17:37:38.736002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-98a19d98-f00d-408a-8503-1a6a363d5e53 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:38.737376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-98a19d98-f00d-408a-8503-1a6a363d5e53 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 819 time: 0.3608568 Mar 02 17:37:38.750066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e33b05-1b37-4156-b6d3-f9f6ba7f04e2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:38.773861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Request body: {'port': {'device_id': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'admin_state_up': True, 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:38.881257 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:38.882396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93acccb6-085f-4756-8169-2b779e101b36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0096984 Mar 02 17:37:38.894640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57834) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:38.907350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:38.920908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae5e3175-b7a0-4028-99ce-5d02eddf6ca9 req-c4924e1d-faac-43e2-9937-a8a02b1bf5f0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826265 Mar 02 17:37:38.921859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:38.930353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:38.940928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:38.983480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:38.993410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-79ce4740-af82-4fac-ac85-4e0fcf1b7a52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:38.995027 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-79ce4740-af82-4fac-ac85-4e0fcf1b7a52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e86c273-af40-438e-befb-be4bc424980f HTTP/1.1" status: 200 len: 854 time: 0.2461715 Mar 02 17:37:39.010097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.050284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef19d0f7-438e-4955-b84c-78ee67f5d318 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:39.058745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.065169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.077999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:39.096253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Transition to ACTIVE for port object ef19d0f7-438e-4955-b84c-78ee67f5d318 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:39.106782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:39.112994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.183588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Made reservation on behalf of a8c66a609c6b4b0a84b2d36af58f6898 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:39.187379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.232503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-89e4796a-82fc-4aeb-80d9-c5fa3ad391de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.315210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:39.325989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.397299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.449268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.499110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:37:39.539167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.556917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.562109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.649718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.678145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1a381d-aefd-4227-b6a9-8f3904bc891a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:39.782145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.783352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-136cb984-f812-468b-b422-81907fee6890 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8877695 Mar 02 17:37:39.787118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57844) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:39.802765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.803279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a699eaf-44c9-42c1-8f36-3cb5419324d9 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:37:39.827483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:39.844115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:39.862015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:39.871761 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-c88a465c-c3a8-4c77-a882-2c3f406131fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e34f1d62-b898-4fb8-8963-821479af51a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8625944 Mar 02 17:37:39.872630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9f58f-15d7-416b-9adc-9413fd480ebb req-afc8ee08-9c5d-4061-abb6-1b476d4af003 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:39.873321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.876618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0e9f58f-15d7-416b-9adc-9413fd480ebb req-afc8ee08-9c5d-4061-abb6-1b476d4af003 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.5560405 Mar 02 17:37:39.876979 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fc85e86d-b4fb-4e75-8c8f-c3136269c2a3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a699eaf-44c9-42c1-8f36-3cb5419324d9 HTTP/1.1" status: 204 len: 168 time: 7.9625158 Mar 02 17:37:39.877094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Allocated IP 172.20.0.6 (97918150-26a9-4d22-aaf1-6f12ca83041d/a7d524dd-aae3-4d02-b6da-abe5fdec144c/9a28a382-c403-4597-a096-226dfac09909) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:39.877884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:39.881975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:39.882148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:39.888507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22459-0fd4-420e-8b20-30b16538096d req-e2af0706-026c-469e-a217-add37164fd32 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:39.890114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3d22459-0fd4-420e-8b20-30b16538096d req-e2af0706-026c-469e-a217-add37164fd32 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.5000031 Mar 02 17:37:39.894533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:39.915453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Pushing event updated for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:39.929363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Attempting to bind port ef19d0f7-438e-4955-b84c-78ee67f5d318 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:39.929704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Attempting to bind port ef19d0f7-438e-4955-b84c-78ee67f5d318 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:39.930037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Attempting to bind port ef19d0f7-438e-4955-b84c-78ee67f5d318 on network 97918150-26a9-4d22-aaf1-6f12ca83041d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:40.002531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Port ef19d0f7-438e-4955-b84c-78ee67f5d318 on network 97918150-26a9-4d22-aaf1-6f12ca83041d not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:37:40.003284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Attempting to bind port ef19d0f7-438e-4955-b84c-78ee67f5d318 on network 97918150-26a9-4d22-aaf1-6f12ca83041d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:40.068114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Deleting subnet c99e8482-d6e4-4ee2-80ae-0c857676bd72 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:37:40.079202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:40.079544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Checking segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:40.079944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Bound using segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:40.080388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Bound port: ef19d0f7-438e-4955-b84c-78ee67f5d318, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:40.080737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.090423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.092868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.142013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3d22459-0fd4-420e-8b20-30b16538096d req-fe058e49-96d8-4093-932a-6dd09b395e4c tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447979 Mar 02 17:37:40.210087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0e9f58f-15d7-416b-9adc-9413fd480ebb req-23624433-3f0a-4d09-a696-c5b6d1a0912f tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175154 Mar 02 17:37:40.211775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-7b9266f5-3769-46ed-a0ab-b86a5cb642f0 service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195884 Mar 02 17:37:40.285216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.348011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Network 98a37686-230b-42af-96a2-7212fb3bc60c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:40.352553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:40.443615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eca7bf30-5039-4571-af79-03fc13fc6144 req-8b8f6c15-d091-40cb-a437-472fb940fee7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Synchronizing usage tracker for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:40.512491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:40.523974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.541559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eca7bf30-5039-4571-af79-03fc13fc6144 req-8b8f6c15-d091-40cb-a437-472fb940fee7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Unset dirty status for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:40.542720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eca7bf30-5039-4571-af79-03fc13fc6144 req-8b8f6c15-d091-40cb-a437-472fb940fee7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 210 time: 0.2140899 Mar 02 17:37:40.543414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.561972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:40.577579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.580976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.609030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701b20e2-4836-4337-9749-48d36b9aecc4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:40.652101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.653263 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69df97e8-b048-4649-b436-118bc64ae1d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8518548 Mar 02 17:37:40.658860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3192ab3f-17e5-4202-8900-5a049a1524c7 req-f0b6063d-a6b2-412f-b202-43c68b23a9fb service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282851 Mar 02 17:37:40.659787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57854) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:40.666426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.674454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-885e6db6-8dd6-41c5-afb7-2dea50472463 None None] Provisioning complete for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:40.674999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-885e6db6-8dd6-41c5-afb7-2dea50472463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.727953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.729212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] 10.222.0.35 "PUT /v2.0/ports/ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 1091 time: 2.7010932 Mar 02 17:37:40.730942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-885e6db6-8dd6-41c5-afb7-2dea50472463 None None] Port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:40.732273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:40.750861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:40.758695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0212e-1c73-42c5-86dd-1768a7a64e54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:40.767956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c036d-26d3-4d06-922a-b3f94841981c req-51d26fa6-75e8-45ab-b77c-34e6f50e40fd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:40.774878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-025c036d-26d3-4d06-922a-b3f94841981c req-51d26fa6-75e8-45ab-b77c-34e6f50e40fd tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3836370 Mar 02 17:37:40.832982 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318', 'status': 'completed', 'code': 200} Mar 02 17:37:40.874601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.957942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:40.960757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:40.975922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:40.989266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:41.013943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:41.026071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-025c036d-26d3-4d06-922a-b3f94841981c req-e1b55cfb-13a5-4d80-8804-a56dc8277d6d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502594 Mar 02 17:37:41.027217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99e8482-d6e4-4ee2-80ae-0c857676bd72,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:41.030718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Network 97918150-26a9-4d22-aaf1-6f12ca83041d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:41.044688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:41.046428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:41.050038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:41.084687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1011c2-7824-4cee-bc56-25b9bd1fe588 None None] Network 45edf2a0-6365-455f-9148-024222a366ec requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:41.086903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.096397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-7ca22b8d-7fb9-4c5f-aea2-c13e236189a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1094 time: 0.3171756 Mar 02 17:37:41.110637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abe9d5d8-f6c6-4ea0-b2bb-b49e41855eb2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c99e8482-d6e4-4ee2-80ae-0c857676bd72 HTTP/1.1" status: 204 len: 168 time: 1.2171452 Mar 02 17:37:41.113215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:41.159770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.189149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-ad9b7556-f5a5-4ebb-9a65-9d31d265fc4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.0835826 Mar 02 17:37:41.193564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:41.193762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.288740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-4aa710f4-374e-47dc-9498-8597032b3381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:41.290973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-4aa710f4-374e-47dc-9498-8597032b3381 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.0907514 Mar 02 17:37:41.292866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-5c4261f8-7269-41b3-bb85-4c89777781ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5269313 Mar 02 17:37:41.320310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3d124c5-8962-4e4e-a1b4-cc783c0ff1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.394889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Request body: {'port': {'device_id': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:41.428735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] DHCP port deletion for 45edf2a0-6365-455f-9148-024222a366ec request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:37:41.433975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Deleting port 94906da7-4d89-428e-9239-d0f8d0de129b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:41.434884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.460654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.508887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-401bd6c5-f1f9-4161-8c90-4151bb4c09e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2054653 Mar 02 17:37:41.554518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.565009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 94906da7-4d89-428e-9239-d0f8d0de129b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:37:41.571257 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.581863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Deleting port 94906da7-4d89-428e-9239-d0f8d0de129b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:41.582197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.648313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f106f2-2326-44c8-a05e-212b0b6c2223,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:41.680422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.684486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c9749187-6efb-413a-a96a-f00d5fd02fa0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9518409 Mar 02 17:37:41.688468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:41.723857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:41.750704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:41.766184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:41.781636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:41.794137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:41.794777 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.813436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:41.903914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.921067 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:37:41.936552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:41.937015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.950762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:41.962263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Calling delete_port for 94906da7-4d89-428e-9239-d0f8d0de129b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:41.979489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62321db-0b4c-4807-84ab-7a76df8c231c req-3dcfbc0d-3972-4289-aa48-49b20bd0c3b2 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:41.980943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f62321db-0b4c-4807-84ab-7a76df8c231c req-3dcfbc0d-3972-4289-aa48-49b20bd0c3b2 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.5379350 Mar 02 17:37:41.987285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.045428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:42.057550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-68739c71-5ec4-4768-bd56-9670e97d9d89 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363481 Mar 02 17:37:42.059117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.092076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Calling delete_port for 94906da7-4d89-428e-9239-d0f8d0de129b owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:42.104915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fe922-9950-46e4-aaf6-e22cd660896c req-eb5bdf90-d1a5-4692-b117-f7174e61d4e6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:42.106411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-049fe922-9950-46e4-aaf6-e22cd660896c req-eb5bdf90-d1a5-4692-b117-f7174e61d4e6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.5893974 Mar 02 17:37:42.136041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=94906da7-4d89-428e-9239-d0f8d0de129b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:42.149394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:37:42.150878 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:37:42.164681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Router c45f5537-e3ff-49ba-904e-b0fa34eecc8f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:42.223065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f62321db-0b4c-4807-84ab-7a76df8c231c req-fc801f89-df6f-42a8-80e3-e2e882be6b50 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126570 Mar 02 17:37:42.314645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.372774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-049fe922-9950-46e4-aaf6-e22cd660896c req-1a5a5f94-7b46-4a80-a77c-75a261471001 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193308 Mar 02 17:37:42.377005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.378659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:37:42.379162 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:37:42.385315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:42.498146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8767c3c-1a6d-4f44-abc1-9637a35d2da2 req-b6eef28f-6c97-4d28-a9df-5cfab54612f1 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297092 Mar 02 17:37:42.564310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5108e024-ab21-4507-8723-c70b9e99f61d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:42.584945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.585670 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2477ea7e-3248-4067-85c6-404271bb6909 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8963168 Mar 02 17:37:42.619174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57878) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:42.637740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'bc9479ef-f306-428c-9a97-da91e71e6ad5', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:42.652427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Deleting port 94906da7-4d89-428e-9239-d0f8d0de129b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:42.653071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.656596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:42.663570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdfca8-4f4b-42f4-8653-2d89235be8b2 req-61fde47f-325a-4872-a9e5-fc47eb12ef7a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:42.665019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25fdfca8-4f4b-42f4-8653-2d89235be8b2 req-61fde47f-325a-4872-a9e5-fc47eb12ef7a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 931 time: 0.2897508 Mar 02 17:37:42.670110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:42.678438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:42.707561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:42.720927 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.777947 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:37:42.794169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:42.799608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85771c98-ff78-4ec0-89ce-f6074728dcfd admin admin] 10.222.0.37 "PUT /v2.0/routers/c45f5537-e3ff-49ba-904e-b0fa34eecc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4125533 Mar 02 17:37:42.829382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.854553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a28a382-c403-4597-a096-226dfac09909 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:42.856334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:42.863950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f00e8d57-7d88-436a-967c-d4adcc22b249 admin admin] 10.222.0.37 "PUT /v2.0/routers/307a51f8-7cb9-4b59-a86f-e1e16e019bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1821418 Mar 02 17:37:42.866486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57884) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:42.875359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590f97e-f469-4f40-8637-7b84d12fc785 req-370a2b12-e8a3-404e-aff7-ee4f34b6c818 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:42.876820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2590f97e-f469-4f40-8637-7b84d12fc785 req-370a2b12-e8a3-404e-aff7-ee4f34b6c818 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3546739 Mar 02 17:37:42.885325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.897621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-e637dd70-0357-4b6a-8513-4681b35f974f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1094 time: 0.3201189 Mar 02 17:37:42.902794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] For port 94906da7-4d89-428e-9239-d0f8d0de129b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=94906da7-4d89-428e-9239-d0f8d0de129b,segment=NetworkSegment(d24bdd75-d741-4b24-afe3-02bb1216f2bb),segment_id=d24bdd75-d741-4b24-afe3-02bb1216f2bb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:42.903912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:42.906723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25fdfca8-4f4b-42f4-8653-2d89235be8b2 req-ff8f2556-71c4-4e14-b4e8-57a47b162a6c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308018 Mar 02 17:37:42.966256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Transition to ACTIVE for port object 9a28a382-c403-4597-a096-226dfac09909 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:43.031544 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.036076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Deleting port 94906da7-4d89-428e-9239-d0f8d0de129b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:43.036490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.089567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Calling delete_port for 94906da7-4d89-428e-9239-d0f8d0de129b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:43.128678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.179695 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.226268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] No DVR routers for this DVR port 94906da7-4d89-428e-9239-d0f8d0de129b on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:37:43.229409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] The port '94906da7-4d89-428e-9239-d0f8d0de129b' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:37:43.251155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721909-0d59-4ca0-af0c-502cc06e73ba None None] Pushing event deleted for resources: {'Port': ['ID=94906da7-4d89-428e-9239-d0f8d0de129b,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:43.253619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2590f97e-f469-4f40-8637-7b84d12fc785 req-dd21f670-4812-4343-8dab-300913bc32eb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629718 Mar 02 17:37:43.294695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:43.298162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.322875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.385390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-ad54eb6c-6a44-46c1-9d6f-5d8997cbc738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:43.388108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-ad54eb6c-6a44-46c1-9d6f-5d8997cbc738 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.4718475 Mar 02 17:37:43.394870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.409775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc2128d-075e-4ca9-8883-341b9bbd269b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:43.496485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45edf2a0-6365-455f-9148-024222a366ec']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:43.518709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24bdd75-d741-4b24-afe3-02bb1216f2bb') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:43.519011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24bdd75-d741-4b24-afe3-02bb1216f2bb') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:43.535491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.561588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.573026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:37:43.573435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:37:43.589113 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:37:43.658427 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.666364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f8b48f3d-d7d7-47eb-943c-d7bb785d3ca2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0388808 Mar 02 17:37:43.686341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:43.699813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'network': {'name': 'tempest-network-smoke--262101820', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:43.712593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:43.723446 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.729053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:network and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:43.751774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:43.756928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.779855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] Pushing event deleted for resources: {'Network': ['ID=45edf2a0-6365-455f-9148-024222a366ec,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:43.781823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:43.789165 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-bf8b3926-9004-4178-885b-213cbf836115 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.3354902 Mar 02 17:37:43.793537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f11a7db-cc1b-4e99-a87e-b651b08ec230 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45edf2a0-6365-455f-9148-024222a366ec HTTP/1.1" status: 204 len: 168 time: 2.6771147 Mar 02 17:37:43.799062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-5a48e1a5-dc85-47a1-a558-69dbf1ac5968 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.3795137 Mar 02 17:37:43.846965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.888944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-442704d0-7b2a-48e2-87dc-2ca2086ecb2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:43.891107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-442704d0-7b2a-48e2-87dc-2ca2086ecb2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.0864508 Mar 02 17:37:43.919733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:43.922646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:43.956052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babade38-f271-49bf-aea2-b08198d41278 req-790e86bf-9ef8-40e2-9c32-df0866960b04 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:43.975792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-babade38-f271-49bf-aea2-b08198d41278 req-790e86bf-9ef8-40e2-9c32-df0866960b04 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.8544071 Mar 02 17:37:43.977418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57906) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:43.997609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Request body: {'floatingip': {'port_id': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:44.083605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-504bafec-ba05-4f00-9e7f-6e7e1c46b006 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684871 Mar 02 17:37:44.128555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:44.138388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:37:44.143881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-19f3d7c2-9ca5-4f94-88ac-93c89a5a5012 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:44.145302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-19f3d7c2-9ca5-4f94-88ac-93c89a5a5012 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 828 time: 0.5146134 Mar 02 17:37:44.184417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Attempting to bind port 9a28a382-c403-4597-a096-226dfac09909 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:44.184750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Attempting to bind port 9a28a382-c403-4597-a096-226dfac09909 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:44.185070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Attempting to bind port 9a28a382-c403-4597-a096-226dfac09909 on network 97918150-26a9-4d22-aaf1-6f12ca83041d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:44.185518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-4a6dd275-5f12-48c7-9c66-d27b630a0138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:44.187009 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-4a6dd275-5f12-48c7-9c66-d27b630a0138 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3734703 Mar 02 17:37:44.197797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.198209 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Added segment d567e63e-e360-4a1d-a91c-80fcb47239e0 of type vlan for network ad60934f-28b4-4b17-85ac-cbdde045930b Mar 02 17:37:44.239508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.244635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.335639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.362917 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-02fcfb1e-925e-40f1-8e6f-466f1bf1d4a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c3e67ee5f4e46f9bb56c38b033a1f21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321723 Mar 02 17:37:44.369326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:44.383860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Port 9a28a382-c403-4597-a096-226dfac09909 on network 97918150-26a9-4d22-aaf1-6f12ca83041d not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:37:44.385180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Attempting to bind port 9a28a382-c403-4597-a096-226dfac09909 on network 97918150-26a9-4d22-aaf1-6f12ca83041d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:44.398351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:44.398970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Checking segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:44.399346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Bound using segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:44.400011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Bound port: 9a28a382-c403-4597-a096-226dfac09909, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:44.400357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.402891 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-65d9630b-e832-4cfc-95b3-8d8a34c1d679 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.1930830 Mar 02 17:37:44.427539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-1705f574-199a-41db-a891-366afefbc389 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/quotas/e59fe6411be74a06a29652facc9b8495 HTTP/1.1" status: 200 len: 375 time: 0.2734106 Mar 02 17:37:44.589790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.594210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:44.595275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.610849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device be7b5d64-e78a-4684-964a-d401606d0c81 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:37:44.625947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-ee5393ca-37e8-4f40-8c5e-6f27da533a95 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140443 Mar 02 17:37:44.739571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f03e1-0e9b-4b68-b100-94cc3db31333 req-f5a0b116-e809-4669-a3e1-f3cd2af47328 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:44.739820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-17e2e5ce-fca3-426a-9266-e39090cc7bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:44.741121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-17e2e5ce-fca3-426a-9266-e39090cc7bb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.3115346 Mar 02 17:37:44.743041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-889f03e1-0e9b-4b68-b100-94cc3db31333 req-f5a0b116-e809-4669-a3e1-f3cd2af47328 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 943 time: 0.6043913 Mar 02 17:37:44.749909 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0577705 Mar 02 17:37:44.750726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57922) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:44.759540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=be7b5d64-e78a-4684-964a-d401606d0c81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:44.774142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'port_id': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'mac_address': 'fa:16:3e:1a:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:37:44.811300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'admin_state_up': True, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:44.816555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef557d31-ff74-4b5d-9d70-56550470170a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Network': ['ID=ad60934f-28b4-4b17-85ac-cbdde045930b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:44.828546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:44.838805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ad60934f-28b4-4b17-85ac-cbdde045930b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:37:44.840484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.844506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:router and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:44.847986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:44.850716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:44.857673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.864799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:44.903072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.912229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.919295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.920224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.943260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:44.949882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7b5d64-e78a-4684-964a-d401606d0c81 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:44.957663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Deleting port b8fb732a-a990-454e-b1e7-850923d507e6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:44.957974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.970062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=be7b5d64-e78a-4684-964a-d401606d0c81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:44.975257 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:44.981982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.033501 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-bff6b66d-2f86-4413-9a46-bda200d3b458 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795901 Mar 02 17:37:45.041456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.044881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:45.049085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-bd1bd7d5-93cb-4612-9816-0935102a20c2 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6055756 Mar 02 17:37:45.105392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-536d4dee-4818-493b-a858-5ed92c2a70fa req-99135735-2879-4d7d-87dc-ba3e089eb279 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676602 Mar 02 17:37:45.231967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.302613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-889f03e1-0e9b-4b68-b100-94cc3db31333 req-96bb74a8-f154-47e7-998e-f9ca9cc51e47 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5357330 Mar 02 17:37:45.315789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.317102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] 10.222.0.35 "PUT /v2.0/ports/9a28a382-c403-4597-a096-226dfac09909 HTTP/1.1" status: 200 len: 1091 time: 3.9419503 Mar 02 17:37:45.319319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'tag': '9a28a382-c403-4597-a096-226dfac09909'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:45.340120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4c136-b0c4-4b20-8884-2a95dcda4b69,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:45.379950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['be7b5d64-e78a-4684-964a-d401606d0c81'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:37:45.465253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] For port b8fb732a-a990-454e-b1e7-850923d507e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b8fb732a-a990-454e-b1e7-850923d507e6,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:45.465942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.468871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ebd5-b81a-4063-aaf1-c62386b3001d service neutron] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:45.486661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-c429d68d-7013-4531-9227-4fd16b303735 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409542 Mar 02 17:37:45.487619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.488810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb132f00-b2fa-494d-93b2-dcb8fccc4896 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbc4c136-b0c4-4b20-8884-2a95dcda4b69 HTTP/1.1" status: 204 len: 168 time: 1.1156867 Mar 02 17:37:45.566938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676f2aed-d113-4c5d-b9b3-c8bcef58af66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:45.643330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-7bf26ac2-b839-4388-8521-c6bdeb1c60cf service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719173 Mar 02 17:37:45.659183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Calling delete_port for b8fb732a-a990-454e-b1e7-850923d507e6 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:45.747042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:45.755967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:45.756345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.758391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.891925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-298cb0ff-4879-4aeb-bc93-a142b9b43d59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 1094 time: 0.4359119 Mar 02 17:37:45.958548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:45.961849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-63c88a0d-c73a-414c-93b8-35cb0fd3d17a req-86d5dbbc-c452-40b0-b754-077751d13638 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913851 Mar 02 17:37:46.007615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 676f2aed-d113-4c5d-b9b3-c8bcef58af66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676f2aed-d113-4c5d-b9b3-c8bcef58af66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:46.013402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.017725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-187b13c0-1e67-4eb3-993e-ee4678c192d4 service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524907 Mar 02 17:37:46.020887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-13ac7812-d94a-41d0-9ceb-0d807fcb16d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a28a382-c403-4597-a096-226dfac09909 HTTP/1.1" status: 200 len: 217 time: 0.1106308 Mar 02 17:37:46.032480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df3bf-3ce1-4e2f-8371-44333e22e169 req-eb80b30b-bfc1-4c49-b860-a1c70c031176 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:46.040678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec6df3bf-3ce1-4e2f-8371-44333e22e169 req-eb80b30b-bfc1-4c49-b860-a1c70c031176 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 943 time: 0.4981072 Mar 02 17:37:46.095721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=676f2aed-d113-4c5d-b9b3-c8bcef58af66,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:46.124110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:37:46.156660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.214897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fb732a-a990-454e-b1e7-850923d507e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:46.239378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-bc0b2e9e-c356-4314-a649-aaa7eedae03c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:46.240838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-bc0b2e9e-c356-4314-a649-aaa7eedae03c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.1955824 Mar 02 17:37:46.263434 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.279224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec6df3bf-3ce1-4e2f-8371-44333e22e169 req-46f0703b-3816-4435-b43f-8c61488fe8fc tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370663 Mar 02 17:37:46.350287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.475830 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'tag': '9a28a382-c403-4597-a096-226dfac09909', 'status': 'completed', 'code': 200} Mar 02 17:37:46.478377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-3ff1e005-5990-4b71-848f-bcbedd4cab9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971810 Mar 02 17:37:46.513091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.621010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device be7b5d64-e78a-4684-964a-d401606d0c81 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:46.691513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.784336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port be7b5d64-e78a-4684-964a-d401606d0c81 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:46.788495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-569d4a79-1498-47dd-8e26-32bc7acb0efb req-04806b1f-c26e-4f58-8eb1-8711bebeb0c9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 210 time: 0.3089182 Mar 02 17:37:46.793126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port be7b5d64-e78a-4684-964a-d401606d0c81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:46.793758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.800062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:46.829359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:46.950046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-9f622ccb-9504-4bdc-8563-445a15376280 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106925 Mar 02 17:37:47.078079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d50cd2-8415-46cd-9a55-e7cccca52f16 req-247d13d8-e0b2-4ddc-9961-406dad830983 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:47.090104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6d50cd2-8415-46cd-9a55-e7cccca52f16 req-247d13d8-e0b2-4ddc-9961-406dad830983 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6160674 Mar 02 17:37:47.112257 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.136878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-249774879-network', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:47.144698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:47.145358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:47.156404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=be7b5d64-e78a-4684-964a-d401606d0c81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:47.161645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.241282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.246147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:47.251244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.268329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.251 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/aa13a065-fd13-40e7-97cb-7fa611cb9726) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:47.301086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef19d0f7-438e-4955-b84c-78ee67f5d318 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:37:47.359733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Usage tracker for resource:network and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:47.362836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:47.386887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:47.422627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.423363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307a51f8-7cb9-4b59-a86f-e1e16e019bb5 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:37:47.520048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:47.520048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.520930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.520930 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29475536-139e-4e6f-ba94-2ab1706c371b admin admin] 10.222.0.37 "DELETE /v2.0/routers/307a51f8-7cb9-4b59-a86f-e1e16e019bb5 HTTP/1.1" status: 204 len: 168 time: 4.6096463 Mar 02 17:37:47.521063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b35eb9-2263-481e-a010-0b60604ec5f6 req-a8bdb794-a215-4d71-9be0-814548650f82 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162728 Mar 02 17:37:47.521129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:47.521129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.531206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.536889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:47.561349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ef19d0f7-438e-4955-b84c-78ee67f5d318', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'port_id': 'ef19d0f7-438e-4955-b84c-78ee67f5d318', 'mac_address': 'fa:16:3e:e2:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:37:47.577308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6d50cd2-8415-46cd-9a55-e7cccca52f16 req-8d851950-43c3-4958-a6c6-27c7a76bd363 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651091 Mar 02 17:37:47.594448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Deleting subnet f3636551-1b58-4fb2-b6b1-3c94ed984244 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:37:47.599462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.648329 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Floating IP 681e2901-84d6-43e7-b52c-445ccf163cde associated. External IP: 172.25.3.16, port: 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83. Mar 02 17:37:47.660968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.667288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676f2aed-d113-4c5d-b9b3-c8bcef58af66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:47.694824 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.698432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.721208 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'code': 200} Mar 02 17:37:47.735566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef19d0f7-438e-4955-b84c-78ee67f5d318 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:47.770013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:47.780501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.782857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:47.789348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:47.794725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:47.859511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:47.859915 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:47.874198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d254-6e27-4e42-9a96-acdba8699458 req-cb065ba0-4f3e-4477-a6b7-23a1ecb8f328 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:47.876193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f53d254-6e27-4e42-9a96-acdba8699458 req-cb065ba0-4f3e-4477-a6b7-23a1ecb8f328 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.7269261 Mar 02 17:37:47.883335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=aa13a065-fd13-40e7-97cb-7fa611cb9726,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:47.902553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:47.928898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:47.937472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:47.947392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:47.996774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:48.029480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.131056 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-564decb1-2973-46ad-a7e6-751ee2ea33e3 req-d471c65e-3b68-4ece-8493-8aba6fbdabc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 1096 time: 0.2453809 Mar 02 17:37:48.166416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-30332bfd-a491-4c6b-a673-75ae9ae223e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 1094 time: 0.5714834 Mar 02 17:37:48.188529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.223214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f53d254-6e27-4e42-9a96-acdba8699458 req-d1cec8fe-95c6-40b9-8cbd-c42c9dcec5d3 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122714 Mar 02 17:37:48.345410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3636551-1b58-4fb2-b6b1-3c94ed984244,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:48.359559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.362192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b6347-3530-4baf-8036-c02732bd0cd8 None None] Network 3aa98c72-a96a-491f-b260-6e4c54abad44 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:48.363185 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-564decb1-2973-46ad-a7e6-751ee2ea33e3 req-42ca6d76-c5ae-4c1e-ba27-342786e486c4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199733 Mar 02 17:37:48.370741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef4f7e48-a7c8-4fc7-94c8-bb8609e325c8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3636551-1b58-4fb2-b6b1-3c94ed984244 HTTP/1.1" status: 204 len: 168 time: 0.8685455 Mar 02 17:37:48.372443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57974) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:48.473697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66f3203e-dfb9-4ff1-a8ee-dfe42fcaa74a req-faf852dd-c084-4c4e-80a1-e790dd0bf485 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 210 time: 0.0995321 Mar 02 17:37:48.479928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102f98-8cbd-4d79-8135-53a8222b9c68 req-ed3e504f-169b-47aa-8ef1-443b612d13f9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:48.486933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00102f98-8cbd-4d79-8135-53a8222b9c68 req-ed3e504f-169b-47aa-8ef1-443b612d13f9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 943 time: 0.5791330 Mar 02 17:37:48.487240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.496417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.497352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.502203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.514062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Deleting port b08c19c1-4a10-45a9-a01d-032706db209c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:48.514445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.522640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-cd1dd102-433d-4b8f-a63a-3422f140d5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:48.524039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-cd1dd102-433d-4b8f-a63a-3422f140d5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.50 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 828 time: 0.4765365 Mar 02 17:37:48.544038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.550306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ef19d0f7-438e-4955-b84c-78ee67f5d318'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:37:48.608150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:37:48.620464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-2b833d61-bb37-4622-a83c-f1bc1b5e664c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:48.621085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-2b833d61-bb37-4622-a83c-f1bc1b5e664c service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.4472387 Mar 02 17:37:48.687924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643926ff-95a7-4272-9455-b811157cc707,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:48.692417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.692765 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Added segment c74ffd6f-1778-4082-bd59-a542a6f71bca of type vlan for network e4a87e7f-6089-4bc3-8d18-e2555530b107 Mar 02 17:37:48.729315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00102f98-8cbd-4d79-8135-53a8222b9c68 req-1bbfb5a6-60af-48a1-ab5e-1522d9e8a5c8 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398989 Mar 02 17:37:48.748430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-be464a0f-c6b2-41dc-821b-ffc25234dbe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a28a382-c403-4597-a096-226dfac09909 HTTP/1.1" status: 200 len: 217 time: 0.1181898 Mar 02 17:37:48.817446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'port': {'device_id': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'admin_state_up': True, 'tenant_id': 'e59fe6411be74a06a29652facc9b8495'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:48.837487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] DHCP port deletion for 3aa98c72-a96a-491f-b260-6e4c54abad44 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:37:48.843450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Deleting port b08c19c1-4a10-45a9-a01d-032706db209c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:48.843829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.883504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.932551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] For port b08c19c1-4a10-45a9-a01d-032706db209c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b08c19c1-4a10-45a9-a01d-032706db209c,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:48.932932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:48.954341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.061158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Calling delete_port for b08c19c1-4a10-45a9-a01d-032706db209c owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:49.066999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] For port b08c19c1-4a10-45a9-a01d-032706db209c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b08c19c1-4a10-45a9-a01d-032706db209c,segment=NetworkSegment(8bd19db4-e6da-44ae-9c56-bd62e3cace15),segment_id=8bd19db4-e6da-44ae-9c56-bd62e3cace15)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:49.067583 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.131569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-0e492f2e-2db4-450c-af39-a348ef7927bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:49.132997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-0e492f2e-2db4-450c-af39-a348ef7927bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.3274770 Mar 02 17:37:49.163783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.205330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Calling delete_port for b08c19c1-4a10-45a9-a01d-032706db209c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:37:49.224695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08c19c1-4a10-45a9-a01d-032706db209c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:49.228683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] No DVR routers for this DVR port b08c19c1-4a10-45a9-a01d-032706db209c on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:37:49.303730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:37:49.304226 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:37:49.349498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.350362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:49.350966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.354280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 0da5084f-b4ea-45e1-a47b-db3cfffd57df is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:37:49.381529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.394178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-32904bfc-214c-46f2-892d-9fefb3e6a10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2513955 Mar 02 17:37:49.421973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54f278-3801-4d12-bbff-e255c756e6d7 req-f6d26643-4cd5-430d-85f8-708bc140b07b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:49.428814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e54f278-3801-4d12-bbff-e255c756e6d7 req-f6d26643-4cd5-430d-85f8-708bc140b07b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6938062 Mar 02 17:37:49.459157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa98c72-a96a-491f-b260-6e4c54abad44']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:49.474503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd19db4-e6da-44ae-9c56-bd62e3cace15') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:49.474826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd19db4-e6da-44ae-9c56-bd62e3cace15') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:49.489745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.509126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.522541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:37:49.522972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:37:49.543293 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:37:49.574598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b08c19c1-4a10-45a9-a01d-032706db209c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:37:49.615737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b08c19c1-4a10-45a9-a01d-032706db209c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:37:49.615974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b08c19c1-4a10-45a9-a01d-032706db209c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:37:49.657972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:49.674930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8667166 Mar 02 17:37:49.675438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57984) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:49.676400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Usage tracker for resource:port and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:49.706413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:49.710618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333f1da-9c75-4c85-aafa-1ae5ab4422c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a87e7f-6089-4bc3-8d18-e2555530b107,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:49.717859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Request body: {'subnet': {'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-249774879-subnet', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:49.730260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:49.733071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:37:49.741265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:49.762040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.764308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Usage tracker for resource:subnet and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:49.767503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.773385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:49.791164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e54f278-3801-4d12-bbff-e255c756e6d7 req-75c9daac-05b0-4c9d-8959-cdd86b5cfe94 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614361 Mar 02 17:37:49.799314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa98c72-a96a-491f-b260-6e4c54abad44,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:49.803249 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43377de2-8c73-47d0-bc08-8f77ca2675b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3aa98c72-a96a-491f-b260-6e4c54abad44 HTTP/1.1" status: 204 len: 168 time: 1.4294572 Mar 02 17:37:49.854659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:49.864075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Made reservation on behalf of e59fe6411be74a06a29652facc9b8495 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:49.868945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Deleting port b08c19c1-4a10-45a9-a01d-032706db209c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:37:49.869427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.888214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.925502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-2f5e38d7-aff7-456e-b040-e607270fd0d1 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097547 Mar 02 17:37:49.956428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:49.966280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:49.973621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.997091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:49.998381 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aaa3e51c-4864-4b73-be1f-9b09c3d0296d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2357037 Mar 02 17:37:50.002050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57994) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:50.013152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Sync routers for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:50.023879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42e31-e235-49aa-94eb-56b74ca4a680 None None] The port 'b08c19c1-4a10-45a9-a01d-032706db209c' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:37:50.039722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:50.084785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:50.086013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:50.217062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3b1dd804-699d-4b64-b360-b9e81f15400b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41f4023e06534dd093cceb5d1758b42f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1754904 Mar 02 17:37:50.219745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58004) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:50.260340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1f7cf91-d62f-4415-b27f-1ad7a27d0391 req-43f0a67f-0032-4587-bc96-5a4110005b2c tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 210 time: 0.3269839 Mar 02 17:37:50.311978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130c11a-0fd6-4dbd-a517-f6cee2862b42 req-c2bd5b85-956d-4572-8301-43c20cc321cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:50.313183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:50.313458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f130c11a-0fd6-4dbd-a517-f6cee2862b42 req-c2bd5b85-956d-4572-8301-43c20cc321cd tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.7768369 Mar 02 17:37:50.357709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:50.368319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-974254d7-063d-4500-b5a3-e50ea58fa5b5 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c21c1d4fc29245548e8b580d1220468f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3629529 Mar 02 17:37:50.376712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58008) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:50.396213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:50.481090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:50.507099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d5ad1c-546a-4160-b271-2db25c00e09a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:50.518603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:50.519860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9e872716-bd53-4488-9ccb-bdb435f92da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67d5ad1c-546a-4160-b271-2db25c00e09a HTTP/1.1" status: 204 len: 168 time: 0.2989502 Mar 02 17:37:50.660494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:48Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:50.664551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Checking router: 0da5084f-b4ea-45e1-a47b-db3cfffd57df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:50.665027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Updating router 0da5084f-b4ea-45e1-a47b-db3cfffd57df port aa13a065-fd13-40e7-97cb-7fa611cb9726 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:37:50.691543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-676426c8-3383-49c0-9d41-8f16ce2e499d req-8cff1060-235e-4279-a5af-74cb052113bb service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510438 Mar 02 17:37:50.722071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:50.745572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f130c11a-0fd6-4dbd-a517-f6cee2862b42 req-63c7230b-3515-4017-8c0f-be38b70d4187 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212527 Mar 02 17:37:50.748492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Router 30ea89ed-9507-4492-956e-42b003d17a87 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:50.850126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Allocated IP 172.20.0.5 (98a37686-230b-42af-96a2-7212fb3bc60c/1e5b8b83-000f-4319-9d62-d662e35bca73/5eb506d0-608f-4d92-a1d0-a8b999e469a6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:50.977026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef9ffa-24b6-4c66-9be1-73a8268bd97c req-a4975a50-888d-4595-900c-36d26fb898fb tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:50.978814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ef9ffa-24b6-4c66-9be1-73a8268bd97c req-a4975a50-888d-4595-900c-36d26fb898fb tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 943 time: 0.5141490 Mar 02 17:37:50.980035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4826a-ac93-4754-982d-99c3c4e34651 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:50.984539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58020) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:50.984783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-71d4826a-ac93-4754-982d-99c3c4e34651 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6015067 Mar 02 17:37:51.040249 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c87673b8-2503-4d97-88a9-f614ac9a9a1b tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543244 Mar 02 17:37:51.043492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:51.050433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1068058970', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:51.205971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ef9ffa-24b6-4c66-9be1-73a8268bd97c req-964c21eb-7550-4ea9-8329-d487f93ba7b9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080710 Mar 02 17:37:51.216984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:51.221788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:subnet and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:51.225676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:51.233879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:51.244915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.246393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.247962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:51.260683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Transition to ACTIVE for port object aa13a065-fd13-40e7-97cb-7fa611cb9726 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:51.270123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.378046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346514-a490-4f97-a8f8-399daa084813 None None] Pushing event updated for resources: {'Port': ['ID=aa13a065-fd13-40e7-97cb-7fa611cb9726,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:51.381703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef19d0f7-438e-4955-b84c-78ee67f5d318 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:51.398044 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:37:51.471580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Attempting to bind port aa13a065-fd13-40e7-97cb-7fa611cb9726 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:51.471924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Attempting to bind port aa13a065-fd13-40e7-97cb-7fa611cb9726 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:51.472247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Attempting to bind port aa13a065-fd13-40e7-97cb-7fa611cb9726 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:51.484598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.485509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:51.485897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:51.486503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.487061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:51.487549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Bound port: aa13a065-fd13-40e7-97cb-7fa611cb9726, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:51.488050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.584322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] For port aa13a065-fd13-40e7-97cb-7fa611cb9726, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:51.588900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] For port aa13a065-fd13-40e7-97cb-7fa611cb9726, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa13a065-fd13-40e7-97cb-7fa611cb9726,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:51.602016 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.602351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-6e1c8c3f-402b-4c4f-b9f7-dbcedc3ecfef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.2689974 Mar 02 17:37:51.643320 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Sync routers for ids ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:51.671572 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:51.676095 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:37:51.677009 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a699eaf-44c9-42c1-8f36-3cb5419324d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:37:51.707256 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:51.708110 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:37:51.709745 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a699eaf-44c9-42c1-8f36-3cb5419324d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:37:51.710438 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda58ffe-8e08-4d33-977f-ae5ded805ef5 None None] The sync data for ids ['5a699eaf-44c9-42c1-8f36-3cb5419324d9'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:51.804900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9346514-a490-4f97-a8f8-399daa084813 None None] Pushing event updated for resources: {'Port': ['ID=aa13a065-fd13-40e7-97cb-7fa611cb9726,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:51.808633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ef19d0f7-438e-4955-b84c-78ee67f5d318 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:51.816250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ef19d0f7-438e-4955-b84c-78ee67f5d318 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:51.816636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.832836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-e8ee61a9-672a-48ba-9cad-1849337eb3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:51.834037 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-e8ee61a9-672a-48ba-9cad-1849337eb3d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2199485 Mar 02 17:37:51.842466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58044) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:51.894431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02e70dc5-79b4-4e67-8db4-78d10af91006 req-e63e9b9d-d129-415e-b4f3-c201c6c94142 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 210 time: 0.1499522 Mar 02 17:37:51.901400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:51.905352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:51.906356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:51.941475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d8d3a0-c883-405c-ad86-2ee93870e537,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:51.970772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Transition to ACTIVE for port object 5eb506d0-608f-4d92-a1d0-a8b999e469a6 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:51.982049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.022786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Checking segment: {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:52.023303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Network hostable DHCP agents. Network: e4a87e7f-6089-4bc3-8d18-e2555530b107, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:37:52.055185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076217d0-a8d3-4a5f-8991-1b3f0a174ace req-56d7c9ab-9566-4984-b62e-7f8cb4febf32 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.062936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-076217d0-a8d3-4a5f-8991-1b3f0a174ace req-56d7c9ab-9566-4984-b62e-7f8cb4febf32 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.7680461 Mar 02 17:37:52.115837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.119097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.143653 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-92648861-e18d-4b8f-b0f9-fa020672a489 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.2942126 Mar 02 17:37:52.158468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-network', 'tenant_id': '5615a2400cb54684ab291957c1f158e6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:52.160657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:52.164568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:52.174149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.199197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:52.212140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Usage tracker for resource:network and tenant:5615a2400cb54684ab291957c1f158e6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:52.217263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:52.222181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Subnet': ['ID=bec8f714-c7a3-4d45-8a5c-91e11601af54,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:52.225347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:37:52.240552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:52.248902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Checking segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:52.249269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network hostable DHCP agents. Network: ad60934f-28b4-4b17-85ac-cbdde045930b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:37:52.264218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:52.271086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-076217d0-a8d3-4a5f-8991-1b3f0a174ace req-9a916f3e-fda5-4495-a2f4-125e29f1e64a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071605 Mar 02 17:37:52.273684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-c42d848a-ca8f-458b-b214-2d12d62d7702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.275196 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-c42d848a-ca8f-458b-b214-2d12d62d7702 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1121740 Mar 02 17:37:52.277647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Made reservation on behalf of 5615a2400cb54684ab291957c1f158e6 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:52.279899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.282645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e4a87e7f-6089-4bc3-8d18-e2555530b107) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:52.287023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.287714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.311359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb3042-a7da-4d64-aa09-ca7cae172a80 None None] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:52.315817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Network 98a37686-230b-42af-96a2-7212fb3bc60c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:52.316749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event updated for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:52.323279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:52.326188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:52.333455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.384993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:52.390312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.396295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ad60934f-28b4-4b17-85ac-cbdde045930b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:37:52.402546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:52.414471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5615a2400cb54684ab291957c1f158e6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:52.427846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0914e7ac-ffbc-4048-a881-7e02e56ab9bb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7342741 Mar 02 17:37:52.432912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:52.441955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ad60934f-28b4-4b17-85ac-cbdde045930b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:52.445883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:52.459439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:52.471345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:52.481965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:52.492529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.508034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Usage tracker for resource:router and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:52.508357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.516873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.517581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.525689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:52.541339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c0a19-e243-4dbb-829e-741434385942 req-fe1f68b9-e420-44a8-aa2d-e58bc20bdc34 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:52.547457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac1c0a19-e243-4dbb-829e-741434385942 req-fe1f68b9-e420-44a8-aa2d-e58bc20bdc34 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.4305010 Mar 02 17:37:52.550981 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-ba6182f1-8735-4d1e-943f-dd62b4df5c33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618477 Mar 02 17:37:52.552182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:52.565179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e2349c09-087b-4cc4-b53e-36581cb54de6 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "PUT /v2.0/floatingips/681e2901-84d6-43e7-b52c-445ccf163cde HTTP/1.1" status: 200 len: 991 time: 8.5711493 Mar 02 17:37:52.568575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:52.597620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fbff4-8f88-4c0b-9edd-49d5dcfaa295 None None] Network ad60934f-28b4-4b17-85ac-cbdde045930b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:52.650185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-124c9b7a-9867-4e88-bc61-119812f4d195 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8458073 Mar 02 17:37:52.654853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.655897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.676446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Request body: {'port': {'device_id': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:52.719683 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a96bf53a-14ec-4222-82c3-1af95f3bde82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6750920 Mar 02 17:37:52.724374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58062) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:52.732682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Sync routers for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:52.738852 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318', 'code': 200} Mar 02 17:37:52.800481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac1c0a19-e243-4dbb-829e-741434385942 req-ea50187d-5081-422f-aa3c-4085c2d84581 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327285 Mar 02 17:37:52.828061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.849312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e4a87e7f-6089-4bc3-8d18-e2555530b107', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:37:52.849869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:52.869921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:52.895203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e9741ac-32c7-4d60-a64b-d20ff4d03526 req-9b1b611e-6477-4fb1-907e-13d044e66479 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.3318462 Mar 02 17:37:52.939495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:52.940144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:53.038520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.054685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2814f0a7-9317-4527-afd8-f545ff4622e9 None None] Provisioning for port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:53.067832 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-770318ef-f57f-436c-ab3f-53af7c01895d service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941118 Mar 02 17:37:53.110145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.134856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2814f0a7-9317-4527-afd8-f545ff4622e9 None None] Provisioning complete for port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:53.135230 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2814f0a7-9317-4527-afd8-f545ff4622e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.174426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148963-d4f3-4f2e-9233-24a11ac85414 req-37f0c9af-17ae-4518-821d-fe3a321d1ea5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:53.175485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.175596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69148963-d4f3-4f2e-9233-24a11ac85414 req-37f0c9af-17ae-4518-821d-fe3a321d1ea5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 943 time: 0.4527457 Mar 02 17:37:53.228541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:37:53.248279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e9741ac-32c7-4d60-a64b-d20ff4d03526 req-7b886029-563e-4c25-bbdc-eb32ec97bace service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402796 Mar 02 17:37:53.259575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c210a8-5e1c-454a-bf94-d63815606983,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:53.267768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.267768 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Added segment 04f047be-e10e-4eb9-b62d-3dbbaa16964a of type vlan for network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 Mar 02 17:37:53.311144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7fc6a311-f1a1-4e8f-84ec-4e43d429687e req-52b1331e-3d7b-4b62-97cc-c18a97bbeb6e service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312558 Mar 02 17:37:53.316613 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.320953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.401162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9a28a382-c403-4597-a096-226dfac09909 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:37:53.436162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.436936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:53.437676 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.448001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69148963-d4f3-4f2e-9233-24a11ac85414 req-102c35aa-c7de-4fc0-a206-7fda21006be3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632959 Mar 02 17:37:53.457710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ace5f-10d6-4f52-a1aa-65d12d9337a4 req-3ba04daa-ba57-41f9-beb0-1428cd7bb825 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:53.459490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca9ace5f-10d6-4f52-a1aa-65d12d9337a4 req-3ba04daa-ba57-41f9-beb0-1428cd7bb825 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4281597 Mar 02 17:37:53.570308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Allocated IP 172.20.0.2 (e4a87e7f-6089-4bc3-8d18-e2555530b107/90d8d3a0-c883-405c-ad86-2ee93870e537/ec88be80-71c4-40e9-943a-1acff8dadc26) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:53.582964 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'status': 'completed', 'code': 200} Mar 02 17:37:53.688843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] Pushing event updated for resources: {'Network': ['ID=727b6bd1-9dd8-4dda-b698-1c25efdd7501,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:53.702211 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78c59112-b596-47ac-bb79-6e81e2d248c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8586953 Mar 02 17:37:53.706436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:53.717352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Request body: {'subnet': {'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-subnet', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:53.719810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ad60934f-28b4-4b17-85ac-cbdde045930b', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:37:53.720617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.725793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:53.729980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:37:53.735254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Usage tracker for resource:subnet and tenant:5615a2400cb54684ab291957c1f158e6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:53.739330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:53.758474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:53.786865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Made reservation on behalf of 5615a2400cb54684ab291957c1f158e6 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:37:53.789139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:53.812704 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-538b40e4-a47c-403d-86d3-6146186ddc88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 1097 time: 0.1696804 Mar 02 17:37:53.829447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2814f0a7-9317-4527-afd8-f545ff4622e9 None None] Port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:37:53.874088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:37:53.876783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca9ace5f-10d6-4f52-a1aa-65d12d9337a4 req-ef8c2602-21ac-4743-ac8a-4ef9693d69b9 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943219 Mar 02 17:37:54.016522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7975dd-b01d-4fe6-89a1-94407da59990 req-c8a89633-2fcc-4faa-864b-ced8a5bc2e03 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:54.029734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc7975dd-b01d-4fe6-89a1-94407da59990 req-c8a89633-2fcc-4faa-864b-ced8a5bc2e03 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.3666656 Mar 02 17:37:54.030537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58078) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:54.071743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Request body: {'floatingip': {'port_id': 'be7b5d64-e78a-4684-964a-d401606d0c81'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:54.183899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb506d0-608f-4d92-a1d0-a8b999e469a6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:54.222708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.270558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-b01e5d47-4d67-4759-826e-1cb4fd7e0cde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:54.272012 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-b01e5d47-4d67-4759-826e-1cb4fd7e0cde service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 HTTP/1.1" status: 200 len: 907 time: 0.3986204 Mar 02 17:37:54.291494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.319297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:54.446467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Transition to ACTIVE for port object 5eb506d0-608f-4d92-a1d0-a8b999e469a6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:54.487349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.537746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-f09fcd3f-3220-4bd7-84ea-f0590ca57a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 HTTP/1.1" status: 200 len: 999 time: 0.2528689 Mar 02 17:37:54.548778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.580715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:54.672499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Allocated IP 172.20.0.2 (ad60934f-28b4-4b17-85ac-cbdde045930b/bec8f714-c7a3-4d45-8a5c-91e11601af54/3608ab61-06d7-4425-ada4-d77d6008a3e1) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:54.681711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.685701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '9a28a382-c403-4597-a096-226dfac09909', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'port_id': '9a28a382-c403-4597-a096-226dfac09909', 'mac_address': 'fa:16:3e:3a:9f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:37:54.722793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Transition to ACTIVE for port object ec88be80-71c4-40e9-943a-1acff8dadc26 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:54.738248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-e9860507-ed02-4ae8-b24f-4228251933d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:54.740342 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-e9860507-ed02-4ae8-b24f-4228251933d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f06660a5-0b1c-4c3b-9375-0c65d1a5358e HTTP/1.1" status: 200 len: 845 time: 0.1527011 Mar 02 17:37:54.751010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06a1591-9694-4264-8eb9-58e14b416a36,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:54.761520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:54.779551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.811836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Checking segment: {'id': '04f047be-e10e-4eb9-b62d-3dbbaa16964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:54.812532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Network hostable DHCP agents. Network: 727b6bd1-9dd8-4dda-b698-1c25efdd7501, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:37:54.860358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.872157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:37:54.894306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:54.912468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Transition to ACTIVE for port object ec88be80-71c4-40e9-943a-1acff8dadc26 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:54.942252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 727b6bd1-9dd8-4dda-b698-1c25efdd7501) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:54.947270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:54.948113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.020512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c125e-7372-4f68-b720-126d3668c11e req-ebcf5e7e-9497-4c7d-9ccd-d6e3889aef4a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:55.033665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-571c125e-7372-4f68-b720-126d3668c11e req-ebcf5e7e-9497-4c7d-9ccd-d6e3889aef4a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:37:55.056449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.065558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:48Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:55.068095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5213cce-b503-47a5-89e3-41dabaeb4c46 None None] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:55.083636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a28a382-c403-4597-a096-226dfac09909 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:37:55.107756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-31035bd6-57f0-4cb5-92c1-142a2d859afe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479013 Mar 02 17:37:55.157841 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Sync routers for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:37:55.178611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:55.179134 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:37:55.179997 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:37:55.188731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Pushing event updated for resources: {'Port': ['ID=ec88be80-71c4-40e9-943a-1acff8dadc26,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:55.213272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbf523-3ecc-4f7c-b000-5837ca708c70 req-0ff08c29-63c4-4588-8cb8-036e3913a331 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:55.215573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:55.215940 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:37:55.216590 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'307a51f8-7cb9-4b59-a86f-e1e16e019bb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:37:55.216964 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4c282-1121-4493-afad-74d179e34697 None None] The sync data for ids ['307a51f8-7cb9-4b59-a86f-e1e16e019bb5'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:55.219900 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e448379f-3ce4-44d1-9909-ed7828a901c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5103824 Mar 02 17:37:55.220130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecfbf523-3ecc-4f7c-b000-5837ca708c70 req-0ff08c29-63c4-4588-8cb8-036e3913a331 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.0519567 Mar 02 17:37:55.220798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:37:55.262346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-router', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:37:55.280002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915fec58-6b3e-4135-9725-8d44ac44200e None None] The sync data for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 is: [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:48Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:55.331874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:37:55.357976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Usage tracker for resource:router and tenant:5615a2400cb54684ab291957c1f158e6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:37:55.371322 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-51722081-4f8b-4829-9353-6c83ef388a23 service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495990 Mar 02 17:37:55.380140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:37:55.394963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.408200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:37:55.434370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:55.436446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:55.442502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-571c125e-7372-4f68-b720-126d3668c11e req-ebcf5e7e-9497-4c7d-9ccd-d6e3889aef4a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:37:55.449284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-571c125e-7372-4f68-b720-126d3668c11e req-ebcf5e7e-9497-4c7d-9ccd-d6e3889aef4a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 931 time: 1.1734526 Mar 02 17:37:55.453452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:55.464466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:55.468211 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.529857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.530831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.547238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecfbf523-3ecc-4f7c-b000-5837ca708c70 req-182763a1-6e98-46ed-84c9-b34db5caa05f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010008 Mar 02 17:37:55.638749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Attempting to bind port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:55.639100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Attempting to bind port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:55.639429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Attempting to bind port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 on network 98a37686-230b-42af-96a2-7212fb3bc60c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:55.655363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Allocated IP 172.25.3.188 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/b1e42bdb-b660-4d5a-aec2-3a86c1874e0a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:55.695219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 on network 98a37686-230b-42af-96a2-7212fb3bc60c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:37:55.695581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Attempting to bind port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 on network 98a37686-230b-42af-96a2-7212fb3bc60c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:55.717618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-571c125e-7372-4f68-b720-126d3668c11e req-4a4b875f-6083-410d-b19c-8db3a4241c96 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674108 Mar 02 17:37:55.753207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.866744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Attempting to bind port ec88be80-71c4-40e9-943a-1acff8dadc26 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:55.867275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Attempting to bind port ec88be80-71c4-40e9-943a-1acff8dadc26 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:55.867358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Attempting to bind port ec88be80-71c4-40e9-943a-1acff8dadc26 on network e4a87e7f-6089-4bc3-8d18-e2555530b107 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:55.893510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:55.904595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.904738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc98f79a-fe8c-4c28-9557-b5e98b38021a req-512078c0-22a6-44fc-91d5-5d7690d00077 service neutron] 10.222.0.50 "GET /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205941 Mar 02 17:37:55.919691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Transition to ACTIVE for port object 3608ab61-06d7-4425-ada4-d77d6008a3e1 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:55.956774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:55.957152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Checking segment: {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:55.957552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.957942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Bound using segment: {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:55.958705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Bound port: ec88be80-71c4-40e9-943a-1acff8dadc26, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:55.959082 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.975804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:55.976138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Checking segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:55.976517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Bound using segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:55.976982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Bound port: 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:55.977856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:55.979851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['9a28a382-c403-4597-a096-226dfac09909'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:37:56.042130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Transition to ACTIVE for port object 3608ab61-06d7-4425-ada4-d77d6008a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:56.046228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-727b6bd1-9dd8-4dda-b698-1c25efdd7501', 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'fixed_ips': [{'subnet_id': 'b06a1591-9694-4264-8eb9-58e14b416a36'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:37:56.047076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.114888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.136033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.1 (ad60934f-28b4-4b17-85ac-cbdde045930b/bec8f714-c7a3-4d45-8a5c-91e11601af54/3b48c27c-16b3-4669-a087-3f6be693d03f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:56.161387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '681e2901-84d6-43e7-b52c-445ccf163cde', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'port_id': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'mac_address': 'fa:16:3e:11:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f395d-e636-483e-b36e-c268480c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:37:17Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 1, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:56.200313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Checking router: 30ea89ed-9507-4492-956e-42b003d17a87 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:37:56.307759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Network ad60934f-28b4-4b17-85ac-cbdde045930b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:56.311038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.316884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:56.320653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:56.338669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 3b48c27c-16b3-4669-a087-3f6be693d03f will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:56.340857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.344657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:56.350511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:56.350692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d15380-885a-45c6-b0fa-e35d7975ccca req-867bd37f-da87-4983-965d-55c3fa679d2b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:56.352171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28d15380-885a-45c6-b0fa-e35d7975ccca req-867bd37f-da87-4983-965d-55c3fa679d2b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 944 time: 0.6024156 Mar 02 17:37:56.353933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Pushing event updated for resources: {'Port': ['ID=3608ab61-06d7-4425-ada4-d77d6008a3e1,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:56.361973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] For port ec88be80-71c4-40e9-943a-1acff8dadc26, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:56.373229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.389736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] For port ec88be80-71c4-40e9-943a-1acff8dadc26, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec88be80-71c4-40e9-943a-1acff8dadc26,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:56.396477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:37:56.397113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:56.412778 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.454815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ad60934f-28b4-4b17-85ac-cbdde045930b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:56.458174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:56.463467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:56.473838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.493216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:56.508579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.532092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.560230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.561597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 1091 time: 3.8898995 Mar 02 17:37:56.564087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:37:56.587748 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.633389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.665834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.700462 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'status': 'completed', 'code': 200} Mar 02 17:37:56.758235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de974ce-7747-4b63-b6fe-e58134d58dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:56.813332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Allocated IP 172.20.0.2 (727b6bd1-9dd8-4dda-b698-1c25efdd7501/b06a1591-9694-4264-8eb9-58e14b416a36/c3d9f2b2-fa65-481a-a866-6aa1b967d73b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:56.898799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28d15380-885a-45c6-b0fa-e35d7975ccca req-5680ade9-893e-4567-9f8a-754edfa9af47 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756866 Mar 02 17:37:56.900600 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:56.968147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3297c3-456b-4cdb-8bb0-fb4979edc8c7 None None] Pushing event updated for resources: {'Port': ['ID=ec88be80-71c4-40e9-943a-1acff8dadc26,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:56.981152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Attempting to bind port 3608ab61-06d7-4425-ada4-d77d6008a3e1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:56.981519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Attempting to bind port 3608ab61-06d7-4425-ada4-d77d6008a3e1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:56.981872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Attempting to bind port 3608ab61-06d7-4425-ada4-d77d6008a3e1 on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:57.030413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:57.030824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Checking segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:57.031226 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.031611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Bound using segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:57.032094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Bound port: 3608ab61-06d7-4425-ada4-d77d6008a3e1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:57.032742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.068534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:57.081035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:57.082929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Pushing event updated for resources: {'Port': ['ID=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:57.084902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:57.164368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] For port 3608ab61-06d7-4425-ada4-d77d6008a3e1, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:57.216077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] For port 3608ab61-06d7-4425-ada4-d77d6008a3e1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3608ab61-06d7-4425-ada4-d77d6008a3e1,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:57.233910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.248295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-5538db45-826e-4d1c-9b67-c67399983b1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1094 time: 0.5436461 Mar 02 17:37:57.329785 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.337668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.468319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2603-72d2-4002-b7c7-450fe94b9200 req-4f9d12dc-e2a1-4605-a1f9-373b0783e583 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:57.475145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33da2603-72d2-4002-b7c7-450fe94b9200 req-4f9d12dc-e2a1-4605-a1f9-373b0783e583 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6249366 Mar 02 17:37:57.484854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-ed9a58b4-a3cb-42c8-af04-6f094bc40ebf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 217 time: 0.1767800 Mar 02 17:37:57.632694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:37:57.700146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Pushing event updated for resources: {'Port': ['ID=3608ab61-06d7-4425-ada4-d77d6008a3e1,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:57.703144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec88be80-71c4-40e9-943a-1acff8dadc26 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:57.766036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.770215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:57.820605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.821420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.821420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.821687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.822673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.822673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.822880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.823206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.823602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.824247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.825115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461035f-14b0-4e47-a0e4-fdba4436ffb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:37:57.836344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:57.861077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110e981-f448-4a5a-a80f-a6b067a4107f req-285c4e88-bf98-4eb1-96f5-7b0ca8b98c9e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:57.862605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a110e981-f448-4a5a-a80f-a6b067a4107f req-285c4e88-bf98-4eb1-96f5-7b0ca8b98c9e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 943 time: 0.7348642 Mar 02 17:37:57.920250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Transition to ACTIVE for port object c3d9f2b2-fa65-481a-a866-6aa1b967d73b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:57.933534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ad60934f-28b4-4b17-85ac-cbdde045930b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:57.934797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:57.938734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-79a12573-3eb9-455d-91f6-8366446f49f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:57.940167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-79a12573-3eb9-455d-91f6-8366446f49f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.3932669 Mar 02 17:37:57.959214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33da2603-72d2-4002-b7c7-450fe94b9200 req-e0042b79-991f-438a-9987-6cc3fda47101 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831784 Mar 02 17:37:57.964765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Transition to ACTIVE for port object c3d9f2b2-fa65-481a-a866-6aa1b967d73b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:37:57.983241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ec88be80-71c4-40e9-943a-1acff8dadc26 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:57.983241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.107906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.189173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:37:58.198747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:37:58.201597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:37:58.237095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Pushing event updated for resources: {'Port': ['ID=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:58.289571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a110e981-f448-4a5a-a80f-a6b067a4107f req-fc2bb7eb-5fd8-443a-bcde-cc47ef9eddba tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163942 Mar 02 17:37:58.343979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.447355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Attempting to bind port c3d9f2b2-fa65-481a-a866-6aa1b967d73b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:37:58.448077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Attempting to bind port c3d9f2b2-fa65-481a-a866-6aa1b967d73b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '04f047be-e10e-4eb9-b62d-3dbbaa16964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:37:58.448873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Attempting to bind port c3d9f2b2-fa65-481a-a866-6aa1b967d73b on network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:37:58.459129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:37:58.462261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Checking segment: {'id': '04f047be-e10e-4eb9-b62d-3dbbaa16964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:37:58.462261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.462261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Bound using segment: {'id': '04f047be-e10e-4eb9-b62d-3dbbaa16964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:37:58.462261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Bound port: c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f047be-e10e-4eb9-b62d-3dbbaa16964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '727b6bd1-9dd8-4dda-b698-1c25efdd7501'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:37:58.462261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.530067 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Floating IP 58cc9463-a093-4310-8311-89448f68f9bb associated. External IP: 172.25.3.31, port: be7b5d64-e78a-4684-964a-d401606d0c81. Mar 02 17:37:58.600812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '681e2901-84d6-43e7-b52c-445ccf163cde', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'port_id': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'mac_address': 'fa:16:3e:11:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f395d-e636-483e-b36e-c268480c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:37:17Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 1, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:37:58.610709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512eb36f-63bc-4482-838a-441805ef9d95 None None] The sync data for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 is: [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '681e2901-84d6-43e7-b52c-445ccf163cde', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'port_id': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'mac_address': 'fa:16:3e:11:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f395d-e636-483e-b36e-c268480c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:37:17Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 1, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:37:58.618311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] For port c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:37:58.623649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 0da5084f-b4ea-45e1-a47b-db3cfffd57df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:37:58.625858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] For port c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,segment=NetworkSegment(04f047be-e10e-4eb9-b62d-3dbbaa16964a),segment_id=04f047be-e10e-4eb9-b62d-3dbbaa16964a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:37:58.636809 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.732066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc933d-ae1f-4d7f-8cdc-6cdecf89e227 None None] Pushing event updated for resources: {'Port': ['ID=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:58.749110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367ed66-524a-4d4b-aeef-40b3cfd48535 None None] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:58.808840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-4df5b7ac-b02c-4427-a3d7-31362cf30ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8476956 Mar 02 17:37:58.846883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.848380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.863567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d792a-f682-4df5-923e-64c1949a3068 req-3db0da93-24d0-40e4-9725-d994be9aed7d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:58.865613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e0d792a-f682-4df5-923e-64c1949a3068 req-3db0da93-24d0-40e4-9725-d994be9aed7d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 944 time: 0.6953943 Mar 02 17:37:58.926698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Provisioning for port ec88be80-71c4-40e9-943a-1acff8dadc26 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:58.937461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Provisioning complete for port ec88be80-71c4-40e9-943a-1acff8dadc26 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:58.938278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:58.940605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:37:58.951507 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f14bf173-13a4-4e3c-a92a-b32f48f39978 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/0da5084f-b4ea-45e1-a47b-db3cfffd57df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2202706 Mar 02 17:37:59.225049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:59.285160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] For port ec88be80-71c4-40e9-943a-1acff8dadc26, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec88be80-71c4-40e9-943a-1acff8dadc26,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:37:59.290364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:59.335644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66359d7-22be-4955-88d9-3536303f3104 None None] Network ad60934f-28b4-4b17-85ac-cbdde045930b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:37:59.375610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Allocated IP 172.25.3.75 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/c33b1219-902c-429e-9543-46117c2dd60b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:37:59.384761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f962e-102c-4320-ad3e-ea4907f0c6ca req-6f11936f-ea15-4df2-83eb-0c838ac47e60 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:37:59.392132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1f962e-102c-4320-ad3e-ea4907f0c6ca req-6f11936f-ea15-4df2-83eb-0c838ac47e60 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.9364252 Mar 02 17:37:59.428053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-13a4fe9c-5d3f-4ca7-b153-fb3b83486ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861335 Mar 02 17:37:59.533307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9a28a382-c403-4597-a096-226dfac09909 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:59.588704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-76292782-98e1-4cd8-80c9-ef4943ea6234 None None] Provisioning for port 3608ab61-06d7-4425-ada4-d77d6008a3e1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:59.626738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dbda5-db42-4daa-9239-b6558272e1ba None None] Pushing event updated for resources: {'Port': ['ID=ec88be80-71c4-40e9-943a-1acff8dadc26,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:37:59.640432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e0d792a-f682-4df5-923e-64c1949a3068 req-08ae3544-30a8-4783-b4c0-099706dbc724 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514253 Mar 02 17:37:59.642535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c3d9f2b2-fa65-481a-a866-6aa1b967d73b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:37:59.718216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1f962e-102c-4320-ad3e-ea4907f0c6ca req-c5e69536-e634-4767-8f2c-42182ff95182 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217449 Mar 02 17:37:59.822509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:59.874200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:59.887433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-87bfb454-92b3-4719-aa06-c67f74bfbc3a None None] Provisioning complete for port ec88be80-71c4-40e9-943a-1acff8dadc26 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:59.887785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87bfb454-92b3-4719-aa06-c67f74bfbc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:37:59.910715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 9a28a382-c403-4597-a096-226dfac09909 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:37:59.923048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 9a28a382-c403-4597-a096-226dfac09909 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:37:59.923048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.006796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c3d9f2b2-fa65-481a-a866-6aa1b967d73b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:00.052176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3608ab61-06d7-4425-ada4-d77d6008a3e1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:00.208991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21648a53-1c2b-468b-947a-9d7dbada0abf None None] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:00.236855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69783567-1e9b-4b1a-bc4c-b831bdf31c7b req-94e9b801-5376-46fe-a21b-6f001601dcef service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928355 Mar 02 17:38:00.239702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:00.271838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:00.274425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:00.303754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c33b1219-902c-429e-9543-46117c2dd60b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:00.342299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b26ad028-c9a7-4de8-823b-43b347708e36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828521095&fields=id&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 267 time: 0.4795470 Mar 02 17:38:00.357173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.372571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3608ab61-06d7-4425-ada4-d77d6008a3e1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:00.385622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3608ab61-06d7-4425-ada4-d77d6008a3e1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:00.385981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.469182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28a382-c403-4597-a096-226dfac09909'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:00.510513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:00.527796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.690249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Provisioning for port c3d9f2b2-fa65-481a-a866-6aa1b967d73b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:00.715439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Provisioning complete for port c3d9f2b2-fa65-481a-a866-6aa1b967d73b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:00.715811 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.731086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9301ae-b15c-4bfc-8c95-b53a4f286f12 req-69be0659-aef4-4dce-aa2c-8b04c5ae78d8 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:00.732586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae9301ae-b15c-4bfc-8c95-b53a4f286f12 req-69be0659-aef4-4dce-aa2c-8b04c5ae78d8 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 943 time: 0.8671396 Mar 02 17:38:00.797366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:00.815716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.906513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-56f7f390-d6dc-4052-942c-212254dcbf8a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:00.907959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-56f7f390-d6dc-4052-942c-212254dcbf8a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 796 time: 0.5557716 Mar 02 17:38:00.925565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3608ab61-06d7-4425-ada4-d77d6008a3e1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3608ab61-06d7-4425-ada4-d77d6008a3e1,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:00.939678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae9301ae-b15c-4bfc-8c95-b53a4f286f12 req-9e465437-8651-421d-bb9f-3b15b2e3f794 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958573 Mar 02 17:38:00.941354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:00.948008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-1799dbbc-b5c0-42bf-9b5d-166d57e3f423 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1094 time: 0.4984291 Mar 02 17:38:00.966383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-75b9c27a-c650-4e7d-a8bf-df4d28caa87e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/quotas/c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 375 time: 0.0422449 Mar 02 17:38:01.022724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13d2d4ca-9789-45d9-ad04-7f592ed69928 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:01.075708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 13d2d4ca-9789-45d9-ad04-7f592ed69928 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:01.076055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13d2d4ca-9789-45d9-ad04-7f592ed69928 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:01.076473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1f000762-4dc8-4853-84cd-31be73de2014 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:01.123372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Router a5a08b9c-f0b5-445c-96d5-75e336368912 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:38:01.132955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1f000762-4dc8-4853-84cd-31be73de2014 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:01.133896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1f000762-4dc8-4853-84cd-31be73de2014 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:01.144131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.166985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3608ab61-06d7-4425-ada4-d77d6008a3e1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:01.194436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] For port c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,segment=NetworkSegment(04f047be-e10e-4eb9-b62d-3dbbaa16964a),segment_id=04f047be-e10e-4eb9-b62d-3dbbaa16964a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:01.200718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.243323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-53500692-d664-41e3-8e4b-6108eb533f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:01.244920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-53500692-d664-41e3-8e4b-6108eb533f73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 929 time: 0.2818511 Mar 02 17:38:01.289027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e4692-f85b-4ae3-96fd-1434e7c75792 None None] Pushing event updated for resources: {'Port': ['ID=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:01.293602 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28a382-c403-4597-a096-226dfac09909', 'code': 200} Mar 02 17:38:01.330861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Provisioning complete for port c3d9f2b2-fa65-481a-a866-6aa1b967d73b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:01.331324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.477732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Provisioning for port 3b48c27c-16b3-4669-a087-3f6be693d03f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:01.485683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Provisioning complete for port 3b48c27c-16b3-4669-a087-3f6be693d03f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:01.486153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.526565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c3d9f2b2-fa65-481a-a866-6aa1b967d73b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:01.573455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-4acb32d2-12ea-4827-8dd5-33acdc9e61d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 217 time: 0.2432468 Mar 02 17:38:01.577961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Router 07c350ba-0968-4152-bd11-de9b00ecbf0c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:01.584347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-373a6e88-0ed0-4a73-84a8-72f56dd747b6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5854561 Mar 02 17:38:01.591422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.592145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.592456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Port 3b48c27c-16b3-4669-a087-3f6be693d03f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:01.616197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Provisioning complete for port 3608ab61-06d7-4425-ada4-d77d6008a3e1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:01.616545 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71766201-50aa-4086-bc84-bf865ca05338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.660025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c3d9f2b2-fa65-481a-a866-6aa1b967d73b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:01.660399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:01.891540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3608ab61-06d7-4425-ada4-d77d6008a3e1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:01.956720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3608ab61-06d7-4425-ada4-d77d6008a3e1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:01.957086 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:02.070171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec88be80-71c4-40e9-943a-1acff8dadc26 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:02.099995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-8e0651c5-fef2-4767-9384-8237c9c0a158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:02.101432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-8e0651c5-fef2-4767-9384-8237c9c0a158 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.5137427 Mar 02 17:38:02.136870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ec88be80-71c4-40e9-943a-1acff8dadc26 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:02.137157 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:02.240303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073c6d2-cdae-48cd-b766-3e1add8739f3 req-e0c9e51e-17c7-456b-af40-7b05c005551e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:02.241745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f073c6d2-cdae-48cd-b766-3e1add8739f3 req-e0c9e51e-17c7-456b-af40-7b05c005551e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.7498598 Mar 02 17:38:02.247363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e12c0b5-4eee-4941-aad9-a1f3c2c19a35 req-e7405c57-1aad-4bdc-b8d7-bb7316772ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 1096 time: 0.8574367 Mar 02 17:38:02.259884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b8fb732a-a990-454e-b1e7-850923d507e6 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:02.292469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b8fb732a-a990-454e-b1e7-850923d507e6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:02.292833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b8fb732a-a990-454e-b1e7-850923d507e6 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:02.337658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-7a44eec0-15a3-4dbd-8001-5a584f4fb9af service neutron] 10.222.0.37 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034693 Mar 02 17:38:02.521782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e12c0b5-4eee-4941-aad9-a1f3c2c19a35 req-60152495-b88a-4cd7-9b3d-2fa56a7144b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535832 Mar 02 17:38:02.530424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f073c6d2-cdae-48cd-b766-3e1add8739f3 req-42ad3031-c930-4c2e-8bf9-dd75850f2983 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612157 Mar 02 17:38:02.574729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-7e33507f-5a16-4e79-840d-89e2827edde2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4461119 Mar 02 17:38:02.682287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 5eb506d0-608f-4d92-a1d0-a8b999e469a6 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:02.684431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-0e74c714-0b4b-43cc-b043-fca20e2b6019 service neutron] 10.222.0.37 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375328 Mar 02 17:38:02.756746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:02.782050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Sync routers for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:02.811624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:02.812311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:02.884780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-954a1200-e747-4a4f-836d-d4041b61c5db service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895181 Mar 02 17:38:02.917632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:02.922478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:02.931351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-252ba128-51c5-4421-9436-e7fba940239c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4801424 Mar 02 17:38:03.003657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:03.023067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'port_id': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'mac_address': 'fa:16:3e:05:76:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:03.113209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:03.137283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb506d0-608f-4d92-a1d0-a8b999e469a6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:03.165397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:03.166523 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:03.177399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd254541-08d0-4007-8d7d-83d99553a8ee req-a7ac2503-e576-4328-ac1b-750fcd2a3cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390981 Mar 02 17:38:03.184563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf548903-1b5c-4077-bf4e-a9c22a49d162 req-7ac0da29-e7eb-4d74-b0f3-5798a60ca450 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:03.193070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf548903-1b5c-4077-bf4e-a9c22a49d162 req-7ac0da29-e7eb-4d74-b0f3-5798a60ca450 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5003080 Mar 02 17:38:03.218813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:03.275589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf548903-1b5c-4077-bf4e-a9c22a49d162 req-c10ef208-e79a-4f2c-a4b8-ae87d3eb0676 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812604 Mar 02 17:38:03.355849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:38:03.402553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:03.422251 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:03.425157 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Sync routers for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:03.448810 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:03.451228 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:03.788611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f738c7a4-8457-44a3-8f10-3476ad6a080b None None] New status for floating IP 681e2901-84d6-43e7-b52c-445ccf163cde: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:38:03.922161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:03.956554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['5eb506d0-608f-4d92-a1d0-a8b999e469a6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:04.225305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:04.458973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d225b12a-5ef0-4b09-b026-85f8ee33399b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "PUT /v2.0/floatingips/58cc9463-a093-4310-8311-89448f68f9bb HTTP/1.1" status: 200 len: 990 time: 10.4193263 Mar 02 17:38:04.466933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:04.479176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ac0f502-d782-4f79-a724-0fc7bdd0cb29 req-280bdfdb-7a96-4c13-8998-5663ab581f82 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 210 time: 0.8804903 Mar 02 17:38:04.537687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:04.538345 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Sync routers for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:04.551749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca3ad-f546-4357-9689-91d53540f642 req-a10a36ce-5eb3-4688-8200-0a0c9f64ee5b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:04.577455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50fca3ad-f546-4357-9689-91d53540f642 req-a10a36ce-5eb3-4688-8200-0a0c9f64ee5b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 944 time: 1.6402097 Mar 02 17:38:04.592033 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:04.593631 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:04.730485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:37:57Z', 'revision_number': 3, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:04.742109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Checking router: a5a08b9c-f0b5-445c-96d5-75e336368912 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:04.745432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50fca3ad-f546-4357-9689-91d53540f642 req-4610b75c-2ef4-4556-8572-75a75c3b6a1c tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650698 Mar 02 17:38:04.747172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Updating router a5a08b9c-f0b5-445c-96d5-75e336368912 port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:38:04.810527 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:05.055911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.081342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Allocated IP 172.20.0.1 (e4a87e7f-6089-4bc3-8d18-e2555530b107/90d8d3a0-c883-405c-ad86-2ee93870e537/5bf774da-6edc-432c-ba65-79a72967f6e2) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:05.120793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-9dc07cc9-db34-4a0c-b860-efc1a5f3e0b4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:05.122435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-9dc07cc9-db34-4a0c-b860-efc1a5f3e0b4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 796 time: 0.2565508 Mar 02 17:38:05.205963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:05.245307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.246834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7d984b21-c12c-4800-9bbc-c677bb09c7c8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.0063190 Mar 02 17:38:05.252719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58148) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:05.269091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.294336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Sync routers for ids ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:05.295064 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58cc9463-a093-4310-8311-89448f68f9bb', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'port_id': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'mac_address': 'fa:16:3e:1a:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:36:43Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 1, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:05.296528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Transition to ACTIVE for port object 5bf774da-6edc-432c-ba65-79a72967f6e2 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:05.304570 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Checking router: 07c350ba-0968-4152-bd11-de9b00ecbf0c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:05.325563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.328662 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:05.329545 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:05.365932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Routers {'2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:05.366965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:05.417163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:05.421387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:05.459383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:05.459830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00d18d-f492-4213-986d-3365189b51a6 req-f2a47823-a497-4ed8-a94e-6e635151a11b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:05.461883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e00d18d-f492-4213-986d-3365189b51a6 req-f2a47823-a497-4ed8-a94e-6e635151a11b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5985694 Mar 02 17:38:05.477107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-093fb3a2-2d9f-43b2-b6d6-90cfb574410f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 380 time: 0.3078313 Mar 02 17:38:05.525906 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 4, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b7281dc8-507f-4edd-8a79-933b97925994', 'name': '', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'mac_address': 'fa:16:3e:d6:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:21Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 2, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'subnets': [{'id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:05.532233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'port': {'device_id': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'admin_state_up': True, 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'security_groups': ['bc9479ef-f306-428c-9a97-da91e71e6ad5']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:05.543095 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Checking router: ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:05.544059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Updating router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 port b7281dc8-507f-4edd-8a79-933b97925994 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:38:05.557352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Pushing event updated for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:05.599936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.600256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.600582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.601153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.603940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.603940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.603940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.603940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.603940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.604277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.604489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:05.654759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.668528 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.683247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa13a065-fd13-40e7-97cb-7fa611cb9726 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:05.709238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f40fc-60bc-44eb-ac8a-f203425c9299 req-def66c1e-5556-4ec9-b260-92886b709d07 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:05.716724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-386f40fc-60bc-44eb-ac8a-f203425c9299 req-def66c1e-5556-4ec9-b260-92886b709d07 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.5879996 Mar 02 17:38:05.743432 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:05.800779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:05.803709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e00d18d-f492-4213-986d-3365189b51a6 req-182757ec-6053-4848-b2cf-d1f931e104b6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254991 Mar 02 17:38:05.898542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-386f40fc-60bc-44eb-ac8a-f203425c9299 req-b10d193f-2c68-45d2-a817-d34f3d6177e5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808040 Mar 02 17:38:05.906836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Set router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:05.947544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3cc6e7f4-30c2-4be3-8fcc-ed429b8931e9 None None] Provisioning for port 5bf774da-6edc-432c-ba65-79a72967f6e2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:05.970609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3cc6e7f4-30c2-4be3-8fcc-ed429b8931e9 None None] Provisioning complete for port 5bf774da-6edc-432c-ba65-79a72967f6e2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:05.970985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e7f4-30c2-4be3-8fcc-ed429b8931e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.006772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:06.016639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:port and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:06.022290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:06.032030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:06.047221 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'status': 'completed', 'code': 200} Mar 02 17:38:06.116915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6e7f4-30c2-4be3-8fcc-ed429b8931e9 None None] Port 5bf774da-6edc-432c-ba65-79a72967f6e2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:06.122227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:06.126593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.215623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port aa13a065-fd13-40e7-97cb-7fa611cb9726 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:06.288807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75a9ee71-4796-4d4b-9489-e43f428c1305 req-6b809d21-841f-457c-b9e7-630496563c24 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 210 time: 0.0614529 Mar 02 17:38:06.296904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.302796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.443269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.449461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Pushing event updated for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:06.451176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aa13a065-fd13-40e7-97cb-7fa611cb9726 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:06.451502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.531405 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.549105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Transition to ACTIVE for port object b7281dc8-507f-4edd-8a79-933b97925994 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:06.555751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58cc9463-a093-4310-8311-89448f68f9bb', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'port_id': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'mac_address': 'fa:16:3e:1a:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:36:43Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 1, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:06.559917 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.600530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246d97a-97a6-478f-8e44-8dc36462b6e2 req-f57f886d-6889-4514-b8ce-789b55264e24 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:06.603357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d246d97a-97a6-478f-8e44-8dc36462b6e2 req-f57f886d-6889-4514-b8ce-789b55264e24 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.5551751 Mar 02 17:38:06.615587 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf1c657-90bb-4e56-9015-17f4ada7485e None None] The sync data for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 is: [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58cc9463-a093-4310-8311-89448f68f9bb', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'port_id': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'mac_address': 'fa:16:3e:1a:85:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:36:43Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 1, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:06.639239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Pushing event updated for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:06.650152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.667834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Transition to ACTIVE for port object b1e42bdb-b660-4d5a-aec2-3a86c1874e0a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:06.694957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.717728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:06.719488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:06.724202 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.724660 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.725086 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.725674 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.726176 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.726556 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.727079 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.727499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.728004 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.728419 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.728880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:06.779872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-e2cea02c-9cc8-4928-a383-37b3bb500c4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f&device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 1096 time: 0.6404130 Mar 02 17:38:06.830510 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Attempting to bind port b7281dc8-507f-4edd-8a79-933b97925994 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:06.831247 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Attempting to bind port b7281dc8-507f-4edd-8a79-933b97925994 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:06.831946 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Attempting to bind port b7281dc8-507f-4edd-8a79-933b97925994 on network 97918150-26a9-4d22-aaf1-6f12ca83041d {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:06.842461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:06.842980 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Checking segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:06.843472 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.843969 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Bound using segment: {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:06.844531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Bound port: b7281dc8-507f-4edd-8a79-933b97925994, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa1398a-db81-40d5-b013-d788cd23f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:06.844993 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.850087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae24f9-29b5-452e-a4c9-3d1ea505700e None None] Pushing event updated for resources: {'Port': ['ID=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:06.870398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Attempting to bind port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:06.871015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Attempting to bind port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:06.871540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Attempting to bind port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:06.948338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:06.950556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:06.951316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.952801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:06.955265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Bound port: b1e42bdb-b660-4d5a-aec2-3a86c1874e0a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:06.955664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:06.962898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] For port b7281dc8-507f-4edd-8a79-933b97925994, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:06.966995 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] For port b7281dc8-507f-4edd-8a79-933b97925994, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b7281dc8-507f-4edd-8a79-933b97925994,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:06.975254 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.094873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:07.095426 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:07.121931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-router', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:38:00Z', 'revision_number': 3, 'project_id': '5615a2400cb54684ab291957c1f158e6', 'gw_port': {'id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:58Z', 'updated_at': '2022-03-02T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:07.160624 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f199-8eca-4073-88d9-aa2d7548e2d5 None None] Pushing event updated for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:07.161483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Checking router: 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:07.161857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Updating router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 port c33b1219-902c-429e-9543-46117c2dd60b binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:38:07.190916 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.234160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.4 (ad60934f-28b4-4b17-85ac-cbdde045930b/bec8f714-c7a3-4d45-8a5c-91e11601af54/f7bc853a-755f-4254-95da-3fc46e9e20b9) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:07.247525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dc2f53c0-8445-4f93-b1d2-e2e969d73747 None None] Provisioning complete for port 5bf774da-6edc-432c-ba65-79a72967f6e2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:07.247944 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc2f53c0-8445-4f93-b1d2-e2e969d73747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.296327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] For port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:07.299779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port aa13a065-fd13-40e7-97cb-7fa611cb9726, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa13a065-fd13-40e7-97cb-7fa611cb9726,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:07.322428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.325145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:07.349011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.360075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-7fd7dab0-29a4-4fac-b0bd-15f5c8097fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:07.362960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-7fd7dab0-29a4-4fac-b0bd-15f5c8097fcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e34f1d62-b898-4fb8-8963-821479af51a2 HTTP/1.1" status: 200 len: 916 time: 0.5618885 Mar 02 17:38:07.420049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Router a5a08b9c-f0b5-445c-96d5-75e336368912 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:07.433974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] For port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:07.446094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d246d97a-97a6-478f-8e44-8dc36462b6e2 req-73be4bf8-4242-4a4e-a51d-93a21b38a669 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8221390 Mar 02 17:38:07.499682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639672-b14d-40f5-90ff-70a6f4526d44 req-fc45185d-2586-4139-85ca-4f5f6f45e0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:07.505222 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:07.506836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07639672-b14d-40f5-90ff-70a6f4526d44 req-fc45185d-2586-4139-85ca-4f5f6f45e0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 944 time: 0.9615219 Mar 02 17:38:07.540235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f53c0-8445-4f93-b1d2-e2e969d73747 None None] Port 5bf774da-6edc-432c-ba65-79a72967f6e2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:07.685758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=aa13a065-fd13-40e7-97cb-7fa611cb9726,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:07.716164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:07.730195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e817ea99-a13c-4d88-87c7-8a0dface25dc admin admin] 10.222.0.37 "PUT /v2.0/routers/a5a08b9c-f0b5-445c-96d5-75e336368912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8062143 Mar 02 17:38:07.783138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07639672-b14d-40f5-90ff-70a6f4526d44 req-f4562b3a-a3eb-485b-9e4f-83e688996fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751086 Mar 02 17:38:07.792875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-5d50a353-8730-4f35-81e8-9e024bf451f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7b5d64-e78a-4684-964a-d401606d0c81 HTTP/1.1" status: 200 len: 998 time: 0.4226573 Mar 02 17:38:07.893084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 4, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b7281dc8-507f-4edd-8a79-933b97925994', 'name': '', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'mac_address': 'fa:16:3e:d6:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:21Z', 'updated_at': '2022-03-02T17:38:06Z', 'revision_number': 4, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'subnets': [{'id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:07.897682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d0d73-4b30-4b19-bb54-bfe03deab45e None None] The sync data for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 is: [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:37:23Z', 'revision_number': 4, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b7281dc8-507f-4edd-8a79-933b97925994', 'name': '', 'network_id': '97918150-26a9-4d22-aaf1-6f12ca83041d', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'mac_address': 'fa:16:3e:d6:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:21Z', 'updated_at': '2022-03-02T17:38:06Z', 'revision_number': 4, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'subnets': [{'id': 'a7d524dd-aae3-4d02-b6da-abe5fdec144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:07.989274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:07.989853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:08.041119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:08.058648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-29fc9e33-6b7b-4708-bf1c-0dcb5504cacc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:08.075029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-29fc9e33-6b7b-4708-bf1c-0dcb5504cacc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e86c273-af40-438e-befb-be4bc424980f HTTP/1.1" status: 200 len: 854 time: 0.2652867 Mar 02 17:38:08.121455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.145733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae24f9-29b5-452e-a4c9-3d1ea505700e None None] Pushing event updated for resources: {'Port': ['ID=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:08.201996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1085741870'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:08.210873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:08.218118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:network and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:08.226057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:08.246983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object f7bc853a-755f-4254-95da-3fc46e9e20b9 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:08.251673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:08.267528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:08.271997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.314243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ee61b-82c4-48d9-996e-8ccbcc5fc2de req-b96aa0d8-8428-4ee9-932e-2ac4ba073913 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:08.316186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f0ee61b-82c4-48d9-996e-8ccbcc5fc2de req-b96aa0d8-8428-4ee9-932e-2ac4ba073913 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6253235 Mar 02 17:38:08.335767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:38:08.348261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.350309 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Added segment bc30d085-8a1f-4c4a-a14f-aea1168ddac9 of type vlan for network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e Mar 02 17:38:08.351154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.374445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:08.385615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.389731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.422534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.428003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:08.428728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.456395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Transition to ACTIVE for port object c33b1219-902c-429e-9543-46117c2dd60b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:08.471016 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.499852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.613230 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5684736 Mar 02 17:38:08.614380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58176) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:08.621497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ad60934f-28b4-4b17-85ac-cbdde045930b is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:08.622304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'subnet': {'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:08.632491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:08.636161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:08.684051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Attempting to bind port c33b1219-902c-429e-9543-46117c2dd60b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:08.684421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Attempting to bind port c33b1219-902c-429e-9543-46117c2dd60b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:08.684783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Attempting to bind port c33b1219-902c-429e-9543-46117c2dd60b on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:08.721603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:08.722216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.733155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:08.734964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:08.735524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.737261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:08.737924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Bound port: c33b1219-902c-429e-9543-46117c2dd60b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:08.738500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.768935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:08.773581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:subnet and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:08.778216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:08.784530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:08.793412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 5eb506d0-608f-4d92-a1d0-a8b999e469a6 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:08.795946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460503-b795-4473-b93a-29b0937900db tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Network': ['ID=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:08.798763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:08.815082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-a3be5471-fd1f-4906-812f-5c6357504c13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e34f1d62-b898-4fb8-8963-821479af51a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6902692 Mar 02 17:38:08.848356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6d9a5-0611-474d-87b7-7c8bdb19bd07 None None] Pushing event updated for resources: {'Port': ['ID=c33b1219-902c-429e-9543-46117c2dd60b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:08.889127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:38:08.939246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:08.998665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-726b5221-3925-426b-887e-f73a803d05ce service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593635 Mar 02 17:38:08.999400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:09.014725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-02654523-90e7-43b6-b414-6d206253f9ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 1096 time: 0.6948748 Mar 02 17:38:09.082627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-d12bc5bd-1c5f-4bfb-a27f-0236b9080ae5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5970852 Mar 02 17:38:09.085028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f0ee61b-82c4-48d9-996e-8ccbcc5fc2de req-44acd736-9320-463f-8682-63b988617352 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7189713 Mar 02 17:38:09.165932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Request body: {'port': {'device_id': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:09.191503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-444ea169-393e-4672-894f-f6d8a4775aa3 None None] Provisioning for port f7bc853a-755f-4254-95da-3fc46e9e20b9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:09.216760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] For port c33b1219-902c-429e-9543-46117c2dd60b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:09.224611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-444ea169-393e-4672-894f-f6d8a4775aa3 None None] Provisioning complete for port f7bc853a-755f-4254-95da-3fc46e9e20b9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:09.231439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-444ea169-393e-4672-894f-f6d8a4775aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.272862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.335337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] For port c33b1219-902c-429e-9543-46117c2dd60b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c33b1219-902c-429e-9543-46117c2dd60b,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:09.344882 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-66737d21-d0fb-485f-9c3d-1adf98155a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.363884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.394856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Subnet': ['ID=df82faa3-5527-49ad-ac66-89f92796c6ec,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:09.424553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Checking segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:09.425063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network hostable DHCP agents. Network: 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:38:09.426346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429634c-f570-41d6-a052-8919b9c30a18 req-ad8824ff-7c8f-473b-91a3-c257815df5d8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:09.427077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4429634c-f570-41d6-a052-8919b9c30a18 req-ad8824ff-7c8f-473b-91a3-c257815df5d8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:09.455314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:38:09.466980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:09.471884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:09.472513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.510115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d028dcb7-ccac-4c6f-849c-343943817764 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8902757 Mar 02 17:38:09.510115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:09.524323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-141016982'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:09.537055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:09.542944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:network and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:09.546625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:09.553021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:09.565506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:09.568747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.576987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc58528-c511-4d9d-87ef-25b4b0e9bb55 None None] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:09.622707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:38:09.625282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-444ea169-393e-4672-894f-f6d8a4775aa3 None None] Port f7bc853a-755f-4254-95da-3fc46e9e20b9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:09.652620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.653020 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Added segment 10dd8828-5429-4a0e-b154-a7390400bf7e of type vlan for network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be Mar 02 17:38:09.682429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-f5e25b9b-d8ac-4596-b3d3-189d1e860300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:09.684155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-f5e25b9b-d8ac-4596-b3d3-189d1e860300 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.6375682 Mar 02 17:38:09.703124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.711732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4429634c-f570-41d6-a052-8919b9c30a18 req-ad8824ff-7c8f-473b-91a3-c257815df5d8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:09.712958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4429634c-f570-41d6-a052-8919b9c30a18 req-ad8824ff-7c8f-473b-91a3-c257815df5d8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 931 time: 1.2361193 Mar 02 17:38:09.731622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:09.735210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.739563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:09.740145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.748201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa13a065-fd13-40e7-97cb-7fa611cb9726 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:09.808213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:09.808858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.828954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ba1945f-4b9a-4f1f-a096-5e9a0c49a64f req-cd58b369-269e-422c-9d68-29491744df8a service neutron] 10.222.0.50 "GET /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081646 Mar 02 17:38:09.841733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3289087 Mar 02 17:38:09.852387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:09.859191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'subnet': {'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:09.860871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-cc3bbe43-849e-46e5-9bec-6106fe96137e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a28a382-c403-4597-a096-226dfac09909 HTTP/1.1" status: 200 len: 217 time: 0.1409640 Mar 02 17:38:09.863840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:09.896794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6d9a5-0611-474d-87b7-7c8bdb19bd07 None None] Pushing event updated for resources: {'Port': ['ID=c33b1219-902c-429e-9543-46117c2dd60b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:09.935638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed61e8-2f12-4981-b7c2-302c094ed32a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Network': ['ID=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:09.962481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Routers {'2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:09.963358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:09.985369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:09.989685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:subnet and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:09.993021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:09.999034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:10.010896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:10.014705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:38:10.059846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4429634c-f570-41d6-a052-8919b9c30a18 req-0ecacc93-4574-4d34-82a6-c90d6c87a90c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879903 Mar 02 17:38:10.074972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378c69-9845-459d-8919-88825dd074cc req-11492369-c010-4777-8096-85d7ccf4e5e3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:10.076448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7378c69-9845-459d-8919-88825dd074cc req-11492369-c010-4777-8096-85d7ccf4e5e3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.6294575 Mar 02 17:38:10.104717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-1d63dbbd-08fb-4d9f-b849-457b4c4e604a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:10.106142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-1d63dbbd-08fb-4d9f-b849-457b4c4e604a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.2234211 Mar 02 17:38:10.121318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.218768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-35aa4fa5-8291-4cd0-b776-d715176dbad0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020193 Mar 02 17:38:10.389206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aa13a065-fd13-40e7-97cb-7fa611cb9726 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:10.389706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.423370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '5bf774da-6edc-432c-ba65-79a72967f6e2', 'name': '', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'mac_address': 'fa:16:3e:a2:21:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:38:04Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 2, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'subnets': [{'id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:10.458605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4232e-dd39-4e55-8fef-26499a72e928 None None] The sync data for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 is: [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '5bf774da-6edc-432c-ba65-79a72967f6e2', 'name': '', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'mac_address': 'fa:16:3e:a2:21:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:38:04Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 2, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'subnets': [{'id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:10.459474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7378c69-9845-459d-8919-88825dd074cc req-3a0cc5d2-5d8a-4a71-9bfe-ec5608b60620 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708653 Mar 02 17:38:10.473488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'fixed_ips': [{'subnet_id': 'df82faa3-5527-49ad-ac66-89f92796c6ec'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:38:10.474314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.532320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.544449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.640778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Subnet': ['ID=1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:10.651805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:10.656178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] Set router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:10.665145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Checking segment: {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:10.666819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network hostable DHCP agents. Network: 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:38:10.697676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.702494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:38:10.719545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:10.723376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:10.747668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483e78d-ce9c-48bd-b4e2-04e038c5fab4 None None] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:10.749508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:10.750625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.760446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:10.782621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-130aa6db-a0f6-4145-bc13-4af833f7ee5c service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782538 Mar 02 17:38:10.791559 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Sync routers for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:10.794348 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-756a999e-bab6-4e1b-8dd6-97bbf94264a4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9405017 Mar 02 17:38:10.818139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162c9b-cdfc-4ae1-97ba-4f77d26e7cb3 req-52ac6cbc-7191-4417-b2e9-b1196e16ced3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:10.829525 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:10.837586 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:10.844992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e162c9b-cdfc-4ae1-97ba-4f77d26e7cb3 req-52ac6cbc-7191-4417-b2e9-b1196e16ced3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 944 time: 0.5780060 Mar 02 17:38:10.939450 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'code': 200} Mar 02 17:38:11.006220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6655c-94b5-40f7-99b5-283423cc3186 None None] New status for floating IP 58cc9463-a093-4310-8311-89448f68f9bb: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:38:11.141820 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:11.344930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b7281dc8-507f-4edd-8a79-933b97925994 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:11.416631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:11.500532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30854e75-b015-47f1-8621-c82316782db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:11.558885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Allocated IP 19.80.0.2 (66696cdb-f739-42c2-aad5-a6b7bf9d0f2e/df82faa3-5527-49ad-ac66-89f92796c6ec/c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:11.595117 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:37:38Z', 'revision_number': 2, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:11.599589 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Checking router: c45f5537-e3ff-49ba-904e-b0fa34eecc8f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:11.599939 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Updating router c45f5537-e3ff-49ba-904e-b0fa34eecc8f port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:38:11.659852 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:11.691992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bc853a-755f-4254-95da-3fc46e9e20b9 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:11.728572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e162c9b-cdfc-4ae1-97ba-4f77d26e7cb3 req-6009a83b-f659-4b66-afe8-0aab14f43380 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8823776 Mar 02 17:38:11.738074 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:11.761297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0eec1a9-4c94-4a6d-803c-e68de50903f4 req-00d24cee-2c4e-48a4-a2cf-38a1323e0bbf service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510512 Mar 02 17:38:11.776900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Transition to ACTIVE for port object f7bc853a-755f-4254-95da-3fc46e9e20b9 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:11.797744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:11.810968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Allocated IP 172.20.0.1 (727b6bd1-9dd8-4dda-b698-1c25efdd7501/b06a1591-9694-4264-8eb9-58e14b416a36/3fc1b501-5bbe-472c-8f19-44f6bf06bb48) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:11.879703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffd2bb0-208b-4789-b389-59a893492837 req-517a9b69-b884-4f7c-af1c-ec2ea1b327b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1096 time: 0.7645650 Mar 02 17:38:11.901857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f405c-18c2-49c7-b7cf-f8c9356e5bbf req-7232dbdc-5971-475e-be9b-846904dfd917 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:11.906911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-854f405c-18c2-49c7-b7cf-f8c9356e5bbf req-7232dbdc-5971-475e-be9b-846904dfd917 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.7885568 Mar 02 17:38:12.055817 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.068743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Transition to ACTIVE for port object c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:12.090300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Transition to ACTIVE for port object c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:12.129289 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.142073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.143102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:12.148308 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Transition to ACTIVE for port object 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:12.165396 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.219117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be', 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'fixed_ips': [{'subnet_id': '1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:38:12.219852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.241649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:12.248042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:12.250819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:12.260055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b7281dc8-507f-4edd-8a79-933b97925994 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:12.291694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b7281dc8-507f-4edd-8a79-933b97925994 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:12.291694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.330255 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbdebc-4df1-4dd1-a9c4-06e1056b83a1 None None] Pushing event updated for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:12.395062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Pushing event updated for resources: {'Port': ['ID=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:12.438304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffd2bb0-208b-4789-b389-59a893492837 req-42bdb746-4ac4-43c9-bddd-f8d6277d69b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549539 Mar 02 17:38:12.453775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-854f405c-18c2-49c7-b7cf-f8c9356e5bbf req-64df3601-ab21-4266-bbd5-f01f07a663af tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545028 Mar 02 17:38:12.501646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:12.524836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:12.524836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:12.564517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:38:12.564517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:12.587114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Attempting to bind port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:12.587114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Attempting to bind port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:12.587114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Attempting to bind port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 on network 98a37686-230b-42af-96a2-7212fb3bc60c {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:12.604946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:12.604946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Checking segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:12.604946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Bound using segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:12.604946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Bound port: f7bc853a-755f-4254-95da-3fc46e9e20b9, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:12.614711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Checking segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Bound using segment: {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Bound port: 25ef61e1-5b82-4770-bfb6-53f9b5827ab3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923ac289-3aa3-4417-81c0-3b9aaa8aacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:12.617104 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.646848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Attempting to bind port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:12.647338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Attempting to bind port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:12.647638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Attempting to bind port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:12.733453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-router', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:38:00Z', 'revision_number': 3, 'project_id': '5615a2400cb54684ab291957c1f158e6', 'gw_port': {'id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:58Z', 'updated_at': '2022-03-02T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:12.739269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.751425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-26a5b55e-a7a4-4747-b8cc-19e37076c05d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:12.751425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-26a5b55e-a7a4-4747-b8cc-19e37076c05d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:12.751425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-26a5b55e-a7a4-4747-b8cc-19e37076c05d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:12.766512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:12.770599 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] For port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:12.777352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Checking segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:12.777352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.777352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Bound using segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:12.777352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Bound port: c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:12.777352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.782916 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] For port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:12.782916 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.811994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdeab4a-f896-45a0-888f-f7973540a360 None None] The sync data for ids ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'] in n-d-820559-6 is: [{'id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-30702088-router', 'tenant_id': '5615a2400cb54684ab291957c1f158e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:38:00Z', 'revision_number': 3, 'project_id': '5615a2400cb54684ab291957c1f158e6', 'gw_port': {'id': 'c33b1219-902c-429e-9543-46117c2dd60b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff47944-0ccc-4f05-9d40-6706ffd4b2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:58Z', 'updated_at': '2022-03-02T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:12.842848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-26a5b55e-a7a4-4747-b8cc-19e37076c05d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:12.848528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-26a5b55e-a7a4-4747-b8cc-19e37076c05d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/networks?id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e&id=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be&id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e HTTP/1.1" status: 200 len: 1391 time: 0.8429046 Mar 02 17:38:12.881231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-61d5d0cc-5b62-423f-af4f-9c773370440d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/quotas/8d28e9987f9943cf9135c6ff8fc51920 HTTP/1.1" status: 200 len: 375 time: 0.0290332 Mar 02 17:38:12.929334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] For port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:12.929334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] For port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:12.937626 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.943727 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:12.943727 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:12.954279 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:12.958815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Transition to ACTIVE for port object 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:12.993097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.035370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Allocated IP 19.86.0.2 (5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be/1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9/3de832d2-c152-416d-89d0-4df6a6eccec4) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:13.109700 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.121425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd022-0b3d-4f58-abf4-3cbb99fb7048 req-a5a9e2bc-a4d2-413b-b031-34d9bf401d79 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:13.121425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55ecd022-0b3d-4f58-abf4-3cbb99fb7048 req-a5a9e2bc-a4d2-413b-b031-34d9bf401d79 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.4731092 Mar 02 17:38:13.309395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b7281dc8-507f-4edd-8a79-933b97925994, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b7281dc8-507f-4edd-8a79-933b97925994,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:13.309395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead22cc4-5681-4d61-abf0-a49bf0ea0125 None None] Pushing event updated for resources: {'Port': ['ID=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:13.327133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.338734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:13.342894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:13.347114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55ecd022-0b3d-4f58-abf4-3cbb99fb7048 req-01eace5e-89c5-4df5-8c0f-5b47718ed678 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808722 Mar 02 17:38:13.356739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8ecc385c-4a76-43f6-b7c3-d2f7037bcb3d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4804509 Mar 02 17:38:13.359139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.361911 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:13.483572 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.493694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:13.758501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbdebc-4df1-4dd1-a9c4-06e1056b83a1 None None] Pushing event updated for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:13.779623 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.790767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Transition to ACTIVE for port object 3de832d2-c152-416d-89d0-4df6a6eccec4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:13.809579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Transition to ACTIVE for port object 3de832d2-c152-416d-89d0-4df6a6eccec4 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:13.814448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.815754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 1091 time: 4.6555974 Mar 02 17:38:13.816356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:13.852851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:13.916500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Pushing event updated for resources: {'Port': ['ID=3de832d2-c152-416d-89d0-4df6a6eccec4,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:13.942766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:13.942766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:13.955430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:13.959804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:13.984282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:13.984282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:14.058686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048dafe-b33d-4dba-892b-9ae5ba97a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:14.105786 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:38:12Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:14.111479 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288428-581f-4230-9fc2-80aac7cbed78 None None] The sync data for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 is: [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:38:12Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:14.240665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Attempting to bind port 3de832d2-c152-416d-89d0-4df6a6eccec4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:14.241376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Attempting to bind port 3de832d2-c152-416d-89d0-4df6a6eccec4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:14.241892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Attempting to bind port 3de832d2-c152-416d-89d0-4df6a6eccec4 on network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:14.255618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:14.256299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Checking segment: {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:14.256848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.257337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Bound using segment: {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:14.258507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Bound port: 3de832d2-c152-416d-89d0-4df6a6eccec4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:14.259233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.279059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-af000233-fc9d-4203-8817-925ec93a243e service neutron] 10.222.0.37 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626598 Mar 02 17:38:14.302077 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.443591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] For port 3de832d2-c152-416d-89d0-4df6a6eccec4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:14.448527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] For port 3de832d2-c152-416d-89d0-4df6a6eccec4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3de832d2-c152-416d-89d0-4df6a6eccec4,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:14.462921 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.545954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.565700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-6251a801-7da2-4037-9e33-6fbe443bc25c service neutron] 10.222.0.37 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745225 Mar 02 17:38:14.572060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Pushing event updated for resources: {'Port': ['ID=3fc1b501-5bbe-472c-8f19-44f6bf06bb48,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:14.598147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3738c27-4a2c-4509-988f-65a424f79cf4 None None] Pushing event updated for resources: {'Port': ['ID=3de832d2-c152-416d-89d0-4df6a6eccec4,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:14.726608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20f90a66-4c99-4c7d-9c2e-94f6144f7d4c None None] Provisioning for port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:14.752296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20f90a66-4c99-4c7d-9c2e-94f6144f7d4c None None] Provisioning complete for port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:14.752706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20f90a66-4c99-4c7d-9c2e-94f6144f7d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:14.860325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-20f90a66-4c99-4c7d-9c2e-94f6144f7d4c None None] Port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:14.900696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342373-ac29-476c-81fd-7f8f0c1cdf7f req-1506fae6-1811-4229-ae8b-4cf3b821ede2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:14.907760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85342373-ac29-476c-81fd-7f8f0c1cdf7f req-1506fae6-1811-4229-ae8b-4cf3b821ede2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 1.1389992 Mar 02 17:38:14.949376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-420b4dbb-6d21-4d33-a8a0-d6f818076640 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1094 time: 1.0800555 Mar 02 17:38:15.109397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85342373-ac29-476c-81fd-7f8f0c1cdf7f req-95df8554-3ea3-49ec-b912-11554be056b7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008212 Mar 02 17:38:15.110597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-dc418469-9d38-41e5-b5d4-ce3d7a221b30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 217 time: 0.1462831 Mar 02 17:38:15.188559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-ae58f857-10fe-41fd-907d-fd74f5713423 service neutron] 10.222.0.37 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959213 Mar 02 17:38:15.213029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba909a74-aaac-413f-88d2-97e95c9681d8 None None] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:15.220968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:15.327057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c64de81a-a732-4f8a-b86a-85958c0abc36 None None] Provisioning for port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:15.431826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-c67e6b9f-7714-46c2-a845-d35226660440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:15.431826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-c67e6b9f-7714-46c2-a845-d35226660440 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.3024437 Mar 02 17:38:15.757554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-7343b4a9-9178-4253-b43f-b70764a53e8d service neutron] 10.222.0.37 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681510 Mar 02 17:38:15.762829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b7281dc8-507f-4edd-8a79-933b97925994 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:15.849962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b7281dc8-507f-4edd-8a79-933b97925994 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:15.850543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:15.903901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a577f5-df7b-4981-84e1-a24bc00671ee req-4b9c7047-6a07-4a22-a907-f588b854e874 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:15.908075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28a577f5-df7b-4981-84e1-a24bc00671ee req-4b9c7047-6a07-4a22-a907-f588b854e874 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 945 time: 0.6281641 Mar 02 17:38:15.955349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-0d0111aa-0c1c-4757-90aa-bcb2191603c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4919386 Mar 02 17:38:15.990011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3de832d2-c152-416d-89d0-4df6a6eccec4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:16.023284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c22c1-11a9-4db7-abc2-951fe86a67a8 None None] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:16.064561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:38:16.094821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.114384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.173062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3de832d2-c152-416d-89d0-4df6a6eccec4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:16.183373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:16.187655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-fa41feb5-b189-419e-a6ec-76b892b44306 service neutron] 10.222.0.37 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006627 Mar 02 17:38:16.212145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28a577f5-df7b-4981-84e1-a24bc00671ee req-d5c3b986-ca58-4f47-98a2-f80e43d89838 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839231 Mar 02 17:38:16.328718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Provisioning for port 3de832d2-c152-416d-89d0-4df6a6eccec4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:16.338336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Provisioning complete for port 3de832d2-c152-416d-89d0-4df6a6eccec4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:16.338735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.348354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.368697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Pushing event updated for resources: {'Port': ['ID=3fc1b501-5bbe-472c-8f19-44f6bf06bb48,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:16.403671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:16.409800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-a709ecc7-af6c-4265-8290-077fc7e8fc7e service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381711 Mar 02 17:38:16.411498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:16.411864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.573534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.676754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.695563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] For port 3de832d2-c152-416d-89d0-4df6a6eccec4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3de832d2-c152-416d-89d0-4df6a6eccec4,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:16.701571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.771053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:16.775963 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.776907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:16.791528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-74a81f16-9fbb-4f21-880e-4df40a5de354 service neutron] 10.222.0.37 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893841 Mar 02 17:38:16.832975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1becc-caa7-4c9e-bcad-6577a26324f0 None None] Pushing event updated for resources: {'Port': ['ID=3de832d2-c152-416d-89d0-4df6a6eccec4,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:16.876601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb28237-e0b4-4b8d-85b3-4f53e954e21d req-75e0bef2-1b9a-447c-af56-7bd986b00b1a service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566681 Mar 02 17:38:16.883241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719141-6aad-400d-8619-a0b04c9a466d req-45e5657b-0e12-4e27-905f-0155fe41454c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:16.884838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17719141-6aad-400d-8619-a0b04c9a466d req-45e5657b-0e12-4e27-905f-0155fe41454c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5225403 Mar 02 17:38:16.915603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c7cbefa5-1578-4d59-8be2-3029f53e61aa None None] Provisioning complete for port 3de832d2-c152-416d-89d0-4df6a6eccec4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:16.916457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7cbefa5-1578-4d59-8be2-3029f53e61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:16.950034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17719141-6aad-400d-8619-a0b04c9a466d req-69ebcd37-2434-448e-8fc6-7ae6cd6ebfe2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556171 Mar 02 17:38:16.954503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:16.957125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:16.987787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:17.003712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:17.021767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:17.022081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.270018 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'status': 'completed', 'code': 200} Mar 02 17:38:17.302690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.346466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:17.350738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.525528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:17.532754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:17.591104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9c93a80f-a1a7-4453-9f5e-77b81bc2a0a0 None None] Provisioning complete for port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:17.591549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9c93a80f-a1a7-4453-9f5e-77b81bc2a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.673806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9c93a80f-a1a7-4453-9f5e-77b81bc2a0a0 None None] Port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:17.685540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:17.685988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.763005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13237fa6-4a1b-40d9-b137-4ff177f8415a req-383d01f4-ed5b-49ff-a299-0c99026b317e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:17.764901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13237fa6-4a1b-40d9-b137-4ff177f8415a req-383d01f4-ed5b-49ff-a299-0c99026b317e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.4400406 Mar 02 17:38:17.807104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37061-0fc8-44b2-8df1-fd995e365722 req-aa0844aa-b403-4f4a-aa67-6829cb2c0dba tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:17.809113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ad37061-0fc8-44b2-8df1-fd995e365722 req-aa0844aa-b403-4f4a-aa67-6829cb2c0dba tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.5239680 Mar 02 17:38:17.811751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-2032464f-339b-4c07-a5f8-52dee63e6c70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1094 time: 0.5959299 Mar 02 17:38:17.828863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3de832d2-c152-416d-89d0-4df6a6eccec4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:17.913921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3de832d2-c152-416d-89d0-4df6a6eccec4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:17.913921 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:17.986880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13237fa6-4a1b-40d9-b137-4ff177f8415a req-5834259f-cf0a-4039-b94b-450d59b0a4d7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083871 Mar 02 17:38:18.064242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ad37061-0fc8-44b2-8df1-fd995e365722 req-7461a6ad-54bb-44ca-ad5d-91c0daf75668 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447708 Mar 02 17:38:18.149826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-ce6a2582-566e-4f30-a37c-77732428d7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:18.151288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-ce6a2582-566e-4f30-a37c-77732428d7db service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.3124552 Mar 02 17:38:18.291669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-fb8caa9b-b42e-4a81-9cb6-5be7ad14370d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 217 time: 0.1268387 Mar 02 17:38:18.293566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e750bac-8288-447a-964d-61d6a8f57b11 req-84c6040e-9435-4fb8-b10a-36a65733c011 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 210 time: 0.0710824 Mar 02 17:38:18.381709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-813f2471-da19-4806-95c1-f03457a131c3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 258 time: 0.3585527 Mar 02 17:38:18.397660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:18.411880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:18.420580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-7561d54d-546f-4518-b25c-7bdeddbfc2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:18.421995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-7561d54d-546f-4518-b25c-7bdeddbfc2dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.1130202 Mar 02 17:38:18.424019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Usage tracker for resource:floatingip and tenant:e59fe6411be74a06a29652facc9b8495 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:18.428036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:18.437284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:18.497545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:18.529394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:18.879413 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:18.954804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-57890988-92fd-4b88-8186-a18e1d572b98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5214045 Mar 02 17:38:19.189457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb947925-0826-41d9-a304-6e05cb83636c req-47e6c868-a997-4702-880d-552dc0a6d4de tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:19.190938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb947925-0826-41d9-a304-6e05cb83636c req-47e6c868-a997-4702-880d-552dc0a6d4de tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5917866 Mar 02 17:38:19.328979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-f86e30b3-9eee-4aab-ba9c-cb28dda2193d service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610778 Mar 02 17:38:19.344609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-ade1ea23-fc8c-4976-8ff2-6fa4a3391edb tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:19.348610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-ade1ea23-fc8c-4976-8ff2-6fa4a3391edb tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:19.349997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-ade1ea23-fc8c-4976-8ff2-6fa4a3391edb tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "GET /v2.0/networks?id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e&id=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be&id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e HTTP/1.1" status: 200 len: 1391 time: 0.3618922 Mar 02 17:38:19.380284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:19.421183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb947925-0826-41d9-a304-6e05cb83636c req-83292e19-c32a-4d90-8c9b-dea3aba40d0f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206438 Mar 02 17:38:19.426801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'admin_state_up': True, 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:19.455627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:19.532928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:19.533377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:19.819931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987ee7bd-e89c-4147-a94a-56d285fb1a1d req-5e0409a7-4335-4e9b-a767-f056c07c3ccd service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670808 Mar 02 17:38:19.852963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:19.863070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:port and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:19.878687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:19.889599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:19.902326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Allocated IP 172.25.3.213 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:19.912643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:19.926892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dd2e-6414-4228-94a5-95f1139dac95 req-c68a7a0f-894d-4abe-810c-cd674109564d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:19.927643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14f1dd2e-6414-4228-94a5-95f1139dac95 req-c68a7a0f-894d-4abe-810c-cd674109564d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.3418295 Mar 02 17:38:19.935799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:19.938941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:20.007023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e8c0f30-ae79-4f90-af0d-cffb3d6a01dc admin admin] 10.222.0.37 "PUT /v2.0/routers/2ff47944-0ccc-4f05-9d40-6706ffd4b2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7453139 Mar 02 17:38:20.164203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14f1dd2e-6414-4228-94a5-95f1139dac95 req-16fc0c6a-1a05-48cc-9c35-5ca4af5be654 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293749 Mar 02 17:38:20.275831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:20.348293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Allocated IP 19.80.0.244 (66696cdb-f739-42c2-aad5-a6b7bf9d0f2e/df82faa3-5527-49ad-ac66-89f92796c6ec/4782a0aa-1a79-4a94-abc3-27e30bf27db9) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:20.399360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:20.700205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:20.707920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:20.715364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4d107-8703-42c9-a295-c9d2375d4421 req-49d057df-0067-4316-9272-b7653bcea360 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:20.716825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2be4d107-8703-42c9-a295-c9d2375d4421 req-49d057df-0067-4316-9272-b7653bcea360 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.4260187 Mar 02 17:38:20.717666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:20.746150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event updated for resources: {'Port': ['ID=1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:20.883712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2be4d107-8703-42c9-a295-c9d2375d4421 req-e80c5db3-612f-42fb-b1a5-3a6f7194e93c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190186 Mar 02 17:38:20.913611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:20.935983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Transition to ACTIVE for port object 4782a0aa-1a79-4a94-abc3-27e30bf27db9 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:21.059758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.068630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42226fce-2eb7-4b8e-a308-60da00b19d68 req-64cd6ab7-cd89-4c62-85df-7a39876185b3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 210 time: 0.0627501 Mar 02 17:38:21.126963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.176288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.258661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:21.265917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:21.268319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:21.271605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:21.399449 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-b1bd5926-76c7-453d-91b1-badd8ce86bc0 req-5136547e-ca74-4761-94c7-a97fc15586b7 tempest-FloatingIPDetailsNegativeTestJSON-57692518 tempest-FloatingIPDetailsNegativeTestJSON-57692518-project] show failed (client error): The resource could not be found. Mar 02 17:38:21.400476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1bd5926-76c7-453d-91b1-badd8ce86bc0 req-5136547e-ca74-4761-94c7-a97fc15586b7 tempest-FloatingIPDetailsNegativeTestJSON-57692518 tempest-FloatingIPDetailsNegativeTestJSON-57692518-project] 10.222.0.37 "GET /v2.0/floatingips/f6e9808f-6f3d-47e0-9cb9-8762258c2bd9 HTTP/1.1" status: 404 len: 350 time: 0.1405418 Mar 02 17:38:21.409352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58258) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:21.489589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:21.490407 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.589195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-1b981da9-301b-4679-9bb6-14cc11cf270e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1658275 Mar 02 17:38:21.619974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be', 'admin_state_up': True, 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:21.632172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11e18634-1f01-44a1-b0ca-9aaa8895f567 None None] Provisioning for port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:21.640083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11e18634-1f01-44a1-b0ca-9aaa8895f567 None None] Provisioning complete for port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:21.640664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11e18634-1f01-44a1-b0ca-9aaa8895f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.702539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-11e18634-1f01-44a1-b0ca-9aaa8895f567 None None] Port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:21.705870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:21.713836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.725965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.794737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea242-2341-4ea8-87ec-c09c1a142748 req-91936395-cb38-404b-8d4b-77eaf8cfa639 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:21.795975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa8ea242-2341-4ea8-87ec-c09c1a142748 req-91936395-cb38-404b-8d4b-77eaf8cfa639 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2777376 Mar 02 17:38:21.884150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:21.895269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.898061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'mac_address': 'fa:16:3e:f9:35:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:21.930838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event updated for resources: {'Port': ['ID=1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:21.956087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.960460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:21.970159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:port and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:21.974949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bc853a-755f-4254-95da-3fc46e9e20b9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:21.977004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:21.981311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:21.996200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:22.001169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:22.003872 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:22.005651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa8ea242-2341-4ea8-87ec-c09c1a142748 req-4b767f2a-1b03-4abb-bbb8-876db9d31314 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725755 Mar 02 17:38:22.008698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:22.015844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-fc3bde2f-4088-4d7d-a68c-965952171763 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6249774 Mar 02 17:38:22.135948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-078d8f14-44a2-4a83-83d6-a83093707509 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:22.138899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:22.142241 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:22.156501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:22.284688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-078d8f14-44a2-4a83-83d6-a83093707509 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:22.285864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-078d8f14-44a2-4a83-83d6-a83093707509 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.2692504 Mar 02 17:38:22.541587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['f7bc853a-755f-4254-95da-3fc46e9e20b9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:22.712725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Deleting port 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:22.713864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:22.763661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57cef8-acf4-46e6-8c9e-0b5c73678ed7 req-1de54177-05c1-4c4b-9680-443a189f61ed tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:22.765165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f57cef8-acf4-46e6-8c9e-0b5c73678ed7 req-1de54177-05c1-4c4b-9680-443a189f61ed tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.5317698 Mar 02 17:38:22.783562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Allocated IP 19.86.0.162 (5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be/1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9/937add68-792c-4f52-b8fa-4744b1821a06) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:22.813611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-088ef80c-60fd-405d-8196-eecfd538be1c tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:22.816379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aee7894-d662-4273-afa8-92b1ea2bb786 req-088ef80c-60fd-405d-8196-eecfd538be1c tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.5194035 Mar 02 17:38:22.959942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:22.967174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f57cef8-acf4-46e6-8c9e-0b5c73678ed7 req-e9d2d9d7-bbf8-4e07-ba16-e083ee59b73b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649299 Mar 02 17:38:23.278885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678de95-ca9e-4058-9d2f-8269a5715314 req-9752031c-c782-4ba4-aaa1-f50bfa167d56 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.280379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d678de95-ca9e-4058-9d2f-8269a5715314 req-9752031c-c782-4ba4-aaa1-f50bfa167d56 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 944 time: 0.2370741 Mar 02 17:38:23.295273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Calling delete_port for 3fc1b501-5bbe-472c-8f19-44f6bf06bb48 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:23.332857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:23.413734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d678de95-ca9e-4058-9d2f-8269a5715314 req-9be65898-371d-4639-845d-bf2eaf0fe0ce tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123161 Mar 02 17:38:23.459328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05c6a-0612-46d9-9c72-7cbdfe35c3b6 req-18517fcd-e2fb-490e-bf72-22ed328ee29e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.467678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1eb05c6a-0612-46d9-9c72-7cbdfe35c3b6 req-18517fcd-e2fb-490e-bf72-22ed328ee29e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.1327155 Mar 02 17:38:23.481130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:23.481314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Transition to ACTIVE for port object 937add68-792c-4f52-b8fa-4744b1821a06 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:23.518924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1eb05c6a-0612-46d9-9c72-7cbdfe35c3b6 req-24a0b601-eed4-4afb-a8f8-a7d6bfd1fb9c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581665 Mar 02 17:38:23.528255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc1b501-5bbe-472c-8f19-44f6bf06bb48,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:23.529736 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:23.693426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:23.700381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:23.745848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:23.787296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:23.843499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.844069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.844563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.845059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.845542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.846014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.846494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.847216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.847786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.851892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.852748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:38:23.913267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.914458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:23.931550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:23.955678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-80010074-bfb4-4ce2-b8dc-2c7f989a272b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.959779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-80010074-bfb4-4ce2-b8dc-2c7f989a272b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.961091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-80010074-bfb4-4ce2-b8dc-2c7f989a272b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:23.985060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-03c930b8-a2fe-48d9-92d8-5eca6b229021 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:23.992212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-03c930b8-a2fe-48d9-92d8-5eca6b229021 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2975991 Mar 02 17:38:24.052426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-e4cd9b38-165a-4fb6-81c1-d6e77d613f40 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4377861 Mar 02 17:38:24.077833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'admin_state_up': True, 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:24.097474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-80010074-bfb4-4ce2-b8dc-2c7f989a272b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:24.106558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-80010074-bfb4-4ce2-b8dc-2c7f989a272b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 1655 time: 0.4713204 Mar 02 17:38:24.147883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3cb074f3-0ef4-4d98-bdb0-628392eed345 None None] Provisioning for port 937add68-792c-4f52-b8fa-4744b1821a06 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:24.156520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3cb074f3-0ef4-4d98-bdb0-628392eed345 None None] Provisioning complete for port 937add68-792c-4f52-b8fa-4744b1821a06 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:24.157146 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3cb074f3-0ef4-4d98-bdb0-628392eed345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:24.209699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-5d8a2b39-4be0-421d-9d7e-1fb6863d4293 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.2164209 Mar 02 17:38:24.228151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'floatingip': {'port_id': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:24.259889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3cb074f3-0ef4-4d98-bdb0-628392eed345 None None] Port 937add68-792c-4f52-b8fa-4744b1821a06 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:24.329668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:24.454723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-6f71020e-891a-4897-901d-22afc207056e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:24.480874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:24.538078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:24.549337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-6f71020e-891a-4897-901d-22afc207056e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:24.550635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33661253-d1b7-44de-ae06-7b3b86f5db53 req-6f71020e-891a-4897-901d-22afc207056e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442801 Mar 02 17:38:24.568075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:24.575591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:24.690538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:24.925360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:24.939333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-611687f4-7a72-4805-b051-cdcf41a41d1d admin admin] 10.222.0.37 "PUT /v2.0/routers/2ff47944-0ccc-4f05-9d40-6706ffd4b2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5273273 Mar 02 17:38:24.940967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58276) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:25.170953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77428fd0-5e28-4cc4-a377-38bb1e80247f req-46dc0e33-e280-4f70-bcc0-cb6ae6058c47 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:25.172412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77428fd0-5e28-4cc4-a377-38bb1e80247f req-46dc0e33-e280-4f70-bcc0-cb6ae6058c47 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4716513 Mar 02 17:38:25.173581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Allocated IP 19.80.0.23 (66696cdb-f739-42c2-aad5-a6b7bf9d0f2e/df82faa3-5527-49ad-ac66-89f92796c6ec/788ba45f-2f9e-4bf8-8de0-14166824f16d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:25.271991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.372703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77428fd0-5e28-4cc4-a377-38bb1e80247f req-1181cf1b-8cad-4ad3-9fc8-8eda7b0c7f6a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861689 Mar 02 17:38:25.482936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.495109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Deleting port c33b1219-902c-429e-9543-46117c2dd60b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:25.495879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.662792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.667467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:38:25.683032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] For port c33b1219-902c-429e-9543-46117c2dd60b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c33b1219-902c-429e-9543-46117c2dd60b,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:25.683303 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.716438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:25.777933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Transition to ACTIVE for port object 788ba45f-2f9e-4bf8-8de0-14166824f16d will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:25.793113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port f7bc853a-755f-4254-95da-3fc46e9e20b9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:25.801496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port f7bc853a-755f-4254-95da-3fc46e9e20b9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:25.801496 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.825352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.842174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Calling delete_port for c33b1219-902c-429e-9543-46117c2dd60b owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:25.843398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.969138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:25.970945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-d890f502-34a9-4533-99d7-6ccf0065d476 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4167631 Mar 02 17:38:25.972105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44262a-71ee-4d24-a5b2-234e7abd5dde req-8b3366d2-0333-4a19-9646-f2105cbf7b35 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:25.973558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb44262a-71ee-4d24-a5b2-234e7abd5dde req-8b3366d2-0333-4a19-9646-f2105cbf7b35 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.3885036 Mar 02 17:38:25.996019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:26.006244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.007667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:26.013144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.061111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.090259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:26.124004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c33b1219-902c-429e-9543-46117c2dd60b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:26.170158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:26.179841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb44262a-71ee-4d24-a5b2-234e7abd5dde req-e91aef28-5ea6-402f-99cf-547919891bcf tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975012 Mar 02 17:38:26.180664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:26.184100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:26.186837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:26.311470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:26.312470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.339118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-dd7231fb-44f2-409c-8e0c-56b4095890de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1097 time: 0.2718863 Mar 02 17:38:26.357013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-15ac7d2d-29a3-4ff5-97de-507a4d26ee85 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2831874 Mar 02 17:38:26.391208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.428315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:26.501654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-baead94f-f368-40e8-9532-0927f005403b None None] Provisioning for port 788ba45f-2f9e-4bf8-8de0-14166824f16d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:26.509179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-baead94f-f368-40e8-9532-0927f005403b None None] Provisioning complete for port 788ba45f-2f9e-4bf8-8de0-14166824f16d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:26.510007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-baead94f-f368-40e8-9532-0927f005403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.545182 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Floating IP 887e1696-6293-45d8-91f1-51c18c60860c associated. External IP: 172.25.3.213, port: 5eb506d0-608f-4d92-a1d0-a8b999e469a6. Mar 02 17:38:26.573040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-baead94f-f368-40e8-9532-0927f005403b None None] Port 788ba45f-2f9e-4bf8-8de0-14166824f16d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:38:26.798899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.804708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.832675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.833242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:38:26.848244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.851806 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bb302c3-adc0-42df-b7b6-15279e447d7f admin admin] 10.222.0.37 "DELETE /v2.0/routers/2ff47944-0ccc-4f05-9d40-6706ffd4b2f2 HTTP/1.1" status: 204 len: 168 time: 1.9078009 Mar 02 17:38:26.852032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:26.912010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Deleting subnet b06a1591-9694-4264-8eb9-58e14b416a36 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:38:26.915029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.964807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.968354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:26.981529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-5185b4e5-d48f-40da-b5c6-174a2a9fbac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:26.982975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-5185b4e5-d48f-40da-b5c6-174a2a9fbac3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.5767503 Mar 02 17:38:27.001306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835990e-145b-418c-b292-a3b059e8e771 req-fe31b672-8173-4e92-baf6-cd68fe0c3bc7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:27.002712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6835990e-145b-418c-b292-a3b059e8e771 req-fe31b672-8173-4e92-baf6-cd68fe0c3bc7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.6327219 Mar 02 17:38:27.046697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.122127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.130440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-ef7d61fc-9f95-4cdd-8f29-3d668c2c4390 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 217 time: 0.1240585 Mar 02 17:38:27.164794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06a1591-9694-4264-8eb9-58e14b416a36,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:27.169592 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.176455 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d894969f-793c-42f0-b0a5-483d3f0b370e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b06a1591-9694-4264-8eb9-58e14b416a36 HTTP/1.1" status: 204 len: 168 time: 0.3234632 Mar 02 17:38:27.176841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93305a57-240f-4ff0-8a69-c91b95c0b6d5 None None] Network 727b6bd1-9dd8-4dda-b698-1c25efdd7501 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:27.178919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:27.274095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6835990e-145b-418c-b292-a3b059e8e771 req-dee0927d-2b3f-4df7-9e30-2e927a383a3e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200546 Mar 02 17:38:27.287342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.290605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-aabe8046-cf59-4748-9210-96244b4b6bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:27.292363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-aabe8046-cf59-4748-9210-96244b4b6bd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1510870 Mar 02 17:38:27.311662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Deleting port c3d9f2b2-fa65-481a-a866-6aa1b967d73b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:27.312301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.512455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] DHCP port deletion for 727b6bd1-9dd8-4dda-b698-1c25efdd7501 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:38:27.519317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Deleting port c3d9f2b2-fa65-481a-a866-6aa1b967d73b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:27.519918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.588936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] For port c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,segment=NetworkSegment(04f047be-e10e-4eb9-b62d-3dbbaa16964a),segment_id=04f047be-e10e-4eb9-b62d-3dbbaa16964a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:27.589292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.712084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-80e708e1-2f12-41f9-ac4e-b18c82cbd429 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4047315 Mar 02 17:38:27.719471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Calling delete_port for c3d9f2b2-fa65-481a-a866-6aa1b967d73b owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:27.732664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] For port c3d9f2b2-fa65-481a-a866-6aa1b967d73b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,segment=NetworkSegment(04f047be-e10e-4eb9-b62d-3dbbaa16964a),segment_id=04f047be-e10e-4eb9-b62d-3dbbaa16964a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:27.732971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.751612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:38:27.808902 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.856377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Calling delete_port for c3d9f2b2-fa65-481a-a866-6aa1b967d73b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:27.860194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d9f2b2-fa65-481a-a866-6aa1b967d73b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:27.861136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce506f8-2ca1-45d5-baa6-f22894ba9484 req-e60be9c3-b50c-4788-8d45-2986a435cce8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:27.861980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] No DVR routers for this DVR port c3d9f2b2-fa65-481a-a866-6aa1b967d73b on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:38:27.868582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ce506f8-2ca1-45d5-baa6-f22894ba9484 req-e60be9c3-b50c-4788-8d45-2986a435cce8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4267631 Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn_limited( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn_limited( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.931958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:38:27.934220 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:38:27.940593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:38:27.941154 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:38:27.951725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4782a0aa-1a79-4a94-abc3-27e30bf27db9 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:27.971046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:27.981397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.004052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-6966e394-e440-438c-ad62-4e991ebf52cf service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781680 Mar 02 17:38:28.006443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727b6bd1-9dd8-4dda-b698-1c25efdd7501']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:28.013337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ce506f8-2ca1-45d5-baa6-f22894ba9484 req-ab909692-5abb-42c4-abd7-9c16ae6e4719 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439512 Mar 02 17:38:28.018921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Transition to ACTIVE for port object 4782a0aa-1a79-4a94-abc3-27e30bf27db9 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:28.020433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f047be-e10e-4eb9-b62d-3dbbaa16964a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:28.020936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f047be-e10e-4eb9-b62d-3dbbaa16964a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:28.038467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.044367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.060723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.067694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:38:28.068440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:38:28.084140 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:38:28.170017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.188741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.200889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=727b6bd1-9dd8-4dda-b698-1c25efdd7501,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:28.204969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36010ad5-5074-4954-a304-ce62f9999f24 admin admin] 10.222.0.37 "DELETE /v2.0/networks/727b6bd1-9dd8-4dda-b698-1c25efdd7501 HTTP/1.1" status: 204 len: 168 time: 1.0244734 Mar 02 17:38:28.298533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Pushing event updated for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:28.362239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:28.407282 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:38:28.436229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ccc621c2-da72-4058-95b9-da7093eecba9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5615a2400cb54684ab291957c1f158e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0727687 Mar 02 17:38:28.439488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:28.442645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Deleting port c3d9f2b2-fa65-481a-a866-6aa1b967d73b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:28.442645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.537959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.540285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-79cee392-d56a-46f8-abee-06bfcba0db97 None None] The port 'c3d9f2b2-fa65-481a-a866-6aa1b967d73b' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:38:28.555018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d48da5c-a545-4e21-ad3b-574c17ccabc4 req-6f6a28a5-ab65-402e-91e4-57602de72e0b service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375633 Mar 02 17:38:28.572650 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.645332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.669253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c210a8-5e1c-454a-bf94-d63815606983,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:28.672213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:28.673742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.675007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6df0a417-95a1-4f07-877c-428b3a025111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2c210a8-5e1c-454a-bf94-d63815606983 HTTP/1.1" status: 204 len: 168 time: 0.2343540 Mar 02 17:38:28.676995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:28.682285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:28.683128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:28.731430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Router c45f5537-e3ff-49ba-904e-b0fa34eecc8f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:28.733671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:28.734823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-36201e80-087e-4a83-b643-0e2d64924208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2388 time: 0.5863814 Mar 02 17:38:28.744847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Attempting to bind port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:28.745081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Attempting to bind port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:28.745408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Attempting to bind port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:28.775346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:38:28.775881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Attempting to bind port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:28.855844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:28.856253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Checking segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:28.856641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Bound using segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:28.857087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Bound port: 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:28.857533 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:28.986166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e49012b4-b6cf-4c76-898d-f56aa009ef16 req-4a952e9a-4a41-479d-8d3f-e75be1023845 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313964 Mar 02 17:38:29.058585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:29.072536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:29.087077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:29.087191 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'code': 200} Mar 02 17:38:29.245117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:29.246458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] 10.222.0.50 "PUT /v2.0/ports/4782a0aa-1a79-4a94-abc3-27e30bf27db9 HTTP/1.1" status: 200 len: 1092 time: 2.8413076 Mar 02 17:38:29.246954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:29.320793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:29.475159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c3d9f2b2-fa65-481a-a866-6aa1b967d73b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:29.501609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed5bf2-7dfe-434b-868a-e8a9128b0c5a service neutron] Pushing event updated for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:29.544335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c3d9f2b2-fa65-481a-a866-6aa1b967d73b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:29.544698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c3d9f2b2-fa65-481a-a866-6aa1b967d73b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:29.609309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:29.622980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:29.661323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-537112bd-4196-4732-9bca-1cdd12de89d8 req-01202c08-42a9-4850-8225-f33f0c3f39de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.4879787 Mar 02 17:38:29.674743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:29.782342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-960c6236-17a4-414d-b110-cb27ce63cd84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "PUT /v2.0/floatingips/887e1696-6293-45d8-91f1-51c18c60860c HTTP/1.1" status: 200 len: 996 time: 5.5717425 Mar 02 17:38:29.803535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda8214-1a1a-4496-8fcb-9605bb87fafc req-4399d809-79ca-4eae-ae27-9f1a6331f29e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:29.814456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eda8214-1a1a-4496-8fcb-9605bb87fafc req-4399d809-79ca-4eae-ae27-9f1a6331f29e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.5668588 Mar 02 17:38:29.899634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:29.900265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-537112bd-4196-4732-9bca-1cdd12de89d8 req-5c77c308-95fe-468b-907d-85474e34d8d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008274 Mar 02 17:38:29.995220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eda8214-1a1a-4496-8fcb-9605bb87fafc req-4bf39dbf-6340-45a4-8f5d-ddb6484ecc6a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855655 Mar 02 17:38:30.090524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-9459c7b6-7042-4b0a-9b82-8601e9cc8757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1096 time: 0.2613785 Mar 02 17:38:30.169348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1767309416-network', 'tenant_id': '5049f0a0695c4cb5a854ef61b1ca56aa'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:30.174461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:30.180235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Usage tracker for resource:network and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:30.182747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:30.190244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:30.204512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Made reservation on behalf of 5049f0a0695c4cb5a854ef61b1ca56aa for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:30.208212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.220938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.256241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:30.262403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:30.264116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:30.270830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:30.334495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-7acc6b3a-73f9-4637-9703-70df5aa15639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:30.336714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-7acc6b3a-73f9-4637-9703-70df5aa15639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 929 time: 0.2309875 Mar 02 17:38:30.358126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.364683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.398985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:38:30.410406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd230044-8dc1-4dd6-b23f-c48d3c9be0da,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:30.422081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.422492 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Added segment 51ed95b7-bfe0-4005-ab5b-dce52295f0d8 of type vlan for network 2b58629d-3869-460f-b35a-97e6e418899a Mar 02 17:38:30.451761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.490670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adafbd6-d039-4aef-99b4-9a4ed7be7d0d req-d999f2a2-a7f3-4744-a58c-4e0340c0d9e5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:30.492865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4adafbd6-d039-4aef-99b4-9a4ed7be7d0d req-d999f2a2-a7f3-4744-a58c-4e0340c0d9e5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3078704 Mar 02 17:38:30.499705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.500711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:30.501346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.515361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937add68-792c-4f52-b8fa-4744b1821a06 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:30.756093 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8542128 Mar 02 17:38:30.758660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:30.761636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c306c6-3b0e-4b14-bb67-b7013464edc4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b58629d-3869-460f-b35a-97e6e418899a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:30.768187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Request body: {'subnet': {'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1767309416-subnet', 'tenant_id': '5049f0a0695c4cb5a854ef61b1ca56aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:30.777088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:30.779364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2b58629d-3869-460f-b35a-97e6e418899a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:38:30.783675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Usage tracker for resource:subnet and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:30.793050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:30.800867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:30.813016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Made reservation on behalf of 5049f0a0695c4cb5a854ef61b1ca56aa for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:30.816081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.820585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.840844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Transition to ACTIVE for port object 937add68-792c-4f52-b8fa-4744b1821a06 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:30.849808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:30.954747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Pushing event updated for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:30.958262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-c8ba2a89-9f7c-4ae2-915d-d220b83753e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 999 time: 0.6098106 Mar 02 17:38:30.975058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4adafbd6-d039-4aef-99b4-9a4ed7be7d0d req-9bfc0206-9390-4f64-8a5c-0a457b629ee6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687889 Mar 02 17:38:31.202609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:31.301794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c59a933-2573-4981-b6a1-35ab3eb7d3fb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:31.314946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Checking segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:31.314946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Network hostable DHCP agents. Network: 2b58629d-3869-460f-b35a-97e6e418899a, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:38:31.341326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-048a4b83-0cbb-480a-858a-6ef4e5f763fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:31.342399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-048a4b83-0cbb-480a-858a-6ef4e5f763fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.3660896 Mar 02 17:38:31.344345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Network 2b58629d-3869-460f-b35a-97e6e418899a is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:38:31.368368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2b58629d-3869-460f-b35a-97e6e418899a) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:31.379785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc0edf-be00-49ac-9cfe-7db114066d3a None None] Network 2b58629d-3869-460f-b35a-97e6e418899a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:31.399838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:31.401535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:31.458776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d5f9de2-b5a4-4592-ada4-67563ffb63d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6895976 Mar 02 17:38:31.528351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Attempting to bind port 937add68-792c-4f52-b8fa-4744b1821a06 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:31.528351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Attempting to bind port 937add68-792c-4f52-b8fa-4744b1821a06 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:31.528351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Attempting to bind port 937add68-792c-4f52-b8fa-4744b1821a06 on network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:31.568680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da10e-3cb8-4700-af5e-83a325e2108f req-e7218670-4f3c-45a0-b91a-8d03abe1bdbb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:31.571098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169da10e-3cb8-4700-af5e-83a325e2108f req-e7218670-4f3c-45a0-b91a-8d03abe1bdbb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.3828855 Mar 02 17:38:31.573546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Port 937add68-792c-4f52-b8fa-4744b1821a06 on network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:38:31.574364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Attempting to bind port 937add68-792c-4f52-b8fa-4744b1821a06 on network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:31.623446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:31.623796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Checking segment: {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:31.624183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Bound using segment: {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:31.625196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Bound port: 937add68-792c-4f52-b8fa-4744b1821a06, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10dd8828-5429-4a0e-b154-a7390400bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:31.625196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:31.678774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-c03fcd13-ab18-4055-b796-fbff69cc5d40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3206232 Mar 02 17:38:31.727003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-1e5f4677-73a6-44e7-8d6d-c1b110302ac8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:38:31.727888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-1e5f4677-73a6-44e7-8d6d-c1b110302ac8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067816 Mar 02 17:38:31.872435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ff71a-59f1-4178-ae6c-a495712fa21a None None] Network 2b58629d-3869-460f-b35a-97e6e418899a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:31.880276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169da10e-3cb8-4700-af5e-83a325e2108f req-610d2ccf-aadc-4291-bdd8-3fb316ef2409 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928915 Mar 02 17:38:31.981987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:31.991983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-205bc3bb-2d50-49c1-abe1-042d32e15d2a service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533381 Mar 02 17:38:31.997284 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9', 'status': 'completed', 'code': 200} Mar 02 17:38:31.999319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=937add68-792c-4f52-b8fa-4744b1821a06,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:32.204525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-af17a1f3-bbc6-4116-9921-6cb7fc96a5ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2798 time: 0.1133840 Mar 02 17:38:32.209534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:32.332072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:32.333420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] 10.222.0.50 "PUT /v2.0/ports/937add68-792c-4f52-b8fa-4744b1821a06 HTTP/1.1" status: 200 len: 1092 time: 3.0324743 Mar 02 17:38:32.343748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fde33a9-5b32-4dad-96f8-29718f5b840c req-86bca34a-023c-40c8-be5b-42ef9f191ae2 service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373783 Mar 02 17:38:32.355756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9d3e-d035-4314-b8b9-6686229d7309 service neutron] Pushing event updated for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:32.401275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Request body: {'port': {'device_id': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:32.448654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-ada68a05-9956-4050-ada6-681a5fb57654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.449539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-ada68a05-9956-4050-ada6-681a5fb57654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.450072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-ada68a05-9956-4050-ada6-681a5fb57654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.451866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-ada68a05-9956-4050-ada6-681a5fb57654 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2255135 Mar 02 17:38:32.484736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3167d8-81f0-455f-8f3e-7b9ab2e951f2 req-1c4c66a8-f48a-4686-b925-c143a321a4ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.488658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3167d8-81f0-455f-8f3e-7b9ab2e951f2 req-1c4c66a8-f48a-4686-b925-c143a321a4ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.497927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3167d8-81f0-455f-8f3e-7b9ab2e951f2 req-1c4c66a8-f48a-4686-b925-c143a321a4ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.506452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a3167d8-81f0-455f-8f3e-7b9ab2e951f2 req-1c4c66a8-f48a-4686-b925-c143a321a4ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2400 time: 0.3324320 Mar 02 17:38:32.678796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-e4e16cc2-c026-47b4-af82-ed8fa9d00285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.679739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-314698c4-ea22-48ee-bbf3-dbcaf1fb01c3 req-e4e16cc2-c026-47b4-af82-ed8fa9d00285 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2168686 Mar 02 17:38:32.701652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a3167d8-81f0-455f-8f3e-7b9ab2e951f2 req-1052ac10-2762-413a-9029-7c7be1759024 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888280 Mar 02 17:38:32.704112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:32.779460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ab91-b964-46a3-997c-3885ae9326a5 req-ccba5d38-4724-4024-8f31-fdb871b5298b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:32.783905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6518ab91-b964-46a3-997c-3885ae9326a5 req-ccba5d38-4724-4024-8f31-fdb871b5298b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2438328 Mar 02 17:38:32.961405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6518ab91-b964-46a3-997c-3885ae9326a5 req-ccf4ee57-fabe-44bd-b88e-4ad404352618 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617198 Mar 02 17:38:33.080382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0370-b84a-4300-ad9d-822268ec1b55 req-50ce40a9-a379-4012-b9fd-62c52af9f017 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:33.081903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c2c0370-b84a-4300-ad9d-822268ec1b55 req-50ce40a9-a379-4012-b9fd-62c52af9f017 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.2483904 Mar 02 17:38:33.277485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c2c0370-b84a-4300-ad9d-822268ec1b55 req-5a36ba69-51c2-48fb-b5ab-05af22baa6d1 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819770 Mar 02 17:38:33.370804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788ba45f-2f9e-4bf8-8de0-14166824f16d {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:33.430542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:33.508408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Transition to ACTIVE for port object 788ba45f-2f9e-4bf8-8de0-14166824f16d will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:33.578889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:33.584516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b1e42bdb-b660-4d5a-aec2-3a86c1874e0a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:33.656301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:33.661717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:33.661907 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:33.735888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d6df732-dc13-4273-9b87-671ae851289f req-59ba0671-4eeb-4674-815d-d7391a1c4104 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 258 time: 0.3888221 Mar 02 17:38:33.747439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:33.795275 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:33.808884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:33.816299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:33.821577 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:33.821738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:33.854776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:33.900396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:33.914375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-a124e351-fe45-4136-8f56-96f5072411f7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:33.915772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-a124e351-fe45-4136-8f56-96f5072411f7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.4136376 Mar 02 17:38:33.921734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:34.047595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6'}, {'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:34.053190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-986fbd03-d408-450f-b40e-69b66d5bf4fd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/quotas/5049f0a0695c4cb5a854ef61b1ca56aa HTTP/1.1" status: 200 len: 375 time: 0.1165879 Mar 02 17:38:34.117827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-36ea1b54-b05b-4832-a0af-01ead2558ace tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541067 Mar 02 17:38:34.155494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Attempting to bind port 788ba45f-2f9e-4bf8-8de0-14166824f16d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:34.155494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Attempting to bind port 788ba45f-2f9e-4bf8-8de0-14166824f16d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:34.155740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Attempting to bind port 788ba45f-2f9e-4bf8-8de0-14166824f16d on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:34.224746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Port 788ba45f-2f9e-4bf8-8de0-14166824f16d on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:38:34.225487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Attempting to bind port 788ba45f-2f9e-4bf8-8de0-14166824f16d on network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:34.248463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:34.249423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Checking segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:34.249423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Bound using segment: {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:34.249687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Bound port: 788ba45f-2f9e-4bf8-8de0-14166824f16d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:34.250009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:34.346439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-8861eed1-589f-4a48-8092-017b19a7723c service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124481 Mar 02 17:38:34.471890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:34.491640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:34.495982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:34.535085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:34.651241 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:34.652507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] 10.222.0.50 "PUT /v2.0/ports/788ba45f-2f9e-4bf8-8de0-14166824f16d HTTP/1.1" status: 200 len: 1091 time: 2.2665086 Mar 02 17:38:34.662849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-427fad49-ffc0-4330-8f5c-4766f2a03a8c service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036499 Mar 02 17:38:34.711397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a286-1a1c-418a-bcb4-a2515c62cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:34.808359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Allocated IP 172.25.3.122 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1888d859-30fe-4e11-899b-14506b86d5cf) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:35.281184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-c08dfc94-224b-4817-9d9f-fa18ee845588 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2865 time: 0.5273948 Mar 02 17:38:35.284564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:35.368206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71502e-4a32-4731-aae7-3ebf972c2f0e req-f1d4499a-a873-4d40-826a-7386dd9960d2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:35.369763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc71502e-4a32-4731-aae7-3ebf972c2f0e req-f1d4499a-a873-4d40-826a-7386dd9960d2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.4122708 Mar 02 17:38:35.431983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc71502e-4a32-4731-aae7-3ebf972c2f0e req-dca94bd3-de24-4c09-abe1-32981c0cf808 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550270 Mar 02 17:38:35.434145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-6785c42f-30f8-4233-8f4d-b336bb52b95f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9 HTTP/1.1" status: 200 len: 217 time: 0.1272621 Mar 02 17:38:35.455371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b1e42bdb-b660-4d5a-aec2-3a86c1874e0a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:35.513350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-165330cc-2b63-49de-a59b-714f8bbd621f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:35.514951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-165330cc-2b63-49de-a59b-714f8bbd621f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df82faa3-5527-49ad-ac66-89f92796c6ec HTTP/1.1" status: 200 len: 801 time: 0.0685663 Mar 02 17:38:35.521771 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:35.576701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:35.577068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:35.665813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:35.667496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event updated for resources: {'Port': ['ID=1888d859-30fe-4e11-899b-14506b86d5cf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:35.671904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:35.674958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:35.752110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-833f9c2e-e91c-4154-b6c5-0513bda8dfd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2241724 Mar 02 17:38:35.958844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-82e7fb2c-191d-488e-bd8c-e9b8b4dfccdb service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967993 Mar 02 17:38:36.076756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad0e57-7e7a-4eb7-aba4-e016d48747c9 req-f69fd8fa-361b-4ec4-a3e3-627ba7a93d5f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:36.078225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8ad0e57-7e7a-4eb7-aba4-e016d48747c9 req-f69fd8fa-361b-4ec4-a3e3-627ba7a93d5f tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2461295 Mar 02 17:38:36.085331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:36.267919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:36.323442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8ad0e57-7e7a-4eb7-aba4-e016d48747c9 req-8c650c10-69bd-4c14-a930-9a7107e6abd0 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369506 Mar 02 17:38:36.333872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-0f306fda-6d92-42d0-9b64-f8119472b02e service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139288 Mar 02 17:38:36.472059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-eb30ca47-00f4-499d-b454-e4667e363ceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=937add68-792c-4f52-b8fa-4744b1821a06 HTTP/1.1" status: 200 len: 217 time: 0.0768628 Mar 02 17:38:36.724618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-6d29783c-221b-4c50-9940-9b66523da828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:36.725971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-6d29783c-221b-4c50-9940-9b66523da828 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9 HTTP/1.1" status: 200 len: 801 time: 0.2236450 Mar 02 17:38:36.789122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-0bf09175-bd71-4cd5-87c1-d0c19227194c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:36.790523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-0bf09175-bd71-4cd5-87c1-d0c19227194c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.4933541 Mar 02 17:38:36.937123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'port': {'device_id': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'admin_state_up': True, 'tenant_id': '5049f0a0695c4cb5a854ef61b1ca56aa'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:37.041284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bc51-2c5f-42d3-8810-708923ea1859 req-8a9d41d3-7676-40ea-acca-091ff08ec508 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.045212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bc51-2c5f-42d3-8810-708923ea1859 req-8a9d41d3-7676-40ea-acca-091ff08ec508 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.049100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bc51-2c5f-42d3-8810-708923ea1859 req-8a9d41d3-7676-40ea-acca-091ff08ec508 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.050697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84b5bc51-2c5f-42d3-8810-708923ea1859 req-8a9d41d3-7676-40ea-acca-091ff08ec508 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2412 time: 0.5495670 Mar 02 17:38:37.126927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:37.153798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:37.227485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-48abc2b2-3a83-4bbe-8e6e-0a640c7c4954 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4866636 Mar 02 17:38:37.240948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84b5bc51-2c5f-42d3-8810-708923ea1859 req-5f74d388-c4b0-4fcd-aeb3-580161624e77 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745081 Mar 02 17:38:37.306772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:37.311708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event updated for resources: {'Port': ['ID=1888d859-30fe-4e11-899b-14506b86d5cf,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:37.376401 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'status': 'completed', 'code': 200} Mar 02 17:38:37.376663 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06', 'status': 'completed', 'code': 200} Mar 02 17:38:37.384448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:port and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:37.397170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:37.414806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:37.421622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:37.475052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Made reservation on behalf of 5049f0a0695c4cb5a854ef61b1ca56aa for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:37.478765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:37.496988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-dea1ed32-fe0c-4241-b541-9f43eed8a665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1096 time: 0.1052859 Mar 02 17:38:37.558075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-9173decf-8041-474d-af60-93fcdb23e46f service neutron] 10.222.0.50 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072796 Mar 02 17:38:37.592493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:37.593660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d6df732-dc13-4273-9b87-671ae851289f req-eae8f4ed-0a7c-401f-97c8-faf5a3ec27e9 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8523295 Mar 02 17:38:37.645435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-f7c2fb25-ce5c-4baa-af91-f335c73cfac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.646896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-f7c2fb25-ce5c-4baa-af91-f335c73cfac5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 929 time: 0.1465952 Mar 02 17:38:37.757762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-91ee04ff-b1ac-4e9d-9063-ced4f6f770f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 999 time: 0.0975795 Mar 02 17:38:37.810384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6d6df732-dc13-4273-9b87-671ae851289f req-a1e1c564-7881-43fb-913d-2e28a448b4fe tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:37.838489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-e501f196-08f6-4a12-816e-3b39017a5609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.840000 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-e501f196-08f6-4a12-816e-3b39017a5609 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.0648031 Mar 02 17:38:37.867957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78184-07f0-4a8d-9a88-60f3d8cc2122 req-b89d53e1-0813-438c-ae0a-5c0c701920aa tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:37.869421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a78184-07f0-4a8d-9a88-60f3d8cc2122 req-b89d53e1-0813-438c-ae0a-5c0c701920aa tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.4299955 Mar 02 17:38:37.919682 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-db34ef86-d87e-4e5c-b814-42d3dbd04a14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697894 Mar 02 17:38:37.931055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6d6df732-dc13-4273-9b87-671ae851289f req-a1e1c564-7881-43fb-913d-2e28a448b4fe tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:37.932174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d6df732-dc13-4273-9b87-671ae851289f req-a1e1c564-7881-43fb-913d-2e28a448b4fe tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.3146269 Mar 02 17:38:37.941346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-577d7a36-82dd-49e1-b54d-c233ceae2f36 service neutron] 10.222.0.50 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466430 Mar 02 17:38:38.060783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-407d238e-912a-45d2-bde0-ba6d63f9705f service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284010 Mar 02 17:38:38.108013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Allocated IP 172.20.0.6 (2b58629d-3869-460f-b35a-97e6e418899a/8c59a933-2573-4981-b6a1-35ab3eb7d3fb/46910b55-b08b-4308-b337-bcc8b4a13d95) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:38.120061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a78184-07f0-4a8d-9a88-60f3d8cc2122 req-7407ff13-7c5d-42d6-9a47-0f9c8d5aab88 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300932 Mar 02 17:38:38.125566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-75312efb-bc15-478e-ab90-6785d6329a68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d HTTP/1.1" status: 200 len: 217 time: 0.1555712 Mar 02 17:38:38.209226 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-23b5d30d-fd05-4d76-89f9-15dd525b2def service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362402 Mar 02 17:38:38.314270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df732-dc13-4273-9b87-671ae851289f req-615a43b8-4f65-41c9-867c-2e6f8e35bb97 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.315562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d6df732-dc13-4273-9b87-671ae851289f req-615a43b8-4f65-41c9-867c-2e6f8e35bb97 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3774683 Mar 02 17:38:38.317513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc3b0ba1-0138-4dd6-8ea2-f34b84de01c3 req-2f262b0f-3f73-409d-a4f0-74f611f99b14 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 210 time: 0.0792441 Mar 02 17:38:38.321443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-71cf0809-e2f1-4a92-b138-d2ab100de1c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.322868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-71cf0809-e2f1-4a92-b138-d2ab100de1c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df82faa3-5527-49ad-ac66-89f92796c6ec HTTP/1.1" status: 200 len: 801 time: 0.1831627 Mar 02 17:38:38.375495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:38.766860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:38.793762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-af5ce968-7e6a-46b9-9261-d275516f2c38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4549825 Mar 02 17:38:38.799016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae14ca-3dd4-4f9c-8979-92e5e87659dd req-35db4e7d-ede2-4fa7-9b3b-86a239107225 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.800621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7ae14ca-3dd4-4f9c-8979-92e5e87659dd req-35db4e7d-ede2-4fa7-9b3b-86a239107225 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.3731039 Mar 02 17:38:38.816196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fef284-855d-4f59-ab43-77fb3ad85482 req-99fcf931-bfbf-419c-bc57-52565a91c960 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.820805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fef284-855d-4f59-ab43-77fb3ad85482 req-99fcf931-bfbf-419c-bc57-52565a91c960 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.824950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fef284-855d-4f59-ab43-77fb3ad85482 req-99fcf931-bfbf-419c-bc57-52565a91c960 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:38.826502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9fef284-855d-4f59-ab43-77fb3ad85482 req-99fcf931-bfbf-419c-bc57-52565a91c960 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2412 time: 0.2238481 Mar 02 17:38:38.987159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.041795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7ae14ca-3dd4-4f9c-8979-92e5e87659dd req-69411d5c-2b34-4d4f-99ef-b01a8250ccf4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315364 Mar 02 17:38:39.067693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58408) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:39.078614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9fef284-855d-4f59-ab43-77fb3ad85482 req-6c8c0901-6247-4821-bd27-c6fdfb7ce5a9 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176337 Mar 02 17:38:39.124377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-d28cccea-49df-49a8-89a8-23808a2cae46 service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969012 Mar 02 17:38:39.126326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Network 2b58629d-3869-460f-b35a-97e6e418899a is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:39.127185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:39.131921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:39.134797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:39.181446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d85ec8a2-aa7c-44e0-87d2-bd9145068cd9 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1091 time: 0.1125925 Mar 02 17:38:39.183886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:39.199235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:39.209121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:39.215503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:floatingip and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:39.220495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:39.220634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fe34c36e-86b4-4882-ab11-d386fe80ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.228864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:39.238706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:39.239353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.240744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.379589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-cf16e2da-0b00-4c74-a004-15ddb9e5459c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4513118 Mar 02 17:38:39.381594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:39.395380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Request body: {'port': {'device_id': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:39.401361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.487435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2e483ff-44aa-4377-87a2-e2c5ff312e2e req-2edb9bd3-02cf-4772-b5c6-e0b874667c5f service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824960 Mar 02 17:38:39.544791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-51fc490a-eb0b-4f3b-b89f-3647a9868349 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:39.546307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-51fc490a-eb0b-4f3b-b89f-3647a9868349 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3127053 Mar 02 17:38:39.681001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.232 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/d86b0afe-a048-4fd2-b583-c0810c6341bf) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:39.693076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.716880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-6261926d-5877-457f-b373-e3f2dd5bd5aa tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1611345 Mar 02 17:38:39.760828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-6d4a2269-435a-4b9d-bed8-ebab10326170 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'floatingip': {'port_id': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:39.830747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.859333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.900196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-6d4a2269-435a-4b9d-bed8-ebab10326170 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:39.931800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:38:39.935176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=d86b0afe-a048-4fd2-b583-c0810c6341bf,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:39.938059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:39.940456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:38:40.091161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f32af-b95b-4990-9110-6fc151352a4c req-d24a4ca6-6677-46ad-bdbc-7535714ef4f4 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:40.092650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-238f32af-b95b-4990-9110-6fc151352a4c req-d24a4ca6-6677-46ad-bdbc-7535714ef4f4 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.4747553 Mar 02 17:38:40.400624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-5324871c-6036-4944-9ded-9f6baa3b54b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2865 time: 0.6809585 Mar 02 17:38:40.480309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:40.502175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-238f32af-b95b-4990-9110-6fc151352a4c req-643777a8-3536-4ba5-ae86-4b8fa5eb83b4 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907146 Mar 02 17:38:40.547035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:40.755789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:40.761004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:40.811655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-fa264626-ae0a-4e69-88a0-9ea50231a744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:40.813085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-fa264626-ae0a-4e69-88a0-9ea50231a744 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be HTTP/1.1" status: 200 len: 902 time: 0.3960724 Mar 02 17:38:40.863917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=d86b0afe-a048-4fd2-b583-c0810c6341bf,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:40.885983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:40.964339 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-6d4a2269-435a-4b9d-bed8-ebab10326170 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 17:38:40.965742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f2987cc-df69-41c6-9841-ae09e6d0413d req-6d4a2269-435a-4b9d-bed8-ebab10326170 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "PUT /v2.0/floatingips/0a408e5c-0324-41b2-ad77-02a3de613f77 HTTP/1.1" status: 409 len: 550 time: 1.2139726 Mar 02 17:38:40.977170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-2c24c8f0-0f37-49e5-aa71-13875990665b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=937add68-792c-4f52-b8fa-4744b1821a06 HTTP/1.1" status: 200 len: 217 time: 0.1386003 Mar 02 17:38:40.993715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab58c58-46b8-4e0b-a657-e90c13089208 req-4b7be96d-ea38-4705-acf8-cc1f77ddfedd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:40.995007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eab58c58-46b8-4e0b-a657-e90c13089208 req-4b7be96d-ea38-4705-acf8-cc1f77ddfedd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:41.048682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46910b55-b08b-4308-b337-bcc8b4a13d95 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:41.063509 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d', 'status': 'completed', 'code': 200} Mar 02 17:38:41.082736 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:41.107762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eab58c58-46b8-4e0b-a657-e90c13089208 req-4b7be96d-ea38-4705-acf8-cc1f77ddfedd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:41.107762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eab58c58-46b8-4e0b-a657-e90c13089208 req-4b7be96d-ea38-4705-acf8-cc1f77ddfedd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 931 time: 0.4518802 Mar 02 17:38:41.108657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Transition to ACTIVE for port object 46910b55-b08b-4308-b337-bcc8b4a13d95 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:41.114537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-aff86717-e1bf-407f-a4a7-068ba24eb3b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:41.115928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-aff86717-e1bf-407f-a4a7-068ba24eb3b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9 HTTP/1.1" status: 200 len: 801 time: 0.1158631 Mar 02 17:38:41.118440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:41.131166 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Floating IP 11203a9b-8143-4c51-9982-a1eaaebb0b09 associated. External IP: 172.25.3.232, port: f7bc853a-755f-4254-95da-3fc46e9e20b9. Mar 02 17:38:41.273898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-145bdfc2-00ee-46f7-8c8b-af906e7b044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:41.367109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:41.407115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eab58c58-46b8-4e0b-a657-e90c13089208 req-7e86f02d-b9d8-40ea-a023-3c90a0a8caec tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896180 Mar 02 17:38:41.525067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-ceae9ab9-9e8a-4d0d-8931-93d6a4ecd86b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3651986 Mar 02 17:38:41.537651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6424292-915b-4e99-bf91-702ff308cc28 req-4f84bc6d-79a6-4039-9f46-b1a942d5abee tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:41.539811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6424292-915b-4e99-bf91-702ff308cc28 req-4f84bc6d-79a6-4039-9f46-b1a942d5abee tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3649254 Mar 02 17:38:41.631294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Attempting to bind port 46910b55-b08b-4308-b337-bcc8b4a13d95 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:38:41.631624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Attempting to bind port 46910b55-b08b-4308-b337-bcc8b4a13d95 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:38:41.632485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Attempting to bind port 46910b55-b08b-4308-b337-bcc8b4a13d95 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:41.668407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 0da5084f-b4ea-45e1-a47b-db3cfffd57df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:41.719196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Port 46910b55-b08b-4308-b337-bcc8b4a13d95 on network 2b58629d-3869-460f-b35a-97e6e418899a not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:38:41.719513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Attempting to bind port 46910b55-b08b-4308-b337-bcc8b4a13d95 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:38:41.746191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:38:41.746516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Checking segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:41.746922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Bound using segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:38:41.747354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Bound port: 46910b55-b08b-4308-b337-bcc8b4a13d95, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:38:41.747696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:41.758604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6424292-915b-4e99-bf91-702ff308cc28 req-aad9574e-45d1-4c47-8b42-2c5684519c9c tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups?id=7981b5b2-4473-4fc1-b244-0360fe94c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094238 Mar 02 17:38:41.869703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:41.896958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:41.956026 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fb9ede77-2f3c-46ee-848f-68b860b9298d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7711012 Mar 02 17:38:41.956617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:42.032796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af7b3-a926-4095-9fe3-75cbe44647ac req-19950346-4a92-4018-9830-1266f508d1ac tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.036495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af7b3-a926-4095-9fe3-75cbe44647ac req-19950346-4a92-4018-9830-1266f508d1ac tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.040645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af7b3-a926-4095-9fe3-75cbe44647ac req-19950346-4a92-4018-9830-1266f508d1ac tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.042183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-267af7b3-a926-4095-9fe3-75cbe44647ac req-19950346-4a92-4018-9830-1266f508d1ac tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2412 time: 0.4898319 Mar 02 17:38:42.058947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-d34d359b-4cc8-4d99-b499-b87630438aca service neutron] 10.222.0.50 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565563 Mar 02 17:38:42.093568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-2f369da8-d6d7-4459-b447-be4e039b1777 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips/0a408e5c-0324-41b2-ad77-02a3de613f77 HTTP/1.1" status: 200 len: 693 time: 0.2593513 Mar 02 17:38:42.227026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:38:42.305244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:38:42.312949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-267af7b3-a926-4095-9fe3-75cbe44647ac req-bcad2cd6-eac3-40ab-89da-c7b038f0994c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531104 Mar 02 17:38:42.320844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:42.393893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-46811b72-b8f3-4762-b34d-c5fb67a29937 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.393893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-46811b72-b8f3-4762-b34d-c5fb67a29937 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Synchronizing usage tracker for tenant:f15c836b32874bf9b6d9db9c94232a9e on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:42.408158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-46811b72-b8f3-4762-b34d-c5fb67a29937 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Unset dirty status for tenant:f15c836b32874bf9b6d9db9c94232a9e on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:42.409690 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-46811b72-b8f3-4762-b34d-c5fb67a29937 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.50 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1250339 Mar 02 17:38:42.433163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06fc2b12-1cde-4ecc-9630-e0f078d6077b req-29dcd627-4396-40d4-ae96-ba4ef94faebb service neutron] 10.222.0.50 "GET /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437791 Mar 02 17:38:42.452170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:42.453797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/46910b55-b08b-4308-b337-bcc8b4a13d95 HTTP/1.1" status: 200 len: 1091 time: 3.0628359 Mar 02 17:38:42.471275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-a35f7f39-a52e-42b0-aa93-0946585ccfc4 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.472867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-a35f7f39-a52e-42b0-aa93-0946585ccfc4 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3492699 Mar 02 17:38:42.475784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271b9b-9e6e-4979-af4a-ae4fc42896f9 service neutron] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:42.484640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-0f3c4b67-123d-42ac-bbd5-44c5e8d37479 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:38:42.485930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-0f3c4b67-123d-42ac-bbd5-44c5e8d37479 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062299 Mar 02 17:38:42.515628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Deleting port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:42.516076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:42.692756 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:42.696894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-31c01172-f8d8-46fd-a86d-84c892cc69c6 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1775398 Mar 02 17:38:42.764556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] For port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:42.765158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:42.816294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-bb9be685-8203-43e8-81fb-dbe6264879b4 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1102147 Mar 02 17:38:42.828256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86a2fb-d511-4da1-9028-e5daf6e5b7a0 req-093c9fd7-4977-447d-8b92-ea3229ac72d5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:42.829671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f86a2fb-d511-4da1-9028-e5daf6e5b7a0 req-093c9fd7-4977-447d-8b92-ea3229ac72d5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.3413074 Mar 02 17:38:42.837564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-36c2aa6e-7ceb-4984-aa34-6d4cfcb07c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 1094 time: 0.3122745 Mar 02 17:38:42.947382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-1ab2fbe1-fea0-4781-80c2-ea8681ebc728 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2865 time: 0.3862212 Mar 02 17:38:42.969723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 788ba45f-2f9e-4bf8-8de0-14166824f16d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:42.989009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.031272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-32696e9a-ed30-44dc-90cb-eab5c335bd6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46910b55-b08b-4308-b337-bcc8b4a13d95 HTTP/1.1" status: 200 len: 217 time: 0.1328294 Mar 02 17:38:43.069387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.070385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.070809 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Floating IP 681e2901-84d6-43e7-b52c-445ccf163cde disassociated. External IP: 172.25.3.16, port: 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83. Mar 02 17:38:43.071530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Calling delete_port for 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:43.125862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:43.127259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.141343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '788ba45f-2f9e-4bf8-8de0-14166824f16d', 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'port_id': '788ba45f-2f9e-4bf8-8de0-14166824f16d', 'mac_address': 'fa:16:3e:32:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82faa3-5527-49ad-ac66-89f92796c6ec', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:43.202096 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.222106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788ba45f-2f9e-4bf8-8de0-14166824f16d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:43.222306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Deleting port 1888d859-30fe-4e11-899b-14506b86d5cf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:43.222455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.227912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.240543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.245758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.246697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4782a0aa-1a79-4a94-abc3-27e30bf27db9 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:43.253780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f86a2fb-d511-4da1-9028-e5daf6e5b7a0 req-78bdc110-3c23-443b-b7d3-47bfc93c686e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146829 Mar 02 17:38:43.295371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-3e27bde8-cc87-4206-b214-5f944be310d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:43.296769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-3e27bde8-cc87-4206-b214-5f944be310d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.1623874 Mar 02 17:38:43.326748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:43.346277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.367838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '4782a0aa-1a79-4a94-abc3-27e30bf27db9', 'network_id': '66696cdb-f739-42c2-aad5-a6b7bf9d0f2e', 'port_id': '4782a0aa-1a79-4a94-abc3-27e30bf27db9', 'mac_address': 'fa:16:3e:3d:d8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82faa3-5527-49ad-ac66-89f92796c6ec', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:43.445894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.468340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4782a0aa-1a79-4a94-abc3-27e30bf27db9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:43.487870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.496476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.497337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 937add68-792c-4f52-b8fa-4744b1821a06 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:43.498381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event deleted for resources: {'Port': ['ID=4a7b401d-5a1e-457c-bd4f-5406c3cb1d83,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:43.527726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-ad94b4e2-8b24-40e0-b5c4-ba85a1c5de4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089450 Mar 02 17:38:43.602432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-0b337ad9-1a81-4f78-b355-739506bbff84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:43.604101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-0b337ad9-1a81-4f78-b355-739506bbff84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e HTTP/1.1" status: 200 len: 903 time: 0.6178005 Mar 02 17:38:43.669929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:43.739841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=937add68-792c-4f52-b8fa-4744b1821a06,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.755111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '937add68-792c-4f52-b8fa-4744b1821a06', 'network_id': '5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be', 'port_id': '937add68-792c-4f52-b8fa-4744b1821a06', 'mac_address': 'fa:16:3e:93:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:43.762909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Router 30ea89ed-9507-4492-956e-42b003d17a87 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:43.797789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-6eb4913e-dd5f-4e27-8519-b18e7ba596e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d HTTP/1.1" status: 200 len: 217 time: 0.1791191 Mar 02 17:38:43.826179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.844152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937add68-792c-4f52-b8fa-4744b1821a06 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:43.864108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=937add68-792c-4f52-b8fa-4744b1821a06,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:43.869625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.892694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.893031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:43.981245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:43.987786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-7f50d26c-a0d8-4ae3-81bc-b639e3682221 service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726611 Mar 02 17:38:44.030931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:44.044464 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Sync routers for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:44.060131 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:44.060899 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:44.076217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Calling delete_port for 1888d859-30fe-4e11-899b-14506b86d5cf owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:44.112238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] No DVR routers for this DVR port 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:38:44.115755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:44.133128 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5e5441c2-0028-4311-97d3-c80535f5fb9d req-262f8c66-a10d-427f-a5e6-3dcaca15b4d4 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.50 "DELETE /v2.0/ports/4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 HTTP/1.1" status: 204 len: 173 time: 1.7151098 Mar 02 17:38:44.180189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba294a99-bfbf-49bf-b87c-0f3b20539173 req-9b7c907e-f13e-47f5-becc-cbcfca537307 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:44.186974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba294a99-bfbf-49bf-b87c-0f3b20539173 req-9b7c907e-f13e-47f5-becc-cbcfca537307 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.6651373 Mar 02 17:38:44.212035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-b0ca38be-a667-4125-9107-0ae8712eb017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:44.213438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-b0ca38be-a667-4125-9107-0ae8712eb017 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df82faa3-5527-49ad-ac66-89f92796c6ec HTTP/1.1" status: 200 len: 801 time: 0.3976815 Mar 02 17:38:44.244394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:44.290352 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:44.353404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c58979f-f9a1-4317-9bc5-6220c6d41b25 req-c4b0823c-43c2-44c2-9e08-78c20c70582e service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012052 Mar 02 17:38:44.367175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba294a99-bfbf-49bf-b87c-0f3b20539173 req-65c4456c-250c-46d7-88e2-7c78c6e76c70 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794114 Mar 02 17:38:44.437714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58448) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:44.611694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-aa143b40-6af7-4965-aae5-deb7d42f2a8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3617811 Mar 02 17:38:44.628618 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0fc6c93c-f72c-4d35-b135-ca35882df6e5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1849372 Mar 02 17:38:44.631052 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'status': 'completed', 'code': 200} Mar 02 17:38:44.635260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-5a96f8aa-d73b-4ee3-8a61-227fbf3f4c85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=383f395d-e636-483e-b36e-c268480c2a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2941914 Mar 02 17:38:44.664776 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:44.722905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['937add68-792c-4f52-b8fa-4744b1821a06'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:44.742786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-b6460d62-558d-452a-8d96-b0631f72a211 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&device_id=383f395d-e636-483e-b36e-c268480c2a54 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Mar 02 17:38:44.750744 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:44.754921 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Checking router: 30ea89ed-9507-4492-956e-42b003d17a87 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:44.770494 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Routers {'30ea89ed-9507-4492-956e-42b003d17a87'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:44.771231 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['30ea89ed-9507-4492-956e-42b003d17a87'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:44.794402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['788ba45f-2f9e-4bf8-8de0-14166824f16d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:44.810225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event deleted for resources: {'Port': ['ID=1888d859-30fe-4e11-899b-14506b86d5cf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:44.823130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4782a0aa-1a79-4a94-abc3-27e30bf27db9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:44.985717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:44.991749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f8841e-8a0f-4946-841e-4a6675c4eba5 req-42108a35-b321-4140-9f1c-e31cf4fce497 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 1096 time: 0.4671454 Mar 02 17:38:44.993409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-a0b63543-8244-4420-a7b1-1eca5edb6fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:44.994861 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-a0b63543-8244-4420-a7b1-1eca5edb6fe9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2103217 Mar 02 17:38:45.003467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-c19b06d0-0f85-4d85-a8e8-27a932f96f65 service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729556 Mar 02 17:38:45.074151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:45.074851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4a7b401d-5a1e-457c-bd4f-5406c3cb1d83 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:45.080703 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] Set router 30ea89ed-9507-4492-956e-42b003d17a87 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:45.149146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-a0b74cec-57c5-4553-acbb-fefcf0eb05ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.6232734 Mar 02 17:38:45.223272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-66205910-835e-4bcf-9cad-f863126bc474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:45.224774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2e45afdc-d1cf-491e-8247-b09b13378300 req-66205910-835e-4bcf-9cad-f863126bc474 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995325 Mar 02 17:38:45.261985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250689a6-0d94-4527-9a3a-72a94b6c22af req-e258d47f-541b-4c68-bc3a-e12f6cc02482 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:45.264184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250689a6-0d94-4527-9a3a-72a94b6c22af req-e258d47f-541b-4c68-bc3a-e12f6cc02482 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 943 time: 0.6053782 Mar 02 17:38:45.265178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:45.423215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f8841e-8a0f-4946-841e-4a6675c4eba5 req-83410dd5-3c75-4a8f-a3b6-0d79828275d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166591 Mar 02 17:38:45.485721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250689a6-0d94-4527-9a3a-72a94b6c22af req-fafacb17-a198-4d49-b285-700f72a21e2d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557627 Mar 02 17:38:45.491772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:45.505326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c576cbcd-1230-4997-b0a3-574a2ca4643f req-53be0bf8-6221-4440-9d23-d93a67260d0b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "DELETE /v2.0/floatingips/0a408e5c-0324-41b2-ad77-02a3de613f77 HTTP/1.1" status: 204 len: 173 time: 2.6744905 Mar 02 17:38:45.548549 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:45.550541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b38c6c-22a1-4fc6-b626-42053e5f0d78 req-878307a2-6574-4384-b3a6-866fbd322655 service neutron] 10.222.0.50 "GET /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004333 Mar 02 17:38:45.554151 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039f1d6-ba3a-48db-bbd8-1ee8c75957a7 None None] The sync data for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 is: [{'id': '30ea89ed-9507-4492-956e-42b003d17a87', 'name': 'tempest-ServersTestJSON-1915605456-router', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:45Z', 'updated_at': '2022-03-02T17:37:01Z', 'revision_number': 4, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'gw_port': {'id': '1eecddf3-2a1d-4059-b035-a49806a5af3d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:46Z', 'updated_at': '2022-03-02T17:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3dd6f138-0824-47d2-abe5-7cab484ebecd', 'name': '', 'network_id': '0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50', 'tenant_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'mac_address': 'fa:16:3e:30:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ea89ed-9507-4492-956e-42b003d17a87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:59Z', 'updated_at': '2022-03-02T17:37:16Z', 'revision_number': 5, 'project_id': 'f15c836b32874bf9b6d9db9c94232a9e', 'subnets': [{'id': 'f06660a5-0b1c-4c3b-9375-0c65d1a5358e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:45.557967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-9d18f802-02b6-424e-8248-ed639d6bc323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:45.561120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-9d18f802-02b6-424e-8248-ed639d6bc323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.3824999 Mar 02 17:38:45.579631 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'status': 'completed', 'code': 200} Mar 02 17:38:45.632418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58456) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:45.937039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-611e4a03-d852-41a1-8ce6-2a9c2a57c234 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.3034894 Mar 02 17:38:45.992396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-32b4f242-7eba-4dfd-93e6-f08e2916a880 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 999 time: 0.2096789 Mar 02 17:38:46.015223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4006-ab45-4f04-bc26-7a770dcf1ac2 req-52c6979f-92a7-4de3-9a98-668c04b07e81 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.019117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4006-ab45-4f04-bc26-7a770dcf1ac2 req-52c6979f-92a7-4de3-9a98-668c04b07e81 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.023690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4006-ab45-4f04-bc26-7a770dcf1ac2 req-52c6979f-92a7-4de3-9a98-668c04b07e81 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.025509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9fe4006-ab45-4f04-bc26-7a770dcf1ac2 req-52c6979f-92a7-4de3-9a98-668c04b07e81 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2415 time: 0.3287158 Mar 02 17:38:46.088529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27c0f7-ff3f-4f48-a1cb-9f0d66b22b22 req-841b44d3-9b81-4740-8f43-693135b6c76e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.090224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c27c0f7-ff3f-4f48-a1cb-9f0d66b22b22 req-841b44d3-9b81-4740-8f43-693135b6c76e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.3484409 Mar 02 17:38:46.126862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-7a43ee72-0939-4700-94fe-f42acffb11d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 1094 time: 0.2797630 Mar 02 17:38:46.188054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-8eb3f014-c705-46e8-bce9-1a4f2f1bca30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.189378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-8eb3f014-c705-46e8-bce9-1a4f2f1bca30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.1616867 Mar 02 17:38:46.273625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9fe4006-ab45-4f04-bc26-7a770dcf1ac2 req-8deb244a-227e-4799-99cb-d96cdc22b44d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099674 Mar 02 17:38:46.308498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c27c0f7-ff3f-4f48-a1cb-9f0d66b22b22 req-0a380ece-fb4d-4e92-bd90-4999e4b31c0c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089734 Mar 02 17:38:46.364373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:46.434123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:46.446998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-00d3b24d-8a86-4283-a120-e8a8b527f7c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.448426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-00d3b24d-8a86-4283-a120-e8a8b527f7c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 923 time: 0.3037205 Mar 02 17:38:46.465550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:46.519510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-612b2898-d183-4928-9c91-3f670f65b945 req-3705650a-487b-4337-8478-0c747a59e389 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:46.525057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:46.542346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-b009ce2b-a40b-46e9-b1a5-acc946f4a959 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053994 Mar 02 17:38:46.548301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981b5b2-4473-4fc1-b244-0360fe94c63b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:46.548482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-2d233395-3d8f-461e-89af-e40653773c11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46910b55-b08b-4308-b337-bcc8b4a13d95 HTTP/1.1" status: 200 len: 217 time: 0.0869770 Mar 02 17:38:46.562178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:46.563850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-916b718e-cd8b-45fd-b820-a502713f7267 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "DELETE /v2.0/security-groups/7981b5b2-4473-4fc1-b244-0360fe94c63b HTTP/1.1" status: 204 len: 168 time: 0.1983528 Mar 02 17:38:46.567072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58466) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:46.596099 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-14141183-7bd8-4a44-b9aa-57e5bf3f2957 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] show failed (client error): The resource could not be found. Mar 02 17:38:46.597446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-14141183-7bd8-4a44-b9aa-57e5bf3f2957 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "GET /v2.0/security-groups/7981b5b2-4473-4fc1-b244-0360fe94c63b HTTP/1.1" status: 404 len: 347 time: 0.0289116 Mar 02 17:38:46.604633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58470) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:46.604842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-612b2898-d183-4928-9c91-3f670f65b945 req-3705650a-487b-4337-8478-0c747a59e389 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:46.611010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-3705650a-487b-4337-8478-0c747a59e389 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 999 time: 0.2987218 Mar 02 17:38:46.677619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'name': 'network-vif-deleted', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:46.785119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Deleting port cddb19ae-a990-425b-9424-7b8adc3a391d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:46.785461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:46.929704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-976fd419-37f1-4b98-a38c-77ac6d7e0792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.931163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-976fd419-37f1-4b98-a38c-77ac6d7e0792 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.3621318 Mar 02 17:38:46.940099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2898-d183-4928-9c91-3f670f65b945 req-1df67402-5ce5-47ae-95d1-61b9e9015657 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:46.940475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-612b2898-d183-4928-9c91-3f670f65b945 req-1df67402-5ce5-47ae-95d1-61b9e9015657 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:46.940632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58478) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:47.021703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-afad04ed-3c76-476c-a2ca-0a7388483f7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665641 Mar 02 17:38:47.024950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4782a0aa-1a79-4a94-abc3-27e30bf27db9 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:47.072474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-a9eeb228-2b8c-4836-910f-91d16764f909 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218329 Mar 02 17:38:47.110101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:47.115021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:47.115511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.125876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-612b2898-d183-4928-9c91-3f670f65b945 req-1df67402-5ce5-47ae-95d1-61b9e9015657 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:47.128399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-1df67402-5ce5-47ae-95d1-61b9e9015657 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports/5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 942 time: 0.5155177 Mar 02 17:38:47.158773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.158773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.264307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.265169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d4174-a2dd-4a82-b945-a587edd4b680 req-93b01ea0-4ba7-4482-b13d-2afcef319783 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:47.271588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98d4174-a2dd-4a82-b945-a587edd4b680 req-93b01ea0-4ba7-4482-b13d-2afcef319783 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 943 time: 0.6189909 Mar 02 17:38:47.294733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:47.312213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:47.314462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Calling delete_port for cddb19ae-a990-425b-9424-7b8adc3a391d owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:47.322798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.324609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 937add68-792c-4f52-b8fa-4744b1821a06 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:47.359616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d230cb82-8bbc-47a9-a213-e149045087b6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.4163599 Mar 02 17:38:47.493639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d87344f1-2417-4746-aef3-c9d00bed4d9a req-0b43b5eb-c476-42ed-b719-2e72edee212b service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647130 Mar 02 17:38:47.498557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-77b20e38-f4f7-4f3c-9a10-979f3f253b5a service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606566 Mar 02 17:38:47.502741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:47.520985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c98d4174-a2dd-4a82-b945-a587edd4b680 req-85277922-393f-4efe-ace7-3a76e6b6c091 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447248 Mar 02 17:38:47.543045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-972d88de-8746-4f13-99ac-d6688182cb15 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 999 time: 0.2593527 Mar 02 17:38:47.635170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 937add68-792c-4f52-b8fa-4744b1821a06 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:47.636653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.644077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 937add68-792c-4f52-b8fa-4744b1821a06 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:47.644077 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.685091 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f395d-e636-483e-b36e-c268480c2a54', 'name': 'network-vif-deleted', 'tag': '4a7b401d-5a1e-457c-bd4f-5406c3cb1d83', 'status': 'completed', 'code': 200} Mar 02 17:38:47.699301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Pushing event deleted for resources: {'Port': ['ID=cddb19ae-a990-425b-9424-7b8adc3a391d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:47.746262 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9', 'code': 200} Mar 02 17:38:47.819088 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.849913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.849913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78d0f7f7-ae9f-4b6b-931c-b25f40ea1f29 tempest-ServersTestJSON-338515170 tempest-ServersTestJSON-338515170-project] 10.222.0.37 "DELETE /v2.0/floatingips/681e2901-84d6-43e7-b52c-445ccf163cde HTTP/1.1" status: 204 len: 168 time: 1.2368107 Mar 02 17:38:47.849913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58488) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:47.873940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2898-d183-4928-9c91-3f670f65b945 req-9b007efb-cf66-45c6-8407-eda49a7e2854 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:47.875384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-9b007efb-cf66-45c6-8407-eda49a7e2854 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3375895 Mar 02 17:38:47.878688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c6db1f6-719a-4d49-9f02-cb9e4d845f2f req-8e0d7e7f-f789-409f-bbe3-652fe74d5ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843912 Mar 02 17:38:47.884868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:47.925199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=937add68-792c-4f52-b8fa-4744b1821a06,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:47.930796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:48.013375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:48.045969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-180a05d3-f4b0-47c1-8771-efb75a988d72 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 999 time: 0.1337433 Mar 02 17:38:48.058252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e5b0d-6095-489a-a5d5-128401e9aeec req-5ab92750-9b6e-4601-8ce6-dd41d7e04500 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:48.061932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e5b0d-6095-489a-a5d5-128401e9aeec req-5ab92750-9b6e-4601-8ce6-dd41d7e04500 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:48.065832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e5b0d-6095-489a-a5d5-128401e9aeec req-5ab92750-9b6e-4601-8ce6-dd41d7e04500 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:48.067452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a65e5b0d-6095-489a-a5d5-128401e9aeec req-5ab92750-9b6e-4601-8ce6-dd41d7e04500 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2416 time: 0.1910396 Mar 02 17:38:48.072733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:48.204612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:48.258443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:48.265172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a65e5b0d-6095-489a-a5d5-128401e9aeec req-fc20c9e2-87b3-48ec-a8d4-463034e3aa71 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343033 Mar 02 17:38:48.364509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58492) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:48.477870 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7484f442-c71f-448b-9d89-507a39576384 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1127198 Mar 02 17:38:48.704938 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:48.715382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768b888-f3bf-4019-8c6b-4cd8bc171c8b req-ca3701ca-4393-465c-88c1-da6516cf4583 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:48.716984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2768b888-f3bf-4019-8c6b-4cd8bc171c8b req-ca3701ca-4393-465c-88c1-da6516cf4583 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.3331387 Mar 02 17:38:48.717713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:48.718008 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Floating IP 887e1696-6293-45d8-91f1-51c18c60860c disassociated. External IP: 172.25.3.213, port: 5eb506d0-608f-4d92-a1d0-a8b999e469a6. Mar 02 17:38:48.892253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2768b888-f3bf-4019-8c6b-4cd8bc171c8b req-1ec4652b-5887-41d0-a31e-e21a3ad5e328 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237347 Mar 02 17:38:48.922315 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.000447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 788ba45f-2f9e-4bf8-8de0-14166824f16d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:49.076702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 788ba45f-2f9e-4bf8-8de0-14166824f16d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:49.081957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 788ba45f-2f9e-4bf8-8de0-14166824f16d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:49.082359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.128915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Deleting port 3dd6f138-0824-47d2-abe5-7cab484ebecd {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:49.130224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.216870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.242180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a1d36-01cc-4778-a462-4b4540570938 req-3213fdda-7eb3-4b62-8235-1e9a265a72cf tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:49.244134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-177a1d36-01cc-4778-a462-4b4540570938 req-3213fdda-7eb3-4b62-8235-1e9a265a72cf tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 943 time: 0.1771328 Mar 02 17:38:49.258161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:49.262792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.332396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-177a1d36-01cc-4778-a462-4b4540570938 req-0a523012-841c-4da8-8b87-21bdd9e9a136 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734394 Mar 02 17:38:49.333031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] For port 3dd6f138-0824-47d2-abe5-7cab484ebecd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3dd6f138-0824-47d2-abe5-7cab484ebecd,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:49.333031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.373675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:49.383865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Router c45f5537-e3ff-49ba-904e-b0fa34eecc8f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:49.486130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58504) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:49.553544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Calling delete_port for 3dd6f138-0824-47d2-abe5-7cab484ebecd owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:49.737229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-649bd793-7747-42a9-96cd-609d2e223ecf tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2463930 Mar 02 17:38:49.759495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06'}, {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:49.776288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0563-47e3-46fe-bc58-d59781c131eb req-204af439-edcf-4c63-99dd-fd626b35754a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:49.778845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:49.782250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2a0563-47e3-46fe-bc58-d59781c131eb req-204af439-edcf-4c63-99dd-fd626b35754a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2979181 Mar 02 17:38:49.831887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd6f138-0824-47d2-abe5-7cab484ebecd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:49.841687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:38:49.879712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2a0563-47e3-46fe-bc58-d59781c131eb req-f6a81dbd-244d-4bef-a53d-e1fe329034ad tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Mar 02 17:38:49.970343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:49.973458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:50.084521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-42d0213d-c95b-4fce-bdf4-4d6dac67fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "PUT /v2.0/floatingips/887e1696-6293-45d8-91f1-51c18c60860c HTTP/1.1" status: 200 len: 693 time: 2.0159421 Mar 02 17:38:50.086196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:50.123264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:50.149125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'port_id': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'mac_address': 'fa:16:3e:cf:72:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59a933-2573-4981-b6a1-35ab3eb7d3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:38:50.217053 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:50.238086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46910b55-b08b-4308-b337-bcc8b4a13d95 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:38:50.249176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-e540dd70-c9a2-4124-86b4-89420824300d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1096 time: 0.1443791 Mar 02 17:38:50.256032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:50.261373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:50.284013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:50.355699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:50.477241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc17-7e66-413f-bcc6-19c6b1ddb45b req-3f1702d2-8ab0-4409-9bef-41a299dfd41c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:50.481189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc17-7e66-413f-bcc6-19c6b1ddb45b req-3f1702d2-8ab0-4409-9bef-41a299dfd41c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:50.485890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc17-7e66-413f-bcc6-19c6b1ddb45b req-3f1702d2-8ab0-4409-9bef-41a299dfd41c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:50.487016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a669bc17-7e66-413f-bcc6-19c6b1ddb45b req-3f1702d2-8ab0-4409-9bef-41a299dfd41c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.2063203 Mar 02 17:38:50.488517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2898-d183-4928-9c91-3f670f65b945 req-7503afbb-4e9b-4759-b881-975f2be43430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:50.490220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-7503afbb-4e9b-4759-b881-975f2be43430 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 929 time: 0.2352479 Mar 02 17:38:50.713493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-0b883541-bfe5-46d3-8ece-8faf672d9202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 217 time: 0.2095242 Mar 02 17:38:50.750833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58518) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:50.755222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['46910b55-b08b-4308-b337-bcc8b4a13d95'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:38:50.862490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a669bc17-7e66-413f-bcc6-19c6b1ddb45b req-3f2dee11-f789-4445-b320-83424560a197 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167913 Mar 02 17:38:50.923147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2898-d183-4928-9c91-3f670f65b945 req-684a241f-1470-441a-8a19-1885f9516e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:50.924940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-684a241f-1470-441a-8a19-1885f9516e7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.2058561 Mar 02 17:38:50.928935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bdf0e61e-61f9-4978-a835-58d4203938c0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1755073 Mar 02 17:38:51.053767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-0fb4ee4b-83f3-4f08-bb21-544e5849609a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170547 Mar 02 17:38:51.134329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Router 30ea89ed-9507-4492-956e-42b003d17a87 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:38:51.233158 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06', 'code': 200} Mar 02 17:38:51.233686 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d', 'code': 200} Mar 02 17:38:51.235172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-38c02f77-e0d9-407c-b013-d0ecc526cb0e service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687796 Mar 02 17:38:51.347857 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'status': 'completed', 'code': 200} Mar 02 17:38:51.385274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:38:51.404419 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-70f22757-4e79-4d10-9f46-fbb30b061e45 admin admin] 10.222.0.37 "PUT /v2.0/routers/30ea89ed-9507-4492-956e-42b003d17a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5564728 Mar 02 17:38:51.406695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:51.570647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612b2898-d183-4928-9c91-3f670f65b945 req-22c31e58-45ed-436a-b26e-d5e800400bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336878 Mar 02 17:38:51.622846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-a803d579-d472-4dd4-bfb9-df7dd71884ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e59fe6411be74a06a29652facc9b8495&device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 1096 time: 0.1970415 Mar 02 17:38:51.629354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285684fa-5ded-4dea-ae1d-c4e919c8c703 req-fee64e30-dd6b-4edd-941d-141e8104fb3d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:51.632165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-285684fa-5ded-4dea-ae1d-c4e919c8c703 req-fee64e30-dd6b-4edd-941d-141e8104fb3d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 944 time: 0.2036109 Mar 02 17:38:51.658494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a5d775fa-fe37-4939-b555-ca535a3b7e44 req-a7e093d6-9bf3-4bd3-b3b7-193ca4a56df6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2871 time: 0.1817803 Mar 02 17:38:51.713532 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a5d775fa-fe37-4939-b555-ca535a3b7e44 req-b7da3ae8-dafd-4ae5-8aa4-385d1bbc55c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480750 Mar 02 17:38:51.757727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:51.764054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-285684fa-5ded-4dea-ae1d-c4e919c8c703 req-cd2b6891-d411-4526-86bd-f4d5a6c408f2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092272 Mar 02 17:38:51.813686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-dc636c0d-0a0a-49a1-b93a-bd25ed9e43fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:51.815161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-dc636c0d-0a0a-49a1-b93a-bd25ed9e43fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 200 len: 929 time: 0.1838639 Mar 02 17:38:51.932370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:51.978010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928731d-79c8-4df5-8c84-ea74885fd64d req-d9cd724a-c86a-479d-846d-32ed90441a3b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:51.979527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d928731d-79c8-4df5-8c84-ea74885fd64d req-d9cd724a-c86a-479d-846d-32ed90441a3b tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.0939081 Mar 02 17:38:52.052513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dad4fa8e-b32f-4889-9e85-9c71765ea7a0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1188729 Mar 02 17:38:52.081750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:52.094833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Deleting port 1eecddf3-2a1d-4059-b035-a49806a5af3d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:52.095338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:52.166488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d928731d-79c8-4df5-8c84-ea74885fd64d req-71ea8c2c-24aa-4741-a242-289b70782330 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797342 Mar 02 17:38:52.181551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-7d93e38f-4eb7-450a-a364-ad6b26e9b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips/887e1696-6293-45d8-91f1-51c18c60860c HTTP/1.1" status: 200 len: 693 time: 0.1592395 Mar 02 17:38:52.189097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-096ce585-cdf5-463f-aa1a-aa3d8ba19a0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 200 len: 217 time: 0.0816081 Mar 02 17:38:52.282510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] For port 1eecddf3-2a1d-4059-b035-a49806a5af3d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1eecddf3-2a1d-4059-b035-a49806a5af3d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:52.282899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:52.399082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-bc6ca204-3759-41b0-b242-259f2a311049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:52.400419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-bc6ca204-3759-41b0-b242-259f2a311049 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 200 len: 867 time: 0.1867709 Mar 02 17:38:52.421633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Calling delete_port for 1eecddf3-2a1d-4059-b035-a49806a5af3d owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:52.495515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-720d0ef1-3400-417d-b454-45ce3da5f968 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:52.496823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-720d0ef1-3400-417d-b454-45ce3da5f968 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.3042533 Mar 02 17:38:52.713657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a017d4-653e-4cf1-8c9e-c1db7197499d req-0ab8a74b-0c08-48e0-bf6d-b3b933a8cadc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:52.717794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a017d4-653e-4cf1-8c9e-c1db7197499d req-0ab8a74b-0c08-48e0-bf6d-b3b933a8cadc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:52.721615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a017d4-653e-4cf1-8c9e-c1db7197499d req-0ab8a74b-0c08-48e0-bf6d-b3b933a8cadc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:52.723236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38a017d4-653e-4cf1-8c9e-c1db7197499d req-0ab8a74b-0c08-48e0-bf6d-b3b933a8cadc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.4155028 Mar 02 17:38:52.733681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-6c14ff66-f7e5-436c-8469-086e35a42b73 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.2290363 Mar 02 17:38:52.744811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:52.792971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eecddf3-2a1d-4059-b035-a49806a5af3d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:52.824274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-6801f7a6-0f9c-48ca-a8aa-f5a9072601e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a37686-230b-42af-96a2-7212fb3bc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081819 Mar 02 17:38:52.881341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-0aa622ef-430c-4078-9932-377e7ea5665e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1277249 Mar 02 17:38:53.019154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38a017d4-653e-4cf1-8c9e-c1db7197499d req-4aaf371f-91b9-4ae0-9fcf-15e6c3eba66c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885199 Mar 02 17:38:53.022382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.077157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58546) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:53.123553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Deleting port 1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:53.123906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.227342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-5f87ffea-1e39-489c-89e0-76a02a71ffc1 service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853574 Mar 02 17:38:53.379793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.386246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e59e85e0-e16c-4184-b882-ece61ca6ce06 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.3068612 Mar 02 17:38:53.402011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.447010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.447699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ea89ed-9507-4492-956e-42b003d17a87 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:38:53.469726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.471882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f9ee1-4853-4ce8-8520-ba2003cbfa93 req-48da1e22-63e7-47b9-b43b-0d5fb46870b0 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:53.472043 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbd15892-5c82-4206-9774-b3a563bd3b68 admin admin] 10.222.0.37 "DELETE /v2.0/routers/30ea89ed-9507-4492-956e-42b003d17a87 HTTP/1.1" status: 204 len: 168 time: 2.0631731 Mar 02 17:38:53.472628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-463f9ee1-4853-4ce8-8520-ba2003cbfa93 req-48da1e22-63e7-47b9-b43b-0d5fb46870b0 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3203492 Mar 02 17:38:53.475014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:53.513337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.513710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.548785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Deleting subnet f06660a5-0b1c-4c3b-9375-0c65d1a5358e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:38:53.552358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.588529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87f17898-6262-4120-ad0c-e8ae56a3a37e req-0347445a-432f-42d6-86c9-69abea36ab4a service neutron] 10.222.0.50 "GET /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345544 Mar 02 17:38:53.617443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.660850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Calling delete_port for 1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:53.713770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.716087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-463f9ee1-4853-4ce8-8520-ba2003cbfa93 req-b2933d26-f279-4b4d-812a-89247036e89c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295754 Mar 02 17:38:53.804153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.826818 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.848700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06660a5-0b1c-4c3b-9375-0c65d1a5358e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:53.857041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:53.864038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f993d47-e57c-4fe8-b16a-d2f38733be93 None None] Network 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:53.869513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-879a58f5-8620-4260-8252-9a24af7f05d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f06660a5-0b1c-4c3b-9375-0c65d1a5358e HTTP/1.1" status: 204 len: 168 time: 0.3923240 Mar 02 17:38:53.872193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58560) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:53.873174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event deleted for resources: {'Port': ['ID=1a6f2db3-5daa-44e2-b54f-aba27c2fa5a2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:53.885482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:38:54.112474 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.131148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 46910b55-b08b-4308-b337-bcc8b4a13d95 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:38:54.139492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 46910b55-b08b-4308-b337-bcc8b4a13d95 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:38:54.139865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.145130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.153504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Deleting port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:54.153839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.260360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Sync routers for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:54.275763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] DHCP port deletion for 0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:38:54.295939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Deleting port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:54.296311 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.318548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b38cc6-38cc-4c90-a9de-8204e41ae3c5 req-de78fb55-dce5-475f-b057-688a120e64c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:54.320157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b38cc6-38cc-4c90-a9de-8204e41ae3c5 req-de78fb55-dce5-475f-b057-688a120e64c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 944 time: 0.4433174 Mar 02 17:38:54.320710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.351762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:54.352383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:54.369507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.370694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7feeff00-f080-4b65-ad53-b8e0f204a3ec req-99e6b4a4-f0af-4f6c-a615-10e40592702e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "DELETE /v2.0/floatingips/887e1696-6293-45d8-91f1-51c18c60860c HTTP/1.1" status: 204 len: 173 time: 1.4392447 Mar 02 17:38:54.388628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58572) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:54.429714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b38cc6-38cc-4c90-a9de-8204e41ae3c5 req-1352d47e-11f5-447d-b59c-9ab1ae996e7c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973654 Mar 02 17:38:54.535516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:54.618885 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-81b7dd5b-994d-411f-99d7-f2d3f9f12acb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2290368 Mar 02 17:38:54.669190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] For port fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:54.669558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.758611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:38:54.805644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Calling delete_port for fbafed7d-15f9-4b19-b1da-60eb07fc7a37 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:54.812207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:54.827818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:54.879676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ecf73-e863-49a7-9899-458d3d07adc1 req-f8707b6e-67d8-4bc3-99a8-e2b1fe68b5e5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:54.884227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ecf73-e863-49a7-9899-458d3d07adc1 req-f8707b6e-67d8-4bc3-99a8-e2b1fe68b5e5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:54.888144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ecf73-e863-49a7-9899-458d3d07adc1 req-f8707b6e-67d8-4bc3-99a8-e2b1fe68b5e5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:54.889796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a13ecf73-e863-49a7-9899-458d3d07adc1 req-f8707b6e-67d8-4bc3-99a8-e2b1fe68b5e5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.2718682 Mar 02 17:38:54.951214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a13ecf73-e863-49a7-9899-458d3d07adc1 req-9c9b1ea9-0a14-4763-8e0d-936813d73bc8 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Mar 02 17:38:54.958206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.043140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:55.046902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] No DVR routers for this DVR port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:38:55.065814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:55.101165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] For port fbafed7d-15f9-4b19-b1da-60eb07fc7a37, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fbafed7d-15f9-4b19-b1da-60eb07fc7a37,segment=NetworkSegment(56e62264-9df0-46cb-8ee9-c67bc45291ac),segment_id=56e62264-9df0-46cb-8ee9-c67bc45291ac)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:55.101558 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.260178 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'code': 200} Mar 02 17:38:55.267846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Calling delete_port for fbafed7d-15f9-4b19-b1da-60eb07fc7a37 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:55.330546 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.352610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:38:17Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:55.361907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Checking router: c45f5537-e3ff-49ba-904e-b0fa34eecc8f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:55.366962 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:38:55.367400 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:38:55.376102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:55.376942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:55.453437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:55.512748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e62264-9df0-46cb-8ee9-c67bc45291ac') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:55.512927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e62264-9df0-46cb-8ee9-c67bc45291ac') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:55.538559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.566078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fbafed7d-15f9-4b19-b1da-60eb07fc7a37 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:38:55.579808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.603293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:38:55.603702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.615450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: fbafed7d-15f9-4b19-b1da-60eb07fc7a37 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:38:55.616807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fbafed7d-15f9-4b19-b1da-60eb07fc7a37 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:38:55.618980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58594) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:38:55.619472 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:38:55.636889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-368149aa-208e-46f0-967d-6914d28f73d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.4256446 Mar 02 17:38:55.690122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:55.744141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da004274-0041-48b3-ac09-561e4c101db6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1198194 Mar 02 17:38:55.789067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6568762-5a99-47c8-9ed0-809178a98593 req-b646ced9-0c83-48ef-bd8c-8a07ce765590 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:55.790499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6568762-5a99-47c8-9ed0-809178a98593 req-b646ced9-0c83-48ef-bd8c-8a07ce765590 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.4510186 Mar 02 17:38:55.793429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a605ac13-f4a0-4e36-b17f-1d4a2ce78768 req-ce668ced-c637-40dd-a6cb-a62cd56e63d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 1096 time: 0.5113156 Mar 02 17:38:55.863627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.882842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Deleting port fbafed7d-15f9-4b19-b1da-60eb07fc7a37 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:55.883217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.890792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:55.903261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c885-e511-4064-bee4-915936b88107 req-09209c49-7a82-4130-b953-7c88a4c1a60b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:55.903939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b02c885-e511-4064-bee4-915936b88107 req-09209c49-7a82-4130-b953-7c88a4c1a60b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:55.924435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:55.959178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-229a67ba-acd3-4164-9369-12ba582f97b7 None None] The port 'fbafed7d-15f9-4b19-b1da-60eb07fc7a37' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:38:55.973683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1c7c853f-01bf-4936-b298-beaf7e64ca27 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0e1b6e6b-6127-4d7c-88b7-f0583d6c5a50 HTTP/1.1" status: 204 len: 168 time: 2.0952189 Mar 02 17:38:55.994115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6568762-5a99-47c8-9ed0-809178a98593 req-5c82eab3-0f48-4642-9f28-52ab08613d11 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836982 Mar 02 17:38:55.997454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a605ac13-f4a0-4e36-b17f-1d4a2ce78768 req-b65451d1-ea23-4ce0-b16a-028f0f084040 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888511 Mar 02 17:38:55.999930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b02c885-e511-4064-bee4-915936b88107 req-09209c49-7a82-4130-b953-7c88a4c1a60b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:56.001401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b02c885-e511-4064-bee4-915936b88107 req-09209c49-7a82-4130-b953-7c88a4c1a60b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5272751 Mar 02 17:38:56.002487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-96bb8feb-8dda-4592-b7a7-f2b6af2d5e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:56.003839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-96bb8feb-8dda-4592-b7a7-f2b6af2d5e0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3130817 Mar 02 17:38:56.097742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:38:17Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:56.102537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8bc4c7-f7f8-4d55-b2eb-5449390c50cf None None] The sync data for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 is: [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:37:37Z', 'revision_number': 4, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '25ef61e1-5b82-4770-bfb6-53f9b5827ab3', 'name': '', 'network_id': '98a37686-230b-42af-96a2-7212fb3bc60c', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'mac_address': 'fa:16:3e:bb:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:34Z', 'updated_at': '2022-03-02T17:38:17Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'subnets': [{'id': '1e5b8b83-000f-4319-9d62-d662e35bca73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:38:56.150396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58600) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:56.316857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-27b9f928-cbcb-4c13-bd37-673bc57794a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f15c836b32874bf9b6d9db9c94232a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1648412 Mar 02 17:38:56.319995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58604) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:56.346559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b02c885-e511-4064-bee4-915936b88107 req-3c79ea18-7691-4ac4-af4a-3851be42964a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:38:56.383893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:56.398884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-f2744c4c-1394-4a8a-96a3-acaaf994ac7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.3192246 Mar 02 17:38:56.401667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4b02c885-e511-4064-bee4-915936b88107 req-3c79ea18-7691-4ac4-af4a-3851be42964a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:38:56.402684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b02c885-e511-4064-bee4-915936b88107 req-3c79ea18-7691-4ac4-af4a-3851be42964a tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3940332 Mar 02 17:38:56.415534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:56.415678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e71dc1-0c92-48da-aa7c-cbef8595fd2b req-ba3f8d3d-e90d-4eee-be8b-07969c3d27a2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:56.416389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0e71dc1-0c92-48da-aa7c-cbef8595fd2b req-ba3f8d3d-e90d-4eee-be8b-07969c3d27a2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2637401 Mar 02 17:38:56.478649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-da070e0e-f6ca-4629-8f9c-3127474e81ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:56.480210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-da070e0e-f6ca-4629-8f9c-3127474e81ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.0628757 Mar 02 17:38:56.482278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:56.502674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3098e41e-8046-41a1-9012-ca98e37a35bd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:56.512829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:56.516837 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a8a4bf67-315a-45bb-92a2-b88d89274dd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3098e41e-8046-41a1-9012-ca98e37a35bd HTTP/1.1" status: 204 len: 168 time: 0.1958146 Mar 02 17:38:56.571263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0e71dc1-0c92-48da-aa7c-cbef8595fd2b req-d92a43eb-a374-46df-ad2c-14bf4a437f86 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899832 Mar 02 17:38:56.626837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-f8736042-4601-461b-89b5-5e8e01a09198 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276150 Mar 02 17:38:56.750092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58614) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:56.765378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cca9d-667f-4d5a-87d5-870f12b25c76 req-360fdd0f-b883-40ea-8dfc-767243b1a331 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:56.766867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-877cca9d-667f-4d5a-87d5-870f12b25c76 req-360fdd0f-b883-40ea-8dfc-767243b1a331 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.1765344 Mar 02 17:38:56.821440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-6ca066c2-fba5-4379-a75f-ae3291f6ee9f service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804764 Mar 02 17:38:56.841433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-877cca9d-667f-4d5a-87d5-870f12b25c76 req-11172271-fe4e-47b1-bd95-947c43561868 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645850 Mar 02 17:38:56.891011 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31866286-dea2-4abd-a6ae-2df9e523a451 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1397095 Mar 02 17:38:57.089211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dc8f1c9-8efd-44a9-bb39-085b6466a7e6 req-f32e80ca-eeb7-4031-a46d-da88fd2af590 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1235101 Mar 02 17:38:57.146060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fd793f7-718d-4de8-a10b-4ee344c1477d req-ffdc11d3-4e97-4069-8bc3-4a3cd4112522 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814527 Mar 02 17:38:57.178591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fbe6b-3da4-49ec-ae2c-6597ff2580b0 req-c7261a2e-3b04-4bcf-ac2a-9e46b482efa2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.181020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c8fbe6b-3da4-49ec-ae2c-6597ff2580b0 req-c7261a2e-3b04-4bcf-ac2a-9e46b482efa2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.1623657 Mar 02 17:38:57.286702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c8fbe6b-3da4-49ec-ae2c-6597ff2580b0 req-f9522e9f-d959-495f-91cb-5a39d7f40604 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999026 Mar 02 17:38:57.360368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60c570-5ebb-433f-aec4-f4648ee37706 req-a54d838f-a9e3-4a07-a88f-e39f7bd883b6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.365431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60c570-5ebb-433f-aec4-f4648ee37706 req-a54d838f-a9e3-4a07-a88f-e39f7bd883b6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.370970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60c570-5ebb-433f-aec4-f4648ee37706 req-a54d838f-a9e3-4a07-a88f-e39f7bd883b6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.372830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed60c570-5ebb-433f-aec4-f4648ee37706 req-a54d838f-a9e3-4a07-a88f-e39f7bd883b6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.1446724 Mar 02 17:38:57.446995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed60c570-5ebb-433f-aec4-f4648ee37706 req-7366fd98-32fb-4a7f-88f7-b0949346c273 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Mar 02 17:38:57.723589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7444-63e2-47be-928a-dd3ff85dd90d req-259cb57e-910f-4615-81ce-1b815f8faba6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.729381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94b7444-63e2-47be-928a-dd3ff85dd90d req-259cb57e-910f-4615-81ce-1b815f8faba6 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.2695491 Mar 02 17:38:57.758289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-b99eaaf8-224e-40e4-834a-d3721a7c5d2f tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:57.760137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-b99eaaf8-224e-40e4-834a-d3721a7c5d2f tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 945 time: 0.2221169 Mar 02 17:38:57.807202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:57.894984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:57.932710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Deleting port be7b5d64-e78a-4684-964a-d401606d0c81 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:38:57.933078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.030903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94b7444-63e2-47be-928a-dd3ff85dd90d req-253a9de3-073c-444f-96cb-957a33677193 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups?id=1696dbd5-0c55-41db-86b0-db7aebd94085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933214 Mar 02 17:38:58.118319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-845e47b8-7ad8-4e8a-84f8-6928884e7e35 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2216625 Mar 02 17:38:58.124109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-927801197-network', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:58.129638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:58.134820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Usage tracker for resource:network and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:58.138168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:58.144488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:58.177887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:58.182016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.198258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.245697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf1231-133b-48d9-90d2-d2f4e939b791 req-0cd6d8e1-4e4e-4a55-a46e-9d37ffc27ef0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:58.249012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:58.253070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbaf1231-133b-48d9-90d2-d2f4e939b791 req-0cd6d8e1-4e4e-4a55-a46e-9d37ffc27ef0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2503426 Mar 02 17:38:58.254187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Usage tracker for resource:security_group_rule and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:58.258287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:58.266161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:58.350979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.358718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.400552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189521d-ec53-4eaa-b7da-63d64d24252d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:58.407268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:38:58.419248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.419586 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Added segment 1457f883-eb3c-47c7-a99b-2430343bb628 of type vlan for network e07c5e77-51b1-4545-850c-aaffb83943c9 Mar 02 17:38:58.453538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.490128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.492056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:58.493080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.494885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] For port be7b5d64-e78a-4684-964a-d401606d0c81, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=be7b5d64-e78a-4684-964a-d401606d0c81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:38:58.495240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.507258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbaf1231-133b-48d9-90d2-d2f4e939b791 req-6101c0ec-7a84-400e-b4b8-7384ea30ca0c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530797 Mar 02 17:38:58.597950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7861037 Mar 02 17:38:58.598298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58668) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:58.614809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Request body: {'subnet': {'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-subnet', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:58.624424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:58.631243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Usage tracker for resource:subnet and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:58.634159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585e868-bfb9-49de-bc0c-b0640445a630 admin admin] Pushing event updated for resources: {'Network': ['ID=e07c5e77-51b1-4545-850c-aaffb83943c9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:58.636875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:58.643461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:58.646642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e07c5e77-51b1-4545-850c-aaffb83943c9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:38:58.655190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:38:58.657796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.840949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8493-cf3c-43c7-a06b-0d304bfe01be req-ed1e4b6d-2694-4e9d-b46f-9183e5642c84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:58.842625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daca8493-cf3c-43c7-a06b-0d304bfe01be req-ed1e4b6d-2694-4e9d-b46f-9183e5642c84 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 945 time: 0.6102083 Mar 02 17:38:58.853854 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Sync routers for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:38:58.869389 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:38:58.870105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:58.898479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:58.985927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05517b33-1238-4fa4-8fbd-ca36418085bb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:58.999612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Checking segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:38:59.000103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Network hostable DHCP agents. Network: e07c5e77-51b1-4545-850c-aaffb83943c9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:38:59.014869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a371-7826-413b-9807-792edcdff500 req-89f664af-a1cb-411d-9656-1fd8a627fea2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:59.016316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b561a371-7826-413b-9807-792edcdff500 req-89f664af-a1cb-411d-9656-1fd8a627fea2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.3282466 Mar 02 17:38:59.032300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Network e07c5e77-51b1-4545-850c-aaffb83943c9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:38:59.038533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daca8493-cf3c-43c7-a06b-0d304bfe01be req-467257c5-e26d-42b3-88c7-22614db52a11 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766827 Mar 02 17:38:59.044354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e07c5e77-51b1-4545-850c-aaffb83943c9) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:38:59.049227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:59.050217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.059982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7741adc-15cc-44f2-888b-9ea38fa79c6e None None] Network e07c5e77-51b1-4545-850c-aaffb83943c9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:38:59.070304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.070769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.071073 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Floating IP 58cc9463-a093-4310-8311-89448f68f9bb disassociated. External IP: 172.25.3.31, port: be7b5d64-e78a-4684-964a-d401606d0c81. Mar 02 17:38:59.071428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Calling delete_port for be7b5d64-e78a-4684-964a-d401606d0c81 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:38:59.108873 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dd1e25d-6baa-402c-a4b8-99b46008755e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5079241 Mar 02 17:38:59.110739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58674) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:59.118359 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:38:59.120401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58678) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:38:59.122612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:38:59.130886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:38:59.144953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Usage tracker for resource:router and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:38:59.158588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:38:59.165793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b561a371-7826-413b-9807-792edcdff500 req-095dc55c-5c18-45a4-896e-805773a9a5db tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393287 Mar 02 17:38:59.171851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:38:59.207079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.207079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.290837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.305371 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.379697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e07c5e77-51b1-4545-850c-aaffb83943c9', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:38:59.380534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.384477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a270b9d8-c8f3-41e5-b9e9-6163be304754 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2628341 Mar 02 17:38:59.449559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event deleted for resources: {'Port': ['ID=be7b5d64-e78a-4684-964a-d401606d0c81,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:38:59.676742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Allocated IP 172.20.0.2 (e07c5e77-51b1-4545-850c-aaffb83943c9/05517b33-1238-4fa4-8fbd-ca36418085bb/7caecb04-4432-459d-b733-9ab13288bd47) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:38:59.746394 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '11203a9b-8143-4c51-9982-a1eaaebb0b09', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'mac_address': 'fa:16:3e:f9:35:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:38:40Z', 'updated_at': '2022-03-02T17:38:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 2, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:38:59.750343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Checking router: 0da5084f-b4ea-45e1-a47b-db3cfffd57df for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:38:59.750756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Updating router 0da5084f-b4ea-45e1-a47b-db3cfffd57df port 3b48c27c-16b3-4669-a087-3f6be693d03f binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:38:59.813429 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.817281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f64b52a-4c0d-4857-9962-f206a2cc64a0 req-d1c7cdd1-a5d2-48e0-a174-e85bcfd5a123 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.1304836 Mar 02 17:38:59.845861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.894052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ccab-31b1-4280-9e6f-e31c318d68ea req-641a2cd3-e36b-4244-ae5a-1bd3645b0c90 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:59.899602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ccab-31b1-4280-9e6f-e31c318d68ea req-641a2cd3-e36b-4244-ae5a-1bd3645b0c90 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:59.904236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ccab-31b1-4280-9e6f-e31c318d68ea req-641a2cd3-e36b-4244-ae5a-1bd3645b0c90 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:38:59.910548 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e841ccab-31b1-4280-9e6f-e31c318d68ea req-641a2cd3-e36b-4244-ae5a-1bd3645b0c90 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.5294547 Mar 02 17:38:59.919183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:38:59.932843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Transition to ACTIVE for port object 7caecb04-4432-459d-b733-9ab13288bd47 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:59.960277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Transition to ACTIVE for port object 7caecb04-4432-459d-b733-9ab13288bd47 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:38:59.973526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.060456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Network e07c5e77-51b1-4545-850c-aaffb83943c9 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:00.063859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:00.068032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:00.093063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Pushing event updated for resources: {'Port': ['ID=7caecb04-4432-459d-b733-9ab13288bd47,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:00.094371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:00.100808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:00.120031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:00.120904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:00.143485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.143774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.144109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.144439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.144764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.145310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.145656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.145979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.146297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.147211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.147908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:00.152189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:00.153926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-d56a85e3-db55-47c9-a0ed-1b74c7a54aa0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 2418 time: 0.2373586 Mar 02 17:39:00.180538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-d07f4423-b078-4602-a477-eae0dbba34ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.5836983 Mar 02 17:39:00.203631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Attempting to bind port 7caecb04-4432-459d-b733-9ab13288bd47 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:00.204002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Attempting to bind port 7caecb04-4432-459d-b733-9ab13288bd47 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:00.204371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Attempting to bind port 7caecb04-4432-459d-b733-9ab13288bd47 on network e07c5e77-51b1-4545-850c-aaffb83943c9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:00.213534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:00.213905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Checking segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:00.214308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.214724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Bound using segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:00.215188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Bound port: 7caecb04-4432-459d-b733-9ab13288bd47, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:00.215563 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.246944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 788ba45f-2f9e-4bf8-8de0-14166824f16d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:00.247709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.264452 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.302797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Transition to ACTIVE for port object 3b48c27c-16b3-4669-a087-3f6be693d03f will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:00.315520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] For port 7caecb04-4432-459d-b733-9ab13288bd47, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:00.319246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] For port 7caecb04-4432-459d-b733-9ab13288bd47, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7caecb04-4432-459d-b733-9ab13288bd47,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:00.324453 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.325811 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.347126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e841ccab-31b1-4280-9e6f-e31c318d68ea req-69fce371-ffb8-4541-9bd0-d34ba2056ae6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356287 Mar 02 17:39:00.401600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:00.435199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91748c-48b9-47ea-850f-7f3a8a9d5c43 None None] Pushing event updated for resources: {'Port': ['ID=7caecb04-4432-459d-b733-9ab13288bd47,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:00.450882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83451e-9126-4ac2-a8f6-677f6a9ac18f None None] Pushing event updated for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:00.624302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Attempting to bind port 3b48c27c-16b3-4669-a087-3f6be693d03f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:00.624954 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Attempting to bind port 3b48c27c-16b3-4669-a087-3f6be693d03f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:00.625434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Attempting to bind port 3b48c27c-16b3-4669-a087-3f6be693d03f on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:00.636223 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:00.636747 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Checking segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:00.637409 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.637926 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Bound using segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:00.639305 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Bound port: 3b48c27c-16b3-4669-a087-3f6be693d03f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:00.639821 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.784771 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] For port 3b48c27c-16b3-4669-a087-3f6be693d03f, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:00.790093 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] For port 3b48c27c-16b3-4669-a087-3f6be693d03f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3b48c27c-16b3-4669-a087-3f6be693d03f,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:00.798591 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:00.877303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-54e3d325-4d68-4552-a7dd-7352b0434718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:00.878931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-54e3d325-4d68-4552-a7dd-7352b0434718 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.6449914 Mar 02 17:39:00.885232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352e1a5-4fb1-4965-8653-4367122f8bd4 req-a24840c0-5187-494e-a54b-473f95e10ac3 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:00.892602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b352e1a5-4fb1-4965-8653-4367122f8bd4 req-a24840c0-5187-494e-a54b-473f95e10ac3 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.8198774 Mar 02 17:39:00.910207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83451e-9126-4ac2-a8f6-677f6a9ac18f None None] Pushing event updated for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:00.931589 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:00.931850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98a19a81-0874-4dea-9b94-e027ae31a10d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.5255008 Mar 02 17:39:00.932210 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:01.021264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-98502074-6ee4-4729-87f5-1a88b63df659 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.1262746 Mar 02 17:39:01.037047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device be7b5d64-e78a-4684-964a-d401606d0c81 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:01.101662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819b94-69bd-4673-acb2-4b6233f39369 req-b59b1884-3764-4b8b-9441-332a4c03ed4b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:01.103242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-55819b94-69bd-4673-acb2-4b6233f39369 req-b59b1884-3764-4b8b-9441-332a4c03ed4b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Synchronizing usage tracker for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:01.107307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 788ba45f-2f9e-4bf8-8de0-14166824f16d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=788ba45f-2f9e-4bf8-8de0-14166824f16d,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:01.108191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:01.109014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Router 07c350ba-0968-4152-bd11-de9b00ecbf0c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:01.123469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32957c39-fabd-4035-a320-c5d4e9c70f72 req-e0c0c4bd-8e4e-4e80-a903-ce08feb30245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:01.125314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32957c39-fabd-4035-a320-c5d4e9c70f72 req-e0c0c4bd-8e4e-4e80-a903-ce08feb30245 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4893796 Mar 02 17:39:01.158869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: be7b5d64-e78a-4684-964a-d401606d0c81 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:01.159282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device be7b5d64-e78a-4684-964a-d401606d0c81 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:01.191257 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:01.291477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 788ba45f-2f9e-4bf8-8de0-14166824f16d owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:01.293008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32957c39-fabd-4035-a320-c5d4e9c70f72 req-db27517f-0a54-4f6a-9b7e-129752e521e9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515229 Mar 02 17:39:01.320928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-55819b94-69bd-4673-acb2-4b6233f39369 req-b59b1884-3764-4b8b-9441-332a4c03ed4b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Unset dirty status for tenant:e59fe6411be74a06a29652facc9b8495 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:01.321619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-55819b94-69bd-4673-acb2-4b6233f39369 req-b59b1884-3764-4b8b-9441-332a4c03ed4b tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.50 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 945 time: 0.7491255 Mar 02 17:39:01.427139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Deleting port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:01.427463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:01.468212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-5b4fd3a2-1d3b-4605-8731-453ad27337aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:01.469654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-5b4fd3a2-1d3b-4605-8731-453ad27337aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.4346254 Mar 02 17:39:01.527190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b352e1a5-4fb1-4965-8653-4367122f8bd4 req-97ed7c76-0f0a-494d-9f44-d9cd0e9c372f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336238 Mar 02 17:39:01.606141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7caecb04-4432-459d-b733-9ab13288bd47 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:01.696937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-bf34c80a-3465-4ce2-8e4c-c1dc45c21f38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607969 Mar 02 17:39:01.749879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7caecb04-4432-459d-b733-9ab13288bd47 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:01.772527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:01.784086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:01.798082 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '11203a9b-8143-4c51-9982-a1eaaebb0b09', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'mac_address': 'fa:16:3e:f9:35:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:38:40Z', 'updated_at': '2022-03-02T17:38:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:39:00Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:01.802441 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c12c89-1f00-4970-8960-f79f07c8fca7 None None] The sync data for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 is: [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '11203a9b-8143-4c51-9982-a1eaaebb0b09', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'mac_address': 'fa:16:3e:f9:35:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:38:40Z', 'updated_at': '2022-03-02T17:38:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:39:00Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:01.811372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['937add68-792c-4f52-b8fa-4744b1821a06', '4782a0aa-1a79-4a94-abc3-27e30bf27db9', '788ba45f-2f9e-4bf8-8de0-14166824f16d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:01.942493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58700) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:01.955948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=788ba45f-2f9e-4bf8-8de0-14166824f16d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:02.073305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 788ba45f-2f9e-4bf8-8de0-14166824f16d on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:02.090983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.102336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:02.134558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-fcb5a377-eabb-4356-b68b-60f4f43eff4b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "DELETE /v2.0/ports/788ba45f-2f9e-4bf8-8de0-14166824f16d HTTP/1.1" status: 204 len: 173 time: 1.9684298 Mar 02 17:39:02.171148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.203344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] For port 5eb506d0-608f-4d92-a1d0-a8b999e469a6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=5eb506d0-608f-4d92-a1d0-a8b999e469a6,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:02.203707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.228283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595723e-ffe1-4dc3-bdb7-d972cdecd70d None None] Network e07c5e77-51b1-4545-850c-aaffb83943c9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:02.386962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Provisioning for port 7caecb04-4432-459d-b733-9ab13288bd47 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:02.391461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed39fd-4569-4396-9997-8d1e611bbb53 req-ccdc31f4-3ce9-488d-935a-ee1c36e4c9a2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:02.399442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0ed39fd-4569-4396-9997-8d1e611bbb53 req-ccdc31f4-3ce9-488d-935a-ee1c36e4c9a2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.9438119 Mar 02 17:39:02.411883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Provisioning complete for port 7caecb04-4432-459d-b733-9ab13288bd47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:02.412349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.460363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Calling delete_port for 5eb506d0-608f-4d92-a1d0-a8b999e469a6 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:02.517028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-ce01b729-3a67-42e5-a9f8-157097b366ba service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942677 Mar 02 17:39:02.609374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 937add68-792c-4f52-b8fa-4744b1821a06 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:02.609718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.693375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a4301b17-a14c-4704-93ef-cae002a8738d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.6893618 Mar 02 17:39:02.748889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0ed39fd-4569-4396-9997-8d1e611bbb53 req-1fee7cf0-2ea8-419f-b6c8-ebd18e739568 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484435 Mar 02 17:39:02.813849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.816782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2abc8-ecf2-409a-9482-7e5211129fb3 req-f32d2022-25e6-42d7-bc25-ce497066a172 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:02.826145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3a2abc8-ecf2-409a-9482-7e5211129fb3 req-f32d2022-25e6-42d7-bc25-ce497066a172 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/ports?device_id=331dcb09-7dab-44a4-8eb9-eb2b1bf103e3 HTTP/1.1" status: 200 len: 945 time: 1.0466821 Mar 02 17:39:02.876566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:02.887863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c988a34-95ae-47ef-b253-9374aaf472d2 req-1f256ec1-d225-40ab-889b-16da7b7af813 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596041 Mar 02 17:39:02.920118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Pushing event deleted for resources: {'Port': ['ID=5eb506d0-608f-4d92-a1d0-a8b999e469a6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:02.934530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Allocated IP 172.25.3.79 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/a2917581-f7f3-41a6-9fc0-6ff5ed0ec725) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:02.953562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3a2abc8-ecf2-409a-9482-7e5211129fb3 req-7cd6202b-061b-4e01-bdda-faacbedb7290 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.37 "GET /v2.0/security-groups?id=989de645-62c7-4688-b67f-05f82ca63496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246960 Mar 02 17:39:02.959731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:02.968021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] For port 7caecb04-4432-459d-b733-9ab13288bd47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7caecb04-4432-459d-b733-9ab13288bd47,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:02.972657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.065163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Sync routers for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:03.097805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:03.098445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:03.280361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] No DVR routers for this DVR port 5eb506d0-608f-4d92-a1d0-a8b999e469a6 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:03.283111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.320400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-55819b94-69bd-4673-acb2-4b6233f39369 req-c8259868-8924-459d-b72d-27533755747e tempest-FloatingIPsAssociationNegativeTestJSON-1205488470 tempest-FloatingIPsAssociationNegativeTestJSON-1205488470-project] 10.222.0.50 "DELETE /v2.0/ports/5eb506d0-608f-4d92-a1d0-a8b999e469a6 HTTP/1.1" status: 204 len: 173 time: 1.9916842 Mar 02 17:39:03.390201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9f611-9d85-43cc-bb90-94b6c4892342 None None] Pushing event updated for resources: {'Port': ['ID=7caecb04-4432-459d-b733-9ab13288bd47,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:03.410450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 937add68-792c-4f52-b8fa-4744b1821a06, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=937add68-792c-4f52-b8fa-4744b1821a06,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:03.410845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.438196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-766bf9ac-1816-45f1-81fb-94f6013c44e4 None None] Provisioning complete for port 7caecb04-4432-459d-b733-9ab13288bd47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:03.438634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-766bf9ac-1816-45f1-81fb-94f6013c44e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.602922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3b48c27c-16b3-4669-a087-3f6be693d03f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:03.662426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:03.687521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] No DVR routers for this DVR port be7b5d64-e78a-4684-964a-d401606d0c81 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:03.708756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.712263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'name': 'network-vif-deleted', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:03.732486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58710) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:03.741041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 937add68-792c-4f52-b8fa-4744b1821a06 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:03.766559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08644d0c-2fa8-4d68-b11a-e3bc63edcf0c req-f7081974-97a4-490e-96d7-e19e910ce324 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.7044544 Mar 02 17:39:03.811529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6cc28b97-a879-4046-9d01-bbbbe2baba66 req-f7656b7d-a2ad-4737-baaf-d8ffae1ff9ae tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.50 "DELETE /v2.0/ports/be7b5d64-e78a-4684-964a-d401606d0c81 HTTP/1.1" status: 204 len: 173 time: 6.0449891 Mar 02 17:39:03.839381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.874506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30fa2c-ff1b-4873-8b7b-a3fcbe2ed84d req-aac78f4b-dc76-49c7-b05d-12fa50e25460 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:03.878497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30fa2c-ff1b-4873-8b7b-a3fcbe2ed84d req-aac78f4b-dc76-49c7-b05d-12fa50e25460 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:03.880082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b30fa2c-ff1b-4873-8b7b-a3fcbe2ed84d req-aac78f4b-dc76-49c7-b05d-12fa50e25460 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 1683 time: 0.2263949 Mar 02 17:39:03.885284 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '788ba45f-2f9e-4bf8-8de0-14166824f16d', 'status': 'completed', 'code': 200} Mar 02 17:39:03.922415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3b48c27c-16b3-4669-a087-3f6be693d03f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:03.944708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.949734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3b48c27c-16b3-4669-a087-3f6be693d03f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:03.950130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:03.952181 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59387489-676c-4aa8-957d-36d86ecff7c5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2185569 Mar 02 17:39:04.073364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.104049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:04.123167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:04.129981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:04.168343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=937add68-792c-4f52-b8fa-4744b1821a06,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:04.276609 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.293853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 937add68-792c-4f52-b8fa-4744b1821a06 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:04.298667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.319182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3b48c27c-16b3-4669-a087-3f6be693d03f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3b48c27c-16b3-4669-a087-3f6be693d03f,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:04.324857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-f150e9ed-5c6f-4476-bc21-9f91e6d056f6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "DELETE /v2.0/ports/937add68-792c-4f52-b8fa-4744b1821a06 HTTP/1.1" status: 204 len: 173 time: 2.1844776 Mar 02 17:39:04.352147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b30fa2c-ff1b-4873-8b7b-a3fcbe2ed84d req-d7ef07c0-0beb-4e45-b735-afa609f4ce89 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462233 Mar 02 17:39:04.365403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Pushing event updated for resources: {'Port': ['ID=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:04.399175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.426914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0555ac-79ce-44b6-aa0a-8d3a15cb0697 req-e87da9e3-80b1-44bc-95cf-8c17b1570943 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:04.434855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb0555ac-79ce-44b6-aa0a-8d3a15cb0697 req-e87da9e3-80b1-44bc-95cf-8c17b1570943 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3987951 Mar 02 17:39:04.524082 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83c10c-eb4c-4223-b2b5-6ac7546b98f9 None None] New status for floating IP 681e2901-84d6-43e7-b52c-445ccf163cde: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:39:04.527944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:04.528292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.559074 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b10e7-1f8b-476f-9bde-0fad90ebd97d', 'name': 'network-vif-deleted', 'tag': 'be7b5d64-e78a-4684-964a-d401606d0c81', 'status': 'completed', 'code': 200} Mar 02 17:39:04.590479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb0555ac-79ce-44b6-aa0a-8d3a15cb0697 req-d2410647-38bc-4699-bef3-6f3dd786e225 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544714 Mar 02 17:39:04.601733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.603286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:04.673058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:04.687636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:04.692155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Checking router: 07c350ba-0968-4152-bd11-de9b00ecbf0c for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:04.703532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Routers {'07c350ba-0968-4152-bd11-de9b00ecbf0c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:04.704142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c350ba-0968-4152-bd11-de9b00ecbf0c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:04.890094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58722) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:04.973978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] Set router 07c350ba-0968-4152-bd11-de9b00ecbf0c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:04.982845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58726) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:05.029570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 4782a0aa-1a79-4a94-abc3-27e30bf27db9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4782a0aa-1a79-4a94-abc3-27e30bf27db9,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:05.029872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:05.066375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 788ba45f-2f9e-4bf8-8de0-14166824f16d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:05.162452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 4782a0aa-1a79-4a94-abc3-27e30bf27db9 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:05.215150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9a46274e-6c2d-4b2e-b785-78655959027b req-77dd38e0-6f77-41ac-afab-b5d2f976df3e tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Synchronizing usage tracker for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:05.258096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 788ba45f-2f9e-4bf8-8de0-14166824f16d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:05.258727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 788ba45f-2f9e-4bf8-8de0-14166824f16d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:05.259356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4782a0aa-1a79-4a94-abc3-27e30bf27db9 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:05.320176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9a46274e-6c2d-4b2e-b785-78655959027b req-77dd38e0-6f77-41ac-afab-b5d2f976df3e tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Unset dirty status for tenant:4eb4b2c3360a41d9a4b021180f4cb73f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:05.335416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a46274e-6c2d-4b2e-b785-78655959027b req-77dd38e0-6f77-41ac-afab-b5d2f976df3e tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b10e7-1f8b-476f-9bde-0fad90ebd97d HTTP/1.1" status: 200 len: 210 time: 0.3465466 Mar 02 17:39:05.358745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4884e27f-2dd4-4252-8e3a-2d63cd8b172c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.3686213 Mar 02 17:39:05.363327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:05.378958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242ad2-8e25-482f-a1b1-112148e16d81 req-c741dca8-98ab-434f-8a96-57239804a0a7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:05.384328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7242ad2-8e25-482f-a1b1-112148e16d81 req-c741dca8-98ab-434f-8a96-57239804a0a7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.5000985 Mar 02 17:39:05.410546 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:39:05.454204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=4782a0aa-1a79-4a94-abc3-27e30bf27db9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:05.577748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No active binding found for port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:39:05.578263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4782a0aa-1a79-4a94-abc3-27e30bf27db9 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:05.578511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 937add68-792c-4f52-b8fa-4744b1821a06 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:05.668075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 4782a0aa-1a79-4a94-abc3-27e30bf27db9 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:05.687157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:05.694892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02def41d-b0d5-4690-9df0-e560aa0bc712 req-2711ef9a-c091-4167-8ccd-1688966ea257 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e3c852-63da-4c2a-840e-0e49202753ee HTTP/1.1" status: 200 len: 210 time: 0.0703194 Mar 02 17:39:05.702415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 937add68-792c-4f52-b8fa-4744b1821a06 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:05.702808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 937add68-792c-4f52-b8fa-4744b1821a06 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:05.703233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 5eb506d0-608f-4d92-a1d0-a8b999e469a6 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:05.706399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7242ad2-8e25-482f-a1b1-112148e16d81 req-275ce7af-dd2b-46ad-bd0d-0458159e63fd tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915330 Mar 02 17:39:05.714561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ecb5139-0d35-47f6-abb5-b9f08fba8f31 req-50b356c7-c344-4be7-8dff-23efdffc920b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "DELETE /v2.0/ports/4782a0aa-1a79-4a94-abc3-27e30bf27db9 HTTP/1.1" status: 204 len: 173 time: 1.3825831 Mar 02 17:39:05.729361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7caecb04-4432-459d-b733-9ab13288bd47 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:05.881317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 5eb506d0-608f-4d92-a1d0-a8b999e469a6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:05.881534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 5eb506d0-608f-4d92-a1d0-a8b999e469a6 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:05.886943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'name': 'network-vif-deleted', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6'}, {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06'}, {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:05.908778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:05.917264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d2576-ea63-4d33-807c-bfef49bfbbe7 None None] The sync data for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 is: [{'id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'name': 'tempest-ServersTestBootFromVolume-218199797-router', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:36:25Z', 'updated_at': '2022-03-02T17:36:35Z', 'revision_number': 4, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'gw_port': {'id': '8a1d6c64-10e3-49da-a807-6de26a1f5a81', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:27Z', 'updated_at': '2022-03-02T17:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '54ceb144-997d-44cb-8653-7b2d4c6e1a81', 'name': '', 'network_id': 'e34f1d62-b898-4fb8-8963-821479af51a2', 'tenant_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'mac_address': 'fa:16:3e:0d:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c350ba-0968-4152-bd11-de9b00ecbf0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86c273-af40-438e-befb-be4bc424980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:36:34Z', 'updated_at': '2022-03-02T17:36:44Z', 'revision_number': 5, 'project_id': '4eb4b2c3360a41d9a4b021180f4cb73f', 'subnets': [{'id': '2e86c273-af40-438e-befb-be4bc424980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:05.944989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7caecb04-4432-459d-b733-9ab13288bd47 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:05.945368 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:06.144066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3b48c27c-16b3-4669-a087-3f6be693d03f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:06.231123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3b48c27c-16b3-4669-a087-3f6be693d03f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:06.231498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:06.236832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:39:06.362064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:06.491317 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-95cd49ba-ef36-4696-9b55-3f6319ab6c5e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1273010 Mar 02 17:39:06.580773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aac782-6598-4b17-a6af-eea520d9be64 req-d6b654e7-0169-4891-ae33-54d342ce2604 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:06.582268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7aac782-6598-4b17-a6af-eea520d9be64 req-d6b654e7-0169-4891-ae33-54d342ce2604 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3963950 Mar 02 17:39:06.591172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a885e6-7087-42d2-9fd0-6ab17184ad86 req-d68fb764-4375-42bc-812d-d450aedf894e tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:06.592335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23a885e6-7087-42d2-9fd0-6ab17184ad86 req-d68fb764-4375-42bc-812d-d450aedf894e tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.6250651 Mar 02 17:39:06.729887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7aac782-6598-4b17-a6af-eea520d9be64 req-bcaae771-e897-40a7-87ab-dfeda8280e8c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346722 Mar 02 17:39:06.731807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23a885e6-7087-42d2-9fd0-6ab17184ad86 req-3647eb0f-21f3-43df-bf51-1c06a672a64c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214197 Mar 02 17:39:06.810755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:06.818070 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dcb09-7dab-44a4-8eb9-eb2b1bf103e3', 'name': 'network-vif-deleted', 'tag': '5eb506d0-608f-4d92-a1d0-a8b999e469a6', 'status': 'completed', 'code': 200} Mar 02 17:39:06.818387 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '937add68-792c-4f52-b8fa-4744b1821a06', 'status': 'completed', 'code': 200} Mar 02 17:39:06.818665 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e3c852-63da-4c2a-840e-0e49202753ee', 'name': 'network-vif-deleted', 'tag': '4782a0aa-1a79-4a94-abc3-27e30bf27db9', 'status': 'completed', 'code': 200} Mar 02 17:39:06.908521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:06.960754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58756) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.094219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:07.104898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Sync routers for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:07.125882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:07.127206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:07.169348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.177805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting subnet 1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:39:07.181067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.185136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.186323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-66a1a175-6956-4a89-ad0f-d58609e2563d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0682130 Mar 02 17:39:07.198974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.264906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.301726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.386870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:07.477786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.518468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.523519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6687b-9140-4107-a897-d38455ac146b req-e935cfc6-5a67-4faf-90d9-7d1baaaad489 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:07.538419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cb6687b-9140-4107-a897-d38455ac146b req-e935cfc6-5a67-4faf-90d9-7d1baaaad489 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.5196443 Mar 02 17:39:07.556669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.608417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696dbd5-0c55-41db-86b0-db7aebd94085,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:07.623054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.627956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cc49fe61-696e-4e77-9821-d3bc673a742c tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "DELETE /v2.0/security-groups/1696dbd5-0c55-41db-86b0-db7aebd94085 HTTP/1.1" status: 204 len: 168 time: 0.6605310 Mar 02 17:39:07.628452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.669878 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-299d730b-53ec-4b29-b06e-50d811054383 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] show failed (client error): The resource could not be found. Mar 02 17:39:07.670812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-299d730b-53ec-4b29-b06e-50d811054383 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "GET /v2.0/security-groups/1696dbd5-0c55-41db-86b0-db7aebd94085 HTTP/1.1" status: 404 len: 347 time: 0.0387638 Mar 02 17:39:07.674379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.729428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cb6687b-9140-4107-a897-d38455ac146b req-ec8095e8-3956-40a8-9dc8-747ad0354241 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900387 Mar 02 17:39:07.843449 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-67b50cf5-6dcf-4de2-8a87-0be3475e7bfb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.3238952 Mar 02 17:39:07.862526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 3, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:07.870463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Deleting port 1363579d-d67d-4f3e-a595-f0414e4f3adb {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:07.870911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.878229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Checking router: 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:07.878903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Updating router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:39:07.907852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.963497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.963688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:07.981015 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/subnets/1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9 HTTP/1.1" status: 204 len: 168 time: 1.0677974 Mar 02 17:39:07.984402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58780) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:07.985157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf6c2a3-fe69-4c3b-a034-28f89f5ad4e9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:07.996177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994488b6-fef6-41bb-96ff-fa5a3a98b8be None None] Network 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:08.168246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.168792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.169500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.169816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.170256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.170702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.171127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.172059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.172489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.172915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.173353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2dc1bc-0152-4b00-a8df-bf576e7a9252 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:08.256010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.308351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb9d8-e198-4ac3-b173-23aa8c77b0fb req-00233d35-7ec7-44ad-a452-f54a597ea9c5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:08.309894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7bcfb9d8-e198-4ac3-b173-23aa8c77b0fb req-00233d35-7ec7-44ad-a452-f54a597ea9c5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4028895 Mar 02 17:39:08.332229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.332431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.344077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 3de832d2-c152-416d-89d0-4df6a6eccec4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:08.344412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.480140 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.574963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7192-3738-4cda-8239-06747823c2e7 req-8a3a6520-358f-4bcc-9e4c-4d0b4c94304b tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:08.576422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff0e7192-3738-4cda-8239-06747823c2e7 req-8a3a6520-358f-4bcc-9e4c-4d0b4c94304b tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.4326224 Mar 02 17:39:08.589015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] DHCP port deletion for 5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:39:08.617540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Deleting port 3de832d2-c152-416d-89d0-4df6a6eccec4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:08.618117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.664308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7bcfb9d8-e198-4ac3-b173-23aa8c77b0fb req-9e2094e4-235e-4fc6-96ab-8f7c0090ca42 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032250 Mar 02 17:39:08.691509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.716458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff0e7192-3738-4cda-8239-06747823c2e7 req-050666df-9586-4ec1-bbf5-4f6aaae0ee48 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138809 Mar 02 17:39:08.741737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Calling delete_port for 1363579d-d67d-4f3e-a595-f0414e4f3adb owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:08.756959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Transition to ACTIVE for port object a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:08.779061 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.835525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 3de832d2-c152-416d-89d0-4df6a6eccec4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3de832d2-c152-416d-89d0-4df6a6eccec4,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:08.835909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.852680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:08.953038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Attempting to bind port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:08.953403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Attempting to bind port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:08.953738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Attempting to bind port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:08.973946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c8184-b857-4b64-82cc-e146e6e689b8 None None] Pushing event updated for resources: {'Port': ['ID=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:08.984935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:08.985318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:08.985718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.986098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:08.986621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Bound port: a2917581-f7f3-41a6-9fc0-6ff5ed0ec725, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:08.986967 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:08.992339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 3de832d2-c152-416d-89d0-4df6a6eccec4 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:09.024582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] For port 3de832d2-c152-416d-89d0-4df6a6eccec4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3de832d2-c152-416d-89d0-4df6a6eccec4,segment=NetworkSegment(10dd8828-5429-4a0e-b154-a7390400bf7e),segment_id=10dd8828-5429-4a0e-b154-a7390400bf7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:09.024969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.139654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ed956fc-fa87-4f2b-903a-309e8fa1013c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2828748 Mar 02 17:39:09.155644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Calling delete_port for 3de832d2-c152-416d-89d0-4df6a6eccec4 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:09.222269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.227992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] For port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:09.228319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Deleting port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:09.228597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.248150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e058a08f-b162-4bb4-b61d-8239ce95ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.251295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] For port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:09.266973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.277593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4929-236d-47ba-b922-9e406ee97925 req-0ca59919-a275-4055-a79b-8a02ca6653a2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:09.279063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4b4929-236d-47ba-b922-9e406ee97925 req-0ca59919-a275-4055-a79b-8a02ca6653a2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.3611121 Mar 02 17:39:09.288769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=3de832d2-c152-416d-89d0-4df6a6eccec4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:09.302464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 3de832d2-c152-416d-89d0-4df6a6eccec4 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:09.336802 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:39:09.337162 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:39:09.363227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.367156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c8184-b857-4b64-82cc-e146e6e689b8 None None] Pushing event updated for resources: {'Port': ['ID=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:09.371757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:09.372382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:09.466097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Pushing event deleted for resources: {'Port': ['ID=1363579d-d67d-4f3e-a595-f0414e4f3adb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:09.543139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f4b4929-236d-47ba-b922-9e406ee97925 req-9ea04cda-9ba7-40e2-896b-76e71fe86ca2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491965 Mar 02 17:39:09.552711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3de832d2-c152-416d-89d0-4df6a6eccec4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:09.570476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.582963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] For port 25ef61e1-5b82-4770-bfb6-53f9b5827ab3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:09.582963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.607849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3de832d2-c152-416d-89d0-4df6a6eccec4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:09.608188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3de832d2-c152-416d-89d0-4df6a6eccec4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:09.626535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:09.648974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.659025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10dd8828-5429-4a0e-b154-a7390400bf7e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:09.659433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10dd8828-5429-4a0e-b154-a7390400bf7e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:09.676200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.697834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.702228 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ad82775-f908-46f3-9578-6413ff6c97c1 tempest-ServersTestBootFromVolume-788065965 tempest-ServersTestBootFromVolume-788065965-project] 10.222.0.37 "DELETE /v2.0/floatingips/58cc9463-a093-4310-8311-89448f68f9bb HTTP/1.1" status: 204 len: 168 time: 2.0222945 Mar 02 17:39:09.702228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.703143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:09.715841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:09.736722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Calling delete_port for 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:09.772429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:39:09.772978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:39:09.791404 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:39:09.842930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Deleting port 3de832d2-c152-416d-89d0-4df6a6eccec4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:09.843294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.940262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.945366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:09.961000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-21eb1a33-ea39-4868-935c-cb4e2445c7dc None None] The port '3de832d2-c152-416d-89d0-4df6a6eccec4' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:39:09.984333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Network': ['ID=5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:10.006661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ebffb29-8ecb-45b9-8c6f-0a6d334cae3f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/networks/5d3701d1-4cf8-4f6e-b2dd-80a8b5d635be HTTP/1.1" status: 204 len: 168 time: 2.0133281 Mar 02 17:39:10.006661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58800) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:10.098001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-837b1a65-e01f-4362-8212-9450e704298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 3, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:10.102160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b1a65-e01f-4362-8212-9450e704298f None None] The sync data for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 is: [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 3, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:10.144486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:10.235371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting subnet df82faa3-5527-49ad-ac66-89f92796c6ec {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:39:10.271707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dbf74-7856-4b6f-a5b3-802ba36caac9 req-126eeeb3-8692-481b-a207-f378b9600eea tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:10.273331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b8dbf74-7856-4b6f-a5b3-802ba36caac9 req-126eeeb3-8692-481b-a207-f378b9600eea tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.5434451 Mar 02 17:39:10.286496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887885d-503e-4129-af94-d27d6cb090b5 req-9e3c335f-e560-4c62-a713-8b3b98242953 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:10.288607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1887885d-503e-4129-af94-d27d6cb090b5 req-9e3c335f-e560-4c62-a713-8b3b98242953 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4740703 Mar 02 17:39:10.289196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.406897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.417532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c0af9b9-6d63-47bd-9293-f66346a89f18 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2621677 Mar 02 17:39:10.532359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.540280 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Sync routers for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:10.545235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b8dbf74-7856-4b6f-a5b3-802ba36caac9 req-a5b31b5e-6101-46fe-a441-eb7b98b1bc7e tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512121 Mar 02 17:39:10.552169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.553293 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:10.554681 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:10.558863 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30ea89ed-9507-4492-956e-42b003d17a87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:10.582222 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:10.582565 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:10.583376 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30ea89ed-9507-4492-956e-42b003d17a87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:38:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:10.584744 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1a2d4-8a8e-4052-807e-fe78270a4fd4 None None] The sync data for ids ['30ea89ed-9507-4492-956e-42b003d17a87'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:10.634797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1887885d-503e-4129-af94-d27d6cb090b5 req-a610d2cd-5df3-4423-8c62-b34e0b21b19f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191352 Mar 02 17:39:10.666537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ef61e1-5b82-4770-bfb6-53f9b5827ab3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:10.679550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.728554 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:10.999033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.057074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3751835-b99a-4714-ad29-482eafb512ce None None] Network 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:11.066517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.081255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Subnet': ['ID=df82faa3-5527-49ad-ac66-89f92796c6ec,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:11.086469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9cc87ed9-0152-44e5-aa3a-eaaf25394dd2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/subnets/df82faa3-5527-49ad-ac66-89f92796c6ec HTTP/1.1" status: 204 len: 168 time: 1.0783734 Mar 02 17:39:11.089989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58816) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:11.191663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Allocated IP 172.20.0.1 (e07c5e77-51b1-4545-850c-aaffb83943c9/05517b33-1238-4fa4-8fbd-ca36418085bb/47689ea1-a7ee-42c3-a226-7614c196fda8) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:11.264136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.289845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:11.290328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.340557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c116bf1c-cbbd-46d4-8c60-266ad126eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.380209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.424734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58824) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:11.526741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] DHCP port deletion for 66696cdb-f739-42c2-aad5-a6b7bf9d0f2e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:39:11.532715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Deleting port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:11.533235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.641549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.707249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Transition to ACTIVE for port object 47689ea1-a7ee-42c3-a226-7614c196fda8 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:11.792411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.837605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] For port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:11.838263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:11.848600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea7b19-6141-4c79-a08c-b4a106e19cb1 req-50e3d32c-496c-4a28-a3f9-5f869651f8c5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:11.852182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58ea7b19-6141-4c79-a08c-b4a106e19cb1 req-50e3d32c-496c-4a28-a3f9-5f869651f8c5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.2138169 Mar 02 17:39:12.019002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-868d60ec-1318-47e9-ba6e-11f16c3eccab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.5861356 Mar 02 17:39:12.021420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,segment=NetworkSegment(bc30d085-8a1f-4c4a-a14f-aea1168ddac9),segment_id=bc30d085-8a1f-4c4a-a14f-aea1168ddac9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:12.022530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.034350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Calling delete_port for c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:12.126829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.147862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Network e07c5e77-51b1-4545-850c-aaffb83943c9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:12.156320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:12.171897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:12.183583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] Pushing event deleted for resources: {'Port': ['ID=c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:12.189094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:12.198292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Pushing event updated for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:12.203070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546abea6-e4a9-4e3c-b489-de6fca8ef4ec None None] No DVR routers for this DVR port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:12.232524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58ea7b19-6141-4c79-a08c-b4a106e19cb1 req-83a4ee0b-b807-42df-bf35-f2496bb45a59 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328378 Mar 02 17:39:12.275832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.299017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf08fb-a267-4de3-b306-056bae59e004 req-e3397945-9503-4236-b5f7-b99d27a93131 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:12.300575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2baf08fb-a267-4de3-b306-056bae59e004 req-e3397945-9503-4236-b5f7-b99d27a93131 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4420116 Mar 02 17:39:12.469930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:39:12.469930 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:39:12.510476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d08885e9-eee5-4570-a703-741df8365edd None None] Provisioning for port 47689ea1-a7ee-42c3-a226-7614c196fda8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:12.517526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d08885e9-eee5-4570-a703-741df8365edd None None] Provisioning complete for port 47689ea1-a7ee-42c3-a226-7614c196fda8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:12.517526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d08885e9-eee5-4570-a703-741df8365edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.551318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2baf08fb-a267-4de3-b306-056bae59e004 req-69fd2fa2-7b0c-4ba9-a3b5-f682cdcd4ef3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822219 Mar 02 17:39:12.576953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d08885e9-eee5-4570-a703-741df8365edd None None] Port 47689ea1-a7ee-42c3-a226-7614c196fda8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:12.591435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.617367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Deleting port 54ceb144-997d-44cb-8653-7b2d4c6e1a81 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:12.617708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.699555 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.806797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] For port 54ceb144-997d-44cb-8653-7b2d4c6e1a81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54ceb144-997d-44cb-8653-7b2d4c6e1a81,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:12.807237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.977896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:12.999977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.008628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.038831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:13.038831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.041125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58832) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:13.066350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Calling delete_port for 54ceb144-997d-44cb-8653-7b2d4c6e1a81 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:13.159236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] The port 'c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:39:13.186809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Router c45f5537-e3ff-49ba-904e-b0fa34eecc8f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:13.220807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.239119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Pushing event updated for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:13.258457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa8115e5-549a-4d04-82f6-c1597e24dcc7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1908603 Mar 02 17:39:13.325959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.360529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66696cdb-f739-42c2-aad5-a6b7bf9d0f2e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:13.376441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:13.376670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc30d085-8a1f-4c4a-a14f-aea1168ddac9') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:13.396677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.415707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.428710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:39:13.429162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:39:13.445029 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:39:13.508069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:13.571270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Network e07c5e77-51b1-4545-850c-aaffb83943c9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:13.575365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:13.622089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:13.623629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.625049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c70eadb3-48aa-4b12-9d3d-f9a2a75d9cc4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:13.626092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3dd6f138-0824-47d2-abe5-7cab484ebecd no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:13.632416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.680334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3dd6f138-0824-47d2-abe5-7cab484ebecd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:13.680683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3dd6f138-0824-47d2-abe5-7cab484ebecd not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:13.685283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Network': ['ID=66696cdb-f739-42c2-aad5-a6b7bf9d0f2e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:13.696314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.747357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-beef53ab-3ac8-4774-8709-9bf0147401bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/networks/66696cdb-f739-42c2-aad5-a6b7bf9d0f2e HTTP/1.1" status: 204 len: 168 time: 2.6505556 Mar 02 17:39:13.751808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:13.752595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=54ceb144-997d-44cb-8653-7b2d4c6e1a81,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:13.760685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1310010414'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:13.768721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:13.775092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:network and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:13.816006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:13.822603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:13.875673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:13.878737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.934227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0ea48cf0-e2d1-4753-8dcb-0973d24ee277 None None] Provisioning complete for port 47689ea1-a7ee-42c3-a226-7614c196fda8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:13.934679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ea48cf0-e2d1-4753-8dcb-0973d24ee277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:13.939105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1222-a61c-4990-8906-b32947e55e58 req-5f96a7fa-796d-4a87-955a-19c86950bc88 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:13.940640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a80b1222-a61c-4990-8906-b32947e55e58 req-5f96a7fa-796d-4a87-955a-19c86950bc88 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.5442765 Mar 02 17:39:13.999034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0ea48cf0-e2d1-4753-8dcb-0973d24ee277 None None] Port 47689ea1-a7ee-42c3-a226-7614c196fda8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:14.053417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:39:14.062614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a80b1222-a61c-4990-8906-b32947e55e58 req-9f38a865-a3b3-403e-9716-4e399495bdd9 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025217 Mar 02 17:39:14.069468 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.069819 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Added segment 0576dd3b-b17e-4c92-96bc-3c966dda6772 of type vlan for network 34f73406-d559-44a6-af4b-819634f1203b Mar 02 17:39:14.119058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.162788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.166744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:14.167331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.199743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2261-3fd8-409a-b605-68dcbe74604e req-78dc052f-eb11-425f-b808-b46347e2c7c2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:14.201226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d86f2261-3fd8-409a-b605-68dcbe74604e req-78dc052f-eb11-425f-b808-b46347e2c7c2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3934593 Mar 02 17:39:14.236272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.261361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:14.269466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:14.281718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Sync routers for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:14.295939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:14.296935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:14.309056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d86f2261-3fd8-409a-b605-68dcbe74604e req-a45d78bf-c967-4e82-b260-97c08ab13a72 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941608 Mar 02 17:39:14.314252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-be23c69b-0058-4100-8797-44fcc84176d6 admin admin] 10.222.0.37 "PUT /v2.0/routers/c45f5537-e3ff-49ba-904e-b0fa34eecc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4230306 Mar 02 17:39:14.316797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58850) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:14.358605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6009181 Mar 02 17:39:14.371065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58854) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:14.384518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'subnet': {'network_id': '34f73406-d559-44a6-af4b-819634f1203b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:14.385320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a0468-d1e8-4409-beee-9eeca6ff76a0 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Network': ['ID=34f73406-d559-44a6-af4b-819634f1203b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:14.420079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.426908 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe932345-f956-4397-8d5b-1909795734ac tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1614475 Mar 02 17:39:14.451538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 34f73406-d559-44a6-af4b-819634f1203b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:39:14.597275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:14.604931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:subnet and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:14.608647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:14.617674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:14.644927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:14.657512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:14.788793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:14.816378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:14.976604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:39:10Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:14.980961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Checking router: c45f5537-e3ff-49ba-904e-b0fa34eecc8f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:14.992333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Routers {'c45f5537-e3ff-49ba-904e-b0fa34eecc8f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:14.992948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:15.063937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:15.201359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] Set router c45f5537-e3ff-49ba-904e-b0fa34eecc8f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:15.221723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Router 07c350ba-0968-4152-bd11-de9b00ecbf0c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:15.436067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58862) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:15.588551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:39:10Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:15.593253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409d29a-a0e3-4521-a392-5bfb21b4dda9 None None] The sync data for ids ['c45f5537-e3ff-49ba-904e-b0fa34eecc8f'] in n-d-820559-6 is: [{'id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454191997-router', 'tenant_id': 'e59fe6411be74a06a29652facc9b8495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:18Z', 'updated_at': '2022-03-02T17:39:10Z', 'revision_number': 5, 'project_id': 'e59fe6411be74a06a29652facc9b8495', 'gw_port': {'id': '676f2aed-d113-4c5d-b9b3-c8bcef58af66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f5537-e3ff-49ba-904e-b0fa34eecc8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:20Z', 'updated_at': '2022-03-02T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:15.595637 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7feb564-d986-4472-b9af-262d9c57b68e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1541460 Mar 02 17:39:15.616280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:15.621760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-09848921-8219-40b6-b509-3bb688cd7ecd admin admin] 10.222.0.37 "PUT /v2.0/routers/07c350ba-0968-4152-bd11-de9b00ecbf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9175453 Mar 02 17:39:15.624234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:15.703512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:15.793820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e46107-7b1c-43cd-bf7d-8862b1277e25 req-6e6016ce-b00c-40df-98df-8b2f39b72e40 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:15.795298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e46107-7b1c-43cd-bf7d-8862b1277e25 req-6e6016ce-b00c-40df-98df-8b2f39b72e40 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.3410940 Mar 02 17:39:15.800703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4d4cd-bab3-4d9d-ac2f-f7139d639e0a req-01be1785-7a91-4883-baeb-729fdfba8856 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:15.802073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2c4d4cd-bab3-4d9d-ac2f-f7139d639e0a req-01be1785-7a91-4883-baeb-729fdfba8856 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2875130 Mar 02 17:39:15.828560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:15.883213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Subnet': ['ID=edec5092-ada1-43dc-960d-7143d2a78aea,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:15.960695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Checking segment: {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:15.960999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network hostable DHCP agents. Network: 34f73406-d559-44a6-af4b-819634f1203b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:39:15.972900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:39:15.981655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2c4d4cd-bab3-4d9d-ac2f-f7139d639e0a req-8843553b-999e-4a72-8e1a-83c067902715 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701159 Mar 02 17:39:15.984724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2e46107-7b1c-43cd-bf7d-8862b1277e25 req-4cdcf0cc-6cfd-4f23-a3dc-a51d0c15f2f6 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763701 Mar 02 17:39:16.003416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:16.027700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.033768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-97a0607f-8e0a-4ab4-a480-ed21fbb8c33a admin admin] 10.222.0.37 "PUT /v2.0/routers/376c9b9c-e822-49dd-8ce5-05d98e65d2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8295088 Mar 02 17:39:16.047743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Deleting port 676f2aed-d113-4c5d-b9b3-c8bcef58af66 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:16.048019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.079326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.085173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 34f73406-d559-44a6-af4b-819634f1203b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:39:16.095932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Deleting port 8a1d6c64-10e3-49da-a807-6de26a1f5a81 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:16.097384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.110301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 34f73406-d559-44a6-af4b-819634f1203b) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:16.131448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:16.132077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.157599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:16.217786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'port_id': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'mac_address': 'fa:16:3e:cf:72:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59a933-2573-4981-b6a1-35ab3eb7d3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:39:16.222601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f6a39-65fd-4ab9-a77c-a954376bffba None None] Network 34f73406-d559-44a6-af4b-819634f1203b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:16.231312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c5dcdf2-1aba-4595-b479-b9eae9546fc4 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8544073 Mar 02 17:39:16.235502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58874) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:16.242155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1459429285'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:16.259745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:16.267775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:network and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:16.279572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:16.290167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:16.299637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] For port 676f2aed-d113-4c5d-b9b3-c8bcef58af66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676f2aed-d113-4c5d-b9b3-c8bcef58af66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:16.300182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.357742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.370729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:16.372252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] For port 8a1d6c64-10e3-49da-a807-6de26a1f5a81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8a1d6c64-10e3-49da-a807-6de26a1f5a81,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:16.372735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.374200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.393482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46910b55-b08b-4308-b337-bcc8b4a13d95 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:16.445968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Calling delete_port for 676f2aed-d113-4c5d-b9b3-c8bcef58af66 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:16.454931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:16.465210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.565576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:39:16.577955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.578293 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Added segment f92d99e3-7529-4c4e-bbd5-475dc3c4a348 of type vlan for network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 Mar 02 17:39:16.592410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:16.597944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-34f73406-d559-44a6-af4b-819634f1203b', 'network_id': '34f73406-d559-44a6-af4b-819634f1203b', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'fixed_ips': [{'subnet_id': 'edec5092-ada1-43dc-960d-7143d2a78aea'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:39:16.599025 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.612837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.642021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58882) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:16.656056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Calling delete_port for 8a1d6c64-10e3-49da-a807-6de26a1f5a81 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:16.704070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['46910b55-b08b-4308-b337-bcc8b4a13d95'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:16.782159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.787546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:16.788426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.856384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Allocated IP 19.80.0.2 (34f73406-d559-44a6-af4b-819634f1203b/edec5092-ada1-43dc-960d-7143d2a78aea/e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:16.925128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:16.976406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d6c64-10e3-49da-a807-6de26a1f5a81,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:17.006041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-19691528-1621-445e-9ef5-6d57ceeffc80 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.3611054 Mar 02 17:39:17.012188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7754869 Mar 02 17:39:17.017632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58892) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:17.020831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3ac4e-0696-4e73-a4ff-203cfdd69ea5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Network': ['ID=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:17.030318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'subnet': {'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:17.058673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:39:17.272715 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.284417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Transition to ACTIVE for port object e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:17.319063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Transition to ACTIVE for port object e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:17.326272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.363859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.379644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.398056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Network 34f73406-d559-44a6-af4b-819634f1203b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:17.411664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:17.418042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:17.426409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Pushing event updated for resources: {'Port': ['ID=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:17.551264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Attempting to bind port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:17.552391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Attempting to bind port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:17.553432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Attempting to bind port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 on network 34f73406-d559-44a6-af4b-819634f1203b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:17.562401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:17.563133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Checking segment: {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:17.563718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.564116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Bound using segment: {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:17.564639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Bound port: e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:17.565018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.628217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:17.675851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:17.697674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=676f2aed-d113-4c5d-b9b3-c8bcef58af66,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:17.715434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] For port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:17.718095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:17.718095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 25ef61e1-5b82-4770-bfb6-53f9b5827ab3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:17.721529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:17.726068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] For port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:17.727840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21c54ee1-4d00-483f-a1ce-7d836efb5c36 req-936f64a3-60e6-4996-a35b-2c5cd489c5c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.8063927 Mar 02 17:39:17.732473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.751962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-189028705-network', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:17.770373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:subnet and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:17.773636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:17.780304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Usage tracker for resource:network and tenant:532e6b9d45b045b7ba836b64530b34f5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:17.783964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.785621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:17.792965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:17.796888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:17.798061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.810549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Made reservation on behalf of 532e6b9d45b045b7ba836b64530b34f5 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:17.812991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.817343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:17.825575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f912c2-9fd0-44bb-915b-6eb117b9ae4d None None] Pushing event updated for resources: {'Port': ['ID=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:17.832666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.878202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.878744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c350ba-0968-4152-bd11-de9b00ecbf0c {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:39:17.881371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:17.896668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:17.905144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Usage tracker for resource:security_group_rule and tenant:532e6b9d45b045b7ba836b64530b34f5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:17.909000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:17.916206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:17.917318 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef03edf9-81be-4824-ae39-0f3d9ee15bbb admin admin] 10.222.0.37 "DELETE /v2.0/routers/07c350ba-0968-4152-bd11-de9b00ecbf0c HTTP/1.1" status: 204 len: 168 time: 2.2921927 Mar 02 17:39:17.918598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:17.920303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:17.982122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:18.003330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Deleting subnet 2e86c273-af40-438e-befb-be4bc424980f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:39:18.010029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.023318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b2638-7a1a-4209-9a5d-f894d2f2a053 req-5755f5c7-2f19-42b2-b5e5-935b779bbac1 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:18.045325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b36b2638-7a1a-4209-9a5d-f894d2f2a053 req-5755f5c7-2f19-42b2-b5e5-935b779bbac1 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.8061333 Mar 02 17:39:18.052701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:18.058117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1578-4615-4555-98bf-a0c7f47128b2 req-041de5d7-1d0e-49e8-985b-bba30e76e6d4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:18.059723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c05b1578-4615-4555-98bf-a0c7f47128b2 req-041de5d7-1d0e-49e8-985b-bba30e76e6d4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 944 time: 0.7772911 Mar 02 17:39:18.061234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21c54ee1-4d00-483f-a1ce-7d836efb5c36 req-620eaa35-9106-477a-9dea-8a8035942087 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034813 Mar 02 17:39:18.138954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 46910b55-b08b-4308-b337-bcc8b4a13d95 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:18.139439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.196848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6833e19a-07af-4f27-a163-ce94522d409d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1348748 Mar 02 17:39:18.246161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.258899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.279686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.288948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.297419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.310646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:18.322639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:18.329812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.350247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:39:18.352320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f26ccc-274b-41ee-a72b-59a452a3c3fc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:18.388172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.388378 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Added segment 897b1f81-0d58-40e7-a63e-81c1cabf997b of type vlan for network 64825f16-9ce0-4f98-ab0a-470b08073843 Mar 02 17:39:18.412862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.429888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.459268 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.468866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:18.508204 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41057be8-4290-495d-af65-95d7a56c466f None None] New status for floating IP 58cc9463-a093-4310-8311-89448f68f9bb: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:39:18.512174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b36b2638-7a1a-4209-9a5d-f894d2f2a053 req-7e5c4ee6-a876-44b2-9d9a-3c27a61969e6 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610921 Mar 02 17:39:18.542948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c05b1578-4615-4555-98bf-a0c7f47128b2 req-9a2c717c-6ed2-4ded-bcc4-c006eba8266b tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750145 Mar 02 17:39:18.590052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.591213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:18.592141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.620224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.621605 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'code': 200} Mar 02 17:39:18.733382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.744131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.806086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.806519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45f5537-e3ff-49ba-904e-b0fa34eecc8f {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:39:18.820118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e86c273-af40-438e-befb-be4bc424980f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:18.841813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.843657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a91bec04-0443-4acf-8fc4-2c0e33f54d0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e86c273-af40-438e-befb-be4bc424980f HTTP/1.1" status: 204 len: 168 time: 0.9224644 Mar 02 17:39:18.847531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58922) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:18.847671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.851193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3db9b721-81e7-4fdd-8f9c-255c9fd0cdc4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c45f5537-e3ff-49ba-904e-b0fa34eecc8f HTTP/1.1" status: 204 len: 168 time: 4.5309193 Mar 02 17:39:18.851511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1665199 Mar 02 17:39:18.851805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:18.853969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3bfe-876d-49fb-a76d-14e88ee40a8e admin admin] Pushing event updated for resources: {'Network': ['ID=64825f16-9ce0-4f98-ab0a-470b08073843,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:18.854512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58930) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:18.854978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0466e20-dd37-4e37-9338-f87b6741f6fc None None] Network e34f1d62-b898-4fb8-8963-821479af51a2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:18.862045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Request body: {'subnet': {'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-subnet', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:18.882783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:18.890643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Usage tracker for resource:subnet and tenant:532e6b9d45b045b7ba836b64530b34f5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:18.901183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:18.911016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:18.913513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 64825f16-9ce0-4f98-ab0a-470b08073843 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:39:18.927721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:18.967713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Made reservation on behalf of 532e6b9d45b045b7ba836b64530b34f5 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:18.970073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.064764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.073058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Deleting subnet 1e5b8b83-000f-4319-9d62-d662e35bca73 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:39:19.076775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.097563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Subnet': ['ID=4ffeab13-770d-453e-8357-63c3bf9548a8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:19.144040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.144860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Checking segment: {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:19.144989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network hostable DHCP agents. Network: 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:39:19.145071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.202047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58934) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:19.236619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.285530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4575a-a638-4f2e-bb9f-7e93894b96c6 None None] Network 34f73406-d559-44a6-af4b-819634f1203b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:19.296347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Deleting port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:19.296690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.303192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:39:19.355177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c0b2a70-5a61-4c2f-a7cf-edcb88b14143 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.1509197 Mar 02 17:39:19.376673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] DHCP port deletion for e34f1d62-b898-4fb8-8963-821479af51a2 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:39:19.398076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Deleting port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:19.399048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.401139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:19.416699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:19.417422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.426501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.452334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.473608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b82d3-26a5-4e38-869e-10df88960086 None None] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:19.543380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5b8b83-000f-4319-9d62-d662e35bca73,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:19.566444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.591538 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f83c670a-3c5a-468b-a4a0-95a928971787 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1e5b8b83-000f-4319-9d62-d662e35bca73 HTTP/1.1" status: 204 len: 168 time: 0.7385514 Mar 02 17:39:19.595591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:19.607805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] For port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:19.607805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:19.621577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37333e8d-cc8c-44bf-99f1-4bab7cf5fdd4 None None] Network 98a37686-230b-42af-96a2-7212fb3bc60c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:19.700847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:19.853773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Calling delete_port for a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:19.855747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c4466d6-e5e4-46f5-a042-f1cc830f7e7b tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8361235 Mar 02 17:39:19.870221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bd11a1fb-016e-40b6-b068-f34988c129d3 None None] Provisioning for port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:19.936404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b7f695-e045-4650-91b1-9ed60066902d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:19.959833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Checking segment: {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:19.960188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Network hostable DHCP agents. Network: 64825f16-9ce0-4f98-ab0a-470b08073843, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:39:19.978452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.003692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Deleting port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:20.004071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.007643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9c20-ac8e-420a-9690-2ac6ed81af43 req-3a64526c-fbb8-4d36-bb6c-c534715acb66 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:20.009272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6ac9c20-ac8e-420a-9690-2ac6ed81af43 req-3a64526c-fbb8-4d36-bb6c-c534715acb66 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2230999 Mar 02 17:39:20.017404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb3c80-c25a-48f1-81c2-9fadb65b2b38 req-3885c604-ebaf-4994-842c-ab74eada8326 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:20.024881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3dbb3c80-c25a-48f1-81c2-9fadb65b2b38 req-3885c604-ebaf-4994-842c-ab74eada8326 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.2405493 Mar 02 17:39:20.089812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Network 64825f16-9ce0-4f98-ab0a-470b08073843 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:39:20.106394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.114024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3dbb3c80-c25a-48f1-81c2-9fadb65b2b38 req-6c624c0c-ef05-4247-950b-a416e0c8474a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882771 Mar 02 17:39:20.117564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 64825f16-9ce0-4f98-ab0a-470b08073843) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:20.131326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6ac9c20-ac8e-420a-9690-2ac6ed81af43 req-49487b1c-a379-45d5-832c-bc828608cbb0 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896664 Mar 02 17:39:20.134306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:20.134916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.172882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37e442-2e71-4830-a66f-70a3e6d446d5 None None] Network 64825f16-9ce0-4f98-ab0a-470b08073843 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:20.187854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3bdef92e-6a21-4f15-b2cf-f65b38605d4e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3318238 Mar 02 17:39:20.190396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58950) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:20.196361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:20.203581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:20.208834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Usage tracker for resource:router and tenant:532e6b9d45b045b7ba836b64530b34f5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:20.213492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:20.221139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:20.235747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.237035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.263918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.295023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:20.315916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] No DVR routers for this DVR port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:20.369934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] For port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,segment=NetworkSegment(923ac289-3aa3-4417-81c0-3b9aaa8aacc9),segment_id=923ac289-3aa3-4417-81c0-3b9aaa8aacc9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:20.370536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.374293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:20.522614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] For port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a88aaad5-af1a-4cbe-9eb0-49e9e1b79532,segment=NetworkSegment(378136a7-6805-4a77-b8ba-b50aafe5beb0),segment_id=378136a7-6805-4a77-b8ba-b50aafe5beb0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:20.523013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.602204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:20.676837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-691fb2ee-5bdb-4555-8155-6ba34dea1b67 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2777302 Mar 02 17:39:20.692747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Calling delete_port for 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:20.694101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.726968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e0a1f819-d40f-4ef6-afd3-8b9ef3d111bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:20.730768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e0a1f819-d40f-4ef6-afd3-8b9ef3d111bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:20.731645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e0a1f819-d40f-4ef6-afd3-8b9ef3d111bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:20.742515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.783797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34f1d62-b898-4fb8-8963-821479af51a2']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:20.795555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Calling delete_port for a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:20.806213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e0a1f819-d40f-4ef6-afd3-8b9ef3d111bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:20.807422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e0a1f819-d40f-4ef6-afd3-8b9ef3d111bc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/networks?id=34f73406-d559-44a6-af4b-819634f1203b&id=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 HTTP/1.1" status: 200 len: 1392 time: 0.4605930 Mar 02 17:39:20.808812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378136a7-6805-4a77-b8ba-b50aafe5beb0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:20.809351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378136a7-6805-4a77-b8ba-b50aafe5beb0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:20.822620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:20.823002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.824154 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.839521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.841463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-d09636b5-36d7-4eec-94e1-600b35fb02f5 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/quotas/8d28e9987f9943cf9135c6ff8fc51920 HTTP/1.1" status: 200 len: 375 time: 0.0225604 Mar 02 17:39:20.878665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.894719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Pushing event deleted for resources: {'Port': ['ID=5197fef7-8da0-4c42-bd1e-76ae50ee8d70,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:20.900446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:39:20.900984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:39:20.915938 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:39:20.971736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] No DVR routers for this DVR port 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:20.997352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-c8caec52-f399-4a2c-88c5-4d6d7b971111 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436415 Mar 02 17:39:21.099966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-1ca4d3ae-cc98-4561-a60a-e8c58a49bac5', 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'fixed_ips': [{'subnet_id': '4ffeab13-770d-453e-8357-63c3bf9548a8'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:39:21.100783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.140629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.171903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.233474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34f1d62-b898-4fb8-8963-821479af51a2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:21.246074 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.250789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Sync routers for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:21.314463 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27003818-2c92-427a-b6cf-ac1d5ac39f23 None None] New status for floating IP 11203a9b-8143-4c51-9982-a1eaaebb0b09: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:39:21.319291 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:39:21.319997 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:39:21.356681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-9bb1500b-ca2e-4c5d-adec-574145145702 service neutron] 10.222.0.37 "GET /v2.0/networks/34f73406-d559-44a6-af4b-819634f1203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154614 Mar 02 17:39:21.362530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a37686-230b-42af-96a2-7212fb3bc60c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:21.411434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-64825f16-9ce0-4f98-ab0a-470b08073843', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:39:21.413355 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.428540 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eff1dbfb-0db1-4be4-9d37-624bd0c13410 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e34f1d62-b898-4fb8-8963-821479af51a2 HTTP/1.1" status: 204 len: 168 time: 2.5798585 Mar 02 17:39:21.451612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923ac289-3aa3-4417-81c0-3b9aaa8aacc9') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:21.452004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923ac289-3aa3-4417-81c0-3b9aaa8aacc9') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:21.525420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.529845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.551465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:21.552138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:21.553256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_agentschedulers_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07c350ba-0968-4152-bd11-de9b00ecbf0c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:21.556794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c8eee-51e4-4d1f-934f-a90680221018 None None] DHCP port deletion for 98a37686-230b-42af-96a2-7212fb3bc60c request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:39:21.587180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.608378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:39:21.608897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:39:21.638384 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:39:21.642561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:21.643293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:21.643903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_agentschedulers_db [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07c350ba-0968-4152-bd11-de9b00ecbf0c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:21.644276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36a06d-d635-4ede-acec-93c767ac07b5 None None] The sync data for ids ['07c350ba-0968-4152-bd11-de9b00ecbf0c'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:21.659212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.735982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:21.824309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Deleting port a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:21.824682 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.896905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:21.902641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.910045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.919995 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.967141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:21.984294 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] 10.222.0.37 "DELETE /v2.0/networks/98a37686-230b-42af-96a2-7212fb3bc60c HTTP/1.1" status: 204 len: 168 time: 2.3876827 Mar 02 17:39:21.985652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d43a05-cc43-4cd3-8227-2ed0c76b6196 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a37686-230b-42af-96a2-7212fb3bc60c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:21.998741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b4b8142-7585-4b50-9fcd-0d86561506a6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 991 time: 0.2614918 Mar 02 17:39:22.010792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Allocated IP 19.86.0.2 (1ca4d3ae-cc98-4561-a60a-e8c58a49bac5/4ffeab13-770d-453e-8357-63c3bf9548a8/8b00255f-8240-4e2e-bfed-375c7101b85b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:22.120626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Allocated IP 172.20.0.2 (64825f16-9ce0-4f98-ab0a-470b08073843/e4b7f695-e045-4650-91b1-9ed60066902d/73317a42-6858-4609-8037-ac0aa756e150) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:22.144875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58974) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:22.246530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-983e81d0-c547-4f42-8425-963a8cc82215 None None] The port 'a88aaad5-af1a-4cbe-9eb0-49e9e1b79532' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:39:22.251854 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0448b8a7-2024-4b60-a577-7fbdb8a64cd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eb4b2c3360a41d9a4b021180f4cb73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1039481 Mar 02 17:39:22.252719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:22.324659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:22.396933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:22.401164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1be70308-21b3-46cf-9d85-8fcf8698769f None None] Provisioning complete for port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:22.401736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1be70308-21b3-46cf-9d85-8fcf8698769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.431361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:22.494806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.496523 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8737fdf9-c5b4-48ee-99d0-6eaba0ebabb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e59fe6411be74a06a29652facc9b8495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1707253 Mar 02 17:39:22.508364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58986) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:22.542370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:22.542773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a88aaad5-af1a-4cbe-9eb0-49e9e1b79532 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:22.543676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1eecddf3-2a1d-4059-b035-a49806a5af3d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:22.552602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-cfa4da1f-c488-4dff-a69f-5b4a157b812d service neutron] 10.222.0.37 "GET /v2.0/networks/34f73406-d559-44a6-af4b-819634f1203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1901808 Mar 02 17:39:22.567117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.605702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Allocated IP 172.25.3.230 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/9940dc63-8890-4eec-9d82-ac41ce27122e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:22.612985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae66a6-f629-4ddd-bf4c-b1451ff9aab9 req-43d4d574-9d14-424d-ab31-6d1a5e437ad4 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:22.614436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaae66a6-f629-4ddd-bf4c-b1451ff9aab9 req-43d4d574-9d14-424d-ab31-6d1a5e437ad4 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.7574956 Mar 02 17:39:22.659693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.670231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1eecddf3-2a1d-4059-b035-a49806a5af3d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:22.670590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1eecddf3-2a1d-4059-b035-a49806a5af3d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:22.743102 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.765935 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.837332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3649f-91d1-413c-84a8-5769bde3cb05,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:22.846971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.852085 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b317ceb-1422-4f87-a279-7dfa7aa40a9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66c3649f-91d1-413c-84a8-5769bde3cb05 HTTP/1.1" status: 204 len: 168 time: 0.5955334 Mar 02 17:39:22.882939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaae66a6-f629-4ddd-bf4c-b1451ff9aab9 req-1e90e93e-1a97-4267-bb60-67c50e727b1f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170846 Mar 02 17:39:22.894137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-e20204c4-f474-46f1-b0ae-671e91a9358a service neutron] 10.222.0.37 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320501 Mar 02 17:39:22.897910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.948793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989de645-62c7-4688-b67f-05f82ca63496,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:22.963761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:22.964877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7fb81d83-b848-4b5d-9f95-1fb960bb1605 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/989de645-62c7-4688-b67f-05f82ca63496 HTTP/1.1" status: 204 len: 168 time: 0.4556794 Mar 02 17:39:23.000717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:23.010129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.055151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Transition to ACTIVE for port object 73317a42-6858-4609-8037-ac0aa756e150 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:23.070665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:23.181318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.215404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f1c8006a-929d-4519-a0ec-b4d54cf3981a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 993 time: 0.2090893 Mar 02 17:39:23.288814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.310172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Transition to ACTIVE for port object 73317a42-6858-4609-8037-ac0aa756e150 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:23.315329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Transition to ACTIVE for port object 8b00255f-8240-4e2e-bfed-375c7101b85b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:23.326436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-c30ea3ed-9b5c-4072-94da-7b058fe79bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042048 Mar 02 17:39:23.337151 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.352950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.407078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Transition to ACTIVE for port object 8b00255f-8240-4e2e-bfed-375c7101b85b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:23.437113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:23.449201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Pushing event updated for resources: {'Port': ['ID=73317a42-6858-4609-8037-ac0aa756e150,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:23.463128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Network 64825f16-9ce0-4f98-ab0a-470b08073843 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:23.504755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Sync routers for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:23.507485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:23.523029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:23.643733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439a92-1ad4-4669-a1a0-70d3561f3f08 req-457c8cbb-fa82-45c9-a469-a42c25b6d393 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:23.651660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf439a92-1ad4-4669-a1a0-70d3561f3f08 req-457c8cbb-fa82-45c9-a469-a42c25b6d393 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.4012635 Mar 02 17:39:23.655698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:23.657218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Pushing event updated for resources: {'Port': ['ID=9940dc63-8890-4eec-9d82-ac41ce27122e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:23.681047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:23.681047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:23.681752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:23.808059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf439a92-1ad4-4669-a1a0-70d3561f3f08 req-5e95015b-a351-4c26-88ae-931eb08664a4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551185 Mar 02 17:39:23.829492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:23.831209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:23.841170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:23.854766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Pushing event updated for resources: {'Port': ['ID=8b00255f-8240-4e2e-bfed-375c7101b85b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:23.880061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:23.881402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:24.034029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:24.034407 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:24.060386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49c8e135-af18-4942-8dd9-53a26a4b030b req-15d4bed2-414b-480f-81e6-a1f7775bbbb9 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 210 time: 0.0951226 Mar 02 17:39:24.095958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:24.096697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:24.835215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Attempting to bind port 73317a42-6858-4609-8037-ac0aa756e150 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:24.850099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Attempting to bind port 73317a42-6858-4609-8037-ac0aa756e150 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:24.850770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Attempting to bind port 73317a42-6858-4609-8037-ac0aa756e150 on network 64825f16-9ce0-4f98-ab0a-470b08073843 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:24.923434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:24.924781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Checking segment: {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:24.925447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:24.926005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Bound using segment: {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:24.926661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Bound port: 73317a42-6858-4609-8037-ac0aa756e150, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:24.927850 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:24.974918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-0b6e381a-3d6c-44b6-aa35-fb1706c3d04d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.3765197 Mar 02 17:39:25.026895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:25.076402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59050) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:25.227874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c077b2-d339-46ff-8603-2dd1148384f8 req-57c1717f-d4d9-411f-9088-8053d90e9cf7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:25.231237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17c077b2-d339-46ff-8603-2dd1148384f8 req-57c1717f-d4d9-411f-9088-8053d90e9cf7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4652402 Mar 02 17:39:25.231668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Attempting to bind port 8b00255f-8240-4e2e-bfed-375c7101b85b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:25.232202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Attempting to bind port 8b00255f-8240-4e2e-bfed-375c7101b85b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:25.232557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Attempting to bind port 8b00255f-8240-4e2e-bfed-375c7101b85b on network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:25.274118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1300a9-9e23-4147-b3d9-8014e7f8276f req-318180f3-a8dd-4176-b1d5-8ba1116f4b8a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:25.276368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1300a9-9e23-4147-b3d9-8014e7f8276f req-318180f3-a8dd-4176-b1d5-8ba1116f4b8a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 945 time: 0.3743248 Mar 02 17:39:25.299349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-972237562-network', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:25.306262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:25.310608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Usage tracker for resource:network and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:25.313930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:25.320718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:25.321101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Checking segment: {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:25.321481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.321869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Bound using segment: {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:25.321982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:25.322344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Bound port: 8b00255f-8240-4e2e-bfed-375c7101b85b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:25.322736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.335847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Made reservation on behalf of 826a8ddf31f648f7a131ecab584b78d1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:25.340261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.354211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.391816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:25.396193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-0adc0473-9225-47d3-91c4-9b972ff0f51d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:25.397881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-0adc0473-9225-47d3-91c4-9b972ff0f51d service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.4034190 Mar 02 17:39:25.398480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Usage tracker for resource:security_group_rule and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:25.398954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.403843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:25.417902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:25.426720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17c077b2-d339-46ff-8603-2dd1148384f8 req-45c9a43a-58d9-438f-8eac-47d5cd59e553 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788745 Mar 02 17:39:25.533859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.549779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.557632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:25.581052 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.581821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:25.607459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a51de-d311-4bbc-99ea-55b810cfa961,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:25.623788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:39:25.639822 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.640252 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Added segment a074d16f-f9ae-4277-a779-7f5b359b7276 of type vlan for network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb Mar 02 17:39:25.669675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] For port 73317a42-6858-4609-8037-ac0aa756e150, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:25.696744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.724913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] For port 73317a42-6858-4609-8037-ac0aa756e150, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=73317a42-6858-4609-8037-ac0aa756e150,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:25.743114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.744359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:25.745123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.755429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1300a9-9e23-4147-b3d9-8014e7f8276f req-c95f376d-28b9-40a9-a6fc-65b7cec973ca tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596734 Mar 02 17:39:25.774521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.831486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:25.876012 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Sync routers for ids ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:25.898869 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:25.899518 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:25.900406 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:25.919831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] For port 8b00255f-8240-4e2e-bfed-375c7101b85b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:25.939845 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:25.940602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 17:39:25.941384 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 17:39:25.943462 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3373e5-8561-4576-8333-f523d5dd948f None None] The sync data for ids ['2ff47944-0ccc-4f05-9d40-6706ffd4b2f2'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:25.961350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] For port 8b00255f-8240-4e2e-bfed-375c7101b85b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b00255f-8240-4e2e-bfed-375c7101b85b,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:25.984693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33d23b28-b7e3-444d-bcc1-008c2a9cb047 req-e65a13fd-de64-44da-853e-39b7a7e812e6 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 210 time: 0.2252986 Mar 02 17:39:25.987963 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:25.992828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:39:26.006555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:26.032534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-d43ed268-6053-429f-928f-c73134bcd398 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.6225035 Mar 02 17:39:26.061712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:26.062066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:26.105360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9930d2-4f47-4d95-9f3e-030109d9dedb None None] Pushing event updated for resources: {'Port': ['ID=73317a42-6858-4609-8037-ac0aa756e150,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:26.275205 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1969090 Mar 02 17:39:26.289555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59070) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:26.295721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16177673-cbfd-49ac-a75e-3e20de7c74a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4574b9d1-7c45-438e-a520-e59fe4e4fcdb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:26.320838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Request body: {'subnet': {'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-972237562-subnet', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:26.332344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:26.342498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:39:26.343608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Usage tracker for resource:subnet and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:26.353307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:26.368346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:26.440717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Made reservation on behalf of 826a8ddf31f648f7a131ecab584b78d1 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:26.443974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:26.450988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-c36050c4-baff-4e4e-a86b-d0d2ded962e6 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1886246 Mar 02 17:39:26.483728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-51c70456-b68d-4783-8bbc-14aa4d8c6215 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:26.488729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-51c70456-b68d-4783-8bbc-14aa4d8c6215 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:26.489980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-51c70456-b68d-4783-8bbc-14aa4d8c6215 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:26.789171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-51c70456-b68d-4783-8bbc-14aa4d8c6215 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:26.796055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-51c70456-b68d-4783-8bbc-14aa4d8c6215 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "GET /v2.0/networks?id=34f73406-d559-44a6-af4b-819634f1203b&id=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 HTTP/1.1" status: 200 len: 1392 time: 0.8347385 Mar 02 17:39:26.844271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'port': {'device_id': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'network_id': '34f73406-d559-44a6-af4b-819634f1203b', 'admin_state_up': True, 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:26.961583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '5bf774da-6edc-432c-ba65-79a72967f6e2', 'name': '', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'mac_address': 'fa:16:3e:a2:21:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:38:04Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 2, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'subnets': [{'id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:27.030655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Checking router: a5a08b9c-f0b5-445c-96d5-75e336368912 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:27.030655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Updating router a5a08b9c-f0b5-445c-96d5-75e336368912 port 5bf774da-6edc-432c-ba65-79a72967f6e2 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:39:27.047920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a1f44408-bc8b-410f-8330-dde4cfe03a09 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:27.049439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a1f44408-bc8b-410f-8330-dde4cfe03a09 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5786195 Mar 02 17:39:27.053628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-61d3e4ba-754c-4e0f-b150-73bacf9b476e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:27.055177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-61d3e4ba-754c-4e0f-b150-73bacf9b476e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.8856535 Mar 02 17:39:27.066955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd2f67-193e-4854-9a95-ab95d193e19d None None] Pushing event updated for resources: {'Port': ['ID=8b00255f-8240-4e2e-bfed-375c7101b85b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:27.081066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:27.181258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:27.186514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:27.213791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:27.232796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:port and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:27.239118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:27.240270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:27.256664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:27.285791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:27.352277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:27.364322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:27.437824 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:27.479567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Checking segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:27.479936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Network hostable DHCP agents. Network: 4574b9d1-7c45-438e-a520-e59fe4e4fcdb, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:39:27.493982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-231dcc50-0af7-452b-974a-0b5b5a277e92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883592 Mar 02 17:39:27.515561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-915b5c63-1ed5-42eb-b255-1f485f1dc4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7497697 Mar 02 17:39:27.563658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-6a78a446-24a0-40fa-9213-294f1c0311a2 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/quotas/c6ca4f0b94844cf3870bc881bfe418b5 HTTP/1.1" status: 200 len: 375 time: 0.5043728 Mar 02 17:39:27.666403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Allocated IP 19.80.0.156 (34f73406-d559-44a6-af4b-819634f1203b/edec5092-ada1-43dc-960d-7143d2a78aea/8aafb0ae-7539-4531-8cfb-4240e34d1fd0) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:27.694117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:27.734595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb319997-95e6-4fc8-b3b7-da56d1f9d5f8,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:27.747510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:27.806400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-c222ea95-eb4e-4b49-a257-2e29ea6ec2c3 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2407775 Mar 02 17:39:27.856293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:39:27.957767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:27.958172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5197fef7-8da0-4c42-bd1e-76ae50ee8d70 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:28.057243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce36838-1cf0-47b2-840e-717166134516 req-76f01fca-5008-48ee-8edf-46458583739f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:28.058533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ce36838-1cf0-47b2-840e-717166134516 req-76f01fca-5008-48ee-8edf-46458583739f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 943 time: 0.7316544 Mar 02 17:39:28.075587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609a559-f4c2-4d52-b7ad-7f710180e41c req-60adda0a-3e55-415e-b60a-3bae60e118fb tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:28.086685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f609a559-f4c2-4d52-b7ad-7f710180e41c req-60adda0a-3e55-415e-b60a-3bae60e118fb tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 1.0824454 Mar 02 17:39:28.139616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4574b9d1-7c45-438e-a520-e59fe4e4fcdb) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:28.178278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.206102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:28.209371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.259291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0eb7cb-ef13-4a9d-b93b-d3f9327c0b0f None None] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:28.281741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10605ad1-c204-4a13-8d95-2d7d1510be01 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9907186 Mar 02 17:39:28.289813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59088) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:28.320095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:28.336197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-cdbcd5c4-2d76-4081-836d-0ccfdce6ef53 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170979 Mar 02 17:39:28.338234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:28.345346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Usage tracker for resource:router and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:28.350852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151926c8-9672-4cb0-9f51-41bf37d359bc None None] Network 64825f16-9ce0-4f98-ab0a-470b08073843 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:28.358389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:28.367749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Transition to ACTIVE for port object 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:28.369400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:28.386103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.387273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.418930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.436675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.444857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Deleting port 46910b55-b08b-4308-b337-bcc8b4a13d95 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:28.445324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.602255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b00255f-8240-4e2e-bfed-375c7101b85b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:28.627574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 34f73406-d559-44a6-af4b-819634f1203b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:28.636232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:28.747238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:28.778873 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.818851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-37fcb4b8-1b9a-4274-b5c9-2554a7227849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 1096 time: 1.2511179 Mar 02 17:39:28.873918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b73c3-36c4-46b2-9130-c88bebde36e5 None None] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:28.931318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:28.945189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:28.951385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:28.987587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.009095 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-b7afedf5-119d-4c66-a4ca-04f404b93ae3 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1756625 Mar 02 17:39:29.034131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Transition to ACTIVE for port object 5bf774da-6edc-432c-ba65-79a72967f6e2 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:29.063278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Request body: {'port': {'device_id': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5', 'admin_state_up': True, 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:29.071922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7a9f6025-6f6f-4b58-a8fb-ca73e553b73a None None] Provisioning for port 73317a42-6858-4609-8037-ac0aa756e150 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:29.090189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.278863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f609a559-f4c2-4d52-b7ad-7f710180e41c req-de05dc9b-9730-4158-a8e8-2c37389a1402 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1911287 Mar 02 17:39:29.363157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:29.391553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Usage tracker for resource:port and tenant:8d28e9987f9943cf9135c6ff8fc51920 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:29.398136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:29.420271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:29.482443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Made reservation on behalf of 8d28e9987f9943cf9135c6ff8fc51920 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:29.486560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-18939587-d321-40d3-8675-ce0b30cfb526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:29.491866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-18939587-d321-40d3-8675-ce0b30cfb526 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.6332414 Mar 02 17:39:29.493864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.528970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:29.569402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dcea1-8ede-404c-8879-d60e31d24128 None None] Pushing event updated for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:29.584788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c7bf-1ef3-457d-b173-d97eda6b2e47 req-40200749-774e-431b-a525-4cc4b75976a6 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:29.598433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84c4c7bf-1ef3-457d-b173-d97eda6b2e47 req-40200749-774e-431b-a525-4cc4b75976a6 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 943 time: 1.2541440 Mar 02 17:39:29.670642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Sync routers for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:29.688338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8b00255f-8240-4e2e-bfed-375c7101b85b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:29.691735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Provisioning for port 8b00255f-8240-4e2e-bfed-375c7101b85b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:29.753254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Provisioning complete for port 8b00255f-8240-4e2e-bfed-375c7101b85b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:29.753914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.776817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b00255f-8240-4e2e-bfed-375c7101b85b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:29.777463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.779851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:29.783945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fa7613ac-36c0-44e6-bee4-11c2654fe2ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5894682 Mar 02 17:39:29.793223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:29.847341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-adfd7c03-5eae-4d52-a0d3-e02939e1c091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 HTTP/1.1" status: 200 len: 217 time: 0.2986479 Mar 02 17:39:29.858323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f5ce07-c084-4f93-a678-b30e24cba7d2 req-5e620f46-e780-4905-83c1-c1c14298ad84 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3290780 Mar 02 17:39:29.890718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:39:29.891101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.004808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] For port 46910b55-b08b-4308-b337-bcc8b4a13d95, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=46910b55-b08b-4308-b337-bcc8b4a13d95,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:30.006198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.010993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:30.011639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:30.053464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-05178a48-64c6-424c-ab6b-429102bbfbe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:30.056055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-05178a48-64c6-424c-ab6b-429102bbfbe9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1961565 Mar 02 17:39:30.150412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.209461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.238543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Attempting to bind port 5bf774da-6edc-432c-ba65-79a72967f6e2 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:30.238914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Attempting to bind port 5bf774da-6edc-432c-ba65-79a72967f6e2 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:30.239833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Attempting to bind port 5bf774da-6edc-432c-ba65-79a72967f6e2 on network e4a87e7f-6089-4bc3-8d18-e2555530b107 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:30.253314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Calling delete_port for 46910b55-b08b-4308-b337-bcc8b4a13d95 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:30.290662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84c4c7bf-1ef3-457d-b173-d97eda6b2e47 req-dc411141-d4a3-4640-9473-24bb95a70d50 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889822 Mar 02 17:39:30.341474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Allocated IP 19.86.0.69 (1ca4d3ae-cc98-4561-a60a-e8c58a49bac5/4ffeab13-770d-453e-8357-63c3bf9548a8/23077a29-60e8-41ab-ba80-b8f92dfc5d31) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:30.360906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b7ff9-bfb2-431f-a6ce-204ee71fa46e req-bb5ef755-4064-4f45-b156-c5c75d86c823 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:30.367218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:30.367578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Checking segment: {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:30.367971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.368361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Bound using segment: {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:30.369127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Bound port: 5bf774da-6edc-432c-ba65-79a72967f6e2, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74ffd6f-1778-4082-bd59-a542a6f71bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:30.369495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.370269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e22b7ff9-bfb2-431f-a6ce-204ee71fa46e req-bb5ef755-4064-4f45-b156-c5c75d86c823 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 932 time: 0.8229547 Mar 02 17:39:30.521520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.636348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-c53a663a-19b9-4ddd-8031-b73f9ced0798 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895359 Mar 02 17:39:30.637163 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'code': 200} Mar 02 17:39:30.848322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] For port 5bf774da-6edc-432c-ba65-79a72967f6e2, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:30.862758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:30.894414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Allocated IP 172.25.3.76 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/af097bc7-33d4-4688-b3ad-a68a0e8eceab) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:30.905021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:31.023769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e22b7ff9-bfb2-431f-a6ce-204ee71fa46e req-507e5563-4674-48f2-a27d-58678765da1e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527429 Mar 02 17:39:31.048635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Allocated IP 172.20.0.2 (4574b9d1-7c45-438e-a520-e59fe4e4fcdb/eb319997-95e6-4fc8-b3b7-da56d1f9d5f8/05e3d6bb-f3f2-4d7b-9844-366a46980de0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:31.095710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbdb4195-cb33-47c4-93ec-c50ca1101c41 req-f52f2db9-4a78-4e7c-9894-917d0ccc21cb tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 210 time: 0.1164689 Mar 02 17:39:31.104276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.196785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-a7a545c2-5631-400a-b5f6-3993b93e1d41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9925871 Mar 02 17:39:31.214747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event deleted for resources: {'Port': ['ID=46910b55-b08b-4308-b337-bcc8b4a13d95,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:31.248205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] For port 8b00255f-8240-4e2e-bfed-375c7101b85b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b00255f-8240-4e2e-bfed-375c7101b85b,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:31.251491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] For port 5bf774da-6edc-432c-ba65-79a72967f6e2, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5bf774da-6edc-432c-ba65-79a72967f6e2,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:31.265046 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.293033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.302884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.423242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Transition to ACTIVE for port object 23077a29-60e8-41ab-ba80-b8f92dfc5d31 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:31.485196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.508045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-9c6106bc-5ea9-41dd-b166-6e13e671d2cd service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968102 Mar 02 17:39:31.519190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a7a72334-ba7b-4beb-bebf-5b5165c183cb tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:31.525456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a7a72334-ba7b-4beb-bebf-5b5165c183cb tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8870339 Mar 02 17:39:31.526932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.527292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.531409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.531732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.532095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.532444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.533598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.533951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.534376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.536130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.537827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:31.560625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Request body: {'port': {'device_id': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'c6ca4f0b94844cf3870bc881bfe418b5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:31.587139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.697385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:31.708630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event updated for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:31.758374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:31.766401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:31.775923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:31.893894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:39:31.894447 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:39:31.916462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:31.939291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:31.971132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Provisioning for port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:31.978785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dcea1-8ede-404c-8879-d60e31d24128 None None] Pushing event updated for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:31.996313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d17ab82d-8201-4e52-9542-95c81ec3eb82 req-557e0cb0-8a0d-494c-b537-b9aed84c6297 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 210 time: 0.3731072 Mar 02 17:39:32.064129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] No DVR routers for this DVR port 46910b55-b08b-4308-b337-bcc8b4a13d95 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:32.066931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.072500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:32.088993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-deleted', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:32.156446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Pushing event updated for resources: {'Port': ['ID=af097bc7-33d4-4688-b3ad-a68a0e8eceab,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:32.162078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ce36838-1cf0-47b2-840e-717166134516 req-d7d7e31c-2aa0-44d3-a82e-326508f20c06 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "DELETE /v2.0/ports/46910b55-b08b-4308-b337-bcc8b4a13d95 HTTP/1.1" status: 204 len: 173 time: 4.0669241 Mar 02 17:39:32.194493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ef04e-79bb-4997-9228-afb47a9f899f req-97159a7a-1205-444d-bb48-70f90ca271d5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:32.204179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a1ef04e-79bb-4997-9228-afb47a9f899f req-97159a7a-1205-444d-bb48-70f90ca271d5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.9255466 Mar 02 17:39:32.246045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Provisioning complete for port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:32.248969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.276059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:32.276737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.328183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Pushing event updated for resources: {'Port': ['ID=8b00255f-8240-4e2e-bfed-375c7101b85b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:32.335403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a1ef04e-79bb-4997-9228-afb47a9f899f req-81dbcf2e-e869-48a5-9bc4-51f5f81243d0 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296816 Mar 02 17:39:32.350392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:32.367580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5386fa-9518-4ec6-8aef-ce55a2034192 req-5b0c80be-ba28-4063-924a-c9a0be5525a5 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824702 Mar 02 17:39:32.368631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:32.416382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Usage tracker for resource:port and tenant:c6ca4f0b94844cf3870bc881bfe418b5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:32.423241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:32.433392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:32.455835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:32.460169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:32.461575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Made reservation on behalf of c6ca4f0b94844cf3870bc881bfe418b5 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:32.464602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.503681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.517336 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-08e0cf0a-4939-4a0a-a7fa-32610b481ebd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4611375 Mar 02 17:39:32.558167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Request body: {'port': {'device_id': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:32.561199 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e84816f-4a86-4bb5-a018-b7941a5db9df', 'name': 'network-vif-deleted', 'tag': '46910b55-b08b-4308-b337-bcc8b4a13d95', 'status': 'completed', 'code': 200} Mar 02 17:39:32.594012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ec3d-2935-4463-8670-160c2ae36e6c req-f3928aca-5468-48a5-9eb1-a29e45958c9d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:32.598099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ec3d-2935-4463-8670-160c2ae36e6c req-f3928aca-5468-48a5-9eb1-a29e45958c9d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:32.605719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24c7ec3d-2935-4463-8670-160c2ae36e6c req-f3928aca-5468-48a5-9eb1-a29e45958c9d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1654 time: 0.2655478 Mar 02 17:39:32.635413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:32.651266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Usage tracker for resource:security_group_rule and tenant:c6ca4f0b94844cf3870bc881bfe418b5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:32.657030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:32.668181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:32.680808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.681912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.717310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24c7ec3d-2935-4463-8670-160c2ae36e6c req-e4e16aef-d52e-4605-8f29-26a2c6b0d570 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106906 Mar 02 17:39:32.735089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-addccb7f-5a02-40d8-80a2-159ee9c59633 req-05e910db-446a-4cc0-a46f-b1f829a77883 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 210 time: 0.0541742 Mar 02 17:39:32.756337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 46910b55-b08b-4308-b337-bcc8b4a13d95 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:32.756337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 46910b55-b08b-4308-b337-bcc8b4a13d95 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:32.830732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.839675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:32.903207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-26f0b6b7-553f-421b-8dde-c8c5bc7bea86 None None] Port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:32.944848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:32.964650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:33.007664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:33.088376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Allocated IP 192.168.233.211 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/27df1943-6bdc-4e50-86d1-3dc2978d9efa) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:33.091388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.141639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.198793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Transition to ACTIVE for port object 05e3d6bb-f3f2-4d7b-9844-366a46980de0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:33.263050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Transition to ACTIVE for port object 05e3d6bb-f3f2-4d7b-9844-366a46980de0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:33.328593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.553390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Provisioning complete for port 8b00255f-8240-4e2e-bfed-375c7101b85b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:33.554138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.663591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Pushing event updated for resources: {'Port': ['ID=05e3d6bb-f3f2-4d7b-9844-366a46980de0,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:33.704831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-144bcb9d-5ada-4381-94c1-8e4b90c03ed1 req-8f065b92-293c-4228-b155-5a95da16a84d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:33.714165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.743753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:33.747993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.771152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:33.781528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:33.794496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Transition to ACTIVE for port object 27df1943-6bdc-4e50-86d1-3dc2978d9efa will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:33.800265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-144bcb9d-5ada-4381-94c1-8e4b90c03ed1 req-8f065b92-293c-4228-b155-5a95da16a84d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:33.801653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-144bcb9d-5ada-4381-94c1-8e4b90c03ed1 req-8f065b92-293c-4228-b155-5a95da16a84d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e84816f-4a86-4bb5-a018-b7941a5db9df HTTP/1.1" status: 200 len: 210 time: 0.3468058 Mar 02 17:39:33.837421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293eaf1-b325-4e98-97f7-292bdf4e31f8 req-de082aa0-01c6-42b4-b49f-1ceb9008efa9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:33.839722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3293eaf1-b325-4e98-97f7-292bdf4e31f8 req-de082aa0-01c6-42b4-b49f-1ceb9008efa9 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2163496 Mar 02 17:39:33.840617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:33.841270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.906025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:33.996605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:23Z', 'revision_number': 3, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:34.011540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Allocated IP 172.20.0.1 (64825f16-9ce0-4f98-ab0a-470b08073843/e4b7f695-e045-4650-91b1-9ed60066902d/3f897b20-d75e-4023-b5ef-b702d39eb7f4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:34.015252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3293eaf1-b325-4e98-97f7-292bdf4e31f8 req-4469ba7a-e652-44eb-ae54-23d39f10eaa2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693313 Mar 02 17:39:34.033369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:34.042452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:34.139562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Checking router: 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:34.140109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Updating router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 port 9940dc63-8890-4eec-9d82-ac41ce27122e binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:39:34.143297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:34.196236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Pushing event updated for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:34.307885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.311163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:34.311808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.343500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Attempting to bind port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:34.343875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Attempting to bind port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:34.344279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Attempting to bind port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 on network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:34.361565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a790f07d-1325-444c-bd0f-2239cac0543f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8061104 Mar 02 17:39:34.376871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a771298-6957-4176-9aeb-00bd40c18f95 req-9ab0021c-518a-4b45-8ddc-12df05c2807f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:34.381932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a771298-6957-4176-9aeb-00bd40c18f95 req-9ab0021c-518a-4b45-8ddc-12df05c2807f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:34.383568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a771298-6957-4176-9aeb-00bd40c18f95 req-9ab0021c-518a-4b45-8ddc-12df05c2807f tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1654 time: 0.3208511 Mar 02 17:39:34.388516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Request body: {'port': {'device_id': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:34.397540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:34.398073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Checking segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:34.398487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.398906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Bound using segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:34.399388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Bound port: 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:34.399759 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.454767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.487750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Transition to ACTIVE for port object 3f897b20-d75e-4023-b5ef-b702d39eb7f4 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:34.497830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-5be4cb99-2e05-4d46-b823-ec705eb41dc0 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:34.498707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-5be4cb99-2e05-4d46-b823-ec705eb41dc0 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Synchronizing usage tracker for tenant:c6ca4f0b94844cf3870bc881bfe418b5 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:34.515867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 73317a42-6858-4609-8037-ac0aa756e150 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:34.584335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a771298-6957-4176-9aeb-00bd40c18f95 req-5f88016c-7a30-4fe8-b645-b253b4ff8030 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688547 Mar 02 17:39:34.600265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:34.623101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.634328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-5be4cb99-2e05-4d46-b823-ec705eb41dc0 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Unset dirty status for tenant:c6ca4f0b94844cf3870bc881bfe418b5 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:34.639537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-5be4cb99-2e05-4d46-b823-ec705eb41dc0 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 936 time: 0.4008408 Mar 02 17:39:34.644639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.654678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Provisioning for port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:34.657990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.732942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:39:34.753586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Provisioning complete for port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:34.753894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.762206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Transition to ACTIVE for port object 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:34.774305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Network 64825f16-9ce0-4f98-ab0a-470b08073843 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:34.783273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:34.785823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:34.796380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:34.809814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-4df21e4e-7391-42ee-a0a8-38c54fcf3d21 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Synchronizing usage tracker for tenant:c6ca4f0b94844cf3870bc881bfe418b5 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:34.844656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Pushing event updated for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:34.893579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] For port 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:34.900911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] For port 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=05e3d6bb-f3f2-4d7b-9844-366a46980de0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:34.932283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:35.001444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-4df21e4e-7391-42ee-a0a8-38c54fcf3d21 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Unset dirty status for tenant:c6ca4f0b94844cf3870bc881bfe418b5 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:35.003806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2a94bf9-baaf-4972-8c77-734d3810caf8 req-4df21e4e-7391-42ee-a0a8-38c54fcf3d21 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487904 Mar 02 17:39:35.046303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.347342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 73317a42-6858-4609-8037-ac0aa756e150 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:35.423340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.435052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 73317a42-6858-4609-8037-ac0aa756e150 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:35.435614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.456880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:35.494205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdfa19-285e-4263-9938-57bbf81d95f9 None None] Pushing event updated for resources: {'Port': ['ID=05e3d6bb-f3f2-4d7b-9844-366a46980de0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:35.517566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Provisioning complete for port 73317a42-6858-4609-8037-ac0aa756e150 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:35.517937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.597087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1470313a-c442-4488-9940-16e07b66d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '5bf774da-6edc-432c-ba65-79a72967f6e2', 'name': '', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'mac_address': 'fa:16:3e:a2:21:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:38:04Z', 'updated_at': '2022-03-02T17:39:30Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'subnets': [{'id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:35.638363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470313a-c442-4488-9940-16e07b66d372 None None] The sync data for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 is: [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:38:05Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '5bf774da-6edc-432c-ba65-79a72967f6e2', 'name': '', 'network_id': 'e4a87e7f-6089-4bc3-8d18-e2555530b107', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'mac_address': 'fa:16:3e:a2:21:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:38:04Z', 'updated_at': '2022-03-02T17:39:30Z', 'revision_number': 4, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'subnets': [{'id': '90d8d3a0-c883-405c-ad86-2ee93870e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:35.807265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2c5be-2092-4717-8dad-a750f58c32fe req-2682229e-e700-4bd9-9737-bcf883785606 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:35.812454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41d2c5be-2092-4717-8dad-a750f58c32fe req-2682229e-e700-4bd9-9737-bcf883785606 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4727468 Mar 02 17:39:35.842616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47f2ff-8714-43cd-ad0e-6f39bfe8666e req-682ab7c4-618b-486d-a521-497767d604f9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:35.854624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e47f2ff-8714-43cd-ad0e-6f39bfe8666e req-682ab7c4-618b-486d-a521-497767d604f9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2518859 Mar 02 17:39:35.935047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:39:35.941713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.955979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:35.992808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Transition to ACTIVE for port object 9940dc63-8890-4eec-9d82-ac41ce27122e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:35.997400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Attempting to bind port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:35.998236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Attempting to bind port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:35.998613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Attempting to bind port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 on network 34f73406-d559-44a6-af4b-819634f1203b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:36.003422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.003871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.034929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.058242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 on network 34f73406-d559-44a6-af4b-819634f1203b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:39:36.065680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Attempting to bind port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 on network 34f73406-d559-44a6-af4b-819634f1203b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:36.119427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] For port 73317a42-6858-4609-8037-ac0aa756e150, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=73317a42-6858-4609-8037-ac0aa756e150,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:36.146782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e47f2ff-8714-43cd-ad0e-6f39bfe8666e req-2c051b5e-b75a-4db4-b41f-d341e32657f1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475502 Mar 02 17:39:36.152280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:36.152625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Checking segment: {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:36.153609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Bound using segment: {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:36.153609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Bound port: 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0576dd3b-b17e-4c92-96bc-3c966dda6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34f73406-d559-44a6-af4b-819634f1203b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:36.154083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.154827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.173309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41d2c5be-2092-4717-8dad-a750f58c32fe req-42ef29b6-c359-47b3-bc6e-9767103564c3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508592 Mar 02 17:39:36.189118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27df1943-6bdc-4e50-86d1-3dc2978d9efa {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:36.203133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.232265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Transition to ACTIVE for port object 27df1943-6bdc-4e50-86d1-3dc2978d9efa will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:36.248376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.256625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680b328-b68b-4d2a-88b6-723d19ded00c None None] Pushing event updated for resources: {'Port': ['ID=9940dc63-8890-4eec-9d82-ac41ce27122e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:36.393329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Attempting to bind port 9940dc63-8890-4eec-9d82-ac41ce27122e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:36.394156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Attempting to bind port 9940dc63-8890-4eec-9d82-ac41ce27122e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:36.394776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Attempting to bind port 9940dc63-8890-4eec-9d82-ac41ce27122e on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:36.420238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:36.421260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:36.422221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.424521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:36.425710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Bound port: 9940dc63-8890-4eec-9d82-ac41ce27122e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:36.426307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.549360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Pushing event updated for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:36.663747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:39:36.664347 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:39:36.697321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63d98c-617e-492a-89ec-15bd159830b8 None None] Pushing event updated for resources: {'Port': ['ID=73317a42-6858-4609-8037-ac0aa756e150,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:36.713278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:36.736259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078439803', 'description': 'tempest-description--594381239'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:36.777377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] For port 9940dc63-8890-4eec-9d82-ac41ce27122e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:36.787672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:36.804196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] For port 9940dc63-8890-4eec-9d82-ac41ce27122e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9940dc63-8890-4eec-9d82-ac41ce27122e,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:36.827810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.840605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:security_group and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:36.858249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:36.893242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:36.989892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:36.996121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:37.008224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.049650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:37.050793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:37.083884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.175887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:37.203087 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Sync routers for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:37.214084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:37.221759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.249453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.258269 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:37.260127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:37.367973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.369367 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b531ffab-07d6-4752-80cb-55319eba8c20 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0767851 Mar 02 17:39:37.413280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680b328-b68b-4d2a-88b6-723d19ded00c None None] Pushing event updated for resources: {'Port': ['ID=9940dc63-8890-4eec-9d82-ac41ce27122e,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:37.430775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59150) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:37.452429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ccd18c13-13ed-49ca-8884-0b51c01b0c26 None None] Provisioning for port 27df1943-6bdc-4e50-86d1-3dc2978d9efa completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:37.493613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Attempting to bind port 27df1943-6bdc-4e50-86d1-3dc2978d9efa on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:37.493936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Attempting to bind port 27df1943-6bdc-4e50-86d1-3dc2978d9efa by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:37.494345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Attempting to bind port 27df1943-6bdc-4e50-86d1-3dc2978d9efa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:37.566830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09dbba0-4de3-4c7d-a898-ee0cd8b9570e None None] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:39:37.621267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ccd18c13-13ed-49ca-8884-0b51c01b0c26 None None] Provisioning for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:37.626719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8a1d6c64-10e3-49da-a807-6de26a1f5a81 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:37.647735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Pushing event updated for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:37.666978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2ca9-1cb8-4172-898d-f3d895984e4a req-7155494f-785f-472e-bb80-56d64c047e89 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:37.673133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2ca9-1cb8-4172-898d-f3d895984e4a req-7155494f-785f-472e-bb80-56d64c047e89 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:37.678413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.681997 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] 10.222.0.50 "PUT /v2.0/ports/8aafb0ae-7539-4531-8cfb-4240e34d1fd0 HTTP/1.1" status: 200 len: 1092 time: 5.1284020 Mar 02 17:39:37.688776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe9f2ca9-1cb8-4172-898d-f3d895984e4a req-7155494f-785f-472e-bb80-56d64c047e89 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1666 time: 1.1359737 Mar 02 17:39:37.751127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:37.775151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Request body: {'port': {'device_id': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:37.786904 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:37.814548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ccd18c13-13ed-49ca-8884-0b51c01b0c26 None None] Provisioning complete for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:37.819782 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccd18c13-13ed-49ca-8884-0b51c01b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:37.897059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Port 27df1943-6bdc-4e50-86d1-3dc2978d9efa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:39:37.898105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Attempting to bind port 27df1943-6bdc-4e50-86d1-3dc2978d9efa on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:37.925704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:37.926052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:37.926491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:37.927070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Bound port: 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:37.927519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:38.011222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8a1d6c64-10e3-49da-a807-6de26a1f5a81 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:38.011745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8a1d6c64-10e3-49da-a807-6de26a1f5a81 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:38.012274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54ceb144-997d-44cb-8653-7b2d4c6e1a81 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:38.026031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:38.102245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 54ceb144-997d-44cb-8653-7b2d4c6e1a81 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:38.102609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:security_group_rule and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:38.103428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54ceb144-997d-44cb-8653-7b2d4c6e1a81 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:38.118556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe9f2ca9-1cb8-4172-898d-f3d895984e4a req-457ec2f8-589f-4c57-ab59-636fccbd3185 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287896 Mar 02 17:39:38.181355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:38.188719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:38.243499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccd18c13-13ed-49ca-8884-0b51c01b0c26 None None] Port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:38.358220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:38.377790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:38.401006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:38.422727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:38.427276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:38.533953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Network 64825f16-9ce0-4f98-ab0a-470b08073843 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:38.547902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cde8a-48b1-4c52-a227-a564eb588f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:38.559742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:38.666489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5feeb7-e7fa-4717-8ddf-04f7b1cc9736 req-79533fdc-e957-48cf-af73-c9e4b917b047 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:38.669045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c5feeb7-e7fa-4717-8ddf-04f7b1cc9736 req-79533fdc-e957-48cf-af73-c9e4b917b047 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 948 time: 1.6374207 Mar 02 17:39:38.710052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Pushing event updated for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:38.759786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b00255f-8240-4e2e-bfed-375c7101b85b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:38.783381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:38.789455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-29032129-5e02-4b30-bb98-359e068a847c service neutron] 10.222.0.50 "PUT /v2.0/ports/27df1943-6bdc-4e50-86d1-3dc2978d9efa HTTP/1.1" status: 200 len: 1096 time: 4.4037514 Mar 02 17:39:38.793559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:38.825397 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:32Z', 'revision_number': 3, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:38.837105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Checking router: cd71e37e-9b9c-45a7-9140-3d59d4c3de7e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:38.838648 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Updating router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e port af097bc7-33d4-4688-b3ad-a68a0e8eceab binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:39:38.851619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c5feeb7-e7fa-4717-8ddf-04f7b1cc9736 req-5546f825-6cee-4bd5-8486-f4852f170677 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618252 Mar 02 17:39:38.960715 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.061423 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.097777 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0', 'status': 'completed', 'code': 200} Mar 02 17:39:39.131326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2072a-17be-457d-ae26-a7b595a6bf17 req-68cdfca6-4263-44af-99f6-c44cc8cf6614 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:39.136022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10e2072a-17be-457d-ae26-a7b595a6bf17 req-68cdfca6-4263-44af-99f6-c44cc8cf6614 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.7423749 Mar 02 17:39:39.234479 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa', 'status': 'completed', 'code': 200} Mar 02 17:39:39.339951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10e2072a-17be-457d-ae26-a7b595a6bf17 req-ef18a283-8d36-4b86-99cf-8fadc73cbd3e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860113 Mar 02 17:39:39.353065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-34bc54e5-0a66-4ded-a447-d028f3dedd0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 1099 time: 0.4316475 Mar 02 17:39:39.492972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7cf64c7-94da-4e6d-87e8-7e5030936ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.588220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b00255f-8240-4e2e-bfed-375c7101b85b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:39.599352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.917410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:35Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3f897b20-d75e-4023-b5ef-b702d39eb7f4', 'name': '', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'mac_address': 'fa:16:3e:52:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:33Z', 'updated_at': '2022-03-02T17:39:36Z', 'revision_number': 2, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'subnets': [{'id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:39.928498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4f050b24-6150-46bc-b534-97a243569dcf None None] Provisioning for port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:39.937433 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.951336 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Transition to ACTIVE for port object af097bc7-33d4-4688-b3ad-a68a0e8eceab will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:39.961303 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:39.985959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23077a29-60e8-41ab-ba80-b8f92dfc5d31 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:40.016560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.016832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b19b9-6801-45b7-b669-3f79b75816de None None] The sync data for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 is: [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:35Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3f897b20-d75e-4023-b5ef-b702d39eb7f4', 'name': '', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'mac_address': 'fa:16:3e:52:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:33Z', 'updated_at': '2022-03-02T17:39:36Z', 'revision_number': 2, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'subnets': [{'id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:40.025433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.038071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.049670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 05e3d6bb-f3f2-4d7b-9844-366a46980de0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:40.110054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a587b08e-bfd8-432f-b6c1-1ab43aa328c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa HTTP/1.1" status: 200 len: 217 time: 0.6523709 Mar 02 17:39:40.139770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Transition to ACTIVE for port object 23077a29-60e8-41ab-ba80-b8f92dfc5d31 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:40.151570 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Pushing event updated for resources: {'Port': ['ID=af097bc7-33d4-4688-b3ad-a68a0e8eceab,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:40.162121 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Attempting to bind port af097bc7-33d4-4688-b3ad-a68a0e8eceab on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:40.162564 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Attempting to bind port af097bc7-33d4-4688-b3ad-a68a0e8eceab by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:40.163039 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Attempting to bind port af097bc7-33d4-4688-b3ad-a68a0e8eceab on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:40.195245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.202485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.204197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.204766 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.205328 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.206316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:40.213090 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.213882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.214457 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.214964 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.215385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.215661 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.215996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:39:40.222129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:40.222515 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.234339 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:40.234892 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:40.235550 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.236193 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:40.236932 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Bound port: af097bc7-33d4-4688-b3ad-a68a0e8eceab, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:40.237536 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.308136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6d66059-fed2-4472-acea-9f95b7074420 None None] Provisioning complete for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:40.308570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6d66059-fed2-4472-acea-9f95b7074420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.334890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-03af5a87-4a46-443a-a3a7-76aa34445f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1913 time: 0.7664323 Mar 02 17:39:40.347080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-1edf99bd-91a9-4edf-92e6-102a64abe4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.350037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-1edf99bd-91a9-4edf-92e6-102a64abe4d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.2014306 Mar 02 17:39:40.366372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.371360 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 3.6556842 Mar 02 17:39:40.373595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59172) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:40.416850 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] For port af097bc7-33d4-4688-b3ad-a68a0e8eceab, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:40.424318 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] For port af097bc7-33d4-4688-b3ad-a68a0e8eceab, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=af097bc7-33d4-4688-b3ad-a68a0e8eceab,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:40.440126 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.449421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b6d66059-fed2-4472-acea-9f95b7074420 None None] Port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:40.451272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe173dc-0ae3-4911-b186-860e0bfdf272 req-4aac6778-9359-438e-b620-2ba829ba123d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.453130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abe173dc-0ae3-4911-b186-860e0bfdf272 req-4aac6778-9359-438e-b620-2ba829ba123d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.8202484 Mar 02 17:39:40.485291 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.494995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62485-ae64-4ab4-8384-f125c53e8c6b req-290b4b48-b265-45db-89db-0f092169ddfd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.513939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62485-ae64-4ab4-8384-f125c53e8c6b req-290b4b48-b265-45db-89db-0f092169ddfd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.516649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ec62485-ae64-4ab4-8384-f125c53e8c6b req-290b4b48-b265-45db-89db-0f092169ddfd tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1666 time: 0.5347092 Mar 02 17:39:40.570508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=05e3d6bb-f3f2-4d7b-9844-366a46980de0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:40.574955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-48d90b2d-3df3-4e78-98b2-3a31cf3d15d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.575428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-48d90b2d-3df3-4e78-98b2-3a31cf3d15d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.575795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-48d90b2d-3df3-4e78-98b2-3a31cf3d15d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.577478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-48d90b2d-3df3-4e78-98b2-3a31cf3d15d1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2010181 Mar 02 17:39:40.585149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'security_group_rule': {'security_group_id': 'c1be7007-30bd-4add-831b-a326dce399a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:40.602457 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:40.603543 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:40.606508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.610873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5bf774da-6edc-432c-ba65-79a72967f6e2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:40.642498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117dce-3eba-4ac0-9775-edfea31f8e1d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be7007-30bd-4add-831b-a326dce399a8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:40.680742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abe173dc-0ae3-4911-b186-860e0bfdf272 req-fa7c7ffb-1827-453e-b9b2-5e93ff58f6e7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166328 Mar 02 17:39:40.690101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ec62485-ae64-4ab4-8384-f125c53e8c6b req-c0e9c676-c1ce-41a0-95f3-503d9da18a17 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327291 Mar 02 17:39:40.798474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-8cabc0d1-1272-4798-ad3c-e4249cdf3196 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4363279 Mar 02 17:39:40.807248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:40.835022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-34110f88-ed61-49ae-8bf6-0386aa397a58 None None] Provisioning complete for port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:40.835022 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34110f88-ed61-49ae-8bf6-0386aa397a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:40.853930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:security_group_rule and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:40.908375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:40.925181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Pushing event updated for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:40.929374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:40.943099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-4768d75a-c2cb-4eaf-8726-69cddfab98be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:40.945228 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0dd55be-d409-4505-9ff8-803b81501a07 req-4768d75a-c2cb-4eaf-8726-69cddfab98be service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2963283 Mar 02 17:39:40.963005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:41.059608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.102037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5bf774da-6edc-432c-ba65-79a72967f6e2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:41.114795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5bf774da-6edc-432c-ba65-79a72967f6e2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:41.115755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.154623 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7fe1-37f3-46cc-9be7-c81157cb68a6 None None] Pushing event updated for resources: {'Port': ['ID=af097bc7-33d4-4688-b3ad-a68a0e8eceab,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:41.157662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Attempting to bind port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:41.158229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Attempting to bind port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:41.158323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Attempting to bind port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 on network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:41.187463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 on network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:39:41.188077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Attempting to bind port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 on network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:41.217341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:41.217976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Checking segment: {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:41.218501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Bound using segment: {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:41.219248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Bound port: 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:41.219757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.237116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-a24a977b-723b-4c6b-8a9d-b01a6fbcc66c service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277337 Mar 02 17:39:41.248758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.305732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=05e3d6bb-f3f2-4d7b-9844-366a46980de0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:41.331842 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.362663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6dfedabf-cf83-4f7f-8db1-c035c7cde1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.376252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:41.381017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:41.385334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.389719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5bf774da-6edc-432c-ba65-79a72967f6e2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5bf774da-6edc-432c-ba65-79a72967f6e2,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:41.396472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.397573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 73317a42-6858-4609-8037-ac0aa756e150 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:41.405411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.455036 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:32Z', 'revision_number': 3, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:41.463539 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea4895-b94f-4c5b-b95e-cd7034274f28 None None] The sync data for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 is: [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:32Z', 'revision_number': 3, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:41.512137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f9f324-9c7f-4cc4-a5c6-ebe54f176b44,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:41.536594 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.537960 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] 10.222.0.50 "PUT /v2.0/ports/23077a29-60e8-41ab-ba80-b8f92dfc5d31 HTTP/1.1" status: 200 len: 1091 time: 3.7730134 Mar 02 17:39:41.540868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.544758 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ec92676c-5a99-4c63-b8d3-15ec5e41f333 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9724581 Mar 02 17:39:41.545520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:41.546320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:41.546840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8beeba-fd06-4af1-8a41-12109475c2d8 req-165f6691-828b-424c-a2dd-e45fea945655 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:41.548617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e8beeba-fd06-4af1-8a41-12109475c2d8 req-165f6691-828b-424c-a2dd-e45fea945655 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.5507972 Mar 02 17:39:41.550003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59178) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:41.567687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 73317a42-6858-4609-8037-ac0aa756e150 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:41.568258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.584326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'security_group_rule': {'security_group_id': 'c1be7007-30bd-4add-831b-a326dce399a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:41.597621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb9f57-cfea-4861-be83-5a939a360918 req-df3699d8-24b1-4977-b1c7-ca575d56d70d tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:41.599482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cfb9f57-cfea-4861-be83-5a939a360918 req-df3699d8-24b1-4977-b1c7-ca575d56d70d tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 948 time: 0.6433434 Mar 02 17:39:41.606334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:41.608667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdead01-f160-4c6e-96ae-c9f1145afb53 service neutron] Pushing event updated for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:41.634994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:security_group_rule and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:41.640796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:41.666863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:41.688152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:41.756549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e536c79-bdc6-4f5a-96d1-36feed350463 req-5b6ac42b-4126-4767-9a01-9f2f634419ad service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082414 Mar 02 17:39:41.781258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e8beeba-fd06-4af1-8a41-12109475c2d8 req-1b537ec6-74c6-463b-a892-fd0f7f8c4587 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231579 Mar 02 17:39:41.793916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:41.810941 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-43231fde-5be3-4562-962e-be6445cecfa5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1980 time: 0.1971328 Mar 02 17:39:41.836961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676f2aed-d113-4c5d-b9b3-c8bcef58af66 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:41.878498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 676f2aed-d113-4c5d-b9b3-c8bcef58af66 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:41.879004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676f2aed-d113-4c5d-b9b3-c8bcef58af66 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:41.880105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c33b1219-902c-429e-9543-46117c2dd60b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:41.909589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cfb9f57-cfea-4861-be83-5a939a360918 req-12ffc71c-66a9-4a4b-b34e-48ad20deff06 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580235 Mar 02 17:39:41.966486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-cbb259ed-cddb-415c-aa4e-2195d3d0071e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0 HTTP/1.1" status: 200 len: 217 time: 0.0875149 Mar 02 17:39:41.971738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c33b1219-902c-429e-9543-46117c2dd60b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:41.972092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c33b1219-902c-429e-9543-46117c2dd60b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:42.027324 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31', 'status': 'completed', 'code': 200} Mar 02 17:39:42.043563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.061750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-44aa3757-fac9-4e7e-904d-6278c5a147e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:42.063221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-44aa3757-fac9-4e7e-904d-6278c5a147e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edec5092-ada1-43dc-960d-7143d2a78aea HTTP/1.1" status: 200 len: 801 time: 0.0856872 Mar 02 17:39:42.072535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.085700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5bf774da-6edc-432c-ba65-79a72967f6e2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:42.178269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5bf774da-6edc-432c-ba65-79a72967f6e2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:42.178269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.188948 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-766d6f0f-ed4f-4bec-8406-54efc8b78638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34f73406-d559-44a6-af4b-819634f1203b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181784 Mar 02 17:39:42.216323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b724158-857a-4b0d-a704-91bc97af98da,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:42.271240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.275690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-90ebbc12-4869-4d6a-b72e-43c7c7095dd4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7193570 Mar 02 17:39:42.280919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59188) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:42.289214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:42.311265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 05e3d6bb-f3f2-4d7b-9844-366a46980de0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:42.351359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:42.369055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Usage tracker for resource:floatingip and tenant:5049f0a0695c4cb5a854ef61b1ca56aa is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:42.374767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-26655ae7-67cf-4561-9a5b-fa386554aa68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 1099 time: 0.4740744 Mar 02 17:39:42.375656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:42.409752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:42.410457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.413001 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:39:42.416816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:42.425391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985005f-e06a-401a-bb9d-6ee57d6109a8 req-32d42612-7f99-4c79-a1b7-f906a85cc736 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:42.427869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1985005f-e06a-401a-bb9d-6ee57d6109a8 req-32d42612-7f99-4c79-a1b7-f906a85cc736 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4684062 Mar 02 17:39:42.456897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:42.464885 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-20c5f271-0918-48bf-9cbb-290c3c05d3bb admin admin] 10.222.0.37 "PUT /v2.0/routers/5a238a4c-0e0c-44f6-9db3-ee5d3933c582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6674645 Mar 02 17:39:42.523883 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-713e5dfa-ff26-414a-a3c3-f3663daa52e1 service neutron] 10.222.0.50 "GET /v2.0/networks/34f73406-d559-44a6-af4b-819634f1203b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260915 Mar 02 17:39:42.702897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-c446bce0-28b9-4df9-955b-afad21315615 service neutron] 10.222.0.50 "GET /v2.0/networks/34f73406-d559-44a6-af4b-819634f1203b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704683 Mar 02 17:39:42.712405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.774959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.800198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-27f6a845-95c7-4e46-8e9c-7029bde5b15c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31 HTTP/1.1" status: 200 len: 217 time: 0.0892577 Mar 02 17:39:42.849276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140451a-2930-4215-8195-f5b871507a81 req-eda2e13d-8fdd-43e3-baf5-908ab08f3087 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:42.853371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140451a-2930-4215-8195-f5b871507a81 req-eda2e13d-8fdd-43e3-baf5-908ab08f3087 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:42.854915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2140451a-2930-4215-8195-f5b871507a81 req-eda2e13d-8fdd-43e3-baf5-908ab08f3087 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1678 time: 0.7030215 Mar 02 17:39:42.875265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658650-f479-4521-bfcf-f5f82e178b4e req-d63ebf22-da2e-4f07-91a4-bb9d3663831d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:42.876781 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-d63ebf22-da2e-4f07-91a4-bb9d3663831d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ffeab13-770d-453e-8357-63c3bf9548a8 HTTP/1.1" status: 200 len: 801 time: 0.0684557 Mar 02 17:39:42.914825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1985005f-e06a-401a-bb9d-6ee57d6109a8 req-5104b58e-669c-41c7-b174-aec323ecc388 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4746737 Mar 02 17:39:42.961062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-c1d3b909-c522-4428-963a-ccd05b639c9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757470 Mar 02 17:39:42.962149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:42.982226 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:43.034926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-487e44e3-903f-44de-a973-4af18572e4fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:43.036954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-487e44e3-903f-44de-a973-4af18572e4fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.6449196 Mar 02 17:39:43.165272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2140451a-2930-4215-8195-f5b871507a81 req-e7ca0962-536e-4441-84a9-4e351c364153 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631412 Mar 02 17:39:43.172914 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-80f6c74b-6b62-4a06-839f-9d29b5de35a6 service neutron] 10.222.0.50 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016253 Mar 02 17:39:43.186249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-daeec0c7-157d-4640-b2ab-4173bc78b227 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa HTTP/1.1" status: 200 len: 217 time: 0.1006465 Mar 02 17:39:43.292602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 27df1943-6bdc-4e50-86d1-3dc2978d9efa details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:39:43.351137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-5de2fe99-de64-4b40-aaaf-9909091d8d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:43.352739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-5de2fe99-de64-4b40-aaaf-9909091d8d55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1572587 Mar 02 17:39:43.357092 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-28658650-f479-4521-bfcf-f5f82e178b4e req-df237966-ad0c-41c7-b94b-24b8f9443693 service neutron] 10.222.0.50 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773152 Mar 02 17:39:43.606372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:43.610142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Allocated IP 172.20.0.1 (4574b9d1-7c45-438e-a520-e59fe4e4fcdb/eb319997-95e6-4fc8-b3b7-da56d1f9d5f8/1868d270-45ef-4e4d-ac3d-22361c5d29e0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:43.637901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:43.668636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '27df1943-6bdc-4e50-86d1-3dc2978d9efa', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '27df1943-6bdc-4e50-86d1-3dc2978d9efa', 'mac_address': 'fa:16:3e:fa:23:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:39:43.699641 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-77906ab6-cd9f-4dd4-8295-096fd9a9cb92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1980 time: 0.2178047 Mar 02 17:39:43.827922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:43.874048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27df1943-6bdc-4e50-86d1-3dc2978d9efa {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:43.907121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:43.914298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Sync routers for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:39:43.922033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:43.997275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-476b41f1-9acc-48fa-bbee-d69227c8d94b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6236203 Mar 02 17:39:44.102773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:44.121994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:44.122606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:44.138425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-25ad25d2-2656-4cb1-8652-7f37ace694ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:44.140460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-25ad25d2-2656-4cb1-8652-7f37ace694ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 HTTP/1.1" status: 200 len: 903 time: 0.4389703 Mar 02 17:39:44.253852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81d37-f90a-4fe0-b28e-84831819dd5c req-07d9345e-43c6-443a-9e1f-27b083fad147 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:44.272752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0c81d37-f90a-4fe0-b28e-84831819dd5c req-07d9345e-43c6-443a-9e1f-27b083fad147 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 948 time: 0.8152461 Mar 02 17:39:44.373055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-94833ea4-ed4b-4aec-9384-969daa9c1a09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31 HTTP/1.1" status: 200 len: 217 time: 0.2238488 Mar 02 17:39:44.469675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['27df1943-6bdc-4e50-86d1-3dc2978d9efa'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:44.603227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-4cce1043-7c77-4702-bb2d-93edfecbcd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:44.605895 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-4cce1043-7c77-4702-bb2d-93edfecbcd5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ffeab13-770d-453e-8357-63c3bf9548a8 HTTP/1.1" status: 200 len: 801 time: 0.2224405 Mar 02 17:39:44.636825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:44.780214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-ce16b773-f553-4331-8ca1-6d420934151c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670885 Mar 02 17:39:44.910380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:44.916535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:44.979487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Transition to ACTIVE for port object 1868d270-45ef-4e4d-ac3d-22361c5d29e0 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:45.071550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Allocated IP 172.25.3.211 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/91c1167e-0c9a-4ef6-aa9a-63930506d098) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:45.132290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:45.209945 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-8917ad85-0a8c-432b-aeb4-bd74d578099d service neutron] 10.222.0.50 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165175 Mar 02 17:39:45.309766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 23077a29-60e8-41ab-ba80-b8f92dfc5d31 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:39:45.311575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0c81d37-f90a-4fe0-b28e-84831819dd5c req-472e5873-9cb2-4817-bc3e-72947dfae5bb tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0378170 Mar 02 17:39:45.537407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:45.554936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9c67ee31-2ccc-46f2-ae14-67abbe17720d req-997465af-fc56-48bd-8568-081cbfddcc10 service neutron] 10.222.0.50 "GET /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357267 Mar 02 17:39:45.577314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '23077a29-60e8-41ab-ba80-b8f92dfc5d31', 'network_id': '1ca4d3ae-cc98-4561-a60a-e8c58a49bac5', 'port_id': '23077a29-60e8-41ab-ba80-b8f92dfc5d31', 'mac_address': 'fa:16:3e:97:48:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffeab13-770d-453e-8357-63c3bf9548a8', 'ip_address': '19.86.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:39:45.698020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Pushing event updated for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:45.714377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:45.716935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-37c2d431-02cc-4c41-91a4-5be1ef0574e7 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6863546 Mar 02 17:39:45.729643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:45.732501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:45.992546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.116170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23077a29-60e8-41ab-ba80-b8f92dfc5d31 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:46.241387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device af097bc7-33d4-4688-b3ad-a68a0e8eceab up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:46.309647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f98eff1a-9f44-4d5d-b276-87098d2e0db1 req-f3650731-428a-464a-9a0d-bc7e3f71585e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997429 Mar 02 17:39:46.380637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:46.389828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-c561f49c-28cb-4a3c-ac1a-543ebdce28ce tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:46.391702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-c561f49c-28cb-4a3c-ac1a-543ebdce28ce tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 1.9292974 Mar 02 17:39:46.439304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.447136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.449099 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-e537e483-5895-4d17-9a0a-8c23033c6d8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442516 Mar 02 17:39:46.453145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-602227b2-439f-4bce-8c3d-f81ee68589d1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/quotas/dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 375 time: 0.0485280 Mar 02 17:39:46.453486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:39:46.459070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.543643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3f1e2e4-1fba-4e10-b3aa-d3739205cd95 None None] Provisioning for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:46.577137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3f1e2e4-1fba-4e10-b3aa-d3739205cd95 None None] Provisioning complete for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:46.577895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e2e4-1fba-4e10-b3aa-d3739205cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.630423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.673100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port af097bc7-33d4-4688-b3ad-a68a0e8eceab completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:46.704419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d485-73f7-41b7-a844-222055a8b351 req-eb70b2f8-1955-44cf-8100-752bc9442dc2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:46.710242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d485-73f7-41b7-a844-222055a8b351 req-eb70b2f8-1955-44cf-8100-752bc9442dc2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:46.711884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7185d485-73f7-41b7-a844-222055a8b351 req-eb70b2f8-1955-44cf-8100-752bc9442dc2 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1678 time: 1.0165184 Mar 02 17:39:46.717387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:39:46.736719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-68364df2-dccc-43da-831a-1c175ee05928 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.1418703 Mar 02 17:39:46.749633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port af097bc7-33d4-4688-b3ad-a68a0e8eceab triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:46.750242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:46.784405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:46.815885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:46.819739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:46.847714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'Port': ['ID=91c1167e-0c9a-4ef6-aa9a-63930506d098,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:46.869435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:46.876881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1e2e4-1fba-4e10-b3aa-d3739205cd95 None None] Port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:46.884951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 2, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:46.902362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Checking router: 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:39:46.902738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Updating router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 port 47689ea1-a7ee-42c3-a226-7614c196fda8 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:39:46.903021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-8a0bf81e-e097-475e-9380-46803c980515 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4403167 Mar 02 17:39:46.997466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.044729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:47.056033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.088889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619112f0-835b-4c62-b742-f30937c4b673 req-a592d9ab-f8c5-4b0e-b3c8-522a29579736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:47.090617 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-a592d9ab-f8c5-4b0e-b3c8-522a29579736 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3303328 Mar 02 17:39:47.106967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7185d485-73f7-41b7-a844-222055a8b351 req-1aadab3d-708e-4c99-aa82-fd13cc29811c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772566 Mar 02 17:39:47.111280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0', 'network_id': '34f73406-d559-44a6-af4b-819634f1203b', 'port_id': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0', 'mac_address': 'fa:16:3e:f7:1c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec5092-ada1-43dc-960d-7143d2a78aea', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:39:47.215068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.220927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-8b3b5a8c-19a6-40c9-bdd5-32eb699dad64 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032260 Mar 02 17:39:47.273315 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.284884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port af097bc7-33d4-4688-b3ad-a68a0e8eceab, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=af097bc7-33d4-4688-b3ad-a68a0e8eceab,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:47.298331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.299121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9940dc63-8890-4eec-9d82-ac41ce27122e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:47.374509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-2b42fb0d-c6db-45a5-b448-b3d200a03368 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.2759597 Mar 02 17:39:47.392149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:47.500750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619112f0-835b-4c62-b742-f30937c4b673 req-9e62e416-2a6f-48e4-958b-1a859936514d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:47.502525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-9e62e416-2a6f-48e4-958b-1a859936514d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1205161 Mar 02 17:39:47.506900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:47.520929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.543751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=af097bc7-33d4-4688-b3ad-a68a0e8eceab,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:47.608932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-49180c7b-424f-41db-a73b-e88c0402537f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985892 Mar 02 17:39:47.622281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 27df1943-6bdc-4e50-86d1-3dc2978d9efa up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:47.683998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9940dc63-8890-4eec-9d82-ac41ce27122e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:47.698833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:47.717336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9940dc63-8890-4eec-9d82-ac41ce27122e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:47.717706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.772744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.781385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-8fb85f31-e1e3-4039-8bdf-8dd40666b67b service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515709 Mar 02 17:39:47.812764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.818701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-07ca04c1-f30c-4905-a278-23047996699d service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991100 Mar 02 17:39:47.826795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Transition to ACTIVE for port object 47689ea1-a7ee-42c3-a226-7614c196fda8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:47.848442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.897025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1abf-ef5a-443a-84ba-159d0759c643 req-0a9f2525-7c27-4284-8209-c4d2d291aa9e tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:47.904520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab3f1abf-ef5a-443a-84ba-159d0759c643 req-0a9f2525-7c27-4284-8209-c4d2d291aa9e tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 949 time: 0.4503291 Mar 02 17:39:47.911576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:47.991709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.016204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.125103 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-619112f0-835b-4c62-b742-f30937c4b673 req-0ba4b0c5-07a3-495d-a9fe-ba33300cf853 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952070 Mar 02 17:39:48.131683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24e5ba-3058-4202-b00b-60209ab70305 None None] Pushing event updated for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:48.165058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['23077a29-60e8-41ab-ba80-b8f92dfc5d31'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:48.217232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab3f1abf-ef5a-443a-84ba-159d0759c643 req-4bdea22f-da9b-40ce-817c-2adf1260b37e tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112893 Mar 02 17:39:48.357528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 27df1943-6bdc-4e50-86d1-3dc2978d9efa completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:48.378998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 27df1943-6bdc-4e50-86d1-3dc2978d9efa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:48.379550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.603578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.662921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Attempting to bind port 47689ea1-a7ee-42c3-a226-7614c196fda8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:48.663283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Attempting to bind port 47689ea1-a7ee-42c3-a226-7614c196fda8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:48.663640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Attempting to bind port 47689ea1-a7ee-42c3-a226-7614c196fda8 on network e07c5e77-51b1-4545-850c-aaffb83943c9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:48.671453 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.674916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Pushing event updated for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:48.682014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9940dc63-8890-4eec-9d82-ac41ce27122e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9940dc63-8890-4eec-9d82-ac41ce27122e,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:48.698419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.736532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:48.736906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Checking segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:48.737298 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.737691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Bound using segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:48.738164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Bound port: 47689ea1-a7ee-42c3-a226-7614c196fda8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:48.738556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:48.762999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5974fd7-c2db-4c3d-9544-9ae806312834 req-49c09411-3f50-4fb2-8506-56b9e207a1b7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 210 time: 0.5218806 Mar 02 17:39:48.863408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device af097bc7-33d4-4688-b3ad-a68a0e8eceab up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:49.000036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] For port 47689ea1-a7ee-42c3-a226-7614c196fda8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:49.006403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] For port 47689ea1-a7ee-42c3-a226-7614c196fda8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=47689ea1-a7ee-42c3-a226-7614c196fda8,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:49.025281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c110-0b85-4a99-83a8-9f37da993442 req-8c5a44bc-122a-44d4-942b-7cf24aef0d69 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:49.029346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c110-0b85-4a99-83a8-9f37da993442 req-8c5a44bc-122a-44d4-942b-7cf24aef0d69 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:49.031003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b037c110-0b85-4a99-83a8-9f37da993442 req-8c5a44bc-122a-44d4-942b-7cf24aef0d69 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1680 time: 0.3748143 Mar 02 17:39:49.077232 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.083260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:49.087147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.088044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9940dc63-8890-4eec-9d82-ac41ce27122e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:49.089280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:49.107190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.112296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8aafb0ae-7539-4531-8cfb-4240e34d1fd0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:49.256758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.380315 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.522725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:49.573955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b037c110-0b85-4a99-83a8-9f37da993442 req-bcd33abd-f481-453b-80cc-ac18374de917 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280836 Mar 02 17:39:49.574471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:49.638977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cafc0769-1ca6-4e8e-aef9-85a55b55aa54 None None] Provisioning complete for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:49.639655 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cafc0769-1ca6-4e8e-aef9-85a55b55aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.641737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'Port': ['ID=91c1167e-0c9a-4ef6-aa9a-63930506d098,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:49.677212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.679747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24e5ba-3058-4202-b00b-60209ab70305 None None] Pushing event updated for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:49.745685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:49.748821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:39:49.749469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:39:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:49.881681 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa', 'code': 200} Mar 02 17:39:50.041379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:50.051858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-901c41ba-ac89-485a-bcc4-3d6980f9e28f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7686558 Mar 02 17:39:50.080175 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-aad60424-2d65-4634-958c-2dc2356b2e02 req-688f3559-84bf-4d7f-baf2-748bdb64d49b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 1101 time: 0.1581514 Mar 02 17:39:50.141646 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-aad60424-2d65-4634-958c-2dc2356b2e02 req-65938f40-a9c9-42a2-88b4-bfd4cc273192 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524411 Mar 02 17:39:50.172247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b97fd-9e1c-44b8-9f39-a30bbc6da988 req-700f780f-098d-449d-ba24-8f47d7cb049f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:50.180557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-578b97fd-9e1c-44b8-9f39-a30bbc6da988 req-700f780f-098d-449d-ba24-8f47d7cb049f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 950 time: 0.7125111 Mar 02 17:39:50.182109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cafc0769-1ca6-4e8e-aef9-85a55b55aa54 None None] Port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:50.196881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port af097bc7-33d4-4688-b3ad-a68a0e8eceab triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:50.197247 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:50.250889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18c75e39-3f6e-46c0-a68e-15a7fc7bc6a8 req-a9392e06-2695-4cb6-8ce9-5fd0b55d8adc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 210 time: 0.1967187 Mar 02 17:39:50.303018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-578b97fd-9e1c-44b8-9f39-a30bbc6da988 req-f2b20b35-6172-40b9-af73-35fab1a2e083 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197338 Mar 02 17:39:50.367614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:50.377847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-9aa3a990-e0c7-4b77-ad97-642a9c36a245 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:50.379467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-9aa3a990-e0c7-4b77-ad97-642a9c36a245 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.4657705 Mar 02 17:39:50.415825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'device_id': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'admin_state_up': True, 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:50.552870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:39:50.621413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:39:50.819095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9940dc63-8890-4eec-9d82-ac41ce27122e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:51.007966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9940dc63-8890-4eec-9d82-ac41ce27122e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:51.008625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:51.016926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:51.074118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-3a5d2608-4ca5-4cf3-aec5-0041a54d53b8 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:51.075482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-3a5d2608-4ca5-4cf3-aec5-0041a54d53b8 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.6739962 Mar 02 17:39:51.084494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:39:51.095503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:51.115252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff91bc-3788-49ae-9a46-799327b1982e None None] The sync data for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 is: [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:39:51.127688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-cb04f04c-67ff-4623-b73e-fa5f5e653521 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/quotas/5049f0a0695c4cb5a854ef61b1ca56aa HTTP/1.1" status: 200 len: 375 time: 0.0351872 Mar 02 17:39:51.138713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:51.141662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:51.292745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1e5c-73fc-4549-b8ec-8ed71e7cd394 req-6624cada-1e1a-4e70-8467-eff5e0c3f9ff tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:51.297458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1e5c-73fc-4549-b8ec-8ed71e7cd394 req-6624cada-1e1a-4e70-8467-eff5e0c3f9ff tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:51.299133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e40b1e5c-73fc-4549-b8ec-8ed71e7cd394 req-6624cada-1e1a-4e70-8467-eff5e0c3f9ff tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1680 time: 0.5590794 Mar 02 17:39:51.476489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-7a09a122-4790-4108-8ac5-954e345d1ec5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3404415 Mar 02 17:39:51.483082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e40b1e5c-73fc-4549-b8ec-8ed71e7cd394 req-bd35d1c2-ea5e-4e01-9b96-3191f89af34d tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671355 Mar 02 17:39:51.568548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 23077a29-60e8-41ab-ba80-b8f92dfc5d31 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:51.671784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.20.0.3 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/53c5c835-9b02-4f9c-a7b5-4943c190f008) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:51.726530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:51.734736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:51.735188 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:51.748469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-975782e5-9d08-4f46-ae34-c2c7d7c15595 req-2a2a1249-0a85-49de-9905-43195594518b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 210 time: 0.0911660 Mar 02 17:39:51.827984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:39:51.858286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dea37bc1-6029-493b-8a71-03cac7812244 admin admin] 10.222.0.37 "PUT /v2.0/routers/cd71e37e-9b9c-45a7-9140-3d59d4c3de7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3854754 Mar 02 17:39:51.873439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-78850fba-69bc-4198-ab85-708585574ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872709 Mar 02 17:39:51.952894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.011052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:52.029520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:52.038888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.040364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:52.241137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:52.264424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:52.277369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:52.277740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.320426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-bbbfdf08-b3a5-4d25-8590-09fd21662eff service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188683 Mar 02 17:39:52.320426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.337180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4a18-99db-4563-b2dc-29136565bf4d req-002f9518-22c8-4474-a908-5b2ce0a79b84 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:52.338732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77db4a18-99db-4563-b2dc-29136565bf4d req-002f9518-22c8-4474-a908-5b2ce0a79b84 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 950 time: 0.2737668 Mar 02 17:39:52.367841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Transition to ACTIVE for port object 53c5c835-9b02-4f9c-a7b5-4943c190f008 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:52.401392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77db4a18-99db-4563-b2dc-29136565bf4d req-e2a3b416-a560-45e6-a61a-5818bb20860f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Mar 02 17:39:52.413489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.485540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:39:52.560020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:52.566108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:52.581321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:52.589588 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31', 'code': 200} Mar 02 17:39:52.674405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.705521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:52.706244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.748695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:52.772044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-5578e618-33f7-4cab-a088-a91ffa301e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692935 Mar 02 17:39:52.792956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Request body: {'port': {'device_id': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:52.795640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:52.825393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:52.989428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.049056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 47689ea1-a7ee-42c3-a226-7614c196fda8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:53.330422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:53.337594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221457042', 'description': 'tempest-description--951344987'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:53.359238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:53.377301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Usage tracker for resource:security_group and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:53.394272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:53.428832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:53.463752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.501891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:53.556364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:53.566486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Usage tracker for resource:security_group_rule and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:53.574388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:53.581046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:53.629752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-674f6baa-53f6-4995-8f95-23cdcf5ed2c4 None None] Provisioning for port 53c5c835-9b02-4f9c-a7b5-4943c190f008 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:53.636220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-674f6baa-53f6-4995-8f95-23cdcf5ed2c4 None None] Provisioning complete for port 53c5c835-9b02-4f9c-a7b5-4943c190f008 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:53.636719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-674f6baa-53f6-4995-8f95-23cdcf5ed2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.684653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ceb5d08b-085e-47a5-b0b8-7ed904dbf3b5 req-fa491023-945b-4f13-b235-a27ca4860db5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 210 time: 0.1196644 Mar 02 17:39:53.688101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.695782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.816298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff044f24-21d9-4410-a2cd-b8c9821b8003,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:53.828776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.835295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-674f6baa-53f6-4995-8f95-23cdcf5ed2c4 None None] Port 53c5c835-9b02-4f9c-a7b5-4943c190f008 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:39:53.837226 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5debeda6-e1f7-4968-9f7a-98f5639ac084 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5049636 Mar 02 17:39:53.840107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:53.843979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 47689ea1-a7ee-42c3-a226-7614c196fda8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:39:53.847035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c5c835-9b02-4f9c-a7b5-4943c190f008 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:39:53.853285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 47689ea1-a7ee-42c3-a226-7614c196fda8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:53.853912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.855417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.855547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'security_group_rule': {'security_group_id': 'ff044f24-21d9-4410-a2cd-b8c9821b8003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:53.868687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:53.872526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Transition to ACTIVE for port object 53c5c835-9b02-4f9c-a7b5-4943c190f008 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:39:53.874793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Usage tracker for resource:security_group_rule and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:53.884779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576c86-9e7c-42cc-a720-cfca9d5f5396 req-d94e19d0-97de-4cab-801f-ac6af4735208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:53.885206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:53.889661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576c86-9e7c-42cc-a720-cfca9d5f5396 req-d94e19d0-97de-4cab-801f-ac6af4735208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:53.899497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4576c86-9e7c-42cc-a720-cfca9d5f5396 req-d94e19d0-97de-4cab-801f-ac6af4735208 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.3326404 Mar 02 17:39:53.900911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:53.901885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:53.939654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.065335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:54.068085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.078881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.122499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd7432b-aac0-4147-a473-c3ecd13f3b13,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:54.148447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.158734 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-27bc014e-6e2c-4ff3-84c5-2872f0c79c1a tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3167543 Mar 02 17:39:54.159380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59370) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:54.166113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'security_group_rule': {'security_group_id': 'ff044f24-21d9-4410-a2cd-b8c9821b8003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:54.182607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:54.193011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Usage tracker for resource:security_group_rule and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:54.214438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.215074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:54.234316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:54.280970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.292204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 47689ea1-a7ee-42c3-a226-7614c196fda8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=47689ea1-a7ee-42c3-a226-7614c196fda8,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:54.299524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.330123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4576c86-9e7c-42cc-a720-cfca9d5f5396 req-f3e01e56-3fd9-4a58-b30b-506e7cd56a45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293399 Mar 02 17:39:54.444809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.454829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.506438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da47b7c-86cb-4654-932c-d25db6d3ea71,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:54.558351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.558621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3c26-317d-4c90-9baa-1cdc1ced353b req-c18e2a80-7f22-46b4-8c33-7eefd74d32b8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:54.559329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f18c3c26-317d-4c90-9baa-1cdc1ced353b req-c18e2a80-7f22-46b4-8c33-7eefd74d32b8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:54.560864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bdcbaf00-5824-428d-b897-ddae19cb105d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4005020 Mar 02 17:39:54.563848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59380) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:39:54.568315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Attempting to bind port 53c5c835-9b02-4f9c-a7b5-4943c190f008 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:39:54.568657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Attempting to bind port 53c5c835-9b02-4f9c-a7b5-4943c190f008 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:39:54.568987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Attempting to bind port 53c5c835-9b02-4f9c-a7b5-4943c190f008 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:54.571427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:54.579739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:54.587395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Usage tracker for resource:floatingip and tenant:826a8ddf31f648f7a131ecab584b78d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:39:54.593691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:54.596479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:39:54.607169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Port 53c5c835-9b02-4f9c-a7b5-4943c190f008 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:39:54.607754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Attempting to bind port 53c5c835-9b02-4f9c-a7b5-4943c190f008 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:39:54.634690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:54.664915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.706840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f18c3c26-317d-4c90-9baa-1cdc1ced353b req-c18e2a80-7f22-46b4-8c33-7eefd74d32b8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:54.709925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f18c3c26-317d-4c90-9baa-1cdc1ced353b req-c18e2a80-7f22-46b4-8c33-7eefd74d32b8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 943 time: 0.5156927 Mar 02 17:39:54.719886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:39:54.720222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:39:54.720606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:39:54.721044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Bound port: 53c5c835-9b02-4f9c-a7b5-4943c190f008, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:39:54.721543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.722643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:54.855483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:54.862654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f18c3c26-317d-4c90-9baa-1cdc1ced353b req-bb8b51d6-797d-4815-9373-c09e779a1a8e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Mar 02 17:39:54.907174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e14-f26a-47e5-ae1a-cbab0f42ed32 req-47a58f8b-9f5b-4c82-8359-0dbf32cd71c8 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:54.908674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-399a8e14-f26a-47e5-ae1a-cbab0f42ed32 req-47a58f8b-9f5b-4c82-8359-0dbf32cd71c8 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 950 time: 0.2839940 Mar 02 17:39:54.912138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:39:54.916159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:39:54.935615 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:55.032334 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0', 'code': 200} Mar 02 17:39:55.053088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fef77-e795-40df-970c-03ca6bb08f25 req-13046bfb-f2fe-4f50-8d9c-b8a0eb09e3a2 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:55.054975 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-269fef77-e795-40df-970c-03ca6bb08f25 req-13046bfb-f2fe-4f50-8d9c-b8a0eb09e3a2 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 950 time: 0.1523547 Mar 02 17:39:55.122677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:55.125551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] 10.222.0.35 "PUT /v2.0/ports/53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 200 len: 1091 time: 2.3417900 Mar 02 17:39:55.126001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:55.162751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-399a8e14-f26a-47e5-ae1a-cbab0f42ed32 req-6c1c4302-e19c-40c4-9f09-48fb95123f2f tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/security-groups?id=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450714 Mar 02 17:39:55.195041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3896d-6579-46c5-aef5-bf5e29ace72e service neutron] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:55.207783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Deleting port 27df1943-6bdc-4e50-86d1-3dc2978d9efa {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:39:55.210558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:55.264694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-82644ab8-8caa-408f-a3e3-7797b01cbeb0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:55.266765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-82644ab8-8caa-408f-a3e3-7797b01cbeb0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.2573752 Mar 02 17:39:55.288295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'port': {'device_id': '70f6adc0-0061-41a5-afee-7a87764e409b', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'admin_state_up': True, 'tenant_id': '5049f0a0695c4cb5a854ef61b1ca56aa'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:55.464251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Allocated IP 172.25.3.190 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/362bb986-c149-4e20-b0e8-a5f613411a98) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:55.792544 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'status': 'completed', 'code': 200} Mar 02 17:39:55.806604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67ff7ad4-43ca-418e-9807-32ade9f49a06 req-467fe801-ab96-4efa-8171-18caf468c175 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 210 time: 0.1930282 Mar 02 17:39:55.962295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] For port 27df1943-6bdc-4e50-86d1-3dc2978d9efa, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=27df1943-6bdc-4e50-86d1-3dc2978d9efa,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:39:55.962695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.107013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Calling delete_port for 27df1943-6bdc-4e50-86d1-3dc2978d9efa owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:39:56.185819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1345a6e-9144-43b0-8828-58b5636f398b req-e925de65-5808-4439-bf9f-9e1b27cb78d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1984 time: 0.7328813 Mar 02 17:39:56.188809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.214704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-d16b0f40-c630-405e-9daa-60ed69d3d4bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.5183790 Mar 02 17:39:56.260655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:39:56.260655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-3703d048-b249-4041-900d-fa9e967cfee9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 1094 time: 0.7262785 Mar 02 17:39:56.298014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.330239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:39:56.351267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.388399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:56.392839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:56.420891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'Port': ['ID=362bb986-c149-4e20-b0e8-a5f613411a98,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:56.428702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:56.478483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Made reservation on behalf of 5049f0a0695c4cb5a854ef61b1ca56aa for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:39:56.481550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.498217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550b18d-440d-4314-b623-91cfb6e66f9e req-bbdb0fbf-0a8f-485e-a97c-ab27ce9caa52 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:56.502144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550b18d-440d-4314-b623-91cfb6e66f9e req-bbdb0fbf-0a8f-485e-a97c-ab27ce9caa52 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:56.510279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b550b18d-440d-4314-b623-91cfb6e66f9e req-bbdb0fbf-0a8f-485e-a97c-ab27ce9caa52 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.6458242 Mar 02 17:39:56.527893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1345a6e-9144-43b0-8828-58b5636f398b req-694c7bc4-e911-4008-b58d-5f48d0753231 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336072 Mar 02 17:39:56.554564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-37dc87de-3c22-4fd2-8440-3c3b3f399abb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 200 len: 217 time: 0.1734242 Mar 02 17:39:56.577245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c43ee-ab0a-4ba4-84f1-66f54e404e65 req-dc6f86e0-d31f-45fa-8f0b-613888aa1f1d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:56.578773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e05c43ee-ab0a-4ba4-84f1-66f54e404e65 req-dc6f86e0-d31f-45fa-8f0b-613888aa1f1d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.6177914 Mar 02 17:39:56.606420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] No DVR routers for this DVR port 27df1943-6bdc-4e50-86d1-3dc2978d9efa on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:39:56.614147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.621563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'name': 'network-vif-deleted', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:39:56.626168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] Pushing event deleted for resources: {'Port': ['ID=27df1943-6bdc-4e50-86d1-3dc2978d9efa,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:56.658085 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-269fef77-e795-40df-970c-03ca6bb08f25 req-af78d50e-8c80-4484-a2f4-40709906bfed tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.50 "DELETE /v2.0/ports/27df1943-6bdc-4e50-86d1-3dc2978d9efa HTTP/1.1" status: 204 len: 173 time: 1.5518064 Mar 02 17:39:56.693658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-e6ee7376-a519-4ca3-bd6f-fa8db6341073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:56.695158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-e6ee7376-a519-4ca3-bd6f-fa8db6341073 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.4714108 Mar 02 17:39:56.770059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.861846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 47689ea1-a7ee-42c3-a226-7614c196fda8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:39:56.895419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:56.918882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b550b18d-440d-4314-b623-91cfb6e66f9e req-0c13659a-4c6d-4c5d-8f4a-bccc2fd873ab tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074585 Mar 02 17:39:56.949963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-b04aba70-51f0-494d-9e61-0fd119a90518 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.2336063 Mar 02 17:39:56.987400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-c8d15324-5ab8-4840-b430-012eae625adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:56.997020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-c8d15324-5ab8-4840-b430-012eae625adb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.4172447 Mar 02 17:39:57.052631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 47689ea1-a7ee-42c3-a226-7614c196fda8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:39:57.053410 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:57.220863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:57.224125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e05c43ee-ab0a-4ba4-84f1-66f54e404e65 req-5ee6675f-4278-467f-baa9-dbf867f76650 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341708 Mar 02 17:39:57.228311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:57.269188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-d81f66f6-ad98-436c-8420-555b09618000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:57.271109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-d81f66f6-ad98-436c-8420-555b09618000 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.2861643 Mar 02 17:39:57.371315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Allocated IP 172.20.0.7 (2b58629d-3869-460f-b35a-97e6e418899a/8c59a933-2573-4981-b6a1-35ab3eb7d3fb/6c400d5d-bef3-4f4e-a6e4-a5bde8309814) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:39:57.381183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-b62eede6-f2ae-4f33-826d-25d38071822c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703237 Mar 02 17:39:57.417262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'Port': ['ID=362bb986-c149-4e20-b0e8-a5f613411a98,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:57.432768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:57.460485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:57.466640 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91683908-69c8-457f-942e-6b9bccbe454c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8970935 Mar 02 17:39:57.596546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 27df1943-6bdc-4e50-86d1-3dc2978d9efa no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:39:57.647535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 27df1943-6bdc-4e50-86d1-3dc2978d9efa {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:39:57.648173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 27df1943-6bdc-4e50-86d1-3dc2978d9efa not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:39:57.661223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f39c247a-d97b-4c8a-8dae-3bcf2adac72f req-7c689011-5c94-45a8-b132-5acb531db790 tempest-ImagesNegativeTestJSON-1757050804 tempest-ImagesNegativeTestJSON-1757050804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2a98326-d51a-4c49-b39b-e7dc615ff46d HTTP/1.1" status: 200 len: 210 time: 0.1632273 Mar 02 17:39:57.776197 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a98326-d51a-4c49-b39b-e7dc615ff46d', 'name': 'network-vif-deleted', 'tag': '27df1943-6bdc-4e50-86d1-3dc2978d9efa', 'status': 'completed', 'code': 200} Mar 02 17:39:57.788809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-324ad04e-be2b-452e-920a-60f824fc7060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7150664 Mar 02 17:39:58.007335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57ca3d7b-cbd1-4a58-8056-fabd9d6fbee5 req-c0e073d0-5329-4f9c-a3a5-7c2dfa919368 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 210 time: 0.0881841 Mar 02 17:39:58.029943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373722-bee4-4c34-8eec-a5efde3383c3 req-a9fee754-4376-4d3d-b08c-862fb790d595 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:58.037243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88373722-bee4-4c34-8eec-a5efde3383c3 req-a9fee754-4376-4d3d-b08c-862fb790d595 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 943 time: 0.8101244 Mar 02 17:39:58.062726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-389df811-f362-42e4-b5e0-ec279bbd1b4d service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641357 Mar 02 17:39:58.114426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:58.396337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-28a15e3f-e60a-4edc-a550-40598afe6114 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967865 Mar 02 17:39:58.442857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88373722-bee4-4c34-8eec-a5efde3383c3 req-d7dfefc2-9f13-4f24-91e7-59711c4cae2b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045942 Mar 02 17:39:58.607006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6a1e0f8f-03de-49e9-98ac-d8ab01019cd6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1221457042&fields=id&tenant_id=826a8ddf31f648f7a131ecab584b78d1 HTTP/1.1" status: 200 len: 267 time: 0.4333355 Mar 02 17:39:58.654398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:58.657246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-198a877c-31be-4b8d-96cc-8306b1ac47f5 req-7dd61201-0a5e-43d3-b394-5e8b82c683e4 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839596 Mar 02 17:39:58.877550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2d707c3-947d-485d-9154-855fbf46a7a2 req-31077f24-8973-41ff-b636-853a4602aa6d service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741740 Mar 02 17:39:58.885015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Network 2b58629d-3869-460f-b35a-97e6e418899a is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:39:58.892494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:39:58.899060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:39:58.900773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:39:59.068132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569e21-a8fd-4885-8614-0924828655a4 req-ea75286d-2ad9-45d8-94de-1da9b622ebf3 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.069602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-ea75286d-2ad9-45d8-94de-1da9b622ebf3 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/networks?id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb HTTP/1.1" status: 200 len: 811 time: 0.4493780 Mar 02 17:39:59.080409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1bfa-af32-4509-9e98-7bc242599773 req-34b30f91-7d3d-4125-8ed5-9e71547125ab tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.086538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1bfa-af32-4509-9e98-7bc242599773 req-34b30f91-7d3d-4125-8ed5-9e71547125ab tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.091154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af6a1bfa-af32-4509-9e98-7bc242599773 req-34b30f91-7d3d-4125-8ed5-9e71547125ab tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.4831069 Mar 02 17:39:59.104243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.104243 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:59.160675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-05aa5918-ff34-4b06-81f4-b531a43c9f85 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/quotas/826a8ddf31f648f7a131ecab584b78d1 HTTP/1.1" status: 200 len: 375 time: 0.0547438 Mar 02 17:39:59.162031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-0a12686c-2314-427b-a03e-13e1c9ce2a97 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8817866 Mar 02 17:39:59.184884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Request body: {'port': {'device_id': '70f6adc0-0061-41a5-afee-7a87764e409b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:39:59.275569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-4827f776-6cc5-44c6-878e-e866190f8086 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 1094 time: 0.3183279 Mar 02 17:39:59.281223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af6a1bfa-af32-4509-9e98-7bc242599773 req-bfc07e21-2738-45b4-b00b-2b0139a0f16c tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783481 Mar 02 17:39:59.562788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439eb718-fc8e-4540-8000-b851da670c68 req-afce564f-237f-4947-b877-b607b6616607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.564235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-afce564f-237f-4947-b877-b607b6616607 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2821853 Mar 02 17:39:59.571372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:39:59.656657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-7cbc0f20-55ac-4625-9cfd-946dfbe09870 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Synchronizing usage tracker for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:39:59.724339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-eaec20d7-9b64-44dd-801f-bdecef6d971d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 200 len: 217 time: 0.1398475 Mar 02 17:39:59.778793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-7cbc0f20-55ac-4625-9cfd-946dfbe09870 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Unset dirty status for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:39:59.780090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-7cbc0f20-55ac-4625-9cfd-946dfbe09870 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=826a8ddf31f648f7a131ecab584b78d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6014214 Mar 02 17:39:59.834752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d9684-9062-45c3-9ded-5349586b8a28 req-e751deda-255e-4dcf-a631-509dabbb5b05 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:39:59.836220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-328d9684-9062-45c3-9ded-5349586b8a28 req-e751deda-255e-4dcf-a631-509dabbb5b05 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4017582 Mar 02 17:40:00.005512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439eb718-fc8e-4540-8000-b851da670c68 req-9415738a-f8f8-4a8a-879a-6d6057292808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:00.006877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-9415738a-f8f8-4a8a-879a-6d6057292808 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2644486 Mar 02 17:40:00.303655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-328d9684-9062-45c3-9ded-5349586b8a28 req-49d4c894-a572-4ec8-ac81-77fac624e0f5 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491687 Mar 02 17:40:00.329466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-4f4a8310-ef60-42ec-ba66-d353721d2270 service neutron] 10.222.0.37 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333543 Mar 02 17:40:00.476231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-b1e1379a-0bad-401e-9dd7-981b0f1acfcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4554102 Mar 02 17:40:00.649889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:40:00.707991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-8a7551b7-136b-4ca1-90bf-c89dd9a108a6 service neutron] 10.222.0.37 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670855 Mar 02 17:40:00.767413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:00.789307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:00.812939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-0ba9555f-935a-44e1-8864-8df6c136a28a service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270361 Mar 02 17:40:00.828122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006fd2-7687-4aa8-837c-3a35d9f1d78a req-d294276e-c082-4f3e-a3aa-84d137d3a4c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:00.828821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27006fd2-7687-4aa8-837c-3a35d9f1d78a req-d294276e-c082-4f3e-a3aa-84d137d3a4c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:00.857826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Transition to ACTIVE for port object 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:00.865602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:01.017848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27006fd2-7687-4aa8-837c-3a35d9f1d78a req-d294276e-c082-4f3e-a3aa-84d137d3a4c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:01.019192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27006fd2-7687-4aa8-837c-3a35d9f1d78a req-d294276e-c082-4f3e-a3aa-84d137d3a4c0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 931 time: 0.5085092 Mar 02 17:40:01.137859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:01.277506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-439eb718-fc8e-4540-8000-b851da670c68 req-d7ae6e09-e63f-46ad-8144-82a5faeca1ef service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457016 Mar 02 17:40:01.326263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27006fd2-7687-4aa8-837c-3a35d9f1d78a req-3b21fcbd-e816-47d9-bc6f-6544beb512e5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882488 Mar 02 17:40:01.406505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c024f69-0efc-4b5a-8116-e1afc930aa21 req-5f08cdff-31c7-484a-a276-2c037f74a4cc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:01.407997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c024f69-0efc-4b5a-8116-e1afc930aa21 req-5f08cdff-31c7-484a-a276-2c037f74a4cc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 943 time: 0.2673218 Mar 02 17:40:01.464521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Attempting to bind port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:01.464855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Attempting to bind port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:01.465114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Attempting to bind port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:01.484524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 on network 2b58629d-3869-460f-b35a-97e6e418899a not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:01.484524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Attempting to bind port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:01.495263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:01.497486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Checking segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:01.498011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Bound using segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:01.498297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Bound port: 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:01.498723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:01.536649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c024f69-0efc-4b5a-8116-e1afc930aa21 req-986930e7-bf0e-4eef-be45-01d98720a20f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186345 Mar 02 17:40:01.627490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:01.678101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c75cc857-b499-4406-80ee-8074860350e8 req-32f3aee8-376f-455a-97db-fe4dbe35a65b tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 210 time: 0.0481968 Mar 02 17:40:01.679615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:01.684222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:01.748756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:01.750144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] 10.222.0.35 "PUT /v2.0/ports/6c400d5d-bef3-4f4e-a6e4-a5bde8309814 HTTP/1.1" status: 200 len: 1091 time: 2.5756080 Mar 02 17:40:01.750721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:01.786736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a9ceb-28bf-4e7a-82cc-47909a2bf213 service neutron] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:01.914370 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'status': 'completed', 'code': 200} Mar 02 17:40:02.096141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-07443f26-963c-45bf-9ddf-4a0e636fae1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 1094 time: 0.2390230 Mar 02 17:40:02.101967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3e875-f0fa-4e55-8032-7f89c1cf84ca req-23ffde19-a273-42ae-8fc7-c330f7580d7f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.103357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eed3e875-f0fa-4e55-8032-7f89c1cf84ca req-23ffde19-a273-42ae-8fc7-c330f7580d7f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.1881828 Mar 02 17:40:02.203816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8f38-e9a5-48b2-ae69-acc7084de0bb req-25d35c43-03c3-4072-9fe9-49079dc51903 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.208707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8f38-e9a5-48b2-ae69-acc7084de0bb req-25d35c43-03c3-4072-9fe9-49079dc51903 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.210218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb9f8f38-e9a5-48b2-ae69-acc7084de0bb req-25d35c43-03c3-4072-9fe9-49079dc51903 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.2166767 Mar 02 17:40:02.211885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-70b351a1-8456-461e-8d2f-f31e7c832ac7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814 HTTP/1.1" status: 200 len: 217 time: 0.1013048 Mar 02 17:40:02.419020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eed3e875-f0fa-4e55-8032-7f89c1cf84ca req-bd300fcc-7903-41f6-b1a0-c8ec2cf6ae0b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092415 Mar 02 17:40:02.450190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-cb69c20e-b9e3-45bd-87df-af108d2b38db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.454236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-cb69c20e-b9e3-45bd-87df-af108d2b38db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.2314000 Mar 02 17:40:02.457767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb9f8f38-e9a5-48b2-ae69-acc7084de0bb req-c2e4368d-24e5-47b4-90a8-671d49857939 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386632 Mar 02 17:40:02.522313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-8571e4ed-9b0f-49d8-82fc-40e4380d18e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622535 Mar 02 17:40:02.714345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569e21-a8fd-4885-8614-0924828655a4 req-acf9e42d-7f7e-469d-91a2-2c2ef4cff5d4 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.715189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-acf9e42d-7f7e-469d-91a2-2c2ef4cff5d4 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Synchronizing usage tracker for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:02.739415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-acf9e42d-7f7e-469d-91a2-2c2ef4cff5d4 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Unset dirty status for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:02.743089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-acf9e42d-7f7e-469d-91a2-2c2ef4cff5d4 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.50 "GET /v2.0/networks?id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb HTTP/1.1" status: 200 len: 811 time: 0.2585924 Mar 02 17:40:02.851420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-82163ba5-20ef-4140-ab7a-61c91e8b7a13 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Synchronizing usage tracker for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:02.870253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f569e21-a8fd-4885-8614-0924828655a4 req-82163ba5-20ef-4140-ab7a-61c91e8b7a13 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Unset dirty status for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:02.871854 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-82163ba5-20ef-4140-ab7a-61c91e8b7a13 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826a8ddf31f648f7a131ecab584b78d1 HTTP/1.1" status: 200 len: 380 time: 0.0814736 Mar 02 17:40:02.893161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-ca1ce8e8-f226-4c45-a7c8-0e004b0dadff service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632026 Mar 02 17:40:02.896661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'port': {'device_id': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'admin_state_up': True, 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'security_groups': ['ff044f24-21d9-4410-a2cd-b8c9821b8003']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:02.932977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb65dd7-f228-47ce-a598-86533a1042d5 req-084b61d8-3fb2-43f4-9948-353b168ca547 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:02.939777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2eb65dd7-f228-47ce-a598-86533a1042d5 req-084b61d8-3fb2-43f4-9948-353b168ca547 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.2718024 Mar 02 17:40:03.056125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:03.067733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:03.079960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Made reservation on behalf of 826a8ddf31f648f7a131ecab584b78d1 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:03.086390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:03.091373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3fb3-d1bd-41ac-861b-6cf26a66f694 req-f2ee5717-e223-4782-a8c1-3a0fdcbd0cee tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:03.092836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce5e3fb3-d1bd-41ac-861b-6cf26a66f694 req-f2ee5717-e223-4782-a8c1-3a0fdcbd0cee tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 943 time: 0.2966037 Mar 02 17:40:03.130306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63e9969c-1a8a-40fe-aa21-5b95ad069f5f req-3e7e353b-8a27-4ec1-861e-dac7f5a6d9e7 service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278135 Mar 02 17:40:03.135093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2eb65dd7-f228-47ce-a598-86533a1042d5 req-1b8c4af7-d062-4509-9057-f9b93a004068 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944897 Mar 02 17:40:03.180003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce5e3fb3-d1bd-41ac-861b-6cf26a66f694 req-deb48445-70b8-4709-98f8-1480828a845e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Mar 02 17:40:03.333515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7a616f2-2f87-40c4-9c7d-689a7bee06a7 req-ecc8e417-3506-4446-b2eb-49d1841f71dc tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 210 time: 0.0522294 Mar 02 17:40:03.362616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-5109a7cd-6f93-4a50-934c-19946fbfd952 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 1094 time: 0.1703649 Mar 02 17:40:03.464043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Allocated IP 172.20.0.12 (4574b9d1-7c45-438e-a520-e59fe4e4fcdb/eb319997-95e6-4fc8-b3b7-da56d1f9d5f8/abcb1b15-18cc-43d2-894f-f19189c1bc8d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:03.643803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-ca6bd22d-a57e-44bf-a5e1-f560899d43ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:03.646137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-ca6bd22d-a57e-44bf-a5e1-f560899d43ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 923 time: 0.2690845 Mar 02 17:40:03.698949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:03.751998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:03.780117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Transition to ACTIVE for port object abcb1b15-18cc-43d2-894f-f19189c1bc8d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:03.807069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:03.852311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-35e9b3fe-e683-495e-a892-3df33c0513f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814 HTTP/1.1" status: 200 len: 217 time: 0.1317539 Mar 02 17:40:03.913218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:03.932110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:03.940233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:03.970358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4fb64-29c8-48b5-ab97-69e55d05f21a req-41e7e1da-92e3-4c68-a9f7-74246b81eb33 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:03.975115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4fb64-29c8-48b5-ab97-69e55d05f21a req-41e7e1da-92e3-4c68-a9f7-74246b81eb33 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:03.976944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da4fb64-29c8-48b5-ab97-69e55d05f21a req-41e7e1da-92e3-4c68-a9f7-74246b81eb33 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.1914108 Mar 02 17:40:03.987063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event updated for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:03.989802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827e6c-1272-45a0-a12a-dccbccd3fca4 req-4223564f-1dab-4063-b620-081bf34d9381 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:03.997008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8827e6c-1272-45a0-a12a-dccbccd3fca4 req-4223564f-1dab-4063-b620-081bf34d9381 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3498302 Mar 02 17:40:04.019951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-8aab193d-bc5f-4be5-a2fc-b509021118d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:04.021548 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-8aab193d-bc5f-4be5-a2fc-b509021118d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.1585326 Mar 02 17:40:04.072751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:04.074080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.093141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-51d6efc2-8b03-4b19-a1ec-23da09d124ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6ca4f0b94844cf3870bc881bfe418b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3925388 Mar 02 17:40:04.097434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59508) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:04.125425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8827e6c-1272-45a0-a12a-dccbccd3fca4 req-2601ab67-001c-43ca-891c-950bceeeb95d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274254 Mar 02 17:40:04.127982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-feac8fdb-b99a-4336-a649-06e5a9c7f6bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881317 Mar 02 17:40:04.129936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-6252f2ec-8846-42f8-a799-eb1fa29865c7 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2381320 Mar 02 17:40:04.152914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Request body: {'port': {'device_id': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:04.189786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53c5c835-9b02-4f9c-a7b5-4943c190f008 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:04.311220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9da4fb64-29c8-48b5-ab97-69e55d05f21a req-b206a3f0-4819-4dd9-8941-ce351858400a tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960351 Mar 02 17:40:04.381831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:04.403600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.414070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.422938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'mac_address': 'fa:16:3e:db:13:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:04.449169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.520162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.569011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.573960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-f7bb9b27-6c48-4d33-8dcb-ef22beb9fcce service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998883 Mar 02 17:40:04.585376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-13621965-ba7a-4f54-a5eb-be79465d6f73 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:04.589964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-13621965-ba7a-4f54-a5eb-be79465d6f73 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:04.591318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-13621965-ba7a-4f54-a5eb-be79465d6f73 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 1682 time: 0.4813311 Mar 02 17:40:04.596655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c5c835-9b02-4f9c-a7b5-4943c190f008 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:04.614748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:04.622439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.667864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e98ea5ce-68bd-43af-9d62-016ec6cde0f5 None None] Provisioning for port abcb1b15-18cc-43d2-894f-f19189c1bc8d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:04.711800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e98ea5ce-68bd-43af-9d62-016ec6cde0f5 None None] Provisioning complete for port abcb1b15-18cc-43d2-894f-f19189c1bc8d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:04.712820 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e98ea5ce-68bd-43af-9d62-016ec6cde0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.745206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:04.777054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.777784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.778312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.778866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b829a6da-d7d6-4d5f-b5cb-1032e4f042c4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:04.779373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.780464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.780911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.781457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.781889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.782314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.782904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.783470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:04.804320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:04.805467 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85ad58c9-e94a-4204-96ce-e4fc17cd3429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b829a6da-d7d6-4d5f-b5cb-1032e4f042c4 HTTP/1.1" status: 204 len: 168 time: 0.7065971 Mar 02 17:40:04.824364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e98ea5ce-68bd-43af-9d62-016ec6cde0f5 None None] Port abcb1b15-18cc-43d2-894f-f19189c1bc8d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:05.014614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:05.015193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:05.102745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e2b7e-61d2-4f0e-91f0-2e8746472a75 req-4ea5748c-4df1-4562-b56c-44043ec40e3d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:05.104378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d1e2b7e-61d2-4f0e-91f0-2e8746472a75 req-4ea5748c-4df1-4562-b56c-44043ec40e3d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.7156286 Mar 02 17:40:05.152125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcb1b15-18cc-43d2-894f-f19189c1bc8d {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:05.178556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:05.179036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c6e02ee-d037-4e72-9b48-6659771f2d41 req-4057056f-5a95-401e-bc19-e1a77add3e52 service neutron] 10.222.0.35 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490377 Mar 02 17:40:05.213875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Transition to ACTIVE for port object abcb1b15-18cc-43d2-894f-f19189c1bc8d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:05.220377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:05.262140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba85bc-2081-4478-af8b-a240a56659e4 req-c5f5b381-b5a0-4763-9f1a-f7b01b800841 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:05.266804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54ba85bc-2081-4478-af8b-a240a56659e4 req-c5f5b381-b5a0-4763-9f1a-f7b01b800841 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 944 time: 0.6906836 Mar 02 17:40:05.273806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['53c5c835-9b02-4f9c-a7b5-4943c190f008'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:05.511292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Pushing event updated for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:05.663758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:05.666979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:05.732322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Attempting to bind port abcb1b15-18cc-43d2-894f-f19189c1bc8d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:05.732659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Attempting to bind port abcb1b15-18cc-43d2-894f-f19189c1bc8d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:05.733539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Attempting to bind port abcb1b15-18cc-43d2-894f-f19189c1bc8d on network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:05.750138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Port abcb1b15-18cc-43d2-894f-f19189c1bc8d on network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:05.750465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Attempting to bind port abcb1b15-18cc-43d2-894f-f19189c1bc8d on network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:05.772975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:05.774319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Checking segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:05.774319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Bound using segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:05.775535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Bound port: abcb1b15-18cc-43d2-894f-f19189c1bc8d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:05.775728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:05.887341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d1e2b7e-61d2-4f0e-91f0-2e8746472a75 req-7a19b71c-b157-4ed7-b386-b1aca4dd3da9 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510295 Mar 02 17:40:05.901242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:05.921542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:05.929063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:05.938111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.034194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.037465 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] 10.222.0.50 "PUT /v2.0/ports/abcb1b15-18cc-43d2-894f-f19189c1bc8d HTTP/1.1" status: 200 len: 1092 time: 1.8895259 Mar 02 17:40:06.038499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:06.056796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54ba85bc-2081-4478-af8b-a240a56659e4 req-4a107094-53e0-4058-bfcf-e884808080a5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7594426 Mar 02 17:40:06.083915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4c24-10f5-4662-9e73-acdb7b1b2a8a service neutron] Pushing event updated for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:06.253422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:06.354359 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-756460e3-adf5-4c85-9358-399bd273cc32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=826a8ddf31f648f7a131ecab584b78d1&device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 1095 time: 0.2205856 Mar 02 17:40:06.446227 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-97824a62-63ef-4ecf-9ed7-c8aea7fb8986 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d HTTP/1.1" status: 200 len: 217 time: 0.0758793 Mar 02 17:40:06.479052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.500680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1943840472-network', 'tenant_id': 'e733be0f7a3a4224a697def2d85b1c19'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:06.514178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:06.521853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Usage tracker for resource:network and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:06.526472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:06.536017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:06.541861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569e21-a8fd-4885-8614-0924828655a4 req-1781ac75-cc71-46b7-bb8b-945e26756d1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:06.543480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-1781ac75-cc71-46b7-bb8b-945e26756d1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb319997-95e6-4fc8-b3b7-da56d1f9d5f8 HTTP/1.1" status: 200 len: 850 time: 0.0897906 Mar 02 17:40:06.587067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=8aafb0ae-7539-4531-8cfb-4240e34d1fd0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:06.589151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Made reservation on behalf of e733be0f7a3a4224a697def2d85b1c19 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:06.592458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.621325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.635734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:06.638259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.642083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-deleted', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:06.681928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d46e65-f3dd-43bf-a293-4703ea4de652 req-8bcd5e6b-de01-4172-b4de-b69d5ce93527 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:06.683700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61d46e65-f3dd-43bf-a293-4703ea4de652 req-8bcd5e6b-de01-4172-b4de-b69d5ce93527 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3756351 Mar 02 17:40:06.684961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-1f0edd7e-a635-4894-a727-6b2a68643e45 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "DELETE /v2.0/ports/8aafb0ae-7539-4531-8cfb-4240e34d1fd0 HTTP/1.1" status: 204 len: 173 time: 2.0540943 Mar 02 17:40:06.694104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd878-f738-40e1-80c5-e505ddda7b38 req-fe02f380-bdb7-4e67-9d37-1458f837547d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:06.695722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94edd878-f738-40e1-80c5-e505ddda7b38 req-fe02f380-bdb7-4e67-9d37-1458f837547d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 944 time: 0.4429638 Mar 02 17:40:06.763948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:06.764287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:06.813524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:06.819734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:06.824757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:06.833779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:06.839014 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-096407e6-ddc1-4aea-8564-52b6dd97b0bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868779 Mar 02 17:40:06.949848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61d46e65-f3dd-43bf-a293-4703ea4de652 req-d86987f0-9f60-4d17-81fc-b7cb4739be94 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520249 Mar 02 17:40:06.954542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94edd878-f738-40e1-80c5-e505ddda7b38 req-f1f69f61-cabc-4114-9efd-8f3114f3290d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550543 Mar 02 17:40:07.062961 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-af79e7e6-0913-41d4-ba3a-117b61a949f0 service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129610 Mar 02 17:40:07.142761 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'status': 'completed', 'code': 200} Mar 02 17:40:07.212289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 23077a29-60e8-41ab-ba80-b8f92dfc5d31, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=23077a29-60e8-41ab-ba80-b8f92dfc5d31,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:07.212905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.217125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.228611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.274093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:40:07.318955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.319309 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Added segment 18504cd1-8679-4f2b-b1da-8fdb2c4ec401 of type vlan for network a07a4bbc-7155-4d86-a69d-051d1bf3a42c Mar 02 17:40:07.322275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773cb53-5595-46fe-a604-de0b010fdc57,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:07.352136 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f569e21-a8fd-4885-8614-0924828655a4 req-54b364cc-55c7-4aa9-b9d6-1395184bd0ba service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345974 Mar 02 17:40:07.374417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.411730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.412606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:07.413184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.491189 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-deleted', 'tag': '8aafb0ae-7539-4531-8cfb-4240e34d1fd0', 'status': 'completed', 'code': 200} Mar 02 17:40:07.504271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 23077a29-60e8-41ab-ba80-b8f92dfc5d31 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:07.572043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] Pushing event updated for resources: {'Network': ['ID=a07a4bbc-7155-4d86-a69d-051d1bf3a42c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:07.576713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9b9fb965-8ff1-40d4-bda9-3883aa9ca90f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3222284 Mar 02 17:40:07.579665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:07.588647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:40:07.590437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Request body: {'subnet': {'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1943840472-subnet', 'tenant_id': 'e733be0f7a3a4224a697def2d85b1c19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:07.597489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:07.605682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Usage tracker for resource:subnet and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:07.608888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:07.624247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:07.637405 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-280cf9d7-7c7b-4dee-ba11-b6655ab83733 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=826a8ddf31f648f7a131ecab584b78d1&device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 1095 time: 0.1455634 Mar 02 17:40:07.643039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Made reservation on behalf of e733be0f7a3a4224a697def2d85b1c19 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:07.646447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.660904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 23077a29-60e8-41ab-ba80-b8f92dfc5d31 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:07.680030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172e77d-ae96-41e9-9464-e9e177ad6000 req-7931c575-2cca-40a2-b0dd-2b2912ab47ba tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:07.680738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1172e77d-ae96-41e9-9464-e9e177ad6000 req-7931c575-2cca-40a2-b0dd-2b2912ab47ba tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Synchronizing usage tracker for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:07.759106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152f9b-849d-4dff-8152-e1832b14e40c req-e2b5fc83-6883-446e-b5d8-4c3cbe5dcd5f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:07.760611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13152f9b-849d-4dff-8152-e1832b14e40c req-e2b5fc83-6883-446e-b5d8-4c3cbe5dcd5f tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.2642384 Mar 02 17:40:07.796901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1172e77d-ae96-41e9-9464-e9e177ad6000 req-7931c575-2cca-40a2-b0dd-2b2912ab47ba tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Unset dirty status for tenant:8d28e9987f9943cf9135c6ff8fc51920 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:07.798150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1172e77d-ae96-41e9-9464-e9e177ad6000 req-7931c575-2cca-40a2-b0dd-2b2912ab47ba tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/ports?device_id=e993dfbc-8050-4e6c-a5de-7efb717067f8 HTTP/1.1" status: 200 len: 945 time: 0.6453266 Mar 02 17:40:07.819951 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.853504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13152f9b-849d-4dff-8152-e1832b14e40c req-2df4cbb8-137d-40c2-ab09-e015cd9459e4 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828519 Mar 02 17:40:07.854256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:07.897277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-b1d6c781-2121-422c-8d1b-281cea30046c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:07.902856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-b1d6c781-2121-422c-8d1b-281cea30046c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb HTTP/1.1" status: 200 len: 912 time: 0.2348304 Mar 02 17:40:07.904050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:07.937398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=23077a29-60e8-41ab-ba80-b8f92dfc5d31,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:07.937887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:07.938246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8aafb0ae-7539-4531-8cfb-4240e34d1fd0 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:07.970164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1172e77d-ae96-41e9-9464-e9e177ad6000 req-340cf9fc-ce62-43d6-a073-ea0d79093cfc tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "GET /v2.0/security-groups?id=643926ff-95a7-4272-9455-b811157cc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477411 Mar 02 17:40:08.100416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:08.114599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 23077a29-60e8-41ab-ba80-b8f92dfc5d31 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:08.114599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:08.116762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dcd628c-9686-4ad6-9a42-7fd882930ca4 req-92537e57-4bcc-43aa-bff6-5cfb869e8014 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.50 "DELETE /v2.0/ports/23077a29-60e8-41ab-ba80-b8f92dfc5d31 HTTP/1.1" status: 204 len: 173 time: 1.4201217 Mar 02 17:40:08.172943 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-ab4fb732-28d1-4902-a88e-a28b16d27453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d HTTP/1.1" status: 200 len: 217 time: 0.1349442 Mar 02 17:40:08.205051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b8f4-ef4b-4314-9678-131183bcb395 req-37422e12-c5d9-487b-892f-a0fc59d6cf5c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:08.207349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7268b8f4-ef4b-4314-9678-131183bcb395 req-37422e12-c5d9-487b-892f-a0fc59d6cf5c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 944 time: 0.1836858 Mar 02 17:40:08.223296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:08.227160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53c5c835-9b02-4f9c-a7b5-4943c190f008 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:08.341932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:08.352763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7268b8f4-ef4b-4314-9678-131183bcb395 req-3013e822-1b9f-40a0-be03-0f6b17dc17b8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387608 Mar 02 17:40:08.404980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-6ceee1de-522d-4093-b908-ff768fffbad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:08.411257 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-6ceee1de-522d-4093-b908-ff768fffbad9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb319997-95e6-4fc8-b3b7-da56d1f9d5f8 HTTP/1.1" status: 200 len: 850 time: 0.2284307 Mar 02 17:40:08.414644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bec32-1e66-40ef-bb4c-67bf59feb902 req-50870c19-3a8a-4d2b-b6d4-be2070009f9d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:08.416894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-770bec32-1e66-40ef-bb4c-67bf59feb902 req-50870c19-3a8a-4d2b-b6d4-be2070009f9d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.1593838 Mar 02 17:40:08.437233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.438968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.440264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.440718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.441724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.443347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.444621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.445754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.446410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.449470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.449883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:08.500345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:08.500657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-770bec32-1e66-40ef-bb4c-67bf59feb902 req-85a137fc-e2b6-4d1f-83ed-e41fedbe075c tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769608 Mar 02 17:40:08.513360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 53c5c835-9b02-4f9c-a7b5-4943c190f008 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:08.545655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Checking segment: {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:08.546034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 53c5c835-9b02-4f9c-a7b5-4943c190f008 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:08.546180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Network hostable DHCP agents. Network: a07a4bbc-7155-4d86-a69d-051d1bf3a42c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:40:08.546741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:08.618179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:40:08.639858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, a07a4bbc-7155-4d86-a69d-051d1bf3a42c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:08.649431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1b54-dd1e-4329-91e4-53920cb265e8 req-88264eef-0537-47f4-8d0a-c66ea802d28e tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:08.651817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a61b1b54-dd1e-4329-91e4-53920cb265e8 req-88264eef-0537-47f4-8d0a-c66ea802d28e tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 944 time: 0.1153529 Mar 02 17:40:08.655235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6013b8a-e159-4b72-8ad3-ec9d43407690 None None] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:08.660130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:08.661586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:08.703736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-b0f0f276-9a20-49ca-8f25-42bf43da70ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743638 Mar 02 17:40:08.806980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a61b1b54-dd1e-4329-91e4-53920cb265e8 req-a34ac11d-c749-49ef-98ec-51847c82897b tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407807 Mar 02 17:40:08.818866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-defdc60b-0f86-43e0-8e6c-93ad89f94fbd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2380493 Mar 02 17:40:08.871272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:08.907222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-c1b3bd2c-c9ca-4902-8833-9310693622b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882806 Mar 02 17:40:08.969174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'port_id': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'mac_address': 'fa:16:3e:58:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59a933-2573-4981-b6a1-35ab3eb7d3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:09.129020 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ce3fdac-0b51-4dd2-a3e6-a80283c8bb33 req-80dee9d1-b468-4bf8-ac4d-f914037b57d3 service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013588 Mar 02 17:40:09.180040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.193573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59588) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:09.202112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520ed09-4f09-4bc1-9f79-b7eb512b6ffe None None] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:09.285726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eefb-be91-47ec-a43f-4352c67accfe req-8da82e90-8adf-4f73-bf51-98e0aceb62c9 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:09.300072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e386eefb-be91-47ec-a43f-4352c67accfe req-8da82e90-8adf-4f73-bf51-98e0aceb62c9 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.1833849 Mar 02 17:40:09.329779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:09.357958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-85e80fa7-8c3e-41af-a043-38d819f724bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.408239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e386eefb-be91-47ec-a43f-4352c67accfe req-28b77c2b-4672-4868-9821-a73ccee27c79 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010838 Mar 02 17:40:09.424620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:09.444317 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.492813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-deleted', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:09.512516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-250829186', 'description': 'tempest-description-1569180999'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:09.513819 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.521534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:09.533516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:09.539600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:09.553915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:09.577831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.621704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:09.626175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:09.653507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device abcb1b15-18cc-43d2-894f-f19189c1bc8d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:09.679449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.707613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting subnet 4ffeab13-770d-453e-8357-63c3bf9548a8 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:40:09.712640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.726798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:09.747465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:09.751744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:09.762719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:09.771667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9115d-e9e8-43f1-a867-816fef8583d8 req-984f8c03-e011-4f80-a2d0-abea73b95bb8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:09.773238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e9115d-e9e8-43f1-a867-816fef8583d8 req-984f8c03-e011-4f80-a2d0-abea73b95bb8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 945 time: 0.1682513 Mar 02 17:40:09.801003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.850433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:09.869071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e9115d-e9e8-43f1-a867-816fef8583d8 req-5f32547f-727c-41e8-8fbe-de718b751527 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893345 Mar 02 17:40:09.927852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.928087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.936289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:09.966283 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993dfbc-8050-4e6c-a5de-7efb717067f8', 'name': 'network-vif-deleted', 'tag': '23077a29-60e8-41ab-ba80-b8f92dfc5d31', 'status': 'completed', 'code': 200} Mar 02 17:40:09.996042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:10.002802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.017351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12fbd3a2-0fa3-498b-a3dc-fb2877c2cf48 req-055fe965-6c83-4fea-9ed8-e46e1b27b548 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5095537 Mar 02 17:40:10.045583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.065305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:10.089646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:10.096033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffeab13-770d-453e-8357-63c3bf9548a8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:10.104821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.110756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-264b95c4-1109-456e-ac7d-aa93938184ad tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/subnets/4ffeab13-770d-453e-8357-63c3bf9548a8 HTTP/1.1" status: 204 len: 168 time: 0.9162869 Mar 02 17:40:10.113826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59610) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:10.114527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'port_id': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'mac_address': 'fa:16:3e:c8:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:10.195815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2bfb9-71ef-45b9-b6ec-5a4dc5e92996 None None] Network 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:10.209716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['6c400d5d-bef3-4f4e-a6e4-a5bde8309814'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:10.268670 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'code': 200} Mar 02 17:40:10.268670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.381070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcb1b15-18cc-43d2-894f-f19189c1bc8d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:10.404376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.458376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca21717-dcff-4637-8bf4-4b330af3c7f1 req-0be8a588-c514-4cfd-9084-d63367c4d296 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:10.460978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ca21717-dcff-4637-8bf4-4b330af3c7f1 req-0be8a588-c514-4cfd-9084-d63367c4d296 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3268743 Mar 02 17:40:10.525142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port 8b00255f-8240-4e2e-bfed-375c7101b85b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:10.525473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.526882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:10.545497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.589419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-272bf50f-48fc-4655-b4ee-a31fd9ad76c1 req-53d27bb0-fa00-4bf9-a05f-53d76c119df4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 1096 time: 0.3328810 Mar 02 17:40:10.633520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeefb8-faca-4960-9065-4d68bfd56ef8 req-794dfbec-456f-4d4d-9ee1-685f1dd97c08 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:10.635385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58aeefb8-faca-4960-9065-4d68bfd56ef8 req-794dfbec-456f-4d4d-9ee1-685f1dd97c08 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 944 time: 0.3388898 Mar 02 17:40:10.691447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:10.805349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] DHCP port deletion for 1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:40:10.809605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Deleting port 8b00255f-8240-4e2e-bfed-375c7101b85b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:10.809914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:10.868592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-272bf50f-48fc-4655-b4ee-a31fd9ad76c1 req-349beac2-20cd-4fbe-bec4-31e4616be355 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650819 Mar 02 17:40:10.879665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ca21717-dcff-4637-8bf4-4b330af3c7f1 req-e2a9a39c-75f5-4d9d-adfa-a93494271e6d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057233 Mar 02 17:40:10.908438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['abcb1b15-18cc-43d2-894f-f19189c1bc8d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:10.996485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1714553784', 'description': 'tempest-description-1237796880'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:11.002972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:11.019980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:11.027119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:11.048236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:11.052682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58aeefb8-faca-4960-9065-4d68bfd56ef8 req-d01068bb-6061-434e-b6f1-f65ebb341dd4 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700777 Mar 02 17:40:11.063024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port 8b00255f-8240-4e2e-bfed-375c7101b85b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b00255f-8240-4e2e-bfed-375c7101b85b,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:11.063451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.119751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] For port 8b00255f-8240-4e2e-bfed-375c7101b85b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b00255f-8240-4e2e-bfed-375c7101b85b,segment=NetworkSegment(f92d99e3-7529-4c4e-bbd5-475dc3c4a348),segment_id=f92d99e3-7529-4c4e-bbd5-475dc3c4a348)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:11.120144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.139923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.228015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for 8b00255f-8240-4e2e-bfed-375c7101b85b owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:11.325071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Calling delete_port for 8b00255f-8240-4e2e-bfed-375c7101b85b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:11.355690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:11.366546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:11.384486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:11.395215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-89a41512-a045-4bde-95a0-7dac416bf8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.405457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:11.461526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02fb05-51e9-406f-a015-11c7015f6c01 req-6b202e4a-65ea-4ec2-9eab-3fe62b3d6ef0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:11.467561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad02fb05-51e9-406f-a015-11c7015f6c01 req-6b202e4a-65ea-4ec2-9eab-3fe62b3d6ef0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 944 time: 0.2025919 Mar 02 17:40:11.472404 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:40:11.472763 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:40:11.476321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.564209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=8b00255f-8240-4e2e-bfed-375c7101b85b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:11.591605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port 8b00255f-8240-4e2e-bfed-375c7101b85b on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:11.593853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.632851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.713359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:11.719165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1224626829'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:11.725320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:11.729243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:network and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:11.732229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:11.737983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:11.803680 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad02fb05-51e9-406f-a015-11c7015f6c01 req-a582dff7-50eb-4235-81dc-657fafb675ef tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223486 Mar 02 17:40:11.824328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:11.827979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.830603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0127ab68-44f4-46ec-b2f0-1ebf9183a092,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:11.837560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.838786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c1f6927-18f3-49ae-a808-daea81201b2a req-165f832c-618a-4817-9328-34fd37d429ba tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8519981 Mar 02 17:40:11.840901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.868807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:40:11.880804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.881162 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Added segment 0b36a1be-c530-4866-9ed3-8217c9928fef of type vlan for network b7021a30-2d69-426e-8365-a5f10d9ad03e Mar 02 17:40:11.896849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca4d3ae-cc98-4561-a60a-e8c58a49bac5']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:11.915029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:11.915646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92d99e3-7529-4c4e-bbd5-475dc3c4a348') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:11.933614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.938855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.974284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Deleting port 8b00255f-8240-4e2e-bfed-375c7101b85b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:11.975313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.980819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:11.984629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:11.985221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.021549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.032089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09b1a445-a14b-452e-87ce-27dc8641ee31 req-3696bfe9-5789-4681-b1db-fff27cb6940e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.3234868 Mar 02 17:40:12.037732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:40:12.038130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:40:12.054014 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:40:12.072390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1d9388cf-cfa6-46a8-a660-9c0ef189e3d1 None None] The port '8b00255f-8240-4e2e-bfed-375c7101b85b' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:40:12.094695 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3790824 Mar 02 17:40:12.096204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59636) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:12.105254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1490220103'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:12.108782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0bf54-202b-4db2-bdbc-2996c08b5403 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Network': ['ID=b7021a30-2d69-426e-8365-a5f10d9ad03e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:12.112539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:12.118243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:network and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:12.121355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:12.123127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b7021a30-2d69-426e-8365-a5f10d9ad03e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:40:12.129156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:12.139957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:12.143078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.179351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:40:12.200168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.201153 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Added segment 78d7c2c5-fd74-471f-9fcd-f608340d873a of type vlan for network 85b9b010-d65f-4cd9-b82d-396e42c4e79e Mar 02 17:40:12.232613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09b1a445-a14b-452e-87ce-27dc8641ee31 req-66690fbe-878e-4b28-8798-abf15565d01c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497004 Mar 02 17:40:12.242319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba617-7c59-4be7-a73b-2130bf036a25 req-bb6f7d77-68c2-4aec-8d1b-19eba63978a5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:12.243027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.247054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57cba617-7c59-4be7-a73b-2130bf036a25 req-bb6f7d77-68c2-4aec-8d1b-19eba63978a5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 945 time: 0.3110526 Mar 02 17:40:12.267936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:12.280985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.281250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.285442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:12.286639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.305059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.339047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1322bd-fb1f-4ea1-94b8-1297c5250abc req-f29eade6-99c8-4b35-afd4-a181c1a55970 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:12.340459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be1322bd-fb1f-4ea1-94b8-1297c5250abc req-f29eade6-99c8-4b35-afd4-a181c1a55970 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3074768 Mar 02 17:40:12.345256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Network': ['ID=1ca4d3ae-cc98-4561-a60a-e8c58a49bac5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:12.356741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57cba617-7c59-4be7-a73b-2130bf036a25 req-ab0212c9-36d0-4e0c-880a-74e632995827 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069274 Mar 02 17:40:12.372223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:12.374616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc9d3721-bf9c-4938-bc61-2ed6c9b0735e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/networks/1ca4d3ae-cc98-4561-a60a-e8c58a49bac5 HTTP/1.1" status: 204 len: 168 time: 2.2588339 Mar 02 17:40:12.377546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59642) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:12.386216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:12.386633 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.417075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be1322bd-fb1f-4ea1-94b8-1297c5250abc req-db64a73f-cb4c-482a-b81f-80179a5b0706 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Mar 02 17:40:12.428339 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3310764 Mar 02 17:40:12.431012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:12.437992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'subnet': {'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:12.463052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad176c13-fec3-42c9-8a9d-08bac1f5768e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Network': ['ID=85b9b010-d65f-4cd9-b82d-396e42c4e79e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:12.490037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:40:12.626958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting subnet edec5092-ada1-43dc-960d-7143d2a78aea {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:40:12.631553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.700042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.740779 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.761033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.812633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.814081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:12.815488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:12.825000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.920266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:12.934438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:12.934773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:subnet and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:12.938121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b00255f-8240-4e2e-bfed-375c7101b85b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:12.939247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:12.949343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:12.985419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8b00255f-8240-4e2e-bfed-375c7101b85b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:12.989392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b00255f-8240-4e2e-bfed-375c7101b85b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:12.989541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Subnet': ['ID=edec5092-ada1-43dc-960d-7143d2a78aea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:12.997759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:13.002418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.010897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa73ba-0eab-4149-bb75-a68829fab70e None None] Network 34f73406-d559-44a6-af4b-819634f1203b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:13.017061 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eb4c2b54-bff1-4011-a051-c97e3b8c998e tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/subnets/edec5092-ada1-43dc-960d-7143d2a78aea HTTP/1.1" status: 204 len: 168 time: 0.6374731 Mar 02 17:40:13.019486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59658) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:13.032425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-f625bcce-104e-415a-9668-b11f0bfb8c11 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:13.033898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-f625bcce-104e-415a-9668-b11f0bfb8c11 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 813 time: 0.4244566 Mar 02 17:40:13.111974 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.120638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:13.121852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35663-ba96-4554-ada0-6cf5c35c66a2 req-d6020411-5e46-490f-a86d-e0d89ce831db tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:13.123898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18c35663-ba96-4554-ada0-6cf5c35c66a2 req-d6020411-5e46-490f-a86d-e0d89ce831db tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 945 time: 0.5214980 Mar 02 17:40:13.156053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-b9b868b7-c752-4c85-973c-0e8b81272ab5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/quotas/e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 375 time: 0.0732701 Mar 02 17:40:13.156794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.170818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Deleting port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:13.171212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.172063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.291134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-411d1bfd-3a88-4019-9b7a-9d15212a8f06 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225650 Mar 02 17:40:13.315268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] DHCP port deletion for 34f73406-d559-44a6-af4b-819634f1203b request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:40:13.320770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Deleting port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:13.321569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.398310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] For port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:13.398608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.440463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18c35663-ba96-4554-ada0-6cf5c35c66a2 req-d9c0c29a-6d7c-42c8-bc74-d56123418e7f tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038454 Mar 02 17:40:13.520602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4070b3d0-547a-4349-9164-4b61d2bc8498 service neutron] 10.222.0.37 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152381 Mar 02 17:40:13.567591 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'code': 200} Mar 02 17:40:13.630937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] For port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,segment=NetworkSegment(0576dd3b-b17e-4c92-96bc-3c966dda6772),segment_id=0576dd3b-b17e-4c92-96bc-3c966dda6772)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:13.631812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.690116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Calling delete_port for e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:13.763962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Calling delete_port for e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:13.798541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.820930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device abcb1b15-18cc-43d2-894f-f19189c1bc8d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:13.857192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Port': ['ID=e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:13.867747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] No DVR routers for this DVR port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:13.900954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d9b804d-757a-455d-a4c4-5696af6fd43b service neutron] 10.222.0.37 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705585 Mar 02 17:40:13.921905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:13.985396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:40:13.985822 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:40:13.990557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port abcb1b15-18cc-43d2-894f-f19189c1bc8d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:13.994398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e22d50f9-5751-4123-922c-d57299546b1d req-2edacc0d-972c-49c9-8601-5c774ed928b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 1096 time: 0.3232474 Mar 02 17:40:13.997061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port abcb1b15-18cc-43d2-894f-f19189c1bc8d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:13.998477 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.010041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8f6-c2fb-46e9-bf32-9cb5ee18a8ba req-d750faf5-9462-4948-8dfd-7e34ad01c428 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:14.016959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f600e8f6-c2fb-46e9-bf32-9cb5ee18a8ba req-d750faf5-9462-4948-8dfd-7e34ad01c428 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 945 time: 0.3374853 Mar 02 17:40:14.056235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.115287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Subnet': ['ID=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:14.168665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f73406-d559-44a6-af4b-819634f1203b']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:14.175385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f600e8f6-c2fb-46e9-bf32-9cb5ee18a8ba req-3e8d15c2-ffc1-4726-81df-437f3c35e52c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573501 Mar 02 17:40:14.182262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.191527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e22d50f9-5751-4123-922c-d57299546b1d req-f7fc6916-add5-4ecc-8974-67d1a63578b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533446 Mar 02 17:40:14.193007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:14.193374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network hostable DHCP agents. Network: b7021a30-2d69-426e-8365-a5f10d9ad03e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:40:14.216289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0576dd3b-b17e-4c92-96bc-3c966dda6772') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:14.216289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0576dd3b-b17e-4c92-96bc-3c966dda6772') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:14.223505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:14.237452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.247760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.288153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.294447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.297346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:40:14.298027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.330332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:14.332244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:40:14.339268 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:40:14.356153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b7021a30-2d69-426e-8365-a5f10d9ad03e) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:14.362071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:14.362846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.369660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f39716-43d3-4510-aa2d-b1846910ae73 None None] Network b7021a30-2d69-426e-8365-a5f10d9ad03e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:14.469816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.493619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Deleting port e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:14.494028 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.500740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-298c115a-397d-4ee5-9854-8d397ada9a5b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0684922 Mar 02 17:40:14.508524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59680) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:14.520846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:14.521408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'subnet': {'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:14.535330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] Pushing event deleted for resources: {'Network': ['ID=34f73406-d559-44a6-af4b-819634f1203b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:14.608009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-411f98c7-5716-4860-ae37-1163097ba1ee None None] The port 'e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:40:14.621538 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b9c5be37-ec6a-4bc1-997c-3ab8bc6333e1 tempest-ServersTestMultiNic-48590369 tempest-ServersTestMultiNic-48590369-project] 10.222.0.37 "DELETE /v2.0/networks/34f73406-d559-44a6-af4b-819634f1203b HTTP/1.1" status: 204 len: 168 time: 1.6009352 Mar 02 17:40:14.650068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7faf60-4cc0-4586-b2b7-e7695d1b5048 req-8b5ec13f-a7fc-4392-a7e6-8e3ede899d2b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:14.657544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf7faf60-4cc0-4586-b2b7-e7695d1b5048 req-8b5ec13f-a7fc-4392-a7e6-8e3ede899d2b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 945 time: 0.3853416 Mar 02 17:40:14.721562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:14.732013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:subnet and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:14.737329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:14.747453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:14.763780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf7faf60-4cc0-4586-b2b7-e7695d1b5048 req-a240d348-582f-470f-bc0e-0eb5313f9beb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052761 Mar 02 17:40:14.795542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c16d6f-fc99-4cb4-b385-0c07bf790fea req-b90d7e34-0f01-4e4d-91aa-affef2f6081b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:14.797900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41c16d6f-fc99-4cb4-b385-0c07bf790fea req-b90d7e34-0f01-4e4d-91aa-affef2f6081b tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3977797 Mar 02 17:40:14.856302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:14.878140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41c16d6f-fc99-4cb4-b385-0c07bf790fea req-30575fb2-cb45-444d-8894-8251b039f559 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729041 Mar 02 17:40:14.880229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:14.914039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:14.914039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0a7fdb5-3d9e-4d00-ae39-bc9f2725cbc8 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:14.914039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b7021a30-2d69-426e-8365-a5f10d9ad03e', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:40:14.914039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.028113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6e91377-1504-4843-8446-ab68e8aba5b6 req-0a9445f8-358c-4f03-84c3-01ddd8d2ef27 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 210 time: 0.0520906 Mar 02 17:40:15.037444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.148140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Allocated IP 10.1.1.2 (b7021a30-2d69-426e-8365-a5f10d9ad03e/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7/88a52669-10cd-4e87-998f-e65175bfb2a1) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:15.390442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.401384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505d5ed-9b17-482a-971e-3f0422fbd958 req-c39093af-e436-40c3-8a77-b284ad38d224 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:15.401833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Transition to ACTIVE for port object 88a52669-10cd-4e87-998f-e65175bfb2a1 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:15.402873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1505d5ed-9b17-482a-971e-3f0422fbd958 req-c39093af-e436-40c3-8a77-b284ad38d224 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.3490124 Mar 02 17:40:15.422191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Transition to ACTIVE for port object 88a52669-10cd-4e87-998f-e65175bfb2a1 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:15.428789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.493583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-525db1a7-8a93-46ec-a4cf-c22181868db1 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.2177229 Mar 02 17:40:15.506368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:15.515594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:15.521411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:15.528283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Pushing event updated for resources: {'Port': ['ID=88a52669-10cd-4e87-998f-e65175bfb2a1,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:15.565820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.568144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:15.580035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1505d5ed-9b17-482a-971e-3f0422fbd958 req-a72e1062-00ce-4a72-879f-76d6989573b5 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668921 Mar 02 17:40:15.590026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.661730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Attempting to bind port 88a52669-10cd-4e87-998f-e65175bfb2a1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:15.662095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Attempting to bind port 88a52669-10cd-4e87-998f-e65175bfb2a1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:15.662461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Attempting to bind port 88a52669-10cd-4e87-998f-e65175bfb2a1 on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:15.663557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:15.676291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Usage tracker for resource:security_group_rule and tenant:d8f7a2b3d5094e1198e557e48fe3d9a5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:15.682500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:15.685615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Subnet': ['ID=b613a496-02fe-4abe-b931-15b971f37bc1,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:15.686857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:15.688000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:15.693964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.694422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Bound using segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:15.694995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Bound port: 88a52669-10cd-4e87-998f-e65175bfb2a1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:15.695392 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.699890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:15.727923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Checking segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:15.728265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network hostable DHCP agents. Network: 85b9b010-d65f-4cd9-b82d-396e42c4e79e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:40:15.817052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-cd67ba7c-b1c8-4e5e-a151-001304c568ea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:15.817794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-cd67ba7c-b1c8-4e5e-a151-001304c568ea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:15.818458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] For port 88a52669-10cd-4e87-998f-e65175bfb2a1, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:15.822244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] For port 88a52669-10cd-4e87-998f-e65175bfb2a1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=88a52669-10cd-4e87-998f-e65175bfb2a1,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:15.832829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.838473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-cd67ba7c-b1c8-4e5e-a151-001304c568ea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:15.840122 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-cd67ba7c-b1c8-4e5e-a151-001304c568ea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 813 time: 0.2164655 Mar 02 17:40:15.864428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:40:15.865945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'device_id': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c', 'admin_state_up': True, 'tenant_id': 'e733be0f7a3a4224a697def2d85b1c19'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:15.868465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4902ec77-6bd7-4454-a0fe-a98b1354280d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 267 time: 0.1133988 Mar 02 17:40:15.873620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.918092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:15.942807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073162b-d59e-4e40-9401-49391bd8f5e6 None None] Pushing event updated for resources: {'Port': ['ID=88a52669-10cd-4e87-998f-e65175bfb2a1,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:15.949691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 85b9b010-d65f-4cd9-b82d-396e42c4e79e) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:15.959278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdf40b-c460-4fd4-a828-fd799008ac17 None None] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:15.967340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:15.968064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.000363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bf6cac3-d8eb-456c-b1b0-e5823a1a21a2 req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915173 Mar 02 17:40:16.004199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f051d0-3350-4a28-8df8-ea05bc45b231 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce38ede-8ba8-44ff-8aff-8d9b8cb39c23,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:16.029543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:16.032410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d071284-35cf-4062-b459-4a753032a60b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5230210 Mar 02 17:40:16.035503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:port and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:16.038097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59700) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:16.040907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:16.046535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'name': 'tempest-TaggedBootDevicesTest_v242-104281656', 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:16.051664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaba62f-6b02-48a0-99cd-491912472560 req-2c27c6bd-d96f-46a3-bc27-970846f34652 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:16.058959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcaba62f-6b02-48a0-99cd-491912472560 req-2c27c6bd-d96f-46a3-bc27-970846f34652 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 945 time: 0.1838288 Mar 02 17:40:16.064226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'security_groups': []}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:16.092396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:16.199984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Made reservation on behalf of e733be0f7a3a4224a697def2d85b1c19 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:16.203947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.253664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.298891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ips': [{'subnet_id': 'b613a496-02fe-4abe-b931-15b971f37bc1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:40:16.299849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.361757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:16.373012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:port and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:16.377551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:16.388899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:16.466000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:16.653675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Allocated IP 172.20.0.13 (a07a4bbc-7155-4d86-a69d-051d1bf3a42c/5cc428b5-a7fe-4a1d-8049-8b74aeef2d23/108ce4e8-5ad1-4e2b-9237-84860ff8cf1a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:16.730917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Allocated IP 10.2.2.2 (85b9b010-d65f-4cd9-b82d-396e42c4e79e/b613a496-02fe-4abe-b931-15b971f37bc1/42cb34fd-fd20-436f-ac56-5dc2fe14f9d0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:16.750179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.782825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:16.815965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.823870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.838626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] device_id is not set on port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:40:16.916416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', '53c5c835-9b02-4f9c-a7b5-4943c190f008'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:16.939201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 88a52669-10cd-4e87-998f-e65175bfb2a1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:16.985503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:16.986162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:16.987823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcaba62f-6b02-48a0-99cd-491912472560 req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "PUT /v2.0/ports/53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 200 len: 904 time: 0.9280670 Mar 02 17:40:17.031830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:17.037797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35fbaf-692f-4f3c-a773-bc25dedce49d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:17.098543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff036-859f-4408-87a7-b8e54920c773 req-b85269b6-20cc-4be7-baa4-bd3d20a2f057 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:17.100310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:17.107077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-562ff036-859f-4408-87a7-b8e54920c773 req-b85269b6-20cc-4be7-baa4-bd3d20a2f057 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 945 time: 0.2059975 Mar 02 17:40:17.133311 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'code': 200} Mar 02 17:40:17.196086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-562ff036-859f-4408-87a7-b8e54920c773 req-420ee7e7-5a7c-4b36-8343-eaa4bff52d7d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Mar 02 17:40:17.270564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['53c5c835-9b02-4f9c-a7b5-4943c190f008'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:17.459506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 88a52669-10cd-4e87-998f-e65175bfb2a1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:17.543501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0961a21-12c9-4a15-a790-5fc801e7a297 req-1f3cd801-046f-4896-82bf-732450aa7f38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 1097 time: 0.3078036 Mar 02 17:40:17.618388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0961a21-12c9-4a15-a790-5fc801e7a297 req-7eed85be-b439-469d-b96f-ced29dfb9d97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662856 Mar 02 17:40:17.626311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822634-8b50-47de-8bb0-df31f8a7c4d0 req-45e2e03d-c2f9-4442-894c-07aac54f7a05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:17.632884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8822634-8b50-47de-8bb0-df31f8a7c4d0 req-45e2e03d-c2f9-4442-894c-07aac54f7a05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.2814584 Mar 02 17:40:17.639682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:17.641545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a5f63-56a9-43fa-8ac9-e75a4548219f None None] Network b7021a30-2d69-426e-8365-a5f10d9ad03e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:17.673943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-981f591d-ad08-4e12-a4c8-ea6e7ccc6c7d None None] Provisioning complete for port 53c5c835-9b02-4f9c-a7b5-4943c190f008 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:17.674323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-981f591d-ad08-4e12-a4c8-ea6e7ccc6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:17.688569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8822634-8b50-47de-8bb0-df31f8a7c4d0 req-52bd1d28-173c-4727-8dd9-aa2770a77afb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547144 Mar 02 17:40:17.712624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:17.800658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:17.829654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.1.1.17 (b7021a30-2d69-426e-8365-a5f10d9ad03e/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:17.839116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b974ce-6a71-40c2-ac9d-d8ed5bc929bb req-c95aa0be-0686-4de3-96e0-31bc143bfe46 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:17.840866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18b974ce-6a71-40c2-ac9d-d8ed5bc929bb req-c95aa0be-0686-4de3-96e0-31bc143bfe46 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 932 time: 0.1511457 Mar 02 17:40:17.851921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Transition to ACTIVE for port object 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:17.935913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-18b974ce-6a71-40c2-ac9d-d8ed5bc929bb req-f0c73951-d824-49ec-807d-ef30d9e38ace tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:17.948481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:17.957517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:17.964067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:17.977838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:17.983831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-18b974ce-6a71-40c2-ac9d-d8ed5bc929bb req-f0c73951-d824-49ec-807d-ef30d9e38ace tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:17.992977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18b974ce-6a71-40c2-ac9d-d8ed5bc929bb req-f0c73951-d824-49ec-807d-ef30d9e38ace tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412561 Mar 02 17:40:17.999959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Transition to ACTIVE for port object 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:18.046142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.058090 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad12c2b9-2e98-4f0c-9518-3669eed94383 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 993 time: 0.3409779 Mar 02 17:40:18.198862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:18.199642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.231372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acf581-59a6-489e-b751-398033c5c1fb req-72d5fd0f-35a2-44ff-b39a-d1d65a3d17eb tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:18.239225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04acf581-59a6-489e-b751-398033c5c1fb req-72d5fd0f-35a2-44ff-b39a-d1d65a3d17eb tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.2335582 Mar 02 17:40:18.269269 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4d8fd832-603f-43b3-ac74-abcb7b9baaea tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4077437 Mar 02 17:40:18.294834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Request body: {'port': {'device_id': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:18.295831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:18.299277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Pushing event updated for resources: {'Port': ['ID=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:18.307806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:18.309788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:18.345860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.364819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04acf581-59a6-489e-b751-398033c5c1fb req-d3910002-c623-4082-be07-e18fc02d800e tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240804 Mar 02 17:40:18.379981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:18.425169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-5f706f72-ae67-4866-833b-d5218024b68f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.4634345 Mar 02 17:40:18.449140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e900cc5-14a4-4a3d-8a6f-832623a8e8f2 req-65f2856a-f76e-419e-a578-0218398d6ae3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:18.470711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e900cc5-14a4-4a3d-8a6f-832623a8e8f2 req-65f2856a-f76e-419e-a578-0218398d6ae3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 907 time: 0.2057886 Mar 02 17:40:18.483681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.510603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Provisioning for port 88a52669-10cd-4e87-998f-e65175bfb2a1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:18.510603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Attempting to bind port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:18.510603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Attempting to bind port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:18.510603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Attempting to bind port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:18.516626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Provisioning complete for port 88a52669-10cd-4e87-998f-e65175bfb2a1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:18.517131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.569527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:18.570244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Checking segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:18.571033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.571888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Bound using segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:18.573144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Bound port: 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:18.573589 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.778540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] For port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:18.796603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.808383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] For port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:18.819994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.892862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.897026 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'status': 'completed', 'code': 200} Mar 02 17:40:18.921396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] For port 88a52669-10cd-4e87-998f-e65175bfb2a1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=88a52669-10cd-4e87-998f-e65175bfb2a1,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:18.939019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:18.968254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c36bc-3320-4d37-9fd2-362a1072467f None None] Pushing event updated for resources: {'Port': ['ID=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:18.968497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:19.026674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.046401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.071320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:19.077782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:19.089831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Transition to ACTIVE for port object 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:19.091131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:19.110857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3459a70c-f19b-4be4-aa0b-ceae41d76ab3 None None] Provisioning complete for port 88a52669-10cd-4e87-998f-e65175bfb2a1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:19.111339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3459a70c-f19b-4be4-aa0b-ceae41d76ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.123907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:19.132228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.185145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257855ba-a589-4ad5-ba6f-2ab3ea574b6f req-62261285-2e6a-41c4-844d-3f11b354cf18 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:19.193059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76873-3b7c-41ef-9523-f16d9e4a4532 None None] Pushing event updated for resources: {'Port': ['ID=88a52669-10cd-4e87-998f-e65175bfb2a1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:19.195740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-257855ba-a589-4ad5-ba6f-2ab3ea574b6f req-62261285-2e6a-41c4-844d-3f11b354cf18 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4293008 Mar 02 17:40:19.208282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502d77-1892-4e9d-bc8d-e648176edf5e req-475f50df-eb5e-46c4-8c1a-a5b39495ba82 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:19.216647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d502d77-1892-4e9d-bc8d-e648176edf5e req-475f50df-eb5e-46c4-8c1a-a5b39495ba82 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 945 time: 0.3884521 Mar 02 17:40:19.242837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:19.305520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-1ccb258f-3d58-472c-88a6-186293b160ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 1058 time: 0.4763427 Mar 02 17:40:19.375050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:19.375859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.416330 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:40:19.419077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d502d77-1892-4e9d-bc8d-e648176edf5e req-0f03885a-115b-4eb2-884a-8b01165d1137 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016122 Mar 02 17:40:19.420181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-c95b702d-a4fd-4619-a173-b2ef9b1b27db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:19.422242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-c95b702d-a4fd-4619-a173-b2ef9b1b27db service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.9468141 Mar 02 17:40:19.468411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-257855ba-a589-4ad5-ba6f-2ab3ea574b6f req-a4f626b7-4016-43b3-a120-564fcc196848 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713482 Mar 02 17:40:19.530500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2ee3c45f-8d7b-48fb-82d4-e45dad4054f5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4913299 Mar 02 17:40:19.536885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:19.546615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'name': 'tempest-TaggedBootDevicesTest_v242-607164121', 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:19.564940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-74423dbc-b4d7-4469-9086-5361779ccb3f None None] Provisioning for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:19.571607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-74423dbc-b4d7-4469-9086-5361779ccb3f None None] Provisioning complete for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:19.571989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-74423dbc-b4d7-4469-9086-5361779ccb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.584960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Attempting to bind port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:19.585447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Attempting to bind port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:19.585924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Attempting to bind port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:19.655246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:19.655571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Attempting to bind port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:19.670394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-74423dbc-b4d7-4469-9086-5361779ccb3f None None] Port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:19.681788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:19.682270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Checking segment: {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:19.682689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Bound using segment: {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:19.684092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Bound port: 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:19.684457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.715694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:19.970210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-4e0dc063-c0fc-4035-b0f3-f65c892b2bb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.3630931 Mar 02 17:40:19.971415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:19.980266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:19.985378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:19.986833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:port and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:19.991448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:19.996290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:20.038379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:20.064882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:20.066864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] 10.222.0.50 "PUT /v2.0/ports/108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 1092 time: 1.7790418 Mar 02 17:40:20.070077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:20.077250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:20.084243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:20.121361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-49f69027-9d45-4adf-9e13-692c5f1906f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.122845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-49f69027-9d45-4adf-9e13-692c5f1906f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.7768834 Mar 02 17:40:20.124372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] device_id is not set on port 0fba10ff-8ae9-4e31-b544-b897801a4a7c yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:40:20.126891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-881a2483-e2ad-4765-aeef-8362e42a87c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.129168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-881a2483-e2ad-4765-aeef-8362e42a87c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.1330013 Mar 02 17:40:20.165009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a16b6-cef6-47f3-bcae-63c4958b8dae service neutron] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:20.284825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-b900d7cc-4743-470c-97ff-2010dba189c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396763 Mar 02 17:40:20.297708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-f6f096d9-a715-4858-bea1-fc808f798169 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 200 len: 217 time: 0.1507828 Mar 02 17:40:20.325946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d603cad-9dab-4d2c-8764-eb2f7daab4a5 req-35296603-987e-4065-a58b-30d0fb55e73c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.327194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d603cad-9dab-4d2c-8764-eb2f7daab4a5 req-35296603-987e-4065-a58b-30d0fb55e73c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 944 time: 0.5132921 Mar 02 17:40:20.333661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ee9e-b581-4237-a911-8c96bf8266f4 req-6c2cf43a-dbf3-452e-a139-058243903a86 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.335172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d978ee9e-b581-4237-a911-8c96bf8266f4 req-6c2cf43a-dbf3-452e-a139-058243903a86 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4744771 Mar 02 17:40:20.346492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-8a5fd2e8-be74-4f9d-babc-c5eaa0c6ef21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1095 time: 0.1830754 Mar 02 17:40:20.474882 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-1225c03d-1259-4cb0-a299-0702474e22ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 217 time: 0.0932243 Mar 02 17:40:20.520430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d1555-a545-4c09-9a2c-804bedfa9a12 None None] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:20.538312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.1.1.40 (b7021a30-2d69-426e-8365-a5f10d9ad03e/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7/0fba10ff-8ae9-4e31-b544-b897801a4a7c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:20.567752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4861ec29-74ad-4f34-91d7-6cfcc141bbd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.568524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-4861ec29-74ad-4f34-91d7-6cfcc141bbd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.0852265 Mar 02 17:40:20.607236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d978ee9e-b581-4237-a911-8c96bf8266f4 req-e2f81cea-2104-4f86-a165-be83735d939b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258041 Mar 02 17:40:20.622179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-ac4d5d99-70d2-42be-998f-812b5663289b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:20.623865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-ac4d5d99-70d2-42be-998f-812b5663289b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2854044 Mar 02 17:40:20.661834 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-da5b6ede-0b49-4378-93eb-112006c48457 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718966 Mar 02 17:40:20.696418 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Sync routers for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:40:20.725160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:20.725911 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:20.763310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Sync routers for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:40:20.813002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a86329ec-ada0-4ebd-b961-056493c3d96d None None] Provisioning for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:20.877617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d603cad-9dab-4d2c-8764-eb2f7daab4a5 req-594b7c9d-0feb-4312-8a86-a7aac061e746 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039425 Mar 02 17:40:20.882648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-4213d716-8273-4819-b58e-0eb0de96251c service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820577 Mar 02 17:40:21.005289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:21.005939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:21.050984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-00674577-b26b-4f39-92bb-8d3d4d333af7 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787403 Mar 02 17:40:21.078834 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:21.092851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 88a52669-10cd-4e87-998f-e65175bfb2a1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:21.264427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-22638ac0-20b0-4b41-b78d-d12e463c2411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6260335 Mar 02 17:40:21.340391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:21.365151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 88a52669-10cd-4e87-998f-e65175bfb2a1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:21.365151 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:21.404293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object 0fba10ff-8ae9-4e31-b544-b897801a4a7c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:21.417565 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcab1cd2-ba4d-475c-a36e-99fae618b1d3 req-bd949f0c-94b3-4bd8-81db-0c0651a0e999 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503454 Mar 02 17:40:21.468517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:21.481449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:21.494338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46526c-34db-4c46-887e-ed8ec97c5b16 req-689489c7-8c04-48e7-aeaf-41608947fc97 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:21.501525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f46526c-34db-4c46-887e-ed8ec97c5b16 req-689489c7-8c04-48e7-aeaf-41608947fc97 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.6161938 Mar 02 17:40:21.504576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb8bd79c-a256-4fcd-a256-56b781f3c2fe req-8f746378-04ac-4ee6-bc7e-9d9a2a583ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569813 Mar 02 17:40:21.626789 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 2, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:21.631554 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Checking router: cd71e37e-9b9c-45a7-9140-3d59d4c3de7e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:40:21.632493 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Updating router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:40:21.646300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:21.658868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:21.669863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f46526c-34db-4c46-887e-ed8ec97c5b16 req-51512e4e-8b96-4581-bd81-b930ae65cefb tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673756 Mar 02 17:40:21.675397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:21.768707 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:21.773873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:21.802876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-f5ef9b5e-f6b9-47d8-b3cd-89c950a39d2a service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366817 Mar 02 17:40:21.844502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:21.845139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:21.859287 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'status': 'completed', 'code': 200} Mar 02 17:40:21.901894 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-694fdd05-d737-4b22-a062-f2fba46972a4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3630750 Mar 02 17:40:22.057869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-c496aef6-da48-48dc-b646-6e6edb565feb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1095 time: 0.1502483 Mar 02 17:40:22.283594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96b611bf-9b3c-403e-a30b-276952ded18b None None] Provisioning for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:22.307094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96b611bf-9b3c-403e-a30b-276952ded18b None None] Provisioning complete for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:22.307619 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96b611bf-9b3c-403e-a30b-276952ded18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.312036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-b670b0d9-5ba5-4f22-877f-08cf371dd1eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:22.313864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-b670b0d9-5ba5-4f22-877f-08cf371dd1eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.2439339 Mar 02 17:40:22.349513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:22.405604 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.429066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c91f2fe6-d126-46fb-8e58-77ea904971c9 req-f4b197d9-cc50-4b0d-a53f-af0d2a4c71a1 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122670 Mar 02 17:40:22.430319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-b4610fef-5222-4b9c-98c9-ed4445e354f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 217 time: 0.1036267 Mar 02 17:40:22.439084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Transition to ACTIVE for port object 1868d270-45ef-4e4d-ac3d-22361c5d29e0 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:22.449097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9c65203-9c9f-4dd2-82fc-8509de6af979 req-7aeeb4a8-d678-47f2-b0b2-124ec086f57d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5762751 Mar 02 17:40:22.455710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.474329 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.483030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-96b611bf-9b3c-403e-a30b-276952ded18b None None] Port 0fba10ff-8ae9-4e31-b544-b897801a4a7c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:22.525244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:35Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3f897b20-d75e-4023-b5ef-b702d39eb7f4', 'name': '', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'mac_address': 'fa:16:3e:52:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:33Z', 'updated_at': '2022-03-02T17:39:36Z', 'revision_number': 2, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'subnets': [{'id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:22.533959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Checking router: 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:40:22.535387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Updating router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:40:22.551850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d0a19-f878-401f-8813-3bcb961ff4b2 req-2c72ed0b-940a-46d2-beda-d259de27a9a3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:22.553341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b80d0a19-f878-401f-8813-3bcb961ff4b2 req-2c72ed0b-940a-46d2-beda-d259de27a9a3 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.4455109 Mar 02 17:40:22.572097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-80c43e23-b88b-4324-b293-fcf8ef42c0f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:22.573877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-80c43e23-b88b-4324-b293-fcf8ef42c0f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1313648 Mar 02 17:40:22.646177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:22.652377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.676494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-ee5c26de-34ea-4e43-aa03-bff69bc1678c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941954 Mar 02 17:40:22.682352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] Provisioning complete for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:22.688017 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.789112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:22.789415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.882708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b80d0a19-f878-401f-8813-3bcb961ff4b2 req-57e85382-c7a6-4f17-ab15-2d63a85b41eb tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571929 Mar 02 17:40:22.958489 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Attempting to bind port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:22.959081 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Attempting to bind port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:22.959307 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Attempting to bind port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 on network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:22.989328 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:22.989713 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Checking segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:22.990076 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:22.990460 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Bound using segment: {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:22.996178 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Bound port: 1868d270-45ef-4e4d-ac3d-22361c5d29e0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d16f-f9ae-4277-a779-7f5b359b7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:22.997409 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:23.153930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91263582-1b16-4bb0-8a54-e2bb736a9b0d None None] Pushing event updated for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:23.176019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:23.208957 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] For port 1868d270-45ef-4e4d-ac3d-22361c5d29e0, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:23.213188 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] For port 1868d270-45ef-4e4d-ac3d-22361c5d29e0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1868d270-45ef-4e4d-ac3d-22361c5d29e0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:23.216006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] For port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:23.225786 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:23.231152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:23.252594 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-7311e011-633a-4fa9-a29b-3a741b1c3050 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656176 Mar 02 17:40:23.326370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:23.327398 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:23.559911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526ab7-3e2f-4ac1-9d11-d975763897ab req-ce702fc2-7a68-4731-bf58-7e8e4b703da0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:23.568527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62526ab7-3e2f-4ac1-9d11-d975763897ab req-ce702fc2-7a68-4731-bf58-7e8e4b703da0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4277611 Mar 02 17:40:23.600115 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:23.604066 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f91afbe-855a-4c24-bbbd-b78ff7c82ab1 req-424dcc8f-c5f0-465d-b1f9-3b2ea8e55db2 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438885 Mar 02 17:40:23.709449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:23.725192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62526ab7-3e2f-4ac1-9d11-d975763897ab req-9b1d5861-b827-4eaa-94fe-cdae17150247 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552193 Mar 02 17:40:23.920173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-e098b765-e659-4950-9202-d450c5d0d090 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4299409 Mar 02 17:40:24.023823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbd5d5-5ae6-40bf-8525-cfd8f4f0b035 None None] Pushing event updated for resources: {'Port': ['ID=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:24.092851 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91263582-1b16-4bb0-8a54-e2bb736a9b0d None None] Pushing event updated for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:24.116347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:24.135828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146246642', 'description': 'tempest-description--1555350772'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:24.142319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:24.148807 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:23Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:24.156227 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e65a-6546-4ed5-b015-7756d94f94a1 None None] The sync data for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 is: [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:23Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:40:24.157666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:24.160316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c', 'port_id': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'mac_address': 'fa:16:3e:0c:82:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc428b5-a7fe-4a1d-8049-8b74aeef2d23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:24.168045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4702-5bd2-40f9-87b1-b1c401ec6326 req-8899a564-43b8-49cd-acd2-80827b1e8b84 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:24.175597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:security_group and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:24.179770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59808) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:24.181108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cdfd4702-5bd2-40f9-87b1-b1c401ec6326 req-8899a564-43b8-49cd-acd2-80827b1e8b84 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.1927979 Mar 02 17:40:24.183834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:24.205622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:24.224625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Request body: {'floatingip': {'port_id': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:24.259598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.373553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.391701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Transition to ACTIVE for port object 3f897b20-d75e-4023-b5ef-b702d39eb7f4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:24.402627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:24.405247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.423757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.434169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.606731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed8ae1-dacc-4308-8b82-21a4a9d729b0 None None] Pushing event updated for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:24.665982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Deleting port 5bf774da-6edc-432c-ba65-79a72967f6e2 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:24.667030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.708917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9dc3f-1053-4472-af7a-04ac0c6c9bce req-b9903e01-a29f-4425-9e33-b0c43c7bc6de tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:24.719389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68a9dc3f-1053-4472-af7a-04ac0c6c9bce req-b9903e01-a29f-4425-9e33-b0c43c7bc6de tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.2366188 Mar 02 17:40:24.731720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:24.737562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:24.753196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05bfe-7694-4c73-b795-6c4133e19025 req-02552d6b-78fd-4afc-96ec-554fffdeb7ad tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:24.761698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd05bfe-7694-4c73-b795-6c4133e19025 req-02552d6b-78fd-4afc-96ec-554fffdeb7ad tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 944 time: 0.3483508 Mar 02 17:40:24.769924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:security_group_rule and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:24.831011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:24.845831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:24.875345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:24.895599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd05bfe-7694-4c73-b795-6c4133e19025 req-fc85b467-486d-4347-87bb-e22bd056f607 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329594 Mar 02 17:40:24.982627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:24.997028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68a9dc3f-1053-4472-af7a-04ac0c6c9bce req-65be1890-8965-4d45-b75b-5c7d0419cb04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765577 Mar 02 17:40:25.043554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Attempting to bind port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:25.044514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Attempting to bind port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:25.045902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Attempting to bind port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 on network 64825f16-9ce0-4f98-ab0a-470b08073843 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:25.088470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:25.088852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Checking segment: {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:25.089390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.090319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Bound using segment: {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:25.090833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Bound port: 3f897b20-d75e-4023-b5ef-b702d39eb7f4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897b1f81-0d58-40e7-a63e-81c1cabf997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:25.095828 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.267245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.285549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.334433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] For port 3f897b20-d75e-4023-b5ef-b702d39eb7f4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:25.339057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] For port 3f897b20-d75e-4023-b5ef-b702d39eb7f4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3f897b20-d75e-4023-b5ef-b702d39eb7f4,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:25.341945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:25.369545 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.407807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776df8-8bae-4cad-b773-2ac0728d5e9c req-fe745dae-733a-45b4-8ff0-dff9386f6a8c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:25.409910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb776df8-8bae-4cad-b773-2ac0728d5e9c req-fe745dae-733a-45b4-8ff0-dff9386f6a8c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2673855 Mar 02 17:40:25.416517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] For port 5bf774da-6edc-432c-ba65-79a72967f6e2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5bf774da-6edc-432c-ba65-79a72967f6e2,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:25.416873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.463316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:25.480413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.484812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e1d6afc-ec46-4cfe-bc6e-2134f311d1e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3682237 Mar 02 17:40:25.488630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59828) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:25.601207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'security_group_rule': {'security_group_id': '7979dbeb-63ac-4eea-aae5-ae3b38cc34c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:25.603510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed8ae1-dacc-4308-8b82-21a4a9d729b0 None None] Pushing event updated for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:25.627404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:25.658449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:25.659066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:25.732199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:security_group_rule and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:25.745079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.748308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Calling delete_port for 5bf774da-6edc-432c-ba65-79a72967f6e2 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:25.754713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:25.808510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:25.818054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:26.042293 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Floating IP edae5725-4722-43f2-9023-fd4122ce0c97 associated. External IP: 172.25.3.190, port: abcb1b15-18cc-43d2-894f-f19189c1bc8d. Mar 02 17:40:26.043898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.062389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:26.127116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.153767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6f9e-0528-4b65-874d-ee9fc862c321 req-078f9e66-021a-49c7-894f-528e0a7b538f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:26.154375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1868d270-45ef-4e4d-ac3d-22361c5d29e0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:26.161949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17dd6f9e-0528-4b65-874d-ee9fc862c321 req-078f9e66-021a-49c7-894f-528e0a7b538f tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.8782678 Mar 02 17:40:26.189913 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.246643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb776df8-8bae-4cad-b773-2ac0728d5e9c req-ab03c202-3c74-432a-b139-a46b3c7cc779 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8216665 Mar 02 17:40:26.282859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17dd6f9e-0528-4b65-874d-ee9fc862c321 req-9a9060ab-350b-4ee1-9f3a-a7453f902244 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111026 Mar 02 17:40:26.283835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dea2e5-f1c5-45df-8ac6-e614039846c7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:26.397412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.408653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:26.595883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf774da-6edc-432c-ba65-79a72967f6e2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:26.691193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.695164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8c3735a1-4107-4d86-aa1d-b2c7b18e0757 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2012131 Mar 02 17:40:26.696680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59838) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:26.703150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'security_group_rule': {'security_group_id': '7979dbeb-63ac-4eea-aae5-ae3b38cc34c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:26.710881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:26.718704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:security_group_rule and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:26.725872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:26.733758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:26.735674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:26.740392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:40:26.769570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:26.770099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.877151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:26.897192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:26.909706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'port_id': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'mac_address': 'fa:16:3e:58:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59a933-2573-4981-b6a1-35ab3eb7d3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:26.998814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.007789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.021227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-cbe82349-d600-4845-af46-7868d598bf0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.7735305 Mar 02 17:40:27.036610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b597c67-2f9e-4ef9-b1a7-487cd57c6ee2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:27.051774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.052960 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1255ca56-3f56-4d9a-b796-841e05d0fd42 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3565741 Mar 02 17:40:27.055922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:27.062163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.063107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:27.070461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:27.074822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:floatingip and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:27.077899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:27.086044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:27.099502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.111619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:27.116950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.123445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:35Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3f897b20-d75e-4023-b5ef-b702d39eb7f4', 'name': '', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'mac_address': 'fa:16:3e:52:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:33Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'subnets': [{'id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:27.124422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45759cb9-2281-4bb0-9c86-4a8acd93b2f4 req-6e5113a0-b266-4053-90c7-f88f719c7884 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:27.126052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45759cb9-2281-4bb0-9c86-4a8acd93b2f4 req-6e5113a0-b266-4053-90c7-f88f719c7884 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 945 time: 0.6627934 Mar 02 17:40:27.142115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20385f53-2801-42a0-8440-753fea4e4e70 None None] The sync data for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 is: [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:39:35Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3f897b20-d75e-4023-b5ef-b702d39eb7f4', 'name': '', 'network_id': '64825f16-9ce0-4f98-ab0a-470b08073843', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'mac_address': 'fa:16:3e:52:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:33Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 4, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'subnets': [{'id': 'e4b7f695-e045-4650-91b1-9ed60066902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:40:27.160917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1868d270-45ef-4e4d-ac3d-22361c5d29e0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1868d270-45ef-4e4d-ac3d-22361c5d29e0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:27.164648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:27.168752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.169813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3f897b20-d75e-4023-b5ef-b702d39eb7f4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:27.196503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:40:27.199948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8265a-90b1-4546-a619-dd2b5dc2886b req-e4f9958c-5e21-4a41-aa1e-1e19fad3db02 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:27.201410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe8265a-90b1-4546-a619-dd2b5dc2886b req-e4f9958c-5e21-4a41-aa1e-1e19fad3db02 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 945 time: 0.6558967 Mar 02 17:40:27.210353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-0ad556fe-101c-4e30-9bca-3057fce87bd2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6170721 Mar 02 17:40:27.211106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.302039 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-22ebe296-fd59-4087-b939-105ef6af84c6 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "PUT /v2.0/floatingips/edae5725-4722-43f2-9023-fd4122ce0c97 HTTP/1.1" status: 200 len: 992 time: 3.1121166 Mar 02 17:40:27.302939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:27.321798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:27.324610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.421678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.444937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:27.484248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45759cb9-2281-4bb0-9c86-4a8acd93b2f4 req-4f340961-fe67-4fad-8f7a-6af3609202a1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459811 Mar 02 17:40:27.494050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:27.503253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:27.503623 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:27.591532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['6c400d5d-bef3-4f4e-a6e4-a5bde8309814'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:27.616131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe8265a-90b1-4546-a619-dd2b5dc2886b req-be8d49f7-339c-42dd-beb6-258b9af8ee41 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006488 Mar 02 17:40:27.617126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-c1c89f09-7761-4c35-86ed-d7ed639547c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:27.618494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-c1c89f09-7761-4c35-86ed-d7ed639547c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.5806427 Mar 02 17:40:27.718207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:27.873926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 172.25.3.213 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/6a8b8aa2-8466-4b23-a0aa-1caad289282e) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:27.926162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-da74af58-0f0a-4e9f-8785-5b52f656fad3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 1001 time: 0.2800756 Mar 02 17:40:27.930622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-13ead080-ab62-431f-8941-74aa7c1dc311 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 1096 time: 0.6506836 Mar 02 17:40:27.977552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.047001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:28.060048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.065985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:28.066461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.089372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.090807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3f897b20-d75e-4023-b5ef-b702d39eb7f4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3f897b20-d75e-4023-b5ef-b702d39eb7f4,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:28.105119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.105922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:28.162168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:28.169850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:28.172310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:28.190358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-e3aa3e74-7028-40a3-9267-c50dbec98cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:28.191827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-e3aa3e74-7028-40a3-9267-c50dbec98cd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.2073743 Mar 02 17:40:28.209747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=6a8b8aa2-8466-4b23-a0aa-1caad289282e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:28.260125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:28.272699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-8362ff4e-d43b-4c5a-9d83-367ebe5c695c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:28.274118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-8362ff4e-d43b-4c5a-9d83-367ebe5c695c service neutron] 10.222.0.35 "GET /v2.0/networks?id=97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 200 len: 920 time: 0.2886078 Mar 02 17:40:28.284829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642309be-0566-4143-adad-0e4834029c22 req-89de030d-9e93-4afa-b86d-f38b20bd2859 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:28.286329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642309be-0566-4143-adad-0e4834029c22 req-89de030d-9e93-4afa-b86d-f38b20bd2859 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.5229483 Mar 02 17:40:28.318001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:28.318266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.352402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.364704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.407279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafc41-e903-47aa-9888-631eb78e3662 req-8f84dd13-d949-47d1-b409-4cc853ddb499 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:28.407706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:28.409284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bafc41-e903-47aa-9888-631eb78e3662 req-8f84dd13-d949-47d1-b409-4cc853ddb499 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4815385 Mar 02 17:40:28.417744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-3e239209-2bd3-4ed1-9986-486482e23298 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 200 len: 217 time: 0.1233885 Mar 02 17:40:28.421908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:28.422864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.430860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.518937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.557563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-642309be-0566-4143-adad-0e4834029c22 req-6cdf2584-ce26-4834-8327-68dfc7c9407d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618167 Mar 02 17:40:28.566857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:28.632317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-e7d0d375-a169-43d4-9a7b-9eb46bef4d0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162045 Mar 02 17:40:28.633536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-d9d88ec4-12f8-48cf-b73b-192a2a420e94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:28.634846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-d9d88ec4-12f8-48cf-b73b-192a2a420e94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 200 len: 859 time: 0.2028956 Mar 02 17:40:28.738074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1868d270-45ef-4e4d-ac3d-22361c5d29e0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:28.754384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6bafc41-e903-47aa-9888-631eb78e3662 req-e95bea03-884c-4121-9a43-8792d83fc09e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252559 Mar 02 17:40:28.821136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:28.821672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.873859 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'status': 'completed', 'code': 200} Mar 02 17:40:28.875998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.884002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:28.953725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-ecab9f32-6287-408c-81e2-dd18c9b079b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97918150-26a9-4d22-aaf1-6f12ca83041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551157 Mar 02 17:40:29.048392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3f897b20-d75e-4023-b5ef-b702d39eb7f4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:29.061525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=6a8b8aa2-8466-4b23-a0aa-1caad289282e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:29.084515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:29.131359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:29.131957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:29.148721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:29.149920 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28457b1a-4f3c-458c-8859-cc23917a09cd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0930982 Mar 02 17:40:29.178648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-e4df551d-0421-4ac0-adaf-af0e4b7530b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=826a8ddf31f648f7a131ecab584b78d1&device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 1097 time: 0.2169309 Mar 02 17:40:29.258382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-0cc1d2af-493e-44f8-abfc-5fdeff83879c service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504663 Mar 02 17:40:29.343119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-3fa6823e-0299-4e3a-bfc6-311a0663efba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:29.344506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-3fa6823e-0299-4e3a-bfc6-311a0663efba service neutron] 10.222.0.50 "GET /v2.0/networks?id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb HTTP/1.1" status: 200 len: 912 time: 0.1572566 Mar 02 17:40:29.421675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-83479db2-9c71-4620-9b41-7c6000c9dcd6 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254150 Mar 02 17:40:29.476278 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-cf57938f-0545-4378-a3a5-41acc914893f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d HTTP/1.1" status: 200 len: 1000 time: 0.1220503 Mar 02 17:40:29.530339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d3912-b7bf-43ed-b1b6-286e0b43cf99 req-d6a911a3-fb07-4157-a094-48a7509b65f3 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:29.531815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c85d3912-b7bf-43ed-b1b6-286e0b43cf99 req-d6a911a3-fb07-4157-a094-48a7509b65f3 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.8345282 Mar 02 17:40:29.547107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-344eceaa-aa87-4abf-862b-04b3cd996379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:29.551770 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-344eceaa-aa87-4abf-862b-04b3cd996379 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb319997-95e6-4fc8-b3b7-da56d1f9d5f8 HTTP/1.1" status: 200 len: 850 time: 0.0690398 Mar 02 17:40:29.597397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de91c09-0197-4240-a23f-d405973685cc req-3066649e-b452-4d46-90bc-55a418f069f2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:29.598914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0de91c09-0197-4240-a23f-d405973685cc req-3066649e-b452-4d46-90bc-55a418f069f2 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.5684085 Mar 02 17:40:29.646774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-51f7e737-f570-4de7-be37-ba2a477faf34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4574b9d1-7c45-438e-a520-e59fe4e4fcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876338 Mar 02 17:40:29.680093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2199740-bc7d-4f57-b039-68d5d8d04ccd req-c3d3a3ee-c925-41fc-aae3-7b039ea9bef4 service neutron] 10.222.0.35 "GET /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104929 Mar 02 17:40:29.727422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c85d3912-b7bf-43ed-b1b6-286e0b43cf99 req-b4dc6bdb-2065-4a7a-ac3f-43944a16c1ab tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691902 Mar 02 17:40:29.735379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-38d4cf3a-d11e-4090-b84f-1964f8a797d2 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031502 Mar 02 17:40:29.745594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0de91c09-0197-4240-a23f-d405973685cc req-08f049c9-bd3d-4c17-9959-4bba85721f05 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269033 Mar 02 17:40:29.821558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-1dab9f8d-cbed-40e8-956d-a929950db1da service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629112 Mar 02 17:40:29.999771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c4e8b932-66f5-4849-b64c-225f516e4715 req-c8ae4e38-2fed-49ca-a0d5-986ed96c174e service neutron] 10.222.0.50 "GET /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680949 Mar 02 17:40:30.005093 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'code': 200} Mar 02 17:40:30.229846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52582-e8b8-48ae-aa42-8738fd194005 req-535b9e26-3f53-44d9-844f-577bf0870a48 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:30.231305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7c52582-e8b8-48ae-aa42-8738fd194005 req-535b9e26-3f53-44d9-844f-577bf0870a48 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 946 time: 0.2824850 Mar 02 17:40:30.243263 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8956877f-4fb7-472a-803b-51b694629a5e req-f78e1f50-e9bc-4c40-aba8-97c8b1bc1d5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1097 time: 0.0671446 Mar 02 17:40:30.290955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8956877f-4fb7-472a-803b-51b694629a5e req-36f2ada9-28aa-4042-be7e-b2bb8dd04ba6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Mar 02 17:40:30.309063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:30.314735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7c52582-e8b8-48ae-aa42-8738fd194005 req-9d813f2d-b330-4037-9355-04b96534afbc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734916 Mar 02 17:40:30.351556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b203-53ec-4263-a4e3-84e86e426db2 req-8bb1aeac-966d-4109-b1ed-3d3baf9c85b0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:30.353215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a45b203-53ec-4263-a4e3-84e86e426db2 req-8bb1aeac-966d-4109-b1ed-3d3baf9c85b0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 944 time: 0.2313688 Mar 02 17:40:30.392198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:30.392485 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:30.412959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a45b203-53ec-4263-a4e3-84e86e426db2 req-07f98d8f-31e8-48c8-b652-bb51b4400cf7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Mar 02 17:40:30.535737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:30.573998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:30.578126 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:30.651587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:30.723757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Router a5a08b9c-f0b5-445c-96d5-75e336368912 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:40:30.775133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-de2b04ea-3fa8-47d7-99cf-00e53f6c3785 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2146246642&fields=id&tenant_id=f499324a42f44b1f8e921e84e18f047e HTTP/1.1" status: 200 len: 267 time: 0.1011393 Mar 02 17:40:30.779542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-8fed703c-1e73-48e0-9318-f2c65173faf1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:30.780889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-8fed703c-1e73-48e0-9318-f2c65173faf1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.3538640 Mar 02 17:40:30.973700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-9933f92b-7dea-4223-a79a-5dfd2e15fd57 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/quotas/dca8b0341ce848e2bc8e078c1bfa3ecf HTTP/1.1" status: 200 len: 375 time: 0.1545095 Mar 02 17:40:30.979231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6401d44b-7ae0-47bb-b537-bb67bd6509b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:30.980069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6401d44b-7ae0-47bb-b537-bb67bd6509b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:31.048668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6401d44b-7ae0-47bb-b537-bb67bd6509b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:31.050422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6401d44b-7ae0-47bb-b537-bb67bd6509b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 935 time: 0.2686813 Mar 02 17:40:31.155391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-d8c898f0-f9e1-4a90-9a88-7bb78c44921c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:31.156692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-d8c898f0-f9e1-4a90-9a88-7bb78c44921c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 935 time: 0.0932331 Mar 02 17:40:31.173067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7d038361-35f8-4fbc-8a53-4ce512b116b5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1905849 Mar 02 17:40:31.241667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3bad4e01-3490-4f07-9c9d-5044fcc604e5 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675712 Mar 02 17:40:31.349334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-a38c2116-1329-4f3c-b932-7c10228cf52e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0610979 Mar 02 17:40:31.483407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:40:31.493024 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d872b1-d846-4517-b662-3f01598739af None None] Sync routers for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:40:31.493510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a56033d2-390c-424f-bbe1-af171918c30a admin admin] 10.222.0.37 "PUT /v2.0/routers/a5a08b9c-f0b5-445c-96d5-75e336368912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7721045 Mar 02 17:40:31.496039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59892) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:31.503657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-3bd22a7f-077f-4d6a-b2d2-b6d0cc54ca06 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924395 Mar 02 17:40:31.506405 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:31.507035 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:31.634531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0f12a299-5136-40f8-9d7e-7c6633d59e78 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:31.637941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0f12a299-5136-40f8-9d7e-7c6633d59e78 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:31.641774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0f12a299-5136-40f8-9d7e-7c6633d59e78 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:31.644079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0f12a299-5136-40f8-9d7e-7c6633d59e78 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/networks?id=e07c5e77-51b1-4545-850c-aaffb83943c9&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e HTTP/1.1" status: 200 len: 1995 time: 0.2820737 Mar 02 17:40:31.679348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6b489602-b71d-4798-872a-d8cb09d9e166 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/quotas/f499324a42f44b1f8e921e84e18f047e HTTP/1.1" status: 200 len: 375 time: 0.0298474 Mar 02 17:40:31.707554 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:31.711252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:31.755798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-36099580-d7c4-49a8-8a64-301ef3fb54f3 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422764 Mar 02 17:40:31.812836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-769d2b07-9396-4cac-a03f-470529810466 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1280286 Mar 02 17:40:32.003702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:32.006678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:32.016028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Deleting port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:32.016803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:32.033007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-27ea39b2-8a35-4a96-9b29-5e250e37c02d service neutron] 10.222.0.37 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994979 Mar 02 17:40:32.070224 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 5, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port': {'id': 'b1e42bdb-b660-4d5a-aec2-3a86c1874e0a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:54Z', 'updated_at': '2022-03-02T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:32.074882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d872b1-d846-4517-b662-3f01598739af None None] Checking router: a5a08b9c-f0b5-445c-96d5-75e336368912 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:40:32.088089 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] Routers {'a5a08b9c-f0b5-445c-96d5-75e336368912'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:32.089007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a5a08b9c-f0b5-445c-96d5-75e336368912'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:32.262261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-be740a9d-72b9-4d6d-8c5a-317e603035d4 service neutron] 10.222.0.37 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205241 Mar 02 17:40:32.292591 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] Set router a5a08b9c-f0b5-445c-96d5-75e336368912 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:32.324101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4fc85-3fe4-41d7-ac34-f857f0d7ce93 req-5c32e1fd-a04b-4097-b86c-c453c35c7395 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:32.325305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03f4fc85-3fe4-41d7-ac34-f857f0d7ce93 req-5c32e1fd-a04b-4097-b86c-c453c35c7395 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.1891685 Mar 02 17:40:32.361582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-77af1fed-a7f1-4ed2-87d3-d2097f2d95dc service neutron] 10.222.0.37 "GET /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0900500 Mar 02 17:40:32.374496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] For port b1e42bdb-b660-4d5a-aec2-3a86c1874e0a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:32.374878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:32.420792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-03d872b1-d846-4517-b662-3f01598739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:40:32Z', 'revision_number': 6, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:32.430431 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d872b1-d846-4517-b662-3f01598739af None None] The sync data for ids ['a5a08b9c-f0b5-445c-96d5-75e336368912'] in n-d-820559-6 is: [{'id': 'a5a08b9c-f0b5-445c-96d5-75e336368912', 'name': 'tempest-ServersTestMultiNic-249774879-router', 'tenant_id': '8d28e9987f9943cf9135c6ff8fc51920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:52Z', 'updated_at': '2022-03-02T17:40:32Z', 'revision_number': 6, 'project_id': '8d28e9987f9943cf9135c6ff8fc51920', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:40:32.540984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Calling delete_port for b1e42bdb-b660-4d5a-aec2-3a86c1874e0a owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:32.597029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03f4fc85-3fe4-41d7-ac34-f857f0d7ce93 req-49fcf87f-5ebf-48a7-9048-296098177c9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646437 Mar 02 17:40:32.672229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bcab3d7a-8792-4ce8-85c7-191051a0a67f service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982743 Mar 02 17:40:32.751703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:32.801518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e42bdb-b660-4d5a-aec2-3a86c1874e0a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:32.867306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-9f4368ed-f787-4b8b-959f-99b9d23f15dc service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888740 Mar 02 17:40:32.894856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5bf774da-6edc-432c-ba65-79a72967f6e2 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:32.957472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5bf774da-6edc-432c-ba65-79a72967f6e2 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:32.958050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5bf774da-6edc-432c-ba65-79a72967f6e2 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:32.981640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-73750d18-cbb5-4b6a-a4ec-0edbf665ed55 service neutron] 10.222.0.37 "GET /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1075916 Mar 02 17:40:33.098322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.187245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4a1c941-3025-4c90-a543-a1d7777443db service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902413 Mar 02 17:40:33.310930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8da25e-a570-47a4-bb6f-4b91a8ed805f req-758cef5c-b3a2-47c6-bc4d-30dcdfd835de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:33.312274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e8da25e-a570-47a4-bb6f-4b91a8ed805f req-758cef5c-b3a2-47c6-bc4d-30dcdfd835de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 946 time: 0.1734984 Mar 02 17:40:33.370176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.370852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-273660e9-da47-4fc3-8c32-3fca601aacf0 service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774032 Mar 02 17:40:33.374818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.405874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e8da25e-a570-47a4-bb6f-4b91a8ed805f req-3f837a26-c822-403c-b567-aba159a9865f tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840440 Mar 02 17:40:33.411765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.412661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a08b9c-f0b5-445c-96d5-75e336368912 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:40:33.431811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.436011 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c550f0b8-e2ce-4162-af2b-2a1a1e0306b4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a5a08b9c-f0b5-445c-96d5-75e336368912 HTTP/1.1" status: 204 len: 168 time: 1.9383893 Mar 02 17:40:33.436642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59914) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:33.524621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Deleting subnet 90d8d3a0-c883-405c-ad86-2ee93870e537 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:40:33.528446 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.561485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-29698464-3054-4e52-851f-7a5560e19c52 service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846669 Mar 02 17:40:33.587971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.769211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50fe78-8adb-4c25-897d-bd3c2a9b50fb req-06802c1d-1648-4f43-aa19-ee735e705b44 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:33.770704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa50fe78-8adb-4c25-897d-bd3c2a9b50fb req-06802c1d-1648-4f43-aa19-ee735e705b44 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 945 time: 0.2032065 Mar 02 17:40:33.772411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-857db1ac-165d-4155-a9f8-93f08edf2d49 service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714160 Mar 02 17:40:33.808338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-5e3b93aa-89da-4213-bb05-ed812e1d2d63 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:33.808338 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-5e3b93aa-89da-4213-bb05-ed812e1d2d63 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 812 time: 0.1926670 Mar 02 17:40:33.812241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:33.845333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Request body: {'port': {'device_id': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'admin_state_up': True, 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:33.925617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa50fe78-8adb-4c25-897d-bd3c2a9b50fb req-18985bc0-b4ac-4fbf-89af-d7b1bcba927d tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417487 Mar 02 17:40:33.990119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6b9a98e8-d2aa-4211-a26f-418e4647400d service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786630 Mar 02 17:40:34.118007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.160649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d8d3a0-c883-405c-ad86-2ee93870e537,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:34.165199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b4c6986-472c-400f-a3aa-fead75f1d1ee req-cc4b5e18-4fb0-493c-849a-6babcec2a15d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 210 time: 0.0513132 Mar 02 17:40:34.175400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:34.178790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.183469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766d4e4-a554-4026-bbec-aa87831c6b58 None None] Network e4a87e7f-6089-4bc3-8d18-e2555530b107 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:34.191842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-754be2b8-22f2-49d0-a8dc-8402ed0bfd30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90d8d3a0-c883-405c-ad86-2ee93870e537 HTTP/1.1" status: 204 len: 168 time: 0.7538707 Mar 02 17:40:34.192807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:34.194663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:34.233020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c187847d-bd4e-4014-8e95-bfd3ebcdff92 service neutron] 10.222.0.37 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368841 Mar 02 17:40:34.275516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Made reservation on behalf of dca8b0341ce848e2bc8e078c1bfa3ecf for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:34.278975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.379994 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'code': 200} Mar 02 17:40:34.383089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:34.554837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Allocated IP 172.20.0.11 (1e3038ca-2d8c-4609-837b-cdbdcc0adea2/9a12de92-ddfe-4653-9762-9514dd06b30a/3fe321b8-3dd3-4cdd-beac-90ad50103324) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:34.653676 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.675812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-9221959b-0378-4470-8f97-ae2d3cefdbc8 service neutron] 10.222.0.37 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340417 Mar 02 17:40:34.722406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.763698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Deleting port ec88be80-71c4-40e9-943a-1acff8dadc26 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:34.764033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.778428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] DHCP port deletion for e4a87e7f-6089-4bc3-8d18-e2555530b107 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:40:34.787987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:34.789158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Deleting port ec88be80-71c4-40e9-943a-1acff8dadc26 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:34.789520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.792350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-b438fed0-5a81-4220-a696-46c3009965f1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-250829186&fields=id&tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 267 time: 0.1752665 Mar 02 17:40:34.816837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.933263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:34.938917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-02cdc550-2982-489c-8259-15e1f83c1a86 service neutron] 10.222.0.37 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536616 Mar 02 17:40:34.942261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:34.951372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-ec782ed5-4635-42e2-ae61-5e9444e82f7d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:34.952823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-ec782ed5-4635-42e2-ae61-5e9444e82f7d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 946 time: 0.1534204 Mar 02 17:40:34.984095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Sync routers for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:40:34.988099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Transition to ACTIVE for port object 3fe321b8-3dd3-4cdd-beac-90ad50103324 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:35.077653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'security_groups': ['b773cb53-5595-46fe-a604-de0b010fdc57', 'b9c9b591-6bbb-4ab9-90fd-30079ba76b8a']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:35.085250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:35.086129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:35.091744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] For port ec88be80-71c4-40e9-943a-1acff8dadc26, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec88be80-71c4-40e9-943a-1acff8dadc26,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:35.092102 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.139809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] For port ec88be80-71c4-40e9-943a-1acff8dadc26, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec88be80-71c4-40e9-943a-1acff8dadc26,segment=NetworkSegment(c74ffd6f-1778-4082-bd59-a542a6f71bca),segment_id=c74ffd6f-1778-4082-bd59-a542a6f71bca)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:35.140466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.220478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Calling delete_port for ec88be80-71c4-40e9-943a-1acff8dadc26 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:35.248335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.261234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-b39159f6-8570-43ec-aeff-8402dc1bea2d service neutron] 10.222.0.37 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073983 Mar 02 17:40:35.263050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.285273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:35.349420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:35.357465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:35.360961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:35.363586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:35.428919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.470960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Calling delete_port for ec88be80-71c4-40e9-943a-1acff8dadc26 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:35.492422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec88be80-71c4-40e9-943a-1acff8dadc26,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:35.500106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:35.501235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.515292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] No DVR routers for this DVR port ec88be80-71c4-40e9-943a-1acff8dadc26 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:35.558317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-446dec0e-98bc-4792-8d35-85540c70e7b5 service neutron] 10.222.0.37 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960095 Mar 02 17:40:35.680578 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-7dd75eb5-30ac-456a-b24e-b25a9ff7338a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8426168 Mar 02 17:40:35.712725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.739991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Request body: {'port': {'device_id': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:35.744544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:40:35.744895 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:40:35.748763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:35.764332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:35.799353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.806683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.844663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-64f9e1db-dfb6-4913-9ba3-5f9264ce9678 None None] Provisioning for port 3fe321b8-3dd3-4cdd-beac-90ad50103324 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:35.855439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-64f9e1db-dfb6-4913-9ba3-5f9264ce9678 None None] Provisioning complete for port 3fe321b8-3dd3-4cdd-beac-90ad50103324 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:35.855834 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-64f9e1db-dfb6-4913-9ba3-5f9264ce9678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.864709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a87e7f-6089-4bc3-8d18-e2555530b107']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:35.888784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74ffd6f-1778-4082-bd59-a542a6f71bca') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:35.889074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74ffd6f-1778-4082-bd59-a542a6f71bca') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:35.899765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:35.905096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.920517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.921591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:35.922312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:35.936567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dfb7dd8-3d1c-4a0b-91e6-a55873cd93df req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "PUT /v2.0/ports/108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 982 time: 0.8636024 Mar 02 17:40:35.937942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:35.976452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:36.001080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.001579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.004252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.004745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.005202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.005641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.006080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.009484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.010142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.010610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.011078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fd3951-fdae-49a3-bc99-06ebe204ed14 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:40:36.107605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.129320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:40:36.130197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:40:36.162983 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:40:36.247515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:36.293137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Deleting port ec88be80-71c4-40e9-943a-1acff8dadc26 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:36.293862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.335381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.348324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.374600 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e4a87e7f-6089-4bc3-8d18-e2555530b107 HTTP/1.1" status: 204 len: 168 time: 2.1789694 Mar 02 17:40:36.388835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee96b4-e436-4f52-88b8-ac70c306c781 req-c9be5b8f-89d1-4eec-8c2b-b44b14d15327 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:36.390314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56ee96b4-e436-4f52-88b8-ac70c306c781 req-c9be5b8f-89d1-4eec-8c2b-b44b14d15327 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.0986447 Mar 02 17:40:36.392567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98e880f1-ad65-4f1f-a070-813716f865e1 None None] The port 'ec88be80-71c4-40e9-943a-1acff8dadc26' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:40:36.395271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7b15a-85c3-4340-af69-c2496d15ffc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a87e7f-6089-4bc3-8d18-e2555530b107,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:36.430457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:36.483996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56ee96b4-e436-4f52-88b8-ac70c306c781 req-f7354e19-c521-4dc2-8e7a-79fea57fcc2c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821354 Mar 02 17:40:36.526956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-64f9e1db-dfb6-4913-9ba3-5f9264ce9678 None None] Port 3fe321b8-3dd3-4cdd-beac-90ad50103324 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:36.702372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec88be80-71c4-40e9-943a-1acff8dadc26 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:36.738555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:36.777080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ec88be80-71c4-40e9-943a-1acff8dadc26 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:36.777532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec88be80-71c4-40e9-943a-1acff8dadc26 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:36.815555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe321b8-3dd3-4cdd-beac-90ad50103324 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:36.834648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.845616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d337-f5f5-4de0-9c9d-33251d47d0ce req-129f820d-1ac5-450f-b807-616d2fa8a5a4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:36.849908 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-449d267f-edc2-4e73-9178-d799ee587633 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d28e9987f9943cf9135c6ff8fc51920&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1080198 Mar 02 17:40:36.851285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59970) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:36.852557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4715d337-f5f5-4de0-9c9d-33251d47d0ce req-129f820d-1ac5-450f-b807-616d2fa8a5a4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 932 time: 0.1409512 Mar 02 17:40:36.877725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Transition to ACTIVE for port object 3fe321b8-3dd3-4cdd-beac-90ad50103324 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:36.900115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:36.929389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4715d337-f5f5-4de0-9c9d-33251d47d0ce req-327b8f2c-0c8f-437e-9cae-f9a6879baf2c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Mar 02 17:40:37.156552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-fa3a0bd7-9bea-4e24-9e6a-152fd2a9c8fb tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1714553784&fields=id&tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 267 time: 0.0778584 Mar 02 17:40:37.193347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:37.318869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-df0f1dcc-e39f-4f50-b668-52b814a9da63 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:37.320938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-df0f1dcc-e39f-4f50-b668-52b814a9da63 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 985 time: 0.1636031 Mar 02 17:40:37.324157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'edae5725-4722-43f2-9023-fd4122ce0c97', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'port_id': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'mac_address': 'fa:16:3e:c8:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:39:56Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 1, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:37.336859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'security_groups': ['b773cb53-5595-46fe-a604-de0b010fdc57', 'b9c9b591-6bbb-4ab9-90fd-30079ba76b8a', '0127ab68-44f4-46ec-b2f0-1ebf9183a092']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:37.374743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Checking router: cd71e37e-9b9c-45a7-9140-3d59d4c3de7e for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:40:37.428458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.478811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Attempting to bind port 3fe321b8-3dd3-4cdd-beac-90ad50103324 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:37.479220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Attempting to bind port 3fe321b8-3dd3-4cdd-beac-90ad50103324 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:37.479544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Attempting to bind port 3fe321b8-3dd3-4cdd-beac-90ad50103324 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:37.484344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.510501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.541274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Port 3fe321b8-3dd3-4cdd-beac-90ad50103324 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:37.545683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Attempting to bind port 3fe321b8-3dd3-4cdd-beac-90ad50103324 on network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:37.553114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:40:37.554743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:40:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:37.608396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:37.609461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Checking segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:37.609951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Bound using segment: {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:37.613238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Bound port: 3fe321b8-3dd3-4cdd-beac-90ad50103324, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:37.614436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.617711 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'status': 'completed', 'code': 200} Mar 02 17:40:37.692323 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'code': 200} Mar 02 17:40:37.730355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.779371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643926ff-95a7-4272-9455-b811157cc707,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:37.791313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:40:37.839720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.841450 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-014bd09e-556b-4e26-bcdd-97cfbac74b04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/643926ff-95a7-4272-9455-b811157cc707 HTTP/1.1" status: 204 len: 168 time: 0.9787316 Mar 02 17:40:37.854394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:37.861008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:37.869710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:37.886612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-749dcbdd-5138-48b8-881f-59ab3429530c req-1befa8ba-ac20-42e8-8891-e45bacdf7989 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 210 time: 0.0783362 Mar 02 17:40:38.107899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:38.110853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] 10.222.0.50 "PUT /v2.0/ports/3fe321b8-3dd3-4cdd-beac-90ad50103324 HTTP/1.1" status: 200 len: 1092 time: 2.4002886 Mar 02 17:40:38.123065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:38.152003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21def8e-fcdf-4810-9742-7ac9427e7607 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:38.248999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-e3e18ae9-7d0d-4734-a02a-2cbdcdc15efa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1136 time: 0.5474885 Mar 02 17:40:38.327048 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-fba2edb9-f2f4-43ff-9f14-65cca5f81063 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 1095 time: 0.1277084 Mar 02 17:40:38.457054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-c72c24e4-f724-4df4-acd8-9d53354b0add service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324 HTTP/1.1" status: 200 len: 217 time: 0.1074393 Mar 02 17:40:38.479844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'edae5725-4722-43f2-9023-fd4122ce0c97', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'port_id': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'mac_address': 'fa:16:3e:c8:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:39:56Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 1, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:40:38.490117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:38.492162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f060cc9-494a-4c1f-8cea-8cc0b2a55418 None None] The sync data for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 is: [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'edae5725-4722-43f2-9023-fd4122ce0c97', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'port_id': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'mac_address': 'fa:16:3e:c8:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:39:56Z', 'updated_at': '2022-03-02T17:40:25Z', 'revision_number': 1, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:40:38.589957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:38.617709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b1e42bdb-b660-4d5a-aec2-3a86c1874e0a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:38.628951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-69689377-5d55-464a-a0fe-a8d3cd8a2af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:38.631416 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-69689377-5d55-464a-a0fe-a8d3cd8a2af6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1674261 Mar 02 17:40:38.713329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b1e42bdb-b660-4d5a-aec2-3a86c1874e0a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:38.714482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b1e42bdb-b660-4d5a-aec2-3a86c1874e0a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:38.744979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:40:38.770338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fee4-71c7-42d3-b0d4-5bae88d7a5bd req-dfbe41f5-e803-4a5d-b996-4dbffb92b941 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:38.771951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8d2fee4-71c7-42d3-b0d4-5bae88d7a5bd req-dfbe41f5-e803-4a5d-b996-4dbffb92b941 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.5275095 Mar 02 17:40:38.776812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:38.781372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060628-e088-48ae-880f-53898ed2576f req-12423b58-5504-4212-88c2-8f5bb831c529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:38.782941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-12423b58-5504-4212-88c2-8f5bb831c529 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.4441471 Mar 02 17:40:38.813774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-44baea26-f559-48aa-bd65-85edb88a8cc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739979 Mar 02 17:40:38.865531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:38.921681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:38.921897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c9d5bc3b-734e-4f55-b7cd-33c01ce6c108 service neutron] 10.222.0.35 "GET /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 1031 time: 0.2449164 Mar 02 17:40:38.981621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-e16744b4-b596-494e-8df6-e12fd84ef4d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 217 time: 0.1859684 Mar 02 17:40:39.043587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-bb9aed12-0a8e-42f1-aff2-ae086cce040c service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235219 Mar 02 17:40:39.068337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.068958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:39.070369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cef0f90-e1ba-44f9-9f36-98831ba53d34 req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "PUT /v2.0/ports/108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 1021 time: 1.7415092 Mar 02 17:40:39.114850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8d2fee4-71c7-42d3-b0d4-5bae88d7a5bd req-1acda36b-3d2d-48d5-8c00-3e8671615e0e tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278496 Mar 02 17:40:39.138453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-50e01faa-0853-4104-8856-1990086e2a3b service neutron] 10.222.0.35 "GET /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 1031 time: 0.1885080 Mar 02 17:40:39.205857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79f02-8503-4920-8358-6993275de059 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:39.298560 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bad2efae-9ef5-4b6d-b5bf-048eb8cdfcd8 req-2b597504-b94c-47a0-8e8c-2277a8fd7d9e service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433689 Mar 02 17:40:39.312134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:39.381131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c7262f0-3136-4ff0-93bf-5f74a8b01ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:39.423393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060628-e088-48ae-880f-53898ed2576f req-948a0a20-b09d-4895-b94f-fc1711701b8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.425506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-948a0a20-b09d-4895-b94f-fc1711701b8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.4167383 Mar 02 17:40:39.532152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:39.557705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-451572d6-7f67-4d4b-b87e-f200aaba26f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076345 Mar 02 17:40:39.641896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:39.712142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c9a59c8f-1d09-4fd1-81b8-79dbee2f8e8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.716087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c9a59c8f-1d09-4fd1-81b8-79dbee2f8e8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.719981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c9a59c8f-1d09-4fd1-81b8-79dbee2f8e8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.721734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c9a59c8f-1d09-4fd1-81b8-79dbee2f8e8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/networks?id=e07c5e77-51b1-4545-850c-aaffb83943c9&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e HTTP/1.1" status: 200 len: 1995 time: 0.5735221 Mar 02 17:40:39.728672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-927255202-network', 'tenant_id': 'c1d00ce19cdf4593a02310784d52742e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:39.735516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:39.740133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Usage tracker for resource:network and tenant:c1d00ce19cdf4593a02310784d52742e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:39.744616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:39.752789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:39.766331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Made reservation on behalf of c1d00ce19cdf4593a02310784d52742e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:39.771986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:39.797610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:39.830018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e0b-a228-4dcb-b374-d9478d274c74 req-d134330e-39a6-4eda-8706-750f96092cba tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.837468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2204e0b-a228-4dcb-b374-d9478d274c74 req-d134330e-39a6-4eda-8706-750f96092cba tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.4949048 Mar 02 17:40:39.899780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-479c45df-8ae6-4ac7-9191-4ef9b01c5786 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940760 Mar 02 17:40:39.904780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-48affbb3-59b3-46a9-8c8a-3a42cecee044 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f499324a42f44b1f8e921e84e18f047e HTTP/1.1" status: 200 len: 380 time: 0.1552405 Mar 02 17:40:39.919888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e6ec-d974-48dd-9285-f1efe13a7cce req-0b97d557-9642-4370-8972-4fdfa541e83b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:39.926561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1967e6ec-d974-48dd-9285-f1efe13a7cce req-0b97d557-9642-4370-8972-4fdfa541e83b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 944 time: 0.3645525 Mar 02 17:40:39.952112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:39.956661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d00ce19cdf4593a02310784d52742e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:39.959604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:39.965368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:39.968369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'admin_state_up': True, 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'security_groups': ['7979dbeb-63ac-4eea-aae5-ae3b38cc34c7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:40.041905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.046215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.081185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16cffb2-996f-46c0-9e40-c6f699f0f277,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:40.094515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:40:40.107279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.107846 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Added segment dd653127-dbb6-42ff-b6c8-851d387aadf3 of type vlan for network 2c187558-fe6c-4408-a20a-9bc18fa14e5a Mar 02 17:40:40.144129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.172186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2204e0b-a228-4dcb-b374-d9478d274c74 req-3a15b058-4021-49c8-ac72-fa4b4c7c6fbd tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327661 Mar 02 17:40:40.176498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.177501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:40.178944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.226760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6931021 Mar 02 17:40:40.232156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:40:40.290728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Request body: {'subnet': {'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-927255202-subnet', 'tenant_id': 'c1d00ce19cdf4593a02310784d52742e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:40.296968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:40.303638 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'status': 'completed', 'code': 200} Mar 02 17:40:40.311143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Usage tracker for resource:subnet and tenant:c1d00ce19cdf4593a02310784d52742e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:40.318055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:40.339742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:40.399524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27fea-6c8f-47ff-afe1-60fb84783b13 admin admin] Pushing event updated for resources: {'Network': ['ID=2c187558-fe6c-4408-a20a-9bc18fa14e5a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:40.415675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2c187558-fe6c-4408-a20a-9bc18fa14e5a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:40:40.421981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Made reservation on behalf of c1d00ce19cdf4593a02310784d52742e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:40.425159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.478838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1967e6ec-d974-48dd-9285-f1efe13a7cce req-6fd5dff0-6eb7-4635-a21b-f01ab9ce7337 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146072 Mar 02 17:40:40.529149 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-73c370d9-03d0-40cb-90e0-ccfe1f793a0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 1095 time: 0.1828194 Mar 02 17:40:40.593434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0060628-e088-48ae-880f-53898ed2576f req-592556ca-c0e2-4ce0-a588-e0a324cf7971 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796727 Mar 02 17:40:40.603335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9788500-4678-4efa-a693-1e2493837bad req-415cefe6-381c-449c-89c8-adacea0cb03a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 210 time: 0.1836305 Mar 02 17:40:40.671074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:40.684330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-de2c6cc2-70e7-42ec-a411-f37bfc6291f3 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:40.684330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-de2c6cc2-70e7-42ec-a411-f37bfc6291f3 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.4534767 Mar 02 17:40:40.700232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-f3d7cb3d-dbc6-4661-9314-f46edf306f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:40.701652 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-f3d7cb3d-dbc6-4661-9314-f46edf306f7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.1607511 Mar 02 17:40:40.772949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:40.827989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Deleting port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:40.828858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.837212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-5ea192fd-ebc9-4022-aaef-679ff1988754 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324 HTTP/1.1" status: 200 len: 217 time: 0.0719626 Mar 02 17:40:40.885012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:40.890549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:40.913301 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'status': 'completed', 'code': 200} Mar 02 17:40:40.968487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-ad13269e-a6fd-4c49-af75-1eed4d4e38de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:40.970446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-ad13269e-a6fd-4c49-af75-1eed4d4e38de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1246731 Mar 02 17:40:41.089628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:41.224712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50c637f-c9d9-46b2-98e5-2af72a4903a4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:41.240435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-c5ef5a14-5ba2-4aeb-a1a5-59d4a2df010c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2540476 Mar 02 17:40:41.251264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Checking segment: {'id': 'dd653127-dbb6-42ff-b6c8-851d387aadf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:41.251628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Network hostable DHCP agents. Network: 2c187558-fe6c-4408-a20a-9bc18fa14e5a, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:40:41.286599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1e4a42bb-bcca-4ea0-bccb-f800eb9e4637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:41.344780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f286-90a0-4b46-ae40-b781cffa812e req-f4750757-cd33-4fbd-ad71-33741f1951ab tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:41.347437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30e2f286-90a0-4b46-ae40-b781cffa812e req-f4750757-cd33-4fbd-ad71-33741f1951ab tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1024 time: 0.5833633 Mar 02 17:40:41.469401 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-db9b150a-e6b8-49ce-85e3-2f24cd6f0022 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123911 Mar 02 17:40:41.509143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 172.20.0.6 (e07c5e77-51b1-4545-850c-aaffb83943c9/05517b33-1238-4fa4-8fbd-ca36418085bb/56a47921-6602-46d2-8bfd-0ca3dc73a514) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:41.529174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-8a4f088c-d8ba-445e-add5-071b20850024 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1175 time: 0.5434463 Mar 02 17:40:41.572142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Network 2c187558-fe6c-4408-a20a-9bc18fa14e5a is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:40:41.576737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] For port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:41.577172 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:41.604462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2c187558-fe6c-4408-a20a-9bc18fa14e5a) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:41.612296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:41.612909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:41.617741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e151c-35a4-4d28-a729-343926124068 None None] Network 2c187558-fe6c-4408-a20a-9bc18fa14e5a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:41.684743 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-694e0387-6d12-4e25-afe7-0970dfb04d90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4512815 Mar 02 17:40:41.699656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e9f4df0a-828c-4c93-b399-c8c218513e12 req-8fd1b809-4222-4514-85b8-008b4ac6b1bf service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170153 Mar 02 17:40:41.857186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Calling delete_port for 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:41.955914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:41.999747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc085e-966b-4381-a89f-ad3bda6e62c9 req-b080b0e6-40e8-45ef-aa9a-74d37564b237 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:42.002384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41cc085e-966b-4381-a89f-ad3bda6e62c9 req-b080b0e6-40e8-45ef-aa9a-74d37564b237 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f6adc0-0061-41a5-afee-7a87764e409b HTTP/1.1" status: 200 len: 943 time: 0.8403025 Mar 02 17:40:42.085254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06e4295-d1c6-441d-9d83-818fd7b57cfc None None] Network 2c187558-fe6c-4408-a20a-9bc18fa14e5a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:40:42.292328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30e2f286-90a0-4b46-ae40-b781cffa812e req-81badbcc-2f6f-4806-88e4-de95cf25a485 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=0127ab68-44f4-46ec-b2f0-1ebf9183a092&id=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a&id=b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 200 len: 5485 time: 0.9293985 Mar 02 17:40:42.421071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:42.455924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41cc085e-966b-4381-a89f-ad3bda6e62c9 req-f4699b30-6fee-47ce-b03b-b2d8d0f0c0a8 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381490 Mar 02 17:40:42.457395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-39ca8270-9bc2-432e-b0d4-5aae316d5639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:42.459208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-39ca8270-9bc2-432e-b0d4-5aae316d5639 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.9196558 Mar 02 17:40:42.519154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'mac_address': 'fa:16:3e:21:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:42.622355 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:42.660130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe321b8-3dd3-4cdd-beac-90ad50103324 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:42.682851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:42.696883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:42.764351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:42.832837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:43.000467 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d750ca-004e-46aa-a1db-d5e0654bd9bf None None] New status for floating IP edae5725-4722-43f2-9023-fd4122ce0c97: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:40:43.036805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:43.043431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-ad410719-485e-4171-858d-d410564a3a7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 217 time: 0.5633800 Mar 02 17:40:43.151098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:43.160081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3fe321b8-3dd3-4cdd-beac-90ad50103324'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:43.201125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object 56a47921-6602-46d2-8bfd-0ca3dc73a514 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:43.204433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:43.254516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-c44e5972-098e-4546-8952-577b6ae1ff4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:43.256003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-c44e5972-098e-4546-8952-577b6ae1ff4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1963422 Mar 02 17:40:43.402620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event deleted for resources: {'Port': ['ID=6c400d5d-bef3-4f4e-a6e4-a5bde8309814,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:43.547923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-db84b072-90ae-4d49-b559-4b89ee367128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531295 Mar 02 17:40:43.566970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8795-6f69-45ad-8224-28ad94f3f9a8 req-98b6ff13-027d-4cc3-accc-ca18008dbf5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:43.568501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466a8795-6f69-45ad-8224-28ad94f3f9a8 req-98b6ff13-027d-4cc3-accc-ca18008dbf5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.9693253 Mar 02 17:40:43.574386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80fc0e-0065-4481-b807-c8e0370b26a4 req-8a22e94b-0ac9-4e1b-a3d6-b832d816a3bf tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:43.582809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a80fc0e-0065-4481-b807-c8e0370b26a4 req-8a22e94b-0ac9-4e1b-a3d6-b832d816a3bf tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 945 time: 0.8269157 Mar 02 17:40:43.747045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] No DVR routers for this DVR port 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:43.755444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:43.784375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-deleted', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:43.806607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a80fc0e-0065-4481-b807-c8e0370b26a4 req-3b313343-a9ed-414e-93de-9f90e9b9fe48 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228210 Mar 02 17:40:43.850441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466a8795-6f69-45ad-8224-28ad94f3f9a8 req-9dc4a942-ba78-4df9-978a-8d233fbaa9db tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635918 Mar 02 17:40:43.854549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:43.916455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73d46626-3a09-4cb1-9870-5991c37e8caf req-04deaa02-8c76-41a8-b2bb-fd3afeec3db2 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.35 "DELETE /v2.0/ports/6c400d5d-bef3-4f4e-a6e4-a5bde8309814 HTTP/1.1" status: 204 len: 173 time: 3.2244065 Mar 02 17:40:43.944251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network e07c5e77-51b1-4545-850c-aaffb83943c9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:43.961870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:43.971254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:44.254530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:44.255810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:44.258123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:44.295148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-916d537d-9e08-4629-99ac-547b4d1eeec6 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099924 Mar 02 17:40:44.298922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:44.384576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:44.441557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3860baa9-a70a-47a9-a662-7677a66e54c2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5130785 Mar 02 17:40:44.444218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:40:44.444675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 6c400d5d-bef3-4f4e-a6e4-a5bde8309814 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:44.457142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f151bef9-c62b-4a95-9f3f-123043eecede None None] Provisioning for port 56a47921-6602-46d2-8bfd-0ca3dc73a514 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:44.463480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f151bef9-c62b-4a95-9f3f-123043eecede None None] Provisioning complete for port 56a47921-6602-46d2-8bfd-0ca3dc73a514 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:44.464176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f151bef9-c62b-4a95-9f3f-123043eecede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:44.506090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'admin_state_up': True, 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'security_groups': ['7979dbeb-63ac-4eea-aae5-ae3b38cc34c7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:44.535663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f151bef9-c62b-4a95-9f3f-123043eecede None None] Port 56a47921-6602-46d2-8bfd-0ca3dc73a514 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:44.763580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca174ea-61ac-47bf-a677-5d771dc92587 req-8bf4b31a-9ee1-4830-8d4d-b3325d024e83 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:44.764286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5ca174ea-61ac-47bf-a677-5d771dc92587 req-8bf4b31a-9ee1-4830-8d4d-b3325d024e83 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:44.781769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cf8911d-62dc-4ff2-92e3-5d5bccfbb220 req-4dc80d6a-60d9-4f03-8f07-3f74e273eeeb service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670374 Mar 02 17:40:44.878270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-6baac1a4-dbb7-486d-9d89-381228f9e00c tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:44.879736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-6baac1a4-dbb7-486d-9d89-381228f9e00c tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/networks?id=2c187558-fe6c-4408-a20a-9bc18fa14e5a HTTP/1.1" status: 200 len: 817 time: 0.4416420 Mar 02 17:40:44.880560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5ca174ea-61ac-47bf-a677-5d771dc92587 req-8bf4b31a-9ee1-4830-8d4d-b3325d024e83 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:44.881571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ca174ea-61ac-47bf-a677-5d771dc92587 req-8bf4b31a-9ee1-4830-8d4d-b3325d024e83 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 931 time: 0.7570629 Mar 02 17:40:44.904294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:44.934238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:44.946272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-9a3f318c-d931-405f-8419-e2c5955c6244 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/quotas/c1d00ce19cdf4593a02310784d52742e HTTP/1.1" status: 200 len: 375 time: 0.0574036 Mar 02 17:40:45.011108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-1fd6f3bc-0274-4fe1-864c-a0ffbaf4800d tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1d00ce19cdf4593a02310784d52742e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582922 Mar 02 17:40:45.054421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ca174ea-61ac-47bf-a677-5d771dc92587 req-3cd5f223-9407-4946-be81-8b88ff0428fb tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410780 Mar 02 17:40:45.057271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:45.060129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:45.134344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1993127626 ', 'description': 'tempest-description-328917110'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:45.150155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:45.166408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:45.251696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:45.487153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-65207ebe-ee6f-45cf-861d-c67bb37d395c service neutron] 10.222.0.37 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544861 Mar 02 17:40:45.589351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:45.606022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:45.616015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:45.619204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.1.1.198 (b7021a30-2d69-426e-8365-a5f10d9ad03e/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7/54ca1651-0f98-42fb-9971-d14d72d9e434) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:45.629894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:45.729227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-10f194ca-51d7-443c-bf14-5d9db79c3208 service neutron] 10.222.0.37 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326236 Mar 02 17:40:45.841624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:45.849288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:45.886306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3135af13-88ef-4a98-91d8-58ddf0e7e1fc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:45.948595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:40:46.008919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.010126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10bfec18-7b47-4f16-8400-450efa2b1efd req-1b415611-64fb-4e17-9728-b2eeaa226679 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.8856180 Mar 02 17:40:46.056435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.089467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 3fe321b8-3dd3-4cdd-beac-90ad50103324 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:46.096073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object 54ca1651-0f98-42fb-9971-d14d72d9e434 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:46.101686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 3fe321b8-3dd3-4cdd-beac-90ad50103324 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:46.102084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.115352 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f6adc0-0061-41a5-afee-7a87764e409b', 'name': 'network-vif-deleted', 'tag': '6c400d5d-bef3-4f4e-a6e4-a5bde8309814', 'status': 'completed', 'code': 200} Mar 02 17:40:46.167712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.355067 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.386899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:46.398491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:46.402936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.425799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:46.520544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:46.565564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:46.582262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:46.588049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:46.691974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:46.692625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:46.757250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedda4f-71ef-428b-adab-caa857bd3529 req-9c81947e-f663-43f7-b6d2-ca106e163e4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:46.758920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fedda4f-71ef-428b-adab-caa857bd3529 req-9c81947e-f663-43f7-b6d2-ca106e163e4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.3486137 Mar 02 17:40:46.763044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-973ba91c-2de3-4177-a217-07945f230d8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3064067 Mar 02 17:40:46.770894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-3dd29ba4-a77d-4376-8096-9d63015e4e06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3530655 Mar 02 17:40:46.795544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'admin_state_up': True, 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'security_groups': ['7979dbeb-63ac-4eea-aae5-ae3b38cc34c7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:46.817507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5596b59-3831-4cb4-a2cd-1081354a86ea req-20283ebb-bf89-4879-a806-f7e74c57f496 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:46.825227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5596b59-3831-4cb4-a2cd-1081354a86ea req-20283ebb-bf89-4879-a806-f7e74c57f496 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.4067647 Mar 02 17:40:46.980969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ea779224-87fd-4dba-a7d1-f513b544dea4 None None] Provisioning for port 54ca1651-0f98-42fb-9971-d14d72d9e434 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:46.987756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ea779224-87fd-4dba-a7d1-f513b544dea4 None None] Provisioning complete for port 54ca1651-0f98-42fb-9971-d14d72d9e434 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:46.988457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ea779224-87fd-4dba-a7d1-f513b544dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:47.027026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5596b59-3831-4cb4-a2cd-1081354a86ea req-f90a6191-bf18-422a-9084-a37eafb3c732 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006443 Mar 02 17:40:47.046661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fedda4f-71ef-428b-adab-caa857bd3529 req-7df618a3-b91a-42cf-9a63-83b27a067fa7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744703 Mar 02 17:40:47.072415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ea779224-87fd-4dba-a7d1-f513b544dea4 None None] Port 54ca1651-0f98-42fb-9971-d14d72d9e434 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:47.128726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:47.141557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:47.163419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:47.166425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:47.181247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-26ed1861-48ba-4452-8337-25cffe15badb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.2207277 Mar 02 17:40:47.246380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9df1c7dc-2ac1-4e30-90e3-4352b566b0cd req-fe19af1b-8834-4bf2-b907-321ca93947b0 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 210 time: 0.0701189 Mar 02 17:40:47.511934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-caba344b-a0f8-4d55-a51c-54adb2e8eb8c req-26e2c744-8953-46eb-bcb4-7c096f5010eb tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/3135af13-88ef-4a98-91d8-58ddf0e7e1fc HTTP/1.1" status: 200 len: 1614 time: 0.2067943 Mar 02 17:40:47.546603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-1e0b52b1-8bcd-47fb-ab52-ff35c42103b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:47.548085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-1e0b52b1-8bcd-47fb-ab52-ff35c42103b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3282440 Mar 02 17:40:47.882479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.1.1.25 (b7021a30-2d69-426e-8365-a5f10d9ad03e/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7/b92852b3-ae09-4774-bc68-de73106ee808) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:47.910814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-b72dddcd-bb9b-4e4f-aa9a-bcc8e518c64f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:47.914780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-b72dddcd-bb9b-4e4f-aa9a-bcc8e518c64f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:47.915584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-b72dddcd-bb9b-4e4f-aa9a-bcc8e518c64f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:47.947087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-45200510-e244-4939-95f5-592f11a5e424 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.3912210 Mar 02 17:40:47.979073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-de00e956-dfb7-40a1-b76d-193380baa698 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:47.979750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-de00e956-dfb7-40a1-b76d-193380baa698 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Synchronizing usage tracker for tenant:c1d00ce19cdf4593a02310784d52742e on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:47.997050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-de00e956-dfb7-40a1-b76d-193380baa698 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Unset dirty status for tenant:c1d00ce19cdf4593a02310784d52742e on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:47.998878 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-de00e956-dfb7-40a1-b76d-193380baa698 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.50 "GET /v2.0/networks?id=2c187558-fe6c-4408-a20a-9bc18fa14e5a HTTP/1.1" status: 200 len: 817 time: 0.1787918 Mar 02 17:40:48.026182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-b72dddcd-bb9b-4e4f-aa9a-bcc8e518c64f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:48.027348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-b72dddcd-bb9b-4e4f-aa9a-bcc8e518c64f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 1653 time: 0.6154342 Mar 02 17:40:48.039644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Request body: {'port': {'device_id': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a', 'admin_state_up': True, 'tenant_id': 'c1d00ce19cdf4593a02310784d52742e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:48.140193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-5abc2804-e39a-4fb7-80c7-c830352d51ac tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:48.141512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-5abc2804-e39a-4fb7-80c7-c830352d51ac tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.5327599 Mar 02 17:40:48.180535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:48.184376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Usage tracker for resource:port and tenant:c1d00ce19cdf4593a02310784d52742e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:48.187205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:48.192915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:48.203243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Made reservation on behalf of c1d00ce19cdf4593a02310784d52742e for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:48.207312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.226552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-4881d962-d97d-4dc0-9553-b8016e5f0ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:48.228014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-4881d962-d97d-4dc0-9553-b8016e5f0ed5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2613058 Mar 02 17:40:48.323166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-3729df2f-0cc4-4055-a15c-3940f92a0d30 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/quotas/5049f0a0695c4cb5a854ef61b1ca56aa HTTP/1.1" status: 200 len: 375 time: 0.1662557 Mar 02 17:40:48.334488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec2aa28d-5b46-4ca2-a924-c3b5e85310de req-41957208-a6aa-482a-9558-44bc9b5d42bf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952726 Mar 02 17:40:48.446974 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-d08c0f3b-4601-4a8e-bb01-784b9fb162db service neutron] show failed (client error): The resource could not be found. Mar 02 17:40:48.448258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-d08c0f3b-4601-4a8e-bb01-784b9fb162db service neutron] 10.222.0.35 "GET /v2.0/ports/f7bc853a-755f-4254-95da-3fc46e9e20b9/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.3724558 Mar 02 17:40:48.451901 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'code': 200} Mar 02 17:40:48.452729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.482208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Allocated IP 172.20.0.14 (2c187558-fe6c-4408-a20a-9bc18fa14e5a/d50c637f-c9d9-46b2-98e5-2af72a4903a4/ddcb1a73-16cd-46b2-a676-06b43ab2678b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:48.489164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object b92852b3-ae09-4774-bc68-de73106ee808 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:48.503574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-433a9c45-a8e7-4063-b60b-c8ebb993da44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534292 Mar 02 17:40:48.610007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-86dad001-453e-44a6-8152-842c54184b9a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:48.685667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.748873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-86dad001-453e-44a6-8152-842c54184b9a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:48.750143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-86dad001-453e-44a6-8152-842c54184b9a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3967073 Mar 02 17:40:48.827473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.858822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5865f241-590e-4fbb-b5f9-f5b554cf2331 req-c1e49655-f2fc-4695-9e62-c4b8e1e5ccd7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 1097 time: 0.2182024 Mar 02 17:40:48.894897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-a506de7b-279e-4636-af4a-1c7fda69bfe1 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759997 Mar 02 17:40:48.905429 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-d6160262-cc61-4f87-8347-18c27ff5be96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 1096 time: 0.1571343 Mar 02 17:40:48.906777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:48.914726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network b7021a30-2d69-426e-8365-a5f10d9ad03e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:48.930896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:48.936574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.941523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:48.949217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:48.958614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:48.961168 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5865f241-590e-4fbb-b5f9-f5b554cf2331 req-616004b5-6df6-49bf-b828-939ee1bed2ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955956 Mar 02 17:40:49.064679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Network 2c187558-fe6c-4408-a20a-9bc18fa14e5a is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:49.067514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:49.069474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Pushing event updated for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:49.071488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:49.078150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1408af0-cef9-448f-b7ed-af4495f6658b req-9b401094-361b-4e6b-995d-a55919bee3ed tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:49.079682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1408af0-cef9-448f-b7ed-af4495f6658b req-9b401094-361b-4e6b-995d-a55919bee3ed tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.4740634 Mar 02 17:40:49.168271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-97d60b9e-e0b7-485f-95d2-5f28abbb3c6b service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958247 Mar 02 17:40:49.173331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:49.174102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.187745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.200493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:49.201092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.211042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee71c717-9333-4fad-b741-f05b9e2738d5 None None] Provisioning for port b92852b3-ae09-4774-bc68-de73106ee808 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:49.216248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee71c717-9333-4fad-b741-f05b9e2738d5 None None] Provisioning complete for port b92852b3-ae09-4774-bc68-de73106ee808 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:49.216622 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee71c717-9333-4fad-b741-f05b9e2738d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.273875 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-e36f8e9c-b823-47b1-bb07-d95dc939abb7 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2382290 Mar 02 17:40:49.278974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee71c717-9333-4fad-b741-f05b9e2738d5 None None] Port b92852b3-ae09-4774-bc68-de73106ee808 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:49.300222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-689fee44-c933-436a-ae26-be4a3d888600 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5244410 Mar 02 17:40:49.317636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f180958-96df-4e18-8be5-f3260acb00e2 req-158166d2-00f5-4d95-891f-f680a78895b9 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055474 Mar 02 17:40:49.324567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'admin_state_up': True, 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'security_groups': ['7979dbeb-63ac-4eea-aae5-ae3b38cc34c7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:49.342171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1408af0-cef9-448f-b7ed-af4495f6658b req-76752eb1-6d2b-4d58-93f2-5eff5f117812 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447324 Mar 02 17:40:49.373361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Request body: {'port': {'device_id': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:49.483146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-cb8de56f-0d69-4e8a-8713-0806ceee7919 service neutron] 10.222.0.37 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140364 Mar 02 17:40:49.532588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74396d22-c5d2-4590-93b5-9170743414b4 req-4c3c84ce-1478-49e2-af12-4126f3185f7e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/3135af13-88ef-4a98-91d8-58ddf0e7e1fc HTTP/1.1" status: 200 len: 1614 time: 0.1263402 Mar 02 17:40:49.557354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:49.578522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:49.615876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:49.616968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.636654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:49.746500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:49.876687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:49.885013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.912259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74396d22-c5d2-4590-93b5-9170743414b4 req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.962996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74396d22-c5d2-4590-93b5-9170743414b4 req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:49.985785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Transition to ACTIVE for port object f7bc853a-755f-4254-95da-3fc46e9e20b9 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:49.994606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.063082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.080640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861bb9d-85c1-43ac-9fd7-6d9f2579aa25 req-62db5d60-7e39-440e-9d78-03118535cea6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:50.082607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d861bb9d-85c1-43ac-9fd7-6d9f2579aa25 req-62db5d60-7e39-440e-9d78-03118535cea6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.2999270 Mar 02 17:40:50.156410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74396d22-c5d2-4590-93b5-9170743414b4 req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.198835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:50.232775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135af13-88ef-4a98-91d8-58ddf0e7e1fc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:50.258457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d861bb9d-85c1-43ac-9fd7-6d9f2579aa25 req-255fa241-e781-470a-aac0-02d72ff18c72 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669822 Mar 02 17:40:50.260825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-74396d22-c5d2-4590-93b5-9170743414b4 req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.277434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74396d22-c5d2-4590-93b5-9170743414b4 req-5400b34a-e873-4b7a-8ba9-e06d09966407 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/3135af13-88ef-4a98-91d8-58ddf0e7e1fc HTTP/1.1" status: 204 len: 173 time: 0.7327774 Mar 02 17:40:50.491497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] No DVR routers for this DVR port f7bc853a-755f-4254-95da-3fc46e9e20b9 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:50.628992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcb1a73-16cd-46b2-a676-06b43ab2678b {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:50.643126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.664540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.2.2.100 (85b9b010-d65f-4cd9-b82d-396e42c4e79e/b613a496-02fe-4abe-b931-15b971f37bc1/ae122b1b-61ba-4c4f-ab3b-74418cb687f0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:50.666630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Transition to ACTIVE for port object ddcb1a73-16cd-46b2-a676-06b43ab2678b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:50.684186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5d42f-78c7-40ee-8ded-b1185a338ade req-515e8b23-5c50-41d3-b65a-b001972e87e3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:50.691878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43f5d42f-78c7-40ee-8ded-b1185a338ade req-515e8b23-5c50-41d3-b65a-b001972e87e3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 932 time: 0.2629821 Mar 02 17:40:50.693031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:50.717310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e630a6a-831e-4a03-97ed-e2866a2cecd6 req-5c0ef98d-d816-44e7-baff-d9e9d05266c2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:50.718750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e630a6a-831e-4a03-97ed-e2866a2cecd6 req-5c0ef98d-d816-44e7-baff-d9e9d05266c2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.2199757 Mar 02 17:40:50.837029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:50.871377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43f5d42f-78c7-40ee-8ded-b1185a338ade req-d662ba19-a55b-481c-b13a-30a8028a0282 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786306 Mar 02 17:40:50.894079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e630a6a-831e-4a03-97ed-e2866a2cecd6 req-39058a07-ce75-4fa8-8524-b4a57a5ee9db tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568956 Mar 02 17:40:51.005408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Attempting to bind port ddcb1a73-16cd-46b2-a676-06b43ab2678b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:51.005812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Attempting to bind port ddcb1a73-16cd-46b2-a676-06b43ab2678b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'dd653127-dbb6-42ff-b6c8-851d387aadf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:51.006066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Attempting to bind port ddcb1a73-16cd-46b2-a676-06b43ab2678b on network 2c187558-fe6c-4408-a20a-9bc18fa14e5a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:51.012201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Port ddcb1a73-16cd-46b2-a676-06b43ab2678b on network 2c187558-fe6c-4408-a20a-9bc18fa14e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:51.012523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Attempting to bind port ddcb1a73-16cd-46b2-a676-06b43ab2678b on network 2c187558-fe6c-4408-a20a-9bc18fa14e5a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:51.035815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.059530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:51.059857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Checking segment: {'id': 'dd653127-dbb6-42ff-b6c8-851d387aadf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:51.060223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Bound using segment: {'id': 'dd653127-dbb6-42ff-b6c8-851d387aadf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:51.060640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Bound port: ddcb1a73-16cd-46b2-a676-06b43ab2678b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd653127-dbb6-42ff-b6c8-851d387aadf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:51.060972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.080294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:51.080624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:51.080944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:51.114153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:51.114398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Attempting to bind port f7bc853a-755f-4254-95da-3fc46e9e20b9 on network ad60934f-28b4-4b17-85ac-cbdde045930b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:51.133191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:51.133527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Checking segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:51.133901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Bound using segment: {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:51.134324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Bound port: f7bc853a-755f-4254-95da-3fc46e9e20b9, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd567e63e-e360-4a1d-a91c-80fcb47239e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:51.134685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.135435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object ae122b1b-61ba-4c4f-ab3b-74418cb687f0 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:51.142833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50c393ed-1ff5-42c1-891a-c29970d4d449 req-0014ec95-5433-497b-b93a-f8cd7ba8d1be tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 210 time: 0.0973380 Mar 02 17:40:51.175227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-0d901d1d-f94b-4bb8-b0d1-7bddebae3d53 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:51.176983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-0d901d1d-f94b-4bb8-b0d1-7bddebae3d53 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.2271395 Mar 02 17:40:51.226833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:51.235772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b,segment=NetworkSegment(dd653127-dbb6-42ff-b6c8-851d387aadf3),segment_id=dd653127-dbb6-42ff-b6c8-851d387aadf3)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:51.250178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.283557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Deleting port 9a28a382-c403-4597-a096-226dfac09909 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:51.284248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.321213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.321847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:51.334294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:51.338262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcba28-01e0-42da-9df1-9b89d7c4fd18 req-a6735196-fbfe-4c13-9567-11d196ec31ab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:51.338694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.340117 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] 10.222.0.50 "PUT /v2.0/ports/ddcb1a73-16cd-46b2-a676-06b43ab2678b HTTP/1.1" status: 200 len: 1092 time: 1.9718418 Mar 02 17:40:51.342774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcba28-01e0-42da-9df1-9b89d7c4fd18 req-a6735196-fbfe-4c13-9567-11d196ec31ab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:51.344149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.347974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcba28-01e0-42da-9df1-9b89d7c4fd18 req-a6735196-fbfe-4c13-9567-11d196ec31ab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:51.356759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abdcba28-01e0-42da-9df1-9b89d7c4fd18 req-a6735196-fbfe-4c13-9567-11d196ec31ab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 2373 time: 0.3101983 Mar 02 17:40:51.358041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fabfad-1eea-43e1-a67b-ed0d481cadbc service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:51.401858 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'code': 200} Mar 02 17:40:51.415060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:51.416373 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 1091 time: 2.4905984 Mar 02 17:40:51.459099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6926-b527-429c-ad11-40764d9fac51 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:51.534385 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-2f1f40c5-5bfc-42df-846f-b60a27769457 req-bb1e260b-ae71-4bb1-bcb1-4631fc07ebf5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:40:51.535577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f1f40c5-5bfc-42df-846f-b60a27769457 req-bb1e260b-ae71-4bb1-bcb1-4631fc07ebf5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/3135af13-88ef-4a98-91d8-58ddf0e7e1fc HTTP/1.1" status: 404 len: 352 time: 0.1030011 Mar 02 17:40:51.557360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:51.562545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:51.570301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:51.612369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:51.686521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abdcba28-01e0-42da-9df1-9b89d7c4fd18 req-07ab2e83-84a7-49e5-adbf-8343ae8b429f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286927 Mar 02 17:40:51.811724 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-c835e756-f119-4ba8-a29b-2967ddaa3d0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1d00ce19cdf4593a02310784d52742e&device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 1095 time: 0.2345848 Mar 02 17:40:51.831856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-41003eaa-05e7-45ef-ad23-9a213ed0a4b5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:51.832684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-41003eaa-05e7-45ef-ad23-9a213ed0a4b5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:51.939748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-cb960093-82b8-4877-8d7e-b2d2caa3ff75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b HTTP/1.1" status: 200 len: 217 time: 0.0963006 Mar 02 17:40:51.987568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-41003eaa-05e7-45ef-ad23-9a213ed0a4b5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:51.989203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-41003eaa-05e7-45ef-ad23-9a213ed0a4b5 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.50 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 822 time: 0.4336395 Mar 02 17:40:52.012832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96150d1b-58d6-4068-8c98-59a0454c2630 None None] Provisioning for port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:52.015306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-cb06814d-4b6f-4711-a860-6b5d9219a427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:52.016965 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-cb06814d-4b6f-4711-a860-6b5d9219a427 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d50c637f-c9d9-46b2-98e5-2af72a4903a4 HTTP/1.1" status: 200 len: 857 time: 0.0674007 Mar 02 17:40:52.018588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96150d1b-58d6-4068-8c98-59a0454c2630 None None] Provisioning complete for port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:52.019920 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96150d1b-58d6-4068-8c98-59a0454c2630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.074397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-96150d1b-58d6-4068-8c98-59a0454c2630 None None] Port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:52.079503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Request body: {'port': {'device_id': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'admin_state_up': True, 'tenant_id': '5049f0a0695c4cb5a854ef61b1ca56aa'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:52.101814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:52.102412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.136529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-50be691b-6db9-462b-8dda-f2c1b18301ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c187558-fe6c-4408-a20a-9bc18fa14e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606573 Mar 02 17:40:52.196190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c0c06ca6-4170-4d5c-b1a7-52e1ebcfbff4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8757660 Mar 02 17:40:52.213254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-7fa70d17-b082-453b-ab26-09c9d926820a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1094 time: 0.6464820 Mar 02 17:40:52.219098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'admin_state_up': True, 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'security_groups': ['7979dbeb-63ac-4eea-aae5-ae3b38cc34c7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:52.353610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619257-9f8d-4537-9731-5462669a2389 req-56c2c318-b307-47b4-8e33-155db1706e0e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:52.355220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d619257-9f8d-4537-9731-5462669a2389 req-56c2c318-b307-47b4-8e33-155db1706e0e tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 945 time: 0.5929520 Mar 02 17:40:52.357168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:52.357536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.443557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:52.472162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:52.477996 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-c06e5124-412a-4e41-8fd3-53ef2c02751d service neutron] 10.222.0.50 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921448 Mar 02 17:40:52.484758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:52.514709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:40:52.514949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee1e4-fd57-4baf-bf99-42f03f470299 req-6ef25471-d3c1-4e67-a7ff-ca65c05be92e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:52.515132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9a28a382-c403-4597-a096-226dfac09909 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:40:52.516281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-643ee1e4-fd57-4baf-bf99-42f03f470299 req-6ef25471-d3c1-4e67-a7ff-ca65c05be92e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.4843292 Mar 02 17:40:52.568407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Made reservation on behalf of 5049f0a0695c4cb5a854ef61b1ca56aa for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:52.571363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.590843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Calling delete_port for 9a28a382-c403-4597-a096-226dfac09909 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:52.633748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.667813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:52.668821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a28a382-c403-4597-a096-226dfac09909'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:52.675739 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.706342 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad086571-dfee-4825-8947-0fec4ca4f15d req-ba308f7f-3e55-4b10-9821-7fe199f33606 service neutron] 10.222.0.50 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170184 Mar 02 17:40:52.759625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:52.789274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-7582b64f-1749-4827-bf79-9e0a3aecb6a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:52.790776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-7582b64f-1749-4827-bf79-9e0a3aecb6a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.5548761 Mar 02 17:40:52.794094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Allocated IP 172.20.0.10 (2b58629d-3869-460f-b35a-97e6e418899a/8c59a933-2573-4981-b6a1-35ab3eb7d3fb/b8ba94b1-5886-4106-9358-00d86bcb72d8) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:52.795508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d619257-9f8d-4537-9731-5462669a2389 req-312dcb10-836e-4f6b-812f-ba8af8afbf0a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644674 Mar 02 17:40:52.801718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:52.806669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Usage tracker for resource:port and tenant:f499324a42f44b1f8e921e84e18f047e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:52.811161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-643ee1e4-fd57-4baf-bf99-42f03f470299 req-f4e14100-b639-4fa3-9d72-b8299a73c24d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289691 Mar 02 17:40:52.811840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:52.819204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:52.884194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:40:52.884524 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:40:52.896186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-242279750', 'description': 'tempest-description-275872696'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:52.918957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Made reservation on behalf of f499324a42f44b1f8e921e84e18f047e for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:40:52.923760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:52.937857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:52.950053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:52.954406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:52.994974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:53.018024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.046747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.074146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-904f1a6c-3754-42bf-a96c-72e9a7b3f785 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 999 time: 0.2423031 Mar 02 17:40:53.086354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.119139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Network 2b58629d-3869-460f-b35a-97e6e418899a is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:53.122097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:53.124571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:53.171176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event updated for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:53.199691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:53.200283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.225316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-670ec171-f076-401d-bb1a-67bfe0367066 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1510501 Mar 02 17:40:53.247505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Request body: {'port': {'device_id': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:53.264511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-7168dd48-9a48-4001-9728-3441119ca0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:53.265967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-7168dd48-9a48-4001-9728-3441119ca0ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.1677582 Mar 02 17:40:53.273108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:53.284766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:53.316390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:53.333466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258070a-20ee-478d-b8f1-ed6a7fb24f56 req-f2ef787a-93b6-4b52-8e89-f77b9eb88e5b tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:53.334877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6258070a-20ee-478d-b8f1-ed6a7fb24f56 req-f2ef787a-93b6-4b52-8e89-f77b9eb88e5b tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 944 time: 0.3815553 Mar 02 17:40:53.338820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:53.365432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.402423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Deleting port 9a28a382-c403-4597-a096-226dfac09909 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:40:53.402811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.403569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b'}, {'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:53.514779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Allocated IP 10.2.2.200 (85b9b010-d65f-4cd9-b82d-396e42c4e79e/b613a496-02fe-4abe-b931-15b971f37bc1/01db44aa-4ee7-483c-99ff-eaca2277e837) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:40:53.587408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6258070a-20ee-478d-b8f1-ed6a7fb24f56 req-d4818012-e481-4435-bfaf-5621c162110f tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416718 Mar 02 17:40:53.676970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-f1bd5d4a-7085-4622-90d4-170c1838a175 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966963 Mar 02 17:40:53.730060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ba94b1-5886-4106-9358-00d86bcb72d8 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:53.731553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.737462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.752350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Transition to ACTIVE for port object b8ba94b1-5886-4106-9358-00d86bcb72d8 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:53.756185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.887346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:53.944664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:53.994458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Attempting to bind port b8ba94b1-5886-4106-9358-00d86bcb72d8 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:53.994816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Attempting to bind port b8ba94b1-5886-4106-9358-00d86bcb72d8 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:53.995144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Attempting to bind port b8ba94b1-5886-4106-9358-00d86bcb72d8 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:54.000825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Port b8ba94b1-5886-4106-9358-00d86bcb72d8 on network 2b58629d-3869-460f-b35a-97e6e418899a not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:54.001139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Attempting to bind port b8ba94b1-5886-4106-9358-00d86bcb72d8 on network 2b58629d-3869-460f-b35a-97e6e418899a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:54.008608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:54.009017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Checking segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:54.009464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Bound using segment: {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:54.009952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Bound port: b8ba94b1-5886-4106-9358-00d86bcb72d8, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed95b7-bfe0-4005-ab5b-dce52295f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:54.010357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.097638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:54.100726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:54.105172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.165764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.167232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8ba94b1-5886-4106-9358-00d86bcb72d8 HTTP/1.1" status: 200 len: 1092 time: 0.9240665 Mar 02 17:40:54.168453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea19b99-32f9-441f-a21c-03a30a44c39d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:54.185609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cca2e-0c00-4b8d-a7b3-4652d8116465 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:54.226064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.227486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d485f5ba-e71b-4e34-98d1-e2bdfc2c7850 req-94d05dce-cf14-4c9b-8a6c-ae77cf3d2272 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.3414488 Mar 02 17:40:54.239721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] For port 9a28a382-c403-4597-a096-226dfac09909, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9a28a382-c403-4597-a096-226dfac09909,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:54.240091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.319067 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-c3022952-cdfe-483c-8ffe-07546757b977 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 1095 time: 0.0697358 Mar 02 17:40:54.418523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Calling delete_port for 9a28a382-c403-4597-a096-226dfac09909 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:40:54.451324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-44b855a7-92a7-4a16-b681-88a6646049d9 service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119386 Mar 02 17:40:54.502707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-f0a4729d-9050-4b63-b537-766efe2e870a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8 HTTP/1.1" status: 200 len: 217 time: 0.1638913 Mar 02 17:40:54.544782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.558987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652fad6-7a28-4442-841c-19fb20ac3f26 req-3d5cbde6-1aaf-4ac6-ba41-650f5294fc1c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:54.560432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2652fad6-7a28-4442-841c-19fb20ac3f26 req-3d5cbde6-1aaf-4ac6-ba41-650f5294fc1c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.8200533 Mar 02 17:40:54.568634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-d5cf3e4d-9fc7-4b9a-a149-9947ec49c507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:54.570046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-d5cf3e4d-9fc7-4b9a-a149-9947ec49c507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.0576153 Mar 02 17:40:54.620929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-afe3d4eb-a1c0-44dc-ba28-0e1ac829d30c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419793 Mar 02 17:40:54.670861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Transition to ACTIVE for port object 01db44aa-4ee7-483c-99ff-eaca2277e837 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:54.760078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-add278e4-afb9-4fc9-b20b-4cda8705a4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291099 Mar 02 17:40:54.808509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2652fad6-7a28-4442-841c-19fb20ac3f26 req-19883c1a-b889-4a07-9d6f-22b1d1d4240d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978054 Mar 02 17:40:54.837645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5169e2cc-ea4e-4994-b3f6-00db46dfd8b3 req-8ba9ff27-f7d4-47b3-97e2-b87a58eeba0d service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463404 Mar 02 17:40:54.847911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cf3b-53b1-4b39-82e6-15429031b222 req-a5a561a9-9eb6-4bd6-93f0-fb82d0fe21ed tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:54.849400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1982cf3b-53b1-4b39-82e6-15429031b222 req-a5a561a9-9eb6-4bd6-93f0-fb82d0fe21ed tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 944 time: 0.4445748 Mar 02 17:40:54.868345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.894446 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a28a382-c403-4597-a096-226dfac09909', 'code': 200} Mar 02 17:40:54.913964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-736d2250-716e-4a9b-8559-67b070ecbb0f req-0f5c0cfa-75cd-41ff-9819-025a7a969170 service neutron] 10.222.0.50 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434746 Mar 02 17:40:54.968972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:40:54.970039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:54.975355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:40:54.990986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ef19d0f7-438e-4955-b84c-78ee67f5d318'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:55.009074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:40:55.038909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1982cf3b-53b1-4b39-82e6-15429031b222 req-a62258ec-d6de-40f7-8ec2-304f452ed1ab tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785569 Mar 02 17:40:55.187364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:55.244501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] No DVR routers for this DVR port 9a28a382-c403-4597-a096-226dfac09909 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:40:55.247441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:55.255808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-deleted', 'tag': '9a28a382-c403-4597-a096-226dfac09909'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:55.260273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Pushing event deleted for resources: {'Port': ['ID=9a28a382-c403-4597-a096-226dfac09909,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:55.284988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.285757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:55.294289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-785fe828-6952-4e17-9cdf-e8a80b6724dd req-7f7b51d9-fd5e-45dc-a2e0-8ff66a952554 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "DELETE /v2.0/ports/9a28a382-c403-4597-a096-226dfac09909 HTTP/1.1" status: 204 len: 173 time: 4.1098864 Mar 02 17:40:55.325631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1c688fb3-0bbe-42d5-8e3f-5a2f700df5f0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1156077 Mar 02 17:40:55.325866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a7e64ad2-aa95-4dac-b208-ecec29f5668c None None] Provisioning for port 01db44aa-4ee7-483c-99ff-eaca2277e837 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:40:55.332765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a7e64ad2-aa95-4dac-b208-ecec29f5668c None None] Provisioning complete for port 01db44aa-4ee7-483c-99ff-eaca2277e837 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:40:55.333658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7e64ad2-aa95-4dac-b208-ecec29f5668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:55.350648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.355145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.356703 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b', 'status': 'completed', 'code': 200} Mar 02 17:40:55.357238 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'status': 'completed', 'code': 200} Mar 02 17:40:55.360612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.366034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.382456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.383639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:55.394797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:55.411322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a7e64ad2-aa95-4dac-b208-ecec29f5668c None None] Port 01db44aa-4ee7-483c-99ff-eaca2277e837 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:40:55.543312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:55.544437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-f754957e-480d-4239-9235-750fd499a039 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 3815 time: 0.4620242 Mar 02 17:40:55.553459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-3e44d703-76d6-484b-9a54-5692eb9930ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1d00ce19cdf4593a02310784d52742e&device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 1095 time: 0.0961876 Mar 02 17:40:55.555692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b776a53-3627-44db-944e-eee6bdffb30f req-9b8aa54d-869d-4012-b34a-67031deab94d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Synchronizing usage tracker for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:40:55.662322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7b776a53-3627-44db-944e-eee6bdffb30f req-9b8aa54d-869d-4012-b34a-67031deab94d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Unset dirty status for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:40:55.663507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b776a53-3627-44db-944e-eee6bdffb30f req-9b8aa54d-869d-4012-b34a-67031deab94d tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b690cec-5c7a-4519-aba1-c07d1abb0da9 HTTP/1.1" status: 200 len: 210 time: 0.1705692 Mar 02 17:40:55.669116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:55.731841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-2f5531d6-8e8b-4d76-a157-6e80b6295aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.733289 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-2f5531d6-8e8b-4d76-a157-6e80b6295aa9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c187558-fe6c-4408-a20a-9bc18fa14e5a HTTP/1.1" status: 200 len: 918 time: 0.1447928 Mar 02 17:40:55.812455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15359b2f-56db-4afa-94d1-9b35f365b239 req-a4cbff74-d201-4519-a88c-739ddaed2c0f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591434 Mar 02 17:40:55.820957 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-d329034f-c1b9-4e60-a102-66885645c809 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b HTTP/1.1" status: 200 len: 217 time: 0.0722911 Mar 02 17:40:55.830210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402234299', 'description': 'tempest-description-280601301'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:55.839233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:55.881795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-4b617c1f-875d-4f92-8f33-5f62dd1ea461 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1094 time: 0.4530718 Mar 02 17:40:55.883043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:55.887540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:55.913722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-1550f6b3-e871-4f83-8c84-21bbdbe36f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:55.915353 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-1550f6b3-e871-4f83-8c84-21bbdbe36f88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d50c637f-c9d9-46b2-98e5-2af72a4903a4 HTTP/1.1" status: 200 len: 857 time: 0.0797579 Mar 02 17:40:55.921384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:55.968526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-b92781f8-2a9f-40ba-a318-1842c8729098 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c187558-fe6c-4408-a20a-9bc18fa14e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435472 Mar 02 17:40:56.015075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ddcb1a73-16cd-46b2-a676-06b43ab2678b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:56.104834 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.123011 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-8e536175-dc6e-42c1-a0d8-70bf88ce8e9e service neutron] 10.222.0.50 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426251 Mar 02 17:40:56.194906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b,segment=NetworkSegment(dd653127-dbb6-42ff-b6c8-851d387aadf3),segment_id=dd653127-dbb6-42ff-b6c8-851d387aadf3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:56.200902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-0251d134-b99d-48ad-b2e7-56c80a7b5532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:56.202339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-0251d134-b99d-48ad-b2e7-56c80a7b5532 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.3087866 Mar 02 17:40:56.211594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b', 'network_id': '2c187558-fe6c-4408-a20a-9bc18fa14e5a', 'port_id': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b', 'mac_address': 'fa:16:3e:e8:ad:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c637f-c9d9-46b2-98e5-2af72a4903a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:56.229230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:56.270881 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.272840 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-30fa1345-326f-4344-a800-d80712d2d3c6 service neutron] 10.222.0.50 "GET /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414189 Mar 02 17:40:56.293113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcb1a73-16cd-46b2-a676-06b43ab2678b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:56.309825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b,segment=NetworkSegment(dd653127-dbb6-42ff-b6c8-851d387aadf3),segment_id=dd653127-dbb6-42ff-b6c8-851d387aadf3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:56.313978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.344346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:56.364394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:56.384316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:56.391114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:56.396037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215d9f-d88a-41b7-a765-013c1cdcb569 req-8b7187e9-439d-48e0-8e0c-e4c7225b2fb3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:56.397500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4215d9f-d88a-41b7-a765-013c1cdcb569 req-8b7187e9-439d-48e0-8e0c-e4c7225b2fb3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 944 time: 0.4258227 Mar 02 17:40:56.411276 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:40:56.489338 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-bfb393c9-2ad2-4114-aa8b-aafcf1f2f668 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1094 time: 0.0854425 Mar 02 17:40:56.493414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-fb928b20-e174-4385-9bd6-aa5da76e711e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 999 time: 0.2655017 Mar 02 17:40:56.596789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.602593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4215d9f-d88a-41b7-a765-013c1cdcb569 req-500e70e8-5bf3-4759-b496-c3e9ea51670d tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920688 Mar 02 17:40:56.608718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.631625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-abf3c0ea-6f9d-4aea-905c-82bbd0293861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:56.633043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-abf3c0ea-6f9d-4aea-905c-82bbd0293861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.1205068 Mar 02 17:40:56.634598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-5ec2803a-286d-42c5-a726-a6be71622b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:56.636148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-5ec2803a-286d-42c5-a726-a6be71622b0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.1375484 Mar 02 17:40:56.704763 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b690cec-5c7a-4519-aba1-c07d1abb0da9', 'name': 'network-vif-deleted', 'tag': '9a28a382-c403-4597-a096-226dfac09909', 'status': 'completed', 'code': 200} Mar 02 17:40:56.762531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-6ffcecb1-d97b-4494-9a68-515f4fbab453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 999 time: 0.1050618 Mar 02 17:40:56.773103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea277d-23e7-4282-a35d-c17218d23a3f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:56.782176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.784332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fed317d1-634d-46a7-b598-356aec42c583 req-064b3e3c-fb2d-455e-a235-9911c3774821 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9747422 Mar 02 17:40:56.794603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a47921-6602-46d2-8bfd-0ca3dc73a514 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:56.836338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.843886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e6a1-5615-4419-b59e-4b267742a1da req-f1dba187-7870-410c-804c-9d52b7264168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:56.846150 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-f1dba187-7870-410c-804c-9d52b7264168 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.0612195 Mar 02 17:40:56.864840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Transition to ACTIVE for port object 56a47921-6602-46d2-8bfd-0ca3dc73a514 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:56.880521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ddcb1a73-16cd-46b2-a676-06b43ab2678b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:56.880989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:56.985419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-586f1b21-9aab-42ad-b43c-0ed464f71e28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316472 Mar 02 17:40:57.050309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-90634234-f446-43e9-b212-1d1cc9eacb8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917932 Mar 02 17:40:57.172179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:57.200625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-1cb30e81-8586-49fb-8c9b-5f993f2dcc66 service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419573 Mar 02 17:40:57.233281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953533-70e6-4ef8-8c00-eaedf7a8f330 req-a9cbbe47-e7a3-46e7-96c0-1d5a33215012 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:57.234924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9953533-70e6-4ef8-8c00-eaedf7a8f330 req-a9cbbe47-e7a3-46e7-96c0-1d5a33215012 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.4443481 Mar 02 17:40:57.352461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-505ca031-7a75-4cf6-bb71-9a81f4fb486a service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381109 Mar 02 17:40:57.358006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:57.392616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-0c279c7e-36df-41bf-9e1c-bae7b01844d1 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398471 Mar 02 17:40:57.421060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Attempting to bind port 56a47921-6602-46d2-8bfd-0ca3dc73a514 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:57.421313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Attempting to bind port 56a47921-6602-46d2-8bfd-0ca3dc73a514 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:57.421643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Attempting to bind port 56a47921-6602-46d2-8bfd-0ca3dc73a514 on network e07c5e77-51b1-4545-850c-aaffb83943c9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:57.428848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544394-fff7-4bfa-91ab-cdacbf43bfb9 req-1f5a0799-1e87-47aa-afee-8cb49c1fb0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:57.430278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a544394-fff7-4bfa-91ab-cdacbf43bfb9 req-1f5a0799-1e87-47aa-afee-8cb49c1fb0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 943 time: 0.5107608 Mar 02 17:40:57.435151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9953533-70e6-4ef8-8c00-eaedf7a8f330 req-51e44376-d740-45a1-b5dc-012ce58bf10d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653311 Mar 02 17:40:57.670370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Port 56a47921-6602-46d2-8bfd-0ca3dc73a514 on network e07c5e77-51b1-4545-850c-aaffb83943c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:57.671131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Attempting to bind port 56a47921-6602-46d2-8bfd-0ca3dc73a514 on network e07c5e77-51b1-4545-850c-aaffb83943c9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:57.710972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:57.711308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Checking segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:57.711688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Bound using segment: {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:57.712120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Bound port: 56a47921-6602-46d2-8bfd-0ca3dc73a514, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1457f883-eb3c-47c7-a99b-2430343bb628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:57.712466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:57.792669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a544394-fff7-4bfa-91ab-cdacbf43bfb9 req-5971d8c8-5c3c-4788-98cc-b7be16093716 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522172 Mar 02 17:40:57.812638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e348e6a1-5615-4419-b59e-4b267742a1da req-a8604844-4cab-4ae4-9bf3-c20f023af3b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109929 Mar 02 17:40:57.862198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c7fc-ad74-464e-9523-4b0ab0bf590d req-e869c97b-3983-43f6-848a-60188a51798b tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:57.863709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e847c7fc-ad74-464e-9523-4b0ab0bf590d req-e869c97b-3983-43f6-848a-60188a51798b tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 944 time: 0.2461343 Mar 02 17:40:57.867654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:57.872448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:57.889355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:57.953919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-531387109', 'description': 'tempest-description-309227878'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:57.969583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:57.981461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:57.982817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/56a47921-6602-46d2-8bfd-0ca3dc73a514 HTTP/1.1" status: 200 len: 1091 time: 2.5935273 Mar 02 17:40:57.990157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:58.004200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:58.014460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:58.023128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e847c7fc-ad74-464e-9523-4b0ab0bf590d req-6ccd5e74-5448-4450-88f4-004a742b15bc tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531737 Mar 02 17:40:58.034435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:58.034997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:58.065780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409781-388a-48b2-918a-a16afd3c65e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:58.084327 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.210771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:40:58.218236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:40:58.250197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:40:58.251694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:58.274447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:40:58.280632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.304599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'port_id': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'mac_address': 'fa:16:3e:f9:35:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:58.371513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.389163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bc853a-755f-4254-95da-3fc46e9e20b9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:58.405147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:58.410131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.411108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b8ba94b1-5886-4106-9358-00d86bcb72d8 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:40:58.428289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.478306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:58.482195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:58.486332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:58.490230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:58.494132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:58.495887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-19703d99-358f-478a-b559-70796cb6ef63 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 3827 time: 0.2828403 Mar 02 17:40:58.503805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.558861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:58.602911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12a1f3-ad51-4180-b2ee-5d258a4bc82e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:58.607037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:58.620355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b8ba94b1-5886-4106-9358-00d86bcb72d8', 'network_id': '2b58629d-3869-460f-b35a-97e6e418899a', 'port_id': 'b8ba94b1-5886-4106-9358-00d86bcb72d8', 'mac_address': 'fa:16:3e:c1:92:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59a933-2573-4981-b6a1-35ab3eb7d3fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:40:58.672714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.675968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.677168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9e6d92-3237-4f6f-b87b-ada9e5ebe367 req-b58b062e-e800-48b0-926d-1e6476df9094 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.7412658 Mar 02 17:40:58.689935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ba94b1-5886-4106-9358-00d86bcb72d8 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:58.694425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f0b871d-0abc-4d0a-a824-c932f770e114 req-3e869950-720f-46f6-aee2-b76e305956be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837864 Mar 02 17:40:58.705851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:40:58.706626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:40:58.712340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.742422 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8', 'status': 'completed', 'code': 200} Mar 02 17:40:58.786735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:58.844117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:40:58.852749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:58.909742 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-8d418a44-e776-4c5b-b7a8-0f7d46e9fffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 1096 time: 0.0785244 Mar 02 17:40:58.916628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Transition to ACTIVE for port object 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:40:58.920730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:59.068186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:59.076683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-f1b27d61-306b-403e-a233-5350a2508b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:59.078554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-f1b27d61-306b-403e-a233-5350a2508b7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 200 len: 923 time: 0.1535428 Mar 02 17:40:59.176654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357b3db-828f-4a06-9d86-b1161ea06e61 req-7132c615-073d-4f48-bf21-9d0e8cce96c3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:59.178602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b357b3db-828f-4a06-9d86-b1161ea06e61 req-7132c615-073d-4f48-bf21-9d0e8cce96c3 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 945 time: 0.3216190 Mar 02 17:40:59.184799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-fdd1fc61-234f-40a1-adc6-1ace0f221e2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8 HTTP/1.1" status: 200 len: 217 time: 0.0838058 Mar 02 17:40:59.229543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Attempting to bind port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:40:59.229895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Attempting to bind port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:40:59.230288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Attempting to bind port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:59.241718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on network b7021a30-2d69-426e-8365-a5f10d9ad03e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:40:59.242047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Attempting to bind port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:40:59.253153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:40:59.253516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:40:59.253974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Bound using segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:40:59.254339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Bound port: 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:40:59.254737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:59.278930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-9fc845e0-46e7-49cf-988e-a97f6190d221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:40:59.280051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b357b3db-828f-4a06-9d86-b1161ea06e61 req-4a1d5bb8-0c90-4394-81c9-d487a3ce4e45 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Mar 02 17:40:59.284883 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-9fc845e0-46e7-49cf-988e-a97f6190d221 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 200 len: 862 time: 0.0970511 Mar 02 17:40:59.358376 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-413fdf8c-770c-4e6c-8cfd-394dac13457b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b58629d-3869-460f-b35a-97e6e418899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637162 Mar 02 17:40:59.406168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:40:59.412724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:40:59.431685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:59.436989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['f7bc853a-755f-4254-95da-3fc46e9e20b9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:59.520194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b8ba94b1-5886-4106-9358-00d86bcb72d8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:40:59.529887 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'status': 'completed', 'code': 200} Mar 02 17:40:59.541109 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:40:59.542498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 1134 time: 1.5142293 Mar 02 17:40:59.556380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756a20d-6aab-4c3b-aad3-15c4b4c0f224 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:40:59.629985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:40:59.633097 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-5959aae6-36e4-4da9-9e49-046174c36864 service neutron] 10.222.0.50 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368932 Mar 02 17:40:59.837395 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e28ddcf9-6e56-4667-a458-4e03cb1b228e req-711d32c0-e8c7-4db9-b545-7a1a8ebf1f1e service neutron] 10.222.0.50 "GET /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702414 Mar 02 17:40:59.962244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-60830f48-4e91-4811-91dc-ed304b07d4b3 req-0ff75880-0dff-40fa-b2e1-c6e3603c930b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:00.005309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:00.028064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-60830f48-4e91-4811-91dc-ed304b07d4b3 req-0ff75880-0dff-40fa-b2e1-c6e3603c930b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:00.029478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60830f48-4e91-4811-91dc-ed304b07d4b3 req-0ff75880-0dff-40fa-b2e1-c6e3603c930b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 9731 time: 0.6619902 Mar 02 17:41:00.106264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-9faec2ae-c5d6-4cef-a0cf-a9f2f479e49a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5289 time: 0.5412881 Mar 02 17:41:00.117720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e410a8c-4feb-4662-9bc6-464b1804b8d9 req-a0da0ae3-6709-4d0b-bb22-538cbf9512e3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.119140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e410a8c-4feb-4662-9bc6-464b1804b8d9 req-a0da0ae3-6709-4d0b-bb22-538cbf9512e3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 944 time: 0.2986135 Mar 02 17:41:00.127991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ddcb1a73-16cd-46b2-a676-06b43ab2678b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:00.199822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port ddcb1a73-16cd-46b2-a676-06b43ab2678b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:00.204554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port ddcb1a73-16cd-46b2-a676-06b43ab2678b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:00.204923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:00.322058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:00.348024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60830f48-4e91-4811-91dc-ed304b07d4b3 req-966be549-9333-48a3-be3a-49e7e738a734 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 200 len: 2649 time: 0.3061712 Mar 02 17:41:00.349683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:00.359222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b,segment=NetworkSegment(dd653127-dbb6-42ff-b6c8-851d387aadf3),segment_id=dd653127-dbb6-42ff-b6c8-851d387aadf3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:00.363473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:00.420431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e410a8c-4feb-4662-9bc6-464b1804b8d9 req-e83350ab-0631-4b47-a4f4-68ffbfbaadc2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842453 Mar 02 17:41:00.437393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:00.450792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-8a23c98d-b87d-4d86-949f-8a088398a86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.451179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-8a23c98d-b87d-4d86-949f-8a088398a86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.451551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-8a23c98d-b87d-4d86-949f-8a088398a86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.453083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-8a23c98d-b87d-4d86-949f-8a088398a86f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3208780 Mar 02 17:41:00.686366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60830f48-4e91-4811-91dc-ed304b07d4b3 req-3c850909-c719-445e-a706-aece9b332365 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 200 len: 2649 time: 0.3208933 Mar 02 17:41:00.761034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-0fea957f-f9b6-433d-abb8-df9a51bac864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.762525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfcfc3d0-fe99-4975-aef2-a8aa09f9d6ea req-0fea957f-f9b6-433d-abb8-df9a51bac864 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2980592 Mar 02 17:41:00.788313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6be9c-55b0-4d3a-8446-ca2f1c3339b9 req-42a466e2-ba47-4d2b-b510-40dd83b9beed tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.789762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ed6be9c-55b0-4d3a-8446-ca2f1c3339b9 req-42a466e2-ba47-4d2b-b510-40dd83b9beed tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 945 time: 0.1937256 Mar 02 17:41:00.932027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fba10ff-8ae9-4e31-b544-b897801a4a7c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:00.940793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:00.945967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ed6be9c-55b0-4d3a-8446-ca2f1c3339b9 req-59fb0c00-c259-45aa-95ce-eb11a4d90c58 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458395 Mar 02 17:41:00.971242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Transition to ACTIVE for port object 0fba10ff-8ae9-4e31-b544-b897801a4a7c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:00.982757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632e52-72e8-456d-b981-54af29040ad3 req-c6c95714-1846-4db7-94a0-92b0a88116bb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:00.984215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37632e52-72e8-456d-b981-54af29040ad3 req-c6c95714-1846-4db7-94a0-92b0a88116bb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.1936057 Mar 02 17:41:00.985294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:01.179219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:01.203143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37632e52-72e8-456d-b981-54af29040ad3 req-adf4600b-efb4-45b3-9dca-bb904c405b91 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783693 Mar 02 17:41:01.314909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c03fb-38bb-49c2-a1d0-9950e4a9b345 req-1886a79b-51ac-4e27-b6ee-ed16f277d534 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.316408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b52c03fb-38bb-49c2-a1d0-9950e4a9b345 req-1886a79b-51ac-4e27-b6ee-ed16f277d534 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2520907 Mar 02 17:41:01.395974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Attempting to bind port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:01.396223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Attempting to bind port 0fba10ff-8ae9-4e31-b544-b897801a4a7c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:01.396554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Attempting to bind port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:01.431083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on network b7021a30-2d69-426e-8365-a5f10d9ad03e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:01.431416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Attempting to bind port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:01.436582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b52c03fb-38bb-49c2-a1d0-9950e4a9b345 req-ac814b18-a220-4003-9818-c541b8535711 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130619 Mar 02 17:41:01.444722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:01.445058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:01.445899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Bound using segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:01.445899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Bound port: 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:01.446188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:01.582289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:01.637350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.641209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.645267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.649127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.653017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.659835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.664335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.666130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-884b16a1-d292-448f-98bd-b06ba7754fad tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5379 time: 0.3342009 Mar 02 17:41:01.801894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:01.806122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493f1996-5069-4ff2-a3c5-d02c4feaec27 req-3482df63-a787-40b6-85e5-f2abe6781a5a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165960 Mar 02 17:41:01.807855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:01.813541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:01.859076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33ab32-48ea-4326-a586-70cd5b07664d req-aa5806da-9723-4431-8352-e3af91cc13df tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:01.860594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e33ab32-48ea-4326-a586-70cd5b07664d req-aa5806da-9723-4431-8352-e3af91cc13df tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 946 time: 0.2736990 Mar 02 17:41:01.888250 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b', 'code': 200} Mar 02 17:41:01.912548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:01.913916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] 10.222.0.35 "PUT /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 1134 time: 2.2889714 Mar 02 17:41:01.943080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ae10d-89f5-4f48-b165-4912b63ec89e service neutron] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:01.951485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:01.998877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e33ab32-48ea-4326-a586-70cd5b07664d req-c20336d0-2b1b-4fde-8fc3-f6997a50ed18 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267035 Mar 02 17:41:02.076312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:02.092369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:02.171262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.187835 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b', 'status': 'completed', 'code': 200} Mar 02 17:41:02.205866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-200b9dfa-78fb-426a-a483-0260d9e56150 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/7ea19b99-32f9-441f-a21c-03a30a44c39d HTTP/1.1" status: 200 len: 1633 time: 0.1245391 Mar 02 17:41:02.228716 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a82109d7-0e4b-4305-90a8-0c16803dbb1e req-e71bd754-02b3-48e5-b03d-16e342de0aec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 1097 time: 0.1882806 Mar 02 17:41:02.281519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a82109d7-0e4b-4305-90a8-0c16803dbb1e req-8ca37ef6-5cf1-42cc-ac97-a64a4bef1510 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Mar 02 17:41:02.318672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:02.339159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'port_id': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'mac_address': 'fa:16:3e:21:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:02.392399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port f7bc853a-755f-4254-95da-3fc46e9e20b9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:02.401412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port f7bc853a-755f-4254-95da-3fc46e9e20b9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:02.401905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.457966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.488004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fe321b8-3dd3-4cdd-beac-90ad50103324 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:02.509761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:02.540709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.599565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.620476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.641140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:02.663073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:02.666613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.667426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b8ba94b1-5886-4106-9358-00d86bcb72d8 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:02.681935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-32afc69c-f95f-430b-a9dc-0723fb92188e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:02.683396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-32afc69c-f95f-430b-a9dc-0723fb92188e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8&tenant_id=c21c1d4fc29245548e8b580d1220468f&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.4301076 Mar 02 17:41:02.701195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-e8952c18-9cee-4e30-a183-90144d19dd48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6216 time: 0.4467499 Mar 02 17:41:02.786083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.807905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bee93-3e0b-48ea-8cc2-6e48bb83ec4a req-310ac7b6-487c-4767-bdc4-407d30b03384 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:02.809353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a37bee93-3e0b-48ea-8cc2-6e48bb83ec4a req-310ac7b6-487c-4767-bdc4-407d30b03384 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 945 time: 0.4844546 Mar 02 17:41:02.825170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:02.838923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port b8ba94b1-5886-4106-9358-00d86bcb72d8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:02.843740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b8ba94b1-5886-4106-9358-00d86bcb72d8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:02.844110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:02.886256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3fe321b8-3dd3-4cdd-beac-90ad50103324'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:03.023793 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.040664 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-74be5a05-7981-4e1e-b789-a15278bb109f service neutron] delete failed (client error): The resource could not be found. Mar 02 17:41:03.041664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-74be5a05-7981-4e1e-b789-a15278bb109f service neutron] 10.222.0.35 "DELETE /v2.0/ports/f7bc853a-755f-4254-95da-3fc46e9e20b9/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.3361375 Mar 02 17:41:03.043836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a37bee93-3e0b-48ea-8cc2-6e48bb83ec4a req-94de35e4-65b4-4538-8e08-f41b3901e5d0 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848199 Mar 02 17:41:03.048660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.070663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-bba2181e-2565-450e-aa55-c271b0a6b72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.071042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-bba2181e-2565-450e-aa55-c271b0a6b72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.071410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-bba2181e-2565-450e-aa55-c271b0a6b72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.073044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:03.073350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-bba2181e-2565-450e-aa55-c271b0a6b72d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3605301 Mar 02 17:41:03.087762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.091515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea19b99-32f9-441f-a21c-03a30a44c39d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:03.180700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:03.274770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.275881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-832f173d-cc2a-4f18-90ff-8eaf1be2a74c req-560bfb28-059d-4432-b8d7-5d7079994d44 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/7ea19b99-32f9-441f-a21c-03a30a44c39d HTTP/1.1" status: 204 len: 173 time: 1.0351779 Mar 02 17:41:03.337831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ca1651-0f98-42fb-9971-d14d72d9e434 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:03.350784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.397858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Transition to ACTIVE for port object 54ca1651-0f98-42fb-9971-d14d72d9e434 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:03.583168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:03.637285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-553068b8-42b2-4076-a178-46225985f6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.638815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fbc5cf8-89b3-4ece-bf8a-ea31b9abaf3d req-553068b8-42b2-4076-a178-46225985f6bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5484278 Mar 02 17:41:03.742282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dda31-a86d-4a6a-be09-dd47f85b9a9a req-e6df295d-af96-4202-a364-242690df8ec4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.743756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b15dda31-a86d-4a6a-be09-dd47f85b9a9a req-e6df295d-af96-4202-a364-242690df8ec4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.4925427 Mar 02 17:41:03.757360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-cb6cdc6c-31e8-4faa-a0e1-1d85aebf81f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.5443251 Mar 02 17:41:03.757997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:03.889674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}, {'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:03.966954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8eac-3e2f-4ea0-8ab8-a5cb98eb2de9 req-19cf7bfb-3788-4dcd-967d-83cfeebc308b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:03.969502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f5c8eac-3e2f-4ea0-8ab8-a5cb98eb2de9 req-19cf7bfb-3788-4dcd-967d-83cfeebc308b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 945 time: 0.5816381 Mar 02 17:41:04.034922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b15dda31-a86d-4a6a-be09-dd47f85b9a9a req-3676c04c-0729-4b40-97e7-3675e2d06723 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650511 Mar 02 17:41:04.094498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:04.116434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f5c8eac-3e2f-4ea0-8ab8-a5cb98eb2de9 req-589f019c-2c7d-490f-bd0e-e5eba7e42af0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094604 Mar 02 17:41:04.130048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-81178da9-52a2-4645-98e6-8eaa9a2421cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.131563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-81178da9-52a2-4645-98e6-8eaa9a2421cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.3587215 Mar 02 17:41:04.245439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 3fe321b8-3dd3-4cdd-beac-90ad50103324 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:04.246050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:04.311823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '0fba10ff-8ae9-4e31-b544-b897801a4a7c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:04.318399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-0f63f24a-3796-4528-bf00-7942b906a08d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 1001 time: 0.1779838 Mar 02 17:41:04.453723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:04.500949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Attempting to bind port 54ca1651-0f98-42fb-9971-d14d72d9e434 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:04.512289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Attempting to bind port 54ca1651-0f98-42fb-9971-d14d72d9e434 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:04.512851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:04.514288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Attempting to bind port 54ca1651-0f98-42fb-9971-d14d72d9e434 on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:04.528038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:04.558446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Port 54ca1651-0f98-42fb-9971-d14d72d9e434 on network b7021a30-2d69-426e-8365-a5f10d9ad03e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:04.558905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Attempting to bind port 54ca1651-0f98-42fb-9971-d14d72d9e434 on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:04.579024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-113a7bc7-d98d-471f-bcec-20cc791eba8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.581334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-113a7bc7-d98d-471f-bcec-20cc791eba8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.2082694 Mar 02 17:41:04.605188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a78e51-809c-4417-85f1-98b62db95da8 req-73603ff9-e351-47ee-b70c-73460a1cd14a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.616357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a78e51-809c-4417-85f1-98b62db95da8 req-73603ff9-e351-47ee-b70c-73460a1cd14a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.2964849 Mar 02 17:41:04.623316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:04.651201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:04.651832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:04.652389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Bound using segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:04.653015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Bound port: 54ca1651-0f98-42fb-9971-d14d72d9e434, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:04.653363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:04.733950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.737890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.741780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.745660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.749570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.754557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.758505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:04.760411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc47688c-0035-430b-831d-1592b274b629 req-7becd076-548f-4c61-81b2-33a75359a384 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5391 time: 0.3953176 Mar 02 17:41:04.840550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a78e51-809c-4417-85f1-98b62db95da8 req-b783798b-6804-4bbb-b870-cfcbf6ea0193 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/security-groups?id=0181bd85-e18c-4d3b-8560-2fc4980ab591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229722 Mar 02 17:41:04.905421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc47688c-0035-430b-831d-1592b274b629 req-05dab04d-9e6f-45d0-8165-18e1f61baa56 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186233 Mar 02 17:41:04.909988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-7a984b53-2120-46f1-9f4f-30adfc384704 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114486 Mar 02 17:41:04.912807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:04.917186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:04.939894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:05.129335 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-44c4509b-552a-4858-930b-385e97024daa req-c8ee3e28-d3ac-457a-a439-c98b377fc8c1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:41:05.130429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44c4509b-552a-4858-930b-385e97024daa req-c8ee3e28-d3ac-457a-a439-c98b377fc8c1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/7ea19b99-32f9-441f-a21c-03a30a44c39d HTTP/1.1" status: 404 len: 352 time: 0.0924506 Mar 02 17:41:05.136018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:05.137286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] 10.222.0.35 "PUT /v2.0/ports/54ca1651-0f98-42fb-9971-d14d72d9e434 HTTP/1.1" status: 200 len: 1091 time: 3.1956162 Mar 02 17:41:05.192572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:05.227263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725e7d3-3b5d-4dd0-92fc-f4f2d6ffa9ad service neutron] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:05.240528 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'code': 200} Mar 02 17:41:05.241398 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8', 'code': 200} Mar 02 17:41:05.280801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-786ed480-858f-44aa-a4c2-6d96118c889d service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632762 Mar 02 17:41:05.556477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-45e9408c-7c19-41d7-889f-e4dc08d45189 req-27a43490-d96c-4102-b990-863bcef859e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 1097 time: 0.0954115 Mar 02 17:41:05.613167 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-45e9408c-7c19-41d7-889f-e4dc08d45189 req-498e34b7-a982-4471-8874-fc2c7621278a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476766 Mar 02 17:41:05.647010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a10c3-6298-4a8b-9208-6b47c5d4636a req-da58f078-d93c-4e3b-beeb-457da9c5e954 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:05.648390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d8a10c3-6298-4a8b-9208-6b47c5d4636a req-da58f078-d93c-4e3b-beeb-457da9c5e954 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 946 time: 0.6165373 Mar 02 17:41:05.662758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:05.792474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699388ea-a5d3-4b10-a12e-20be39de0528 req-017df349-1a3c-436a-833e-7795b6986416 service neutron] 10.222.0.35 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035889 Mar 02 17:41:05.817218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d8a10c3-6298-4a8b-9208-6b47c5d4636a req-f339dd26-6dc0-4900-a7f4-dd61da3bb87c tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577773 Mar 02 17:41:05.855376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d293f-61b2-41bc-ad67-0f72e416bc87 req-5edf84db-ef35-4fc6-aea3-609e911978de tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:05.857622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e70d293f-61b2-41bc-ad67-0f72e416bc87 req-5edf84db-ef35-4fc6-aea3-609e911978de tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 946 time: 0.4839694 Mar 02 17:41:05.951770 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '0fba10ff-8ae9-4e31-b544-b897801a4a7c', 'status': 'completed', 'code': 200} Mar 02 17:41:06.245408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e70d293f-61b2-41bc-ad67-0f72e416bc87 req-e64600e3-d068-49b0-81d9-fa85042561ba tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927260 Mar 02 17:41:06.343339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-e3a2d3ad-965a-483f-95ec-5ab5bbb6adf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6283 time: 0.3935173 Mar 02 17:41:06.507524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031b0d1-8c25-4322-b0a8-e02c11dcc542 req-4cc84cfd-361d-4931-8139-ee67559660d5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:06.509257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6031b0d1-8c25-4322-b0a8-e02c11dcc542 req-4cc84cfd-361d-4931-8139-ee67559660d5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.4817545 Mar 02 17:41:06.546798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cfd2ff2d-d828-48a5-90d2-cbca13c5d523 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:06.548390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cfd2ff2d-d828-48a5-90d2-cbca13c5d523 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 945 time: 0.3992732 Mar 02 17:41:06.616407 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:06.711669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-0126fc1d-a9e0-4402-8122-dc6ece62a8b4 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/fdea277d-23e7-4282-a35d-c17218d23a3f HTTP/1.1" status: 200 len: 1634 time: 0.3845472 Mar 02 17:41:06.791739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Deleting port ef19d0f7-438e-4955-b84c-78ee67f5d318 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:06.792138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:06.832715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-656f66f5-e729-414d-8365-427917b6c678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:06.833126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-656f66f5-e729-414d-8365-427917b6c678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:06.833443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-656f66f5-e729-414d-8365-427917b6c678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:06.835152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-656f66f5-e729-414d-8365-427917b6c678 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4603453 Mar 02 17:41:06.837399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92852b3-ae09-4774-bc68-de73106ee808 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:06.856072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6031b0d1-8c25-4322-b0a8-e02c11dcc542 req-0b0f4b31-8f1b-4ceb-a766-65895973b0bf tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224485 Mar 02 17:41:06.870213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:06.994738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Transition to ACTIVE for port object b92852b3-ae09-4774-bc68-de73106ee808 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:07.020991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:07.242388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:07.332968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:07.337588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:07.659520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-076cadca-3e13-4637-bfdc-f8031eb358a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:07.661001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7694fdaf-234f-4d08-badb-d1bace595af3 req-076cadca-3e13-4637-bfdc-f8031eb358a4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7971146 Mar 02 17:41:07.664193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] For port ef19d0f7-438e-4955-b84c-78ee67f5d318, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef19d0f7-438e-4955-b84c-78ee67f5d318,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:07.664557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:07.836268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Calling delete_port for ef19d0f7-438e-4955-b84c-78ee67f5d318 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:07.955773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:07.967346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.056718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832532b-d263-4628-b368-d0cba005e7f9 req-3435cd97-7fd4-46d9-8f60-40c9f71920a4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:08.058161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1832532b-d263-4628-b368-d0cba005e7f9 req-3435cd97-7fd4-46d9-8f60-40c9f71920a4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.9668269 Mar 02 17:41:08.106879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Attempting to bind port b92852b3-ae09-4774-bc68-de73106ee808 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:08.106879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Attempting to bind port b92852b3-ae09-4774-bc68-de73106ee808 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:08.106879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Attempting to bind port b92852b3-ae09-4774-bc68-de73106ee808 on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:08.130775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.131288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Port b92852b3-ae09-4774-bc68-de73106ee808 on network b7021a30-2d69-426e-8365-a5f10d9ad03e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:08.131610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Attempting to bind port b92852b3-ae09-4774-bc68-de73106ee808 on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:08.207217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea277d-23e7-4282-a35d-c17218d23a3f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:08.213793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:08.214059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Checking segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:08.214453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Bound using segment: {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:08.214932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Bound port: b92852b3-ae09-4774-bc68-de73106ee808, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36a1be-c530-4866-9ed3-8217c9928fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:08.215287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.243181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1832532b-d263-4628-b368-d0cba005e7f9 req-d3019b1a-01d0-441b-9d8b-20e5845dc128 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595519 Mar 02 17:41:08.284868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.285970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b5d4169-7679-4b5b-b972-ec363a1c726e req-495dfc6d-f129-4332-9854-52c7f133e026 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/fdea277d-23e7-4282-a35d-c17218d23a3f HTTP/1.1" status: 204 len: 173 time: 1.5553782 Mar 02 17:41:08.292359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.304793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ef19d0f7-438e-4955-b84c-78ee67f5d318'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:08.352020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Pushing event deleted for resources: {'Port': ['ID=ef19d0f7-438e-4955-b84c-78ee67f5d318,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:08.445396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.477812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] No DVR routers for this DVR port ef19d0f7-438e-4955-b84c-78ee67f5d318 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:08.481832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.484122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77f8c5d7-b96a-4b43-8e3a-a1f6e95752e4 req-cf75d869-f99e-45a7-966a-59a0c4cb3fd7 tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.35 "DELETE /v2.0/ports/ef19d0f7-438e-4955-b84c-78ee67f5d318 HTTP/1.1" status: 204 len: 173 time: 1.9289443 Mar 02 17:41:08.488937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:08.497374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:08.505915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.614865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8097fed2-670b-4ed8-a8fe-1b9a5dbc74e2 req-a6a42751-a5f7-44fe-b30a-1969092b9f5a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Synchronizing usage tracker for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:08.655633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:08.657008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] 10.222.0.35 "PUT /v2.0/ports/b92852b3-ae09-4774-bc68-de73106ee808 HTTP/1.1" status: 200 len: 1090 time: 3.4701259 Mar 02 17:41:08.665037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4175e8-6900-40bc-ac84-44067edd141b service neutron] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:08.676243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8097fed2-670b-4ed8-a8fe-1b9a5dbc74e2 req-a6a42751-a5f7-44fe-b30a-1969092b9f5a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] Unset dirty status for tenant:a8c66a609c6b4b0a84b2d36af58f6898 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:08.687198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8097fed2-670b-4ed8-a8fe-1b9a5dbc74e2 req-a6a42751-a5f7-44fe-b30a-1969092b9f5a tempest-ServerRescueNegativeTestJSON-1989318497 tempest-ServerRescueNegativeTestJSON-1989318497-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f37d594-32f1-49c4-a131-b2d6db557445 HTTP/1.1" status: 200 len: 210 time: 0.1276512 Mar 02 17:41:08.716284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:08.820244 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'code': 200} Mar 02 17:41:08.911652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:09.230710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52101d90-7706-4cd8-9986-0bd835c98d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:09.231159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.237291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.241351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.245275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.249136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.254870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.259078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.261189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-32ebde0e-15cb-4c72-ab51-ea902d2b7748 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5403 time: 0.3506668 Mar 02 17:41:09.401322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a546d-850e-4412-94c8-2bc4894ee0e3 req-7961f73b-7ab7-40d9-8723-9c3675d8c2e7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:09.403395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-458a546d-850e-4412-94c8-2bc4894ee0e3 req-7961f73b-7ab7-40d9-8723-9c3675d8c2e7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 946 time: 0.4416215 Mar 02 17:41:09.491300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16edd863-6817-4dbc-b32c-bee109b4df64 req-a7541977-d7bf-4790-bb4e-9a545d652dbd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094629 Mar 02 17:41:09.540482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-458a546d-850e-4412-94c8-2bc4894ee0e3 req-6ff7d3e0-baa3-4840-89e1-7c5d094b1a08 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165791 Mar 02 17:41:09.637700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae122b1b-61ba-4c4f-ab3b-74418cb687f0 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:09.648927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:09.668439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Transition to ACTIVE for port object ae122b1b-61ba-4c4f-ab3b-74418cb687f0 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:09.674655 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:09.727751 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'status': 'completed', 'code': 200} Mar 02 17:41:09.999111 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-d38300ec-1d12-4239-8765-cebb74b36e73 req-baae7e5e-d54b-4e74-8cfc-d8d1a781b6fd tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:41:10.007250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d38300ec-1d12-4239-8765-cebb74b36e73 req-baae7e5e-d54b-4e74-8cfc-d8d1a781b6fd tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/fdea277d-23e7-4282-a35d-c17218d23a3f HTTP/1.1" status: 404 len: 352 time: 0.2464371 Mar 02 17:41:10.086402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:10.278524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-6345085d-c91f-4938-b2a4-1a9eb30e4403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6375 time: 0.5526862 Mar 02 17:41:10.290693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3f2a3-4b37-4715-9b3c-d0e05c91ffbd req-32845226-c0cd-4d17-9785-88ed1f2c8d92 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.292103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eda3f2a3-4b37-4715-9b3c-d0e05c91ffbd req-32845226-c0cd-4d17-9785-88ed1f2c8d92 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.5680702 Mar 02 17:41:10.474767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Attempting to bind port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:10.475468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Attempting to bind port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:10.475468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Attempting to bind port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:10.488881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eda3f2a3-4b37-4715-9b3c-d0e05c91ffbd req-90a88344-5d6b-4b42-a42e-8e868e2c0d88 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713715 Mar 02 17:41:10.519651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60288) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:10.522617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef19d0f7-438e-4955-b84c-78ee67f5d318 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:10.532001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:10.532899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Attempting to bind port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:10.540072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-e2df475c-183e-45c4-8e0c-7e40dc5154d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.542110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-e2df475c-183e-45c4-8e0c-7e40dc5154d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.542497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-e2df475c-183e-45c4-8e0c-7e40dc5154d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.544111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-e2df475c-183e-45c4-8e0c-7e40dc5154d0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2494855 Mar 02 17:41:10.573432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:10.573808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Checking segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:10.574167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Bound using segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:10.574639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Bound port: ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:10.574997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:10.603444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ef19d0f7-438e-4955-b84c-78ee67f5d318 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:10.603931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef19d0f7-438e-4955-b84c-78ee67f5d318 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:10.612129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438baea5-9239-4183-961d-a6ba75ef3a2f req-deeef445-02ef-4707-ad31-fd76aef274bd tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.613877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-438baea5-9239-4183-961d-a6ba75ef3a2f req-deeef445-02ef-4707-ad31-fd76aef274bd tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 946 time: 0.4374576 Mar 02 17:41:10.700304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9e33a6c-97de-46ec-bad3-db1bd1e626ea tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 200 len: 993 time: 0.1741588 Mar 02 17:41:10.863398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-438baea5-9239-4183-961d-a6ba75ef3a2f req-e3ef6036-67be-4298-ae81-e29ae7953c27 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977694 Mar 02 17:41:10.885621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-97745169-c1be-4763-a15b-145296eb8fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.887126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13828a2e-87d0-46f4-ae55-6f17307e4596 req-97745169-c1be-4763-a15b-145296eb8fba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3339355 Mar 02 17:41:10.909242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:10.910956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:10.918058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:10.972778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b9c48-c7c0-467c-95c1-8dbf41f21ad8 req-c1822f5e-56e3-44ec-87b3-8d393ef91b70 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:10.974311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c2b9c48-c7c0-467c-95c1-8dbf41f21ad8 req-c1822f5e-56e3-44ec-87b3-8d393ef91b70 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.2886996 Mar 02 17:41:11.033065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.038675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] 10.222.0.35 "PUT /v2.0/ports/ae122b1b-61ba-4c4f-ab3b-74418cb687f0 HTTP/1.1" status: 200 len: 1091 time: 2.3281910 Mar 02 17:41:11.069738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c2b9c48-c7c0-467c-95c1-8dbf41f21ad8 req-b215750d-03a4-422d-9d84-9024f7ab37bb tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Mar 02 17:41:11.075959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Request body: {'port': {'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:11.140973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf78c7-3a84-4d48-82cc-84fde99a901e service neutron] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:11.264370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:11.307508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bd81eaad-f7c0-4a2b-a685-49023dabf4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.388758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.521170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-ae65ef0f-719d-40e3-bb6e-d83d01ebf2f0 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/0b12a1f3-ad51-4180-b2ee-5d258a4bc82e HTTP/1.1" status: 200 len: 1633 time: 0.1331949 Mar 02 17:41:11.703932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-faa7c265-47d8-433a-bfc4-f74dc45e7a08 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:11.705130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-faa7c265-47d8-433a-bfc4-f74dc45e7a08 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Synchronizing usage tracker for tenant:c1d00ce19cdf4593a02310784d52742e on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:11.730722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-faa7c265-47d8-433a-bfc4-f74dc45e7a08 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Unset dirty status for tenant:c1d00ce19cdf4593a02310784d52742e on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:11.731896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-faa7c265-47d8-433a-bfc4-f74dc45e7a08 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.50 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 946 time: 0.2430847 Mar 02 17:41:11.737260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'name': 'network-vif-deleted', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318'}, {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808'}, {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:11.803068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.854627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.927678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.959242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Deleting port ddcb1a73-16cd-46b2-a676-06b43ab2678b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:11.959900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.972630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12a1f3-ad51-4180-b2ee-5d258a4bc82e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:11.977454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:11.992406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82a63f32-f27c-48f9-be22-7ac390882a16 req-7f739b3d-2a22-4f7e-b21b-a4c0985ff522 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b12a1f3-ad51-4180-b2ee-5d258a4bc82e HTTP/1.1" status: 204 len: 173 time: 0.4702773 Mar 02 17:41:12.041097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.049079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.053299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.058843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.062836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.067116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.076453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.087595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-4850ad93-d7d8-4387-a0e0-4cb6a60ae807 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5415 time: 0.4297793 Mar 02 17:41:12.290798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] For port ddcb1a73-16cd-46b2-a676-06b43ab2678b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ddcb1a73-16cd-46b2-a676-06b43ab2678b,segment=NetworkSegment(dd653127-dbb6-42ff-b6c8-851d387aadf3),segment_id=dd653127-dbb6-42ff-b6c8-851d387aadf3)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:12.291153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.347179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d685d5bc-2e2a-42de-9cb0-7e25e60456d1 req-71218849-d5af-4109-89f7-2ad6460bc257 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584574 Mar 02 17:41:12.349538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:12.447248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Calling delete_port for ddcb1a73-16cd-46b2-a676-06b43ab2678b owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:12.500611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.539681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01db44aa-4ee7-483c-99ff-eaca2277e837 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:12.551292 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37d594-32f1-49c4-a131-b2d6db557445', 'name': 'network-vif-deleted', 'tag': 'ef19d0f7-438e-4955-b84c-78ee67f5d318', 'status': 'completed', 'code': 200} Mar 02 17:41:12.551490 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808', 'status': 'completed', 'code': 200} Mar 02 17:41:12.551714 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'status': 'completed', 'code': 200} Mar 02 17:41:12.633284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.649000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e43e-d9a8-403b-bc8c-8736b6d17028 req-7cac0924-d32e-4f39-a042-45a55d3b9e4c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:12.650541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d25e43e-d9a8-403b-bc8c-8736b6d17028 req-7cac0924-d32e-4f39-a042-45a55d3b9e4c tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 946 time: 0.5166473 Mar 02 17:41:12.734913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.749500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Transition to ACTIVE for port object 01db44aa-4ee7-483c-99ff-eaca2277e837 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:12.805047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.813908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:12.882467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Pushing event deleted for resources: {'Port': ['ID=ddcb1a73-16cd-46b2-a676-06b43ab2678b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:12.883285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['ddcb1a73-16cd-46b2-a676-06b43ab2678b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:12.901416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.901906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.902325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.902794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.903224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.904006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.904006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.904237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:12.904527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.904942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.905375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.905791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:12.991767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-424d154d-885a-4337-9e7d-94dceffb7b45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6417 time: 0.4362874 Mar 02 17:41:13.003942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] No DVR routers for this DVR port ddcb1a73-16cd-46b2-a676-06b43ab2678b on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:13.008911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d25e43e-d9a8-403b-bc8c-8736b6d17028 req-87af8f4c-d0a0-444e-abbd-9960870b38c9 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324146 Mar 02 17:41:13.012477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:13.017576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'name': 'network-vif-deleted', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:13.040666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:13.162293 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-a4ed8bb9-40ca-4f3b-ab0c-493766fd59fd req-d123120b-1e87-4973-8fa7-fff0f25e7c6a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:41:13.180523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4ed8bb9-40ca-4f3b-ab0c-493766fd59fd req-d123120b-1e87-4973-8fa7-fff0f25e7c6a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/0b12a1f3-ad51-4180-b2ee-5d258a4bc82e HTTP/1.1" status: 404 len: 352 time: 0.0411973 Mar 02 17:41:13.208098 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-186b520a-5672-49fe-b88f-ad2db7e0d9d5 req-e6719fed-7516-41ba-92b5-bb6aff11ed56 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.50 "DELETE /v2.0/ports/ddcb1a73-16cd-46b2-a676-06b43ab2678b HTTP/1.1" status: 204 len: 173 time: 1.4609270 Mar 02 17:41:13.297326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e913ef7-2bc6-4964-9036-8b5d80df1793 req-bf223176-d95f-4616-a4aa-9f66669114bf tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.304629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e913ef7-2bc6-4964-9036-8b5d80df1793 req-bf223176-d95f-4616-a4aa-9f66669114bf tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb3affa-18ef-4895-903e-2e2c903c8304 HTTP/1.1" status: 200 len: 867 time: 0.5744314 Mar 02 17:41:13.542675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e913ef7-2bc6-4964-9036-8b5d80df1793 req-2495cfd9-de99-4c24-b6e2-0e0c10984a15 tempest-InstanceActionsV221TestJSON-461946837 tempest-InstanceActionsV221TestJSON-461946837-project] 10.222.0.37 "GET /v2.0/security-groups?id=c16cffb2-996f-46c0-9e40-c6f699f0f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371454 Mar 02 17:41:13.570159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Attempting to bind port 01db44aa-4ee7-483c-99ff-eaca2277e837 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:13.570668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Attempting to bind port 01db44aa-4ee7-483c-99ff-eaca2277e837 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:13.571117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Attempting to bind port 01db44aa-4ee7-483c-99ff-eaca2277e837 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:13.582948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Port 01db44aa-4ee7-483c-99ff-eaca2277e837 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:13.584323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Attempting to bind port 01db44aa-4ee7-483c-99ff-eaca2277e837 on network 85b9b010-d65f-4cd9-b82d-396e42c4e79e {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:13.601783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-74506593-7762-4c5e-a2f8-f297a5844233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.602205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-74506593-7762-4c5e-a2f8-f297a5844233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.602693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-74506593-7762-4c5e-a2f8-f297a5844233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.604509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-74506593-7762-4c5e-a2f8-f297a5844233 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5915020 Mar 02 17:41:13.609920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:13.611089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Checking segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:13.613349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Bound using segment: {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:13.613940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Bound port: 01db44aa-4ee7-483c-99ff-eaca2277e837, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7c2c5-fd74-471f-9fcd-f608340d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:13.614386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:13.750388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Deleting port b7281dc8-507f-4edd-8a79-933b97925994 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:13.750956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:13.835765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda492-7084-4c51-b834-8e02c5f5a9f6 req-5845ffe8-ff08-4c08-a89c-fa631e2d491f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.839627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08bda492-7084-4c51-b834-8e02c5f5a9f6 req-5845ffe8-ff08-4c08-a89c-fa631e2d491f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.4726717 Mar 02 17:41:13.949671 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb3affa-18ef-4895-903e-2e2c903c8304', 'name': 'network-vif-deleted', 'tag': 'ddcb1a73-16cd-46b2-a676-06b43ab2678b', 'status': 'completed', 'code': 200} Mar 02 17:41:13.972194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08bda492-7084-4c51-b834-8e02c5f5a9f6 req-8c9f16fb-52a9-4c9c-a438-b0d67b5be16f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122711 Mar 02 17:41:13.973352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-90bfb0bb-4d61-4e8b-8cb7-2fd889b83073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:13.974933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-90bfb0bb-4d61-4e8b-8cb7-2fd889b83073 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496144 Mar 02 17:41:14.009513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:14.090456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:14.117882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.146270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-b75a1900-1fc0-4635-bc68-1b04610d2ef7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.147240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-b75a1900-1fc0-4635-bc68-1b04610d2ef7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Synchronizing usage tracker for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:14.196471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-b75a1900-1fc0-4635-bc68-1b04610d2ef7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Unset dirty status for tenant:5049f0a0695c4cb5a854ef61b1ca56aa on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:14.198239 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-b75a1900-1fc0-4635-bc68-1b04610d2ef7 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 946 time: 0.2937045 Mar 02 17:41:14.265261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] For port b7281dc8-507f-4edd-8a79-933b97925994, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b7281dc8-507f-4edd-8a79-933b97925994,segment=NetworkSegment(aaa1398a-db81-40d5-b013-d788cd23f05d),segment_id=aaa1398a-db81-40d5-b013-d788cd23f05d)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:14.265810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.270095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.300504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5557ea30-d526-4e5e-94a2-48d83e272823 req-d89ec8fd-0fde-4b95-827c-dd534415f6ec tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:14.303884 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.305213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] 10.222.0.35 "PUT /v2.0/ports/01db44aa-4ee7-483c-99ff-eaca2277e837 HTTP/1.1" status: 200 len: 1091 time: 3.2336192 Mar 02 17:41:14.355801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2f942-203e-4899-895a-d6ca1385de05 service neutron] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:14.369663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-7934fffc-a978-4643-83c9-19a1f28e4b70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6442 time: 0.3310399 Mar 02 17:41:14.415646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5557ea30-d526-4e5e-94a2-48d83e272823 req-d89ec8fd-0fde-4b95-827c-dd534415f6ec tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:14.423367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5557ea30-d526-4e5e-94a2-48d83e272823 req-d89ec8fd-0fde-4b95-827c-dd534415f6ec tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 5485 time: 0.4454081 Mar 02 17:41:14.462341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Calling delete_port for b7281dc8-507f-4edd-8a79-933b97925994 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:14.514312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Deleting port b8ba94b1-5886-4106-9358-00d86bcb72d8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:14.518682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.570714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:14.641100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.645556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.664935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.669516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.674057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.678306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.682533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.684461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ad9f82-9664-4048-9849-35b265253f4f req-f4e200a1-5aaa-4408-bab4-a1a4b1ddb918 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.5214162 Mar 02 17:41:14.765689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5557ea30-d526-4e5e-94a2-48d83e272823 req-7a169685-b5ae-477c-85ad-389c9b16a797 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 200 len: 2649 time: 0.3412459 Mar 02 17:41:14.818741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ad9f82-9664-4048-9849-35b265253f4f req-602ee976-14ba-4fe6-8e01-b28e3346bc9c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234610 Mar 02 17:41:14.826610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-aa7ac1d4-1522-4158-9c51-95a7d8eb0975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.827049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-aa7ac1d4-1522-4158-9c51-95a7d8eb0975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.827348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-aa7ac1d4-1522-4158-9c51-95a7d8eb0975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:14.828964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-aa7ac1d4-1522-4158-9c51-95a7d8eb0975 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f499324a42f44b1f8e921e84e18f047e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4429204 Mar 02 17:41:14.950399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] For port b8ba94b1-5886-4106-9358-00d86bcb72d8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b8ba94b1-5886-4106-9358-00d86bcb72d8,segment=NetworkSegment(51ed95b7-bfe0-4005-ab5b-dce52295f0d8),segment_id=51ed95b7-bfe0-4005-ab5b-dce52295f0d8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:14.951174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:14.960645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:15.057043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5557ea30-d526-4e5e-94a2-48d83e272823 req-999f6e2b-b433-4dc0-8f45-529f2dbe8bbf tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 200 len: 2649 time: 0.2906559 Mar 02 17:41:15.122272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-64a74d65-4b92-49be-abe4-e393aba12b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:15.123750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f856524c-6038-4db9-a9d8-afb921654fc4 req-64a74d65-4b92-49be-abe4-e393aba12b2d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2883246 Mar 02 17:41:15.165722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Calling delete_port for b8ba94b1-5886-4106-9358-00d86bcb72d8 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:15.196828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7281dc8-507f-4edd-8a79-933b97925994,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:15.361006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448eb9b-6a6b-49e4-a643-649c0f235204 req-48e7d915-e567-42a3-85a1-09483cdc3772 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:15.362563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8448eb9b-6a6b-49e4-a643-649c0f235204 req-48e7d915-e567-42a3-85a1-09483cdc3772 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e714c79f-fb76-4b20-a304-cbe113303b89 HTTP/1.1" status: 200 len: 946 time: 0.1353827 Mar 02 17:41:15.430558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-9bb37229-4e00-49ce-85db-befd45c025d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6484 time: 0.2652688 Mar 02 17:41:15.519050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0fb7f2d3-6fd6-40f4-99ad-8d0849f73b6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514 HTTP/1.1" status: 200 len: 217 time: 0.0789464 Mar 02 17:41:15.539124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:15.582282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b8ba94b1-5886-4106-9358-00d86bcb72d8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:15.593043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8448eb9b-6a6b-49e4-a643-649c0f235204 req-0a364ba9-a855-443c-807a-bc1b2095bab6 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd230044-8dc1-4dd6-b23f-c48d3c9be0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851509 Mar 02 17:41:15.660179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa1d5a-85cc-4f1a-bd9d-362708a63193 req-913bfd6a-acd7-40d3-af88-28967f3ab83b tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:15.676228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1faa1d5a-85cc-4f1a-bd9d-362708a63193 req-913bfd6a-acd7-40d3-af88-28967f3ab83b tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.3125370 Mar 02 17:41:15.682149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f5cdbc82-457d-4d9e-a23f-6dc4c879bec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:15.684671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f5cdbc82-457d-4d9e-a23f-6dc4c879bec4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05517b33-1238-4fa4-8fbd-ca36418085bb HTTP/1.1" status: 200 len: 855 time: 0.1539152 Mar 02 17:41:15.727952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event deleted for resources: {'Port': ['ID=b8ba94b1-5886-4106-9358-00d86bcb72d8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:15.753878 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'status': 'completed', 'code': 200} Mar 02 17:41:15.826062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] No DVR routers for this DVR port b8ba94b1-5886-4106-9358-00d86bcb72d8 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:15.828540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:15.837990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1faa1d5a-85cc-4f1a-bd9d-362708a63193 req-e0ed2e9d-d371-455b-bf0c-269cd67202ad tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604807 Mar 02 17:41:15.860910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-828cafc8-9b9e-4589-8ef1-415561818dbe req-ccf633a3-fb02-440b-83e6-051acd3da250 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.50 "DELETE /v2.0/ports/b8ba94b1-5886-4106-9358-00d86bcb72d8 HTTP/1.1" status: 204 len: 173 time: 1.6515555 Mar 02 17:41:15.894173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:15.934105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1165318067', 'description': 'tempest-description-980052419'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:15.948304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:15.960107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'name': 'network-vif-deleted', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:16.014607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-0057487c-ea07-4e46-a287-de7945e890ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e07c5e77-51b1-4545-850c-aaffb83943c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593470 Mar 02 17:41:16.020859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:16.127356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:16.156452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ddcb1a73-16cd-46b2-a676-06b43ab2678b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:16.187799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5c637-5c99-41a5-afbb-32dd3f3e420e req-5eb55188-b0af-4594-8f12-3715e02684ba tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:16.195367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffb5c637-5c99-41a5-afbb-32dd3f3e420e req-5eb55188-b0af-4594-8f12-3715e02684ba tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.2529726 Mar 02 17:41:16.222511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: ddcb1a73-16cd-46b2-a676-06b43ab2678b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:16.223376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ddcb1a73-16cd-46b2-a676-06b43ab2678b not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:16.289414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:16.295878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-42c1e9de-785b-435a-8837-1cc03c02a0fc service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718873 Mar 02 17:41:16.326832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:16.336369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:16.344850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:16.401638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffb5c637-5c99-41a5-afbb-32dd3f3e420e req-c389c182-5bee-4806-86a3-4ce1b385d721 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053404 Mar 02 17:41:16.646101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fae648c3-68bd-4a9f-8d63-cab9ec1be274 service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414688 Mar 02 17:41:16.674097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:41:16.730250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:16.761445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:16.809782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-9c042ff2-8933-4588-9acf-a7cb49c01343 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 217 time: 0.1627173 Mar 02 17:41:16.939551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:16.955989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00261b56-cbd8-4ced-abd8-e3982b531404 req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0254772 Mar 02 17:41:16.973033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ca219-3374-45d4-8f77-6df63b95b1de tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f521e784-71a4-46a5-bc88-6a705852e247,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:17.055087 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e714c79f-fb76-4b20-a304-cbe113303b89', 'name': 'network-vif-deleted', 'tag': 'b8ba94b1-5886-4106-9358-00d86bcb72d8', 'status': 'completed', 'code': 200} Mar 02 17:41:17.057680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-19d041d6-7f26-43f7-b3ff-1e1802eeda84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.059129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-19d041d6-7f26-43f7-b3ff-1e1802eeda84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.2045550 Mar 02 17:41:17.065920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:17.079585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Sync routers for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:17.089065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b5e4379-438f-4e49-9827-0479a9318cbd admin admin] 10.222.0.37 "PUT /v2.0/routers/ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8226140 Mar 02 17:41:17.092112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60352) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:17.108363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:17.110882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:17.175001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.178901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.192854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.196967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.201090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.216105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.219981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:17.221873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-415ad324-8af4-4c07-9120-a884035c7e91 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.4216661 Mar 02 17:41:17.280595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054994499', 'description': 'tempest-description-1688506410'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:17.290202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:17.298241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:17.302244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:17.327990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:17.363561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20ed179e-f8ac-4a01-851d-d8e837686e60 req-55f29d2d-8d2a-42ab-970c-ccb25c8bf2d2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224816 Mar 02 17:41:17.366593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:17.380032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:17.389674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-8ed74a5b-9e56-4baf-8aca-67fc440283a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3219147 Mar 02 17:41:17.466249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:17.479297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:17.488766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:17.506538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:17.515530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:17.596669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-91b1efdd-ba8f-49de-a460-2925c8d79fba service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994176 Mar 02 17:41:17.802318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:17.812201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:17.843858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:41:14Z', 'revision_number': 5, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port': {'id': '7b3975fa-8cd1-4c73-8a19-e1632f05618d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:10Z', 'updated_at': '2022-03-02T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:17.849285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Checking router: ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:41:17.852424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:17.863404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Routers {'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:17.864239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:17.877072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Deleting port 7b3975fa-8cd1-4c73-8a19-e1632f05618d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:17.877553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.039898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:18.136881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] Set router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:18.148571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50399150-23eb-4cbd-a303-f1a8338d8509,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:18.189059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.225753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090fcc33-d1e9-4ab7-98ef-afe4a2853767 req-f76a7d4a-9a60-49e0-8ebc-49c75c80805d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.9567263 Mar 02 17:41:18.274013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-40cae2b2-e93c-47de-9110-38ae1847b54e service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639009 Mar 02 17:41:18.381569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b8ba94b1-5886-4106-9358-00d86bcb72d8 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:18.433232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:41:17Z', 'revision_number': 6, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:18.435368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: b8ba94b1-5886-4106-9358-00d86bcb72d8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:18.435705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b8ba94b1-5886-4106-9358-00d86bcb72d8 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:18.450115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84775d0-caf2-426d-8739-cfcd44cfa780 None None] The sync data for ids ['ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4'] in n-d-820559-6 is: [{'id': 'ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1387218797-router', 'tenant_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:06Z', 'updated_at': '2022-03-02T17:41:17Z', 'revision_number': 6, 'project_id': 'a8c66a609c6b4b0a84b2d36af58f6898', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:41:18.527135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Deleting subnet d50c637f-c9d9-46b2-98e5-2af72a4903a4 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:41:18.541274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.561729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-fc4208b6-6221-4203-9cb9-881267903f8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 217 time: 0.2810535 Mar 02 17:41:18.607147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] For port 7b3975fa-8cd1-4c73-8a19-e1632f05618d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7b3975fa-8cd1-4c73-8a19-e1632f05618d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:18.607514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.624403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.664280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-196941f0-24f7-4c53-870a-6d445d0cc206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:18.665609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-196941f0-24f7-4c53-870a-6d445d0cc206 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.0968583 Mar 02 17:41:18.744161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91b00c-561e-499a-adc9-1c8c6ce47524 req-f03e8163-b8d4-42b9-b243-c32fabc8496e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:18.754083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f91b00c-561e-499a-adc9-1c8c6ce47524 req-f03e8163-b8d4-42b9-b243-c32fabc8496e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.3444457 Mar 02 17:41:18.778187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Calling delete_port for 7b3975fa-8cd1-4c73-8a19-e1632f05618d owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:18.795755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca719-e988-4a6e-a0d1-f2f47eb4364c req-b4fcf37f-eab6-4409-bc56-f03f67e1ddaa tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:18.802626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc7ca719-e988-4a6e-a0d1-f2f47eb4364c req-b4fcf37f-eab6-4409-bc56-f03f67e1ddaa tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.3243814 Mar 02 17:41:18.860133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:18.896808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b7281dc8-507f-4edd-8a79-933b97925994 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:18.916903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f91b00c-561e-499a-adc9-1c8c6ce47524 req-7c009908-a165-488c-9b37-4c274b7b02c7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617591 Mar 02 17:41:18.970450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc7ca719-e988-4a6e-a0d1-f2f47eb4364c req-92d1a329-28d3-451e-b71c-20c6dbe14aa3 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669583 Mar 02 17:41:18.978142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-e52c7d68-d7aa-4627-8bcd-ed64d549f900 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2983334 Mar 02 17:41:19.015583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b7281dc8-507f-4edd-8a79-933b97925994 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:19.016023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b7281dc8-507f-4edd-8a79-933b97925994 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:19.022064 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.028912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.126961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50c637f-c9d9-46b2-98e5-2af72a4903a4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:19.139909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.162347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03019aa5-67eb-4f74-ac43-a0c46e52552d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d50c637f-c9d9-46b2-98e5-2af72a4903a4 HTTP/1.1" status: 204 len: 168 time: 1.1209741 Mar 02 17:41:19.165262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60390) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:19.253562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.303579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3975fa-8cd1-4c73-8a19-e1632f05618d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:19.430780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-569bd37b-ae73-4f71-97b2-7a880352857d service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450409 Mar 02 17:41:19.549844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.557760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.610444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-b910dae0-b872-4b42-bb3f-576cecaf8047 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.612082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-b910dae0-b872-4b42-bb3f-576cecaf8047 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 813 time: 0.4243989 Mar 02 17:41:19.684251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.687711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.692131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.695976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.700215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.704924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.708807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:19.710687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f65a8467-f031-4d26-94cf-168f65406e79 req-7b6253ed-3a8e-45db-92b0-1a8a44e9309a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.4204371 Mar 02 17:41:19.798605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-4dd70775-9e57-4709-a035-fa04254d0b5e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/quotas/e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 375 time: 0.1603696 Mar 02 17:41:19.823376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.827926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.829807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-086b401a-6b37-422f-b22e-a0b5be96a89f service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845870 Mar 02 17:41:19.853492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.854267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:41:19.865618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.866055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.869329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b984f322-0320-45ce-9a81-ad5b32f6a20f admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff8bcfe7-b3e6-4821-9f54-dc3071cfe8e4 HTTP/1.1" status: 204 len: 168 time: 2.7759852 Mar 02 17:41:19.870888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60398) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:19.932270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Deleting subnet a7d524dd-aae3-4d02-b6da-abe5fdec144c {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:41:19.935475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:19.977796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c187558-fe6c-4408-a20a-9bc18fa14e5a']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:19.992244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-099c5b4d-5830-4854-b0b9-2a1af7f37ad3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=54ca1651-0f98-42fb-9971-d14d72d9e434 HTTP/1.1" status: 200 len: 217 time: 0.1178393 Mar 02 17:41:19.999124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd653127-dbb6-42ff-b6c8-851d387aadf3') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:19.999455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd653127-dbb6-42ff-b6c8-851d387aadf3') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:20.011615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f65a8467-f031-4d26-94cf-168f65406e79 req-172417dc-2047-46de-af01-cd92d0936a23 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2867637 Mar 02 17:41:20.056535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.098713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.120050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.130327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6b608ab9-32d1-4d15-8510-84086d8a19d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:20.131777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6b608ab9-32d1-4d15-8510-84086d8a19d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.1238427 Mar 02 17:41:20.136044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:41:20.136463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:41:20.151666 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:41:20.166450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.309938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.316941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-653b8c1a-3574-4079-908f-9c96ad61d763 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4958467 Mar 02 17:41:20.361399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-dcff4366-eaab-427b-860d-25cbc12b0ef8 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:20.362096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-dcff4366-eaab-427b-860d-25cbc12b0ef8 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Synchronizing usage tracker for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:20.364717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d524dd-aae3-4d02-b6da-abe5fdec144c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:20.372609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.383666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-73d739f7-0491-4c15-9d09-679d44ca2c2f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a7d524dd-aae3-4d02-b6da-abe5fdec144c HTTP/1.1" status: 204 len: 168 time: 0.5117271 Mar 02 17:41:20.386030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60408) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:20.405792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-dcff4366-eaab-427b-860d-25cbc12b0ef8 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Unset dirty status for tenant:826a8ddf31f648f7a131ecab584b78d1 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:20.407472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-dcff4366-eaab-427b-860d-25cbc12b0ef8 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 946 time: 0.1865366 Mar 02 17:41:20.548883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.554231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Deleting port abcb1b15-18cc-43d2-894f-f19189c1bc8d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:20.554597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.576081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.600595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.623590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c187558-fe6c-4408-a20a-9bc18fa14e5a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:20.669532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7b3975fa-8cd1-4c73-8a19-e1632f05618d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:20.675443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-802977c6-9442-4b7b-8435-ed839349efc0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c187558-fe6c-4408-a20a-9bc18fa14e5a HTTP/1.1" status: 204 len: 168 time: 1.5088592 Mar 02 17:41:20.697013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-7b9b3e28-45c3-48fd-b8d5-74847fe19beb service neutron] 10.222.0.37 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267777 Mar 02 17:41:20.732500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-a3b481d1-099e-4099-bac9-ad9944d0fb49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5799477 Mar 02 17:41:20.741925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-b90ebd7a-a24d-4aaa-b6c2-b0b9bbd2bc4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 1097 time: 0.3460984 Mar 02 17:41:20.743302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7b3975fa-8cd1-4c73-8a19-e1632f05618d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:20.743800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7b3975fa-8cd1-4c73-8a19-e1632f05618d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:20.848478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:20.854977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f7d8-dfd5-4855-86d0-1d3c673be52a req-22a2de18-064c-4aef-87ee-42a06055aa50 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:20.855721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:20.856416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36e3f7d8-dfd5-4855-86d0-1d3c673be52a req-22a2de18-064c-4aef-87ee-42a06055aa50 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 0.4970708 Mar 02 17:41:20.914520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97918150-26a9-4d22-aaf1-6f12ca83041d']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:20.933229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa1398a-db81-40d5-b013-d788cd23f05d') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:20.933521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa1398a-db81-40d5-b013-d788cd23f05d') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:20.972520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.010894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] For port abcb1b15-18cc-43d2-894f-f19189c1bc8d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=abcb1b15-18cc-43d2-894f-f19189c1bc8d,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:21.011256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.022142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.084959 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66c32e53-465d-43f2-9fe6-dc11910daf92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1d00ce19cdf4593a02310784d52742e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2228789 Mar 02 17:41:21.086001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:41:21.086407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.093255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60420) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:41:21.111928 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:41:21.134229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-a60aa654-d37d-4ca8-a779-aaccb0d0429c service neutron] 10.222.0.37 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252315 Mar 02 17:41:21.136346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36e3f7d8-dfd5-4855-86d0-1d3c673be52a req-dc5231e1-2378-4411-a731-4968f0ba0650 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282717 Mar 02 17:41:21.158233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-bfcc5720-f8f3-43ba-8749-5a6a66d265d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:21.159700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-bfcc5720-f8f3-43ba-8749-5a6a66d265d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.3420830 Mar 02 17:41:21.174613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-6e109d4f-1973-451e-9cab-fdf55ca53d4d service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239984 Mar 02 17:41:21.276546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.300112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.314039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=97918150-26a9-4d22-aaf1-6f12ca83041d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:21.325602 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ff5854d-a043-43c8-810c-8d958c3b33f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/97918150-26a9-4d22-aaf1-6f12ca83041d HTTP/1.1" status: 204 len: 168 time: 0.9386044 Mar 02 17:41:21.342887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60426) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:21.437149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-14b88ec2-77ea-42e1-8996-fb1f318c9477 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324 HTTP/1.1" status: 200 len: 217 time: 0.2647035 Mar 02 17:41:21.497729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.498298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.498710 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Floating IP edae5725-4722-43f2-9023-fd4122ce0c97 disassociated. External IP: 172.25.3.190, port: abcb1b15-18cc-43d2-894f-f19189c1bc8d. Mar 02 17:41:21.499021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Calling delete_port for abcb1b15-18cc-43d2-894f-f19189c1bc8d owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:21.671029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60438) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:21.684011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.704770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:21.746964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-6eb57ed4-20b6-466d-8431-ff14cbfff538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:21.748408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-6eb57ed4-20b6-466d-8431-ff14cbfff538 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2218223 Mar 02 17:41:21.800514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-2191e786-577d-4213-9004-808febbc5f08 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703220 Mar 02 17:41:21.852998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event deleted for resources: {'Port': ['ID=abcb1b15-18cc-43d2-894f-f19189c1bc8d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:22.035184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.059040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.097369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:41:22.123818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-1fc586dc-a84b-4895-b111-c32c81408ddf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=b92852b3-ae09-4774-bc68-de73106ee808 HTTP/1.1" status: 200 len: 217 time: 0.2843742 Mar 02 17:41:22.199021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d86ab-23ca-4cdc-aee0-f0ee163aec37 req-90bb282d-bfcb-43e1-a475-deb10d1642d2 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.206296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e6d86ab-23ca-4cdc-aee0-f0ee163aec37 req-90bb282d-bfcb-43e1-a475-deb10d1642d2 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf58a9f-7b96-4118-9452-1478ea01010f HTTP/1.1" status: 200 len: 867 time: 0.8390565 Mar 02 17:41:22.245962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.249888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.254778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.258613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.262451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.266511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.270355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.277955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-b50f96e3-3e3c-415d-bb94-28673b416462 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.8232408 Mar 02 17:41:22.296673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b9e40fb-bb97-4063-9d8d-a80fd048a02b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8c66a609c6b4b0a84b2d36af58f6898&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6186786 Mar 02 17:41:22.298668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60446) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:22.321121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.405017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.421640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c71c2f9-27e4-4e48-b4ec-297444405b87 req-f283087e-ead9-418e-bc0c-d630add124c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428366 Mar 02 17:41:22.432226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-8d4fe71a-e503-48f3-9988-59c0cd8f83b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:22.433791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-8d4fe71a-e503-48f3-9988-59c0cd8f83b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.2873220 Mar 02 17:41:22.440268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.444421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.464593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:22.476611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Sync routers for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:22.494951 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:22.497622 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:22.571447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16cffb2-996f-46c0-9e40-c6f699f0f277,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:22.574201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.577627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c968ffb4-7cdd-4755-84b9-2e8d5d875748 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c16cffb2-996f-46c0-9e40-c6f699f0f277 HTTP/1.1" status: 204 len: 168 time: 1.4773681 Mar 02 17:41:22.596357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-c8fd0071-42d3-4dd6-9dff-40fff5c6db3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8366752 Mar 02 17:41:22.658913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] No DVR routers for this DVR port abcb1b15-18cc-43d2-894f-f19189c1bc8d on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:22.670653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.682621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'name': 'network-vif-deleted', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:22.698085 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-91623f94-5ba0-44e4-8b1d-38beacce5443 req-25728433-607c-4e4c-b22b-555a7d931384 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.50 "DELETE /v2.0/ports/abcb1b15-18cc-43d2-894f-f19189c1bc8d HTTP/1.1" status: 204 len: 173 time: 2.2443526 Mar 02 17:41:22.700411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.707965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:22.709827 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0181bd85-e18c-4d3b-8560-2fc4980ab591 HTTP/1.1" status: 204 len: 168 time: 0.4083955 Mar 02 17:41:22.734367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cbf85-77db-4c6b-9f69-aa8a2f11bc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181bd85-e18c-4d3b-8560-2fc4980ab591,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:22.807309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e6d86ab-23ca-4cdc-aee0-f0ee163aec37 req-eb00556b-5f9e-4db9-9050-14450a2bf58d tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff044f24-21d9-4410-a2cd-b8c9821b8003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5998189 Mar 02 17:41:22.953099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cda498e-0652-4364-b78b-c95f7d9ea3d2 req-0df2ce1d-cfbb-4698-8e15-b291a6cf0b2d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 210 time: 0.1428123 Mar 02 17:41:23.022256 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:23.034359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-4fb0009b-dfba-40a6-a91d-895447ec2ae2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5854266 Mar 02 17:41:23.045721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:23.194262 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf58a9f-7b96-4118-9452-1478ea01010f', 'name': 'network-vif-deleted', 'tag': 'abcb1b15-18cc-43d2-894f-f19189c1bc8d', 'status': 'completed', 'code': 200} Mar 02 17:41:23.231620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f9322c46-7e7b-4043-bc5d-8b8308a06683 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791444 Mar 02 17:41:23.237863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-c4770d03-5e3e-4c36-a6a7-99fe1805470a service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329362 Mar 02 17:41:23.302046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be7007-30bd-4add-831b-a326dce399a8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:23.389541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-c1e606de-e914-4fd6-acdf-7c9c56c2533a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:23.393509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-c1e606de-e914-4fd6-acdf-7c9c56c2533a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 813 time: 0.4040277 Mar 02 17:41:23.424790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'device_id': '22de85a1-7ecc-42db-803c-0004d733e5da', 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c', 'admin_state_up': True, 'tenant_id': 'e733be0f7a3a4224a697def2d85b1c19'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:23.669475 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:23.670620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dc3a5d24-3db2-46d6-b1f1-7746752a6c31 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1be7007-30bd-4add-831b-a326dce399a8 HTTP/1.1" status: 204 len: 168 time: 2.3218400 Mar 02 17:41:23.673885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60476) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:23.717267 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:23.721833 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Checking router: cd71e37e-9b9c-45a7-9140-3d59d4c3de7e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:41:23.733087 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:23.733569 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:23.739214 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-ef382e27-feef-4597-8238-7eef2ea55e45 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] show failed (client error): The resource could not be found. Mar 02 17:41:23.740237 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef382e27-feef-4597-8238-7eef2ea55e45 tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "GET /v2.0/security-groups/c1be7007-30bd-4add-831b-a326dce399a8 HTTP/1.1" status: 404 len: 347 time: 0.0652652 Mar 02 17:41:23.763979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:23.926833 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:23.968280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-189b6ac3-03ca-4196-b9db-c0d03c3372bc req-1da31d0a-be7d-4eb3-bc5e-a9b66c0a6795 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768093 Mar 02 17:41:23.980932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-a067e223-e1e6-4ffc-b50e-bd6050461a18 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420533 Mar 02 17:41:24.067158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8d151-530b-42b8-860e-34f557ed656c req-09dcf781-af4a-4440-8733-3663aa06acb3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.074166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb8d151-530b-42b8-860e-34f557ed656c req-09dcf781-af4a-4440-8733-3663aa06acb3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 946 time: 1.0229824 Mar 02 17:41:24.087077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:24.110655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:port and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:24.117362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:24.124821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Deleting port 91c1167e-0c9a-4ef6-aa9a-63930506d098 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:24.125160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.131369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.146655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.151483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:24.155808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.162211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.167336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.172144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.174397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Made reservation on behalf of e733be0f7a3a4224a697def2d85b1c19 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:24.177563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.178457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.180382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-1af5ef59-ac9b-4c26-a1a7-8ce21c293081 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.4895082 Mar 02 17:41:24.183197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-466b2e63-9bbd-4242-b694-4252847efc61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0 HTTP/1.1" status: 200 len: 217 time: 0.1824744 Mar 02 17:41:24.189747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:24.342249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb8d151-530b-42b8-860e-34f557ed656c req-b23819a2-e458-457f-a245-939df8d3550f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671037 Mar 02 17:41:24.411306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3a27dfaa-24df-4086-b240-ceadcc127cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:24.413136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-3a27dfaa-24df-4086-b240-ceadcc127cdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 200 len: 797 time: 0.2201583 Mar 02 17:41:24.451292 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.465634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.466213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.509313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f1b1a2-c8d3-46c8-b51e-1f1c261c8b2d req-380c31b7-b8d8-413a-a9ab-7cf94c67d7bc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3151467 Mar 02 17:41:24.529164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:24.530082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:24.542482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:24.543396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device abcb1b15-18cc-43d2-894f-f19189c1bc8d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:24.595286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-d14ac954-4a26-4738-95b2-43bd4673edda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668699 Mar 02 17:41:24.691017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: abcb1b15-18cc-43d2-894f-f19189c1bc8d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:24.691807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device abcb1b15-18cc-43d2-894f-f19189c1bc8d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:24.766042 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:24.774411 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea76d6c-eb42-4da7-9165-3cbb6942815b None None] The sync data for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 is: [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:39:46Z', 'revision_number': 4, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1868d270-45ef-4e4d-ac3d-22361c5d29e0', 'name': '', 'network_id': '4574b9d1-7c45-438e-a520-e59fe4e4fcdb', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'mac_address': 'fa:16:3e:aa:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:43Z', 'updated_at': '2022-03-02T17:40:27Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'subnets': [{'id': 'eb319997-95e6-4fc8-b3b7-da56d1f9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:41:24.792658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:24.792913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60512) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:24.798593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:24.819826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.820177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.820511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.821020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.821515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.822002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.823165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.824930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.825429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.825909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.829992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:24.874863 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'code': 200} Mar 02 17:41:24.894443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3308c23e-736f-49a0-9d08-c43983395dd5 req-9e84585c-717e-4700-82d7-a94a5012ebd3 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 210 time: 0.1006439 Mar 02 17:41:24.897255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Calling delete_port for 91c1167e-0c9a-4ef6-aa9a-63930506d098 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:24.966115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Allocated IP 172.20.0.2 (a07a4bbc-7155-4d86-a69d-051d1bf3a42c/5cc428b5-a7fe-4a1d-8049-8b74aeef2d23/b634878b-4fcd-4aae-9010-47c2ca692e99) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:25.030217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.038236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-ff35b717-7218-4331-be3e-f78db8fd06ac service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343984 Mar 02 17:41:25.135048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:25.203042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129496fc-3e8f-479a-a252-17f91430408f None None] New status for floating IP edae5725-4722-43f2-9023-fd4122ce0c97: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:41:25.283725 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.294482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-857764497-network', 'tenant_id': 'af6d3878e5ad476aa4a5561527bf12a4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:25.315430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.321526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:25.328789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.334081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Usage tracker for resource:network and tenant:af6d3878e5ad476aa4a5561527bf12a4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:25.340673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:25.365938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:25.366140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.401632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Made reservation on behalf of af6d3878e5ad476aa4a5561527bf12a4 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:25.403886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.420467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-89da3462-9325-4742-85cb-b87b49a9fa6f service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312434 Mar 02 17:41:25.423182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.451864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.485604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Pushing event deleted for resources: {'Port': ['ID=91c1167e-0c9a-4ef6-aa9a-63930506d098,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:25.498733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:25.506130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.527528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Network a07a4bbc-7155-4d86-a69d-051d1bf3a42c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:25.545452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff044f24-21d9-4410-a2cd-b8c9821b8003,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:25.548546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-f429c686-8ba7-4bf7-8bff-74f1b83b63bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01db44aa-4ee7-483c-99ff-eaca2277e837 HTTP/1.1" status: 200 len: 217 time: 0.1154974 Mar 02 17:41:25.592350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:25.619941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:25.656087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:25.658844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Usage tracker for resource:security_group_rule and tenant:af6d3878e5ad476aa4a5561527bf12a4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:25.665898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.669522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9bc86e54-870c-4b67-97fe-fe0cade572ff tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff044f24-21d9-4410-a2cd-b8c9821b8003 HTTP/1.1" status: 204 len: 168 time: 0.8687665 Mar 02 17:41:25.670591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:25.678796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:25.693435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:25.704954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.726100 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-96d51cec-7462-4dea-94c7-11ec0524a94c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] show failed (client error): The resource could not be found. Mar 02 17:41:25.730033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-96d51cec-7462-4dea-94c7-11ec0524a94c tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "GET /v2.0/security-groups/ff044f24-21d9-4410-a2cd-b8c9821b8003 HTTP/1.1" status: 404 len: 347 time: 0.0458355 Mar 02 17:41:25.735921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:25.741286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-ae7b4451-8913-4fd5-8c18-261865ddddc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:25.742756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-ae7b4451-8913-4fd5-8c18-261865ddddc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 200 len: 797 time: 0.1846704 Mar 02 17:41:25.745113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:25.761973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Usage tracker for resource:security_group_rule and tenant:bdaf5e0412e44c3a90395f294ef0ea15 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:25.767339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:25.777381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.778519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef84c17a-00f3-49da-9909-b3e46a05783a tempest-ImagesOneServerNegativeTestJSON-1436603249 tempest-ImagesOneServerNegativeTestJSON-1436603249-project] 10.222.0.37 "DELETE /v2.0/floatingips/5f38f53b-3d42-4071-a502-db767c614929 HTTP/1.1" status: 204 len: 168 time: 2.0136068 Mar 02 17:41:25.779656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:25.784479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:25.798899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:25.799534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.838070 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-cef1a540-20be-4dc0-a60f-831f256c4f76 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4188416 Mar 02 17:41:25.862353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Request body: {'port': {'device_id': '22de85a1-7ecc-42db-803c-0004d733e5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:25.934881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:25.967113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.037339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Deleting port 362bb986-c149-4e20-b0e8-a5f613411a98 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:26.037673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.040913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdaf5e0412e44c3a90395f294ef0ea15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9050641 Mar 02 17:41:26.041687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc1f6-cf67-429b-b154-478290ed9431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745e08a-e887-4a03-8b51-6a97241938af,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:26.044219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60546) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:26.046775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.103661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ce47-1d9f-4068-a0bc-c62ea7f909c5 req-e499730a-a40f-4fe5-a0ba-6def5cb94171 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.105093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b024ce47-1d9f-4068-a0bc-c62ea7f909c5 req-e499730a-a40f-4fe5-a0ba-6def5cb94171 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 944 time: 0.4904869 Mar 02 17:41:26.188410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.222254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.246031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.273906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-cb37a203-1bf1-4192-a8c1-5a69376bf4d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4554234 Mar 02 17:41:26.279065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.290448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.294286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.298746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.302553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.306375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.310183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.314063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:26.315913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-aacbb640-3eaf-48bd-869c-d83c1bf3fa96 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.5723178 Mar 02 17:41:26.425827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.447908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:41:26.457254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745e08a-e887-4a03-8b51-6a97241938af,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:26.479477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b024ce47-1d9f-4068-a0bc-c62ea7f909c5 req-f3e3bbfe-914b-487a-a553-25c7e48bfd7f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620281 Mar 02 17:41:26.491348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.492496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ebd01931-fb82-46b6-883c-2f331488541b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e745e08a-e887-4a03-8b51-6a97241938af HTTP/1.1" status: 204 len: 168 time: 0.4472406 Mar 02 17:41:26.495578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23beeb86-d0da-4c11-b48f-7931f9980714,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:26.521843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b634878b-4fcd-4aae-9010-47c2ca692e99 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:26.528920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.530855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.531303 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Added segment 9f788843-8237-470d-bb57-bbb449b6d55b of type vlan for network 775b1495-9213-4c4c-809a-c1e5de847bee Mar 02 17:41:26.555705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Transition to ACTIVE for port object b634878b-4fcd-4aae-9010-47c2ca692e99 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:26.560833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.563901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.564294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.682075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:26.705803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:26.706372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1799e6e-2b7a-4d0e-b919-06aaec8239c3 req-41b79537-8c4d-4f1f-aeaf-5979acca5efc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3804252 Mar 02 17:41:26.707386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-98575a9f-b4c5-4831-b7f9-f375cbe6ab21 service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864124 Mar 02 17:41:26.824717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Attempting to bind port b634878b-4fcd-4aae-9010-47c2ca692e99 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:26.825054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Attempting to bind port b634878b-4fcd-4aae-9010-47c2ca692e99 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:26.825377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Attempting to bind port b634878b-4fcd-4aae-9010-47c2ca692e99 on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:26.833293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Port b634878b-4fcd-4aae-9010-47c2ca692e99 on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:26.833829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Attempting to bind port b634878b-4fcd-4aae-9010-47c2ca692e99 on network a07a4bbc-7155-4d86-a69d-051d1bf3a42c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:26.841644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:26.841985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Checking segment: {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:26.842369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Bound using segment: {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:26.843012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Bound port: b634878b-4fcd-4aae-9010-47c2ca692e99, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18504cd1-8679-4f2b-b1da-8fdb2c4ec401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:26.843357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.066628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Calling delete_port for 362bb986-c149-4e20-b0e8-a5f613411a98 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:27.071622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:27.079118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:27.085944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.165309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.167159 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] 10.222.0.50 "PUT /v2.0/ports/b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 1091 time: 1.3112400 Mar 02 17:41:27.167932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:27.198723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526981ba-f4e9-4116-888d-2669a0388477 service neutron] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:27.204055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:27.233977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.236614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:27.237132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.283479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Deleting subnet 8c59a933-2573-4981-b6a1-35ab3eb7d3fb {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:41:27.320298 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'status': 'completed', 'code': 200} Mar 02 17:41:27.320936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.347252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5408561 Mar 02 17:41:27.357942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60574) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:27.374432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Request body: {'subnet': {'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-857764497-subnet', 'tenant_id': 'af6d3878e5ad476aa4a5561527bf12a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:27.390543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:27.397838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Usage tracker for resource:subnet and tenant:af6d3878e5ad476aa4a5561527bf12a4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:27.402196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:27.413486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:27.420573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.471212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Made reservation on behalf of af6d3878e5ad476aa4a5561527bf12a4 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:27.471342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5a0bedc-3ef1-451e-ab5b-15009b103bff req-5d5b369d-a185-4c5f-8cfb-fc24cf594203 service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486757 Mar 02 17:41:27.473021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.482665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7468-3872-4b49-b471-fcbff2e54903 admin admin] Pushing event updated for resources: {'Network': ['ID=775b1495-9213-4c4c-809a-c1e5de847bee,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:27.504555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 775b1495-9213-4c4c-809a-c1e5de847bee details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:41:27.522121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e102c6-ee87-45a1-9276-e2a7a32e28b5 req-bcb48748-b9c5-4413-a6b3-34bac73744d1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:27.523853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26e102c6-ee87-45a1-9276-e2a7a32e28b5 req-bcb48748-b9c5-4413-a6b3-34bac73744d1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 943 time: 0.7438290 Mar 02 17:41:27.590776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.652876 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-3be26abf-2147-4d2f-aa13-8bd143336f47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1094 time: 0.3659651 Mar 02 17:41:27.684714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.724032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-26e102c6-ee87-45a1-9276-e2a7a32e28b5 req-d09aa41d-13a0-45ab-9fb0-ae455250c1c2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:27.754980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Pushing event deleted for resources: {'Port': ['ID=362bb986-c149-4e20-b0e8-a5f613411a98,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:27.815541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-26e102c6-ee87-45a1-9276-e2a7a32e28b5 req-d09aa41d-13a0-45ab-9fb0-ae455250c1c2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:27.816838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26e102c6-ee87-45a1-9276-e2a7a32e28b5 req-d09aa41d-13a0-45ab-9fb0-ae455250c1c2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604330 Mar 02 17:41:27.853534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-2fbfea87-e9fe-4033-98ff-7ad6c6ce9265 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 217 time: 0.1439688 Mar 02 17:41:27.881948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:27.920367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-7fe7f66e-9e34-4570-aaa6-8e84f272e9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6484 time: 0.3261232 Mar 02 17:41:27.987900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c59a933-2573-4981-b6a1-35ab3eb7d3fb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:28.056398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:28.102287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-990bec4b-1a63-44e0-b358-f1610268344a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.103993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-990bec4b-1a63-44e0-b358-f1610268344a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.2256572 Mar 02 17:41:28.108014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:28.173295 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-07fe4b10-34d4-48c5-9c3e-7ca7f5ffcddc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c59a933-2573-4981-b6a1-35ab3eb7d3fb HTTP/1.1" status: 204 len: 168 time: 0.9658575 Mar 02 17:41:28.178241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:28.187621 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-b3faecf6-a4b3-4fac-b78a-0437d5828aa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619466 Mar 02 17:41:28.210198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:28.224187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-769c496a-afb8-440f-a7ff-df5634089792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.225778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-769c496a-afb8-440f-a7ff-df5634089792 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85b9b010-d65f-4cd9-b82d-396e42c4e79e HTTP/1.1" status: 200 len: 903 time: 0.2926245 Mar 02 17:41:28.301204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fafd0-1658-49ee-865e-43e946ec6334 req-39536723-02fa-4e23-90c6-ccc0198620c4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.309738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37fafd0-1658-49ee-865e-43e946ec6334 req-39536723-02fa-4e23-90c6-ccc0198620c4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 944 time: 0.5131888 Mar 02 17:41:28.345488 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:28.349392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2cfa0ba7-8f77-4ba7-be9a-fae0033a6064 tempest-ServersTestManualDisk-197865967 tempest-ServersTestManualDisk-197865967-project] 10.222.0.37 "DELETE /v2.0/floatingips/edae5725-4722-43f2-9023-fd4122ce0c97 HTTP/1.1" status: 204 len: 168 time: 2.6123605 Mar 02 17:41:28.368436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60600) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:28.478091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37fafd0-1658-49ee-865e-43e946ec6334 req-311a01d9-d2e9-412e-a9b2-7a50218ad1e9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672258 Mar 02 17:41:28.496978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-b8075bee-b287-405f-8929-8d398b9860e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01db44aa-4ee7-483c-99ff-eaca2277e837 HTTP/1.1" status: 200 len: 217 time: 0.2641461 Mar 02 17:41:28.501222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-c3ccdafc-55bd-4f0f-9d82-8383fb0016e8 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946231 Mar 02 17:41:28.681462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f859219-f84b-43d2-b907-e099d22a6b11,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:28.686043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-d8e71c3d-8882-44ba-a06a-037cbd8b21cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.687576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-d8e71c3d-8882-44ba-a06a-037cbd8b21cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 200 len: 797 time: 0.1142747 Mar 02 17:41:28.714535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:28.726730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Checking segment: {'id': '9f788843-8237-470d-bb57-bbb449b6d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:28.727091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Network hostable DHCP agents. Network: 775b1495-9213-4c4c-809a-c1e5de847bee, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:41:28.739133 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a6334196-255a-4a1f-818d-f2b53bbafb15 req-526ea656-92da-4aeb-8d2f-b782dd291be4 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292273 Mar 02 17:41:28.789125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.793096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.797608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.801797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.805669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.809470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.813349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.820784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-8d12e8c3-8487-422d-bc3f-c0c67317cdfe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.7591603 Mar 02 17:41:28.893870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Network 775b1495-9213-4c4c-809a-c1e5de847bee is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:41:28.926409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75d0bc36-c88b-4edf-890a-4fd20055b75b req-bef93dde-7c13-474e-8b6f-6214f88ccc2a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046762 Mar 02 17:41:28.931442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-a4c64cbe-dd2b-4432-b363-72cb3d8c7338 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2287920 Mar 02 17:41:28.938685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635e98-57d0-4524-89dc-8ed1b30be1d4 req-6553f2b1-1e08-461a-b139-3f51a3f5dd1c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:28.940210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e635e98-57d0-4524-89dc-8ed1b30be1d4 req-6553f2b1-1e08-461a-b139-3f51a3f5dd1c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2984881 Mar 02 17:41:29.032931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.069832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 775b1495-9213-4c4c-809a-c1e5de847bee) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:29.074729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b58629d-3869-460f-b35a-97e6e418899a']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:29.079772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90af75c-b838-4c0b-98db-412bb9c64345 None None] Network 775b1495-9213-4c4c-809a-c1e5de847bee requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:29.090192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:29.090801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.096686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ed95b7-bfe0-4005-ab5b-dce52295f0d8') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:29.096988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ed95b7-bfe0-4005-ab5b-dce52295f0d8') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:29.117562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.150718 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a61d1ae1-dd5f-4829-945d-740a640f59ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7872100 Mar 02 17:41:29.153574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.174934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:41:29.175370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:41:29.188767 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:41:29.245359 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-37ef8139-2070-483f-9c4d-67f8cec55aaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1094 time: 0.3463540 Mar 02 17:41:29.304911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e635e98-57d0-4524-89dc-8ed1b30be1d4 req-d8eb661d-776b-4f70-944c-f1e0cb5c30ca tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392239 Mar 02 17:41:29.370307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-d734881a-1eac-4fbf-93a7-6b411ec0fad6 service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291127 Mar 02 17:41:29.499561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-aba344eb-ce45-4a44-bc2a-a045b637c7a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:29.506910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-aba344eb-ce45-4a44-bc2a-a045b637c7a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.2419093 Mar 02 17:41:29.513692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.527031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:29.568431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d3c92-382e-430a-bb03-6008c9a24b31 None None] Network 775b1495-9213-4c4c-809a-c1e5de847bee requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:29.638836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b58629d-3869-460f-b35a-97e6e418899a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:29.644336 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f54fab3f-7f43-45a6-a08a-55a7152ef277 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b58629d-3869-460f-b35a-97e6e418899a HTTP/1.1" status: 204 len: 168 time: 1.4605470 Mar 02 17:41:29.652569 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-87b0ca71-827f-491b-960b-9ec911579c04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 217 time: 0.1099753 Mar 02 17:41:29.754072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583635-af68-45ab-a985-752f097afcd9 req-8f0c2c51-c1cc-4d19-805b-348fcbc1e037 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:29.755552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc583635-af68-45ab-a985-752f097afcd9 req-8f0c2c51-c1cc-4d19-805b-348fcbc1e037 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 943 time: 0.5883129 Mar 02 17:41:29.794385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-2721b721-3b84-4748-9349-08be0070ca15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:29.796850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-2721b721-3b84-4748-9349-08be0070ca15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1333051 Mar 02 17:41:29.870301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-9b852fff-c5c9-4a41-811e-0b50ffde357e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644529 Mar 02 17:41:29.875779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e1fb5d1-48d1-4d72-8edb-7b77cb95486d req-d2b75bdc-e3d9-4ed7-ab7f-53ec8ae9ec5d service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867566 Mar 02 17:41:29.881509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc583635-af68-45ab-a985-752f097afcd9 req-cc105594-a9b5-4db7-a249-af33b25c1516 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130147 Mar 02 17:41:29.930479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3d85-1e4c-43fc-a37a-c5e8064463b4 req-d52d5b26-ed3b-4f1b-9004-03941299d499 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:29.938691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3de3d85-1e4c-43fc-a37a-c5e8064463b4 req-d52d5b26-ed3b-4f1b-9004-03941299d499 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3855994 Mar 02 17:41:30.022787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3de3d85-1e4c-43fc-a37a-c5e8064463b4 req-9bb7b704-01aa-4631-b7ee-58ebeb87debe tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829558 Mar 02 17:41:30.042705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-fbbc9784-5ad8-4238-91b3-c4f5a2495150 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623387 Mar 02 17:41:30.056631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:30.134209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:30.227487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e1fab6f-e97c-432d-ab8a-4646be72423e req-e18cf418-4328-49dc-82c2-b4cb281ea48a service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718519 Mar 02 17:41:30.399944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f947ae9c-79ed-4054-8860-cb96b5273098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5049f0a0695c4cb5a854ef61b1ca56aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3353014 Mar 02 17:41:30.400994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60662) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:30.599586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.603473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.607321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.611412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.615311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.619140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.623190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.625110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-7d1464ae-d949-457d-9642-957430f799a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.3830068 Mar 02 17:41:30.689313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:30.735991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-dc2a196a-708f-439f-a994-b6e5a904d720 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:30.736793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-dc2a196a-708f-439f-a994-b6e5a904d720 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Synchronizing usage tracker for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:30.764839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:30.787048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4454d4cb-0f74-4523-bcd4-53656f8c96d8 req-c4a2778b-5758-47f9-a606-70615b898af3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512334 Mar 02 17:41:30.834816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-dc2a196a-708f-439f-a994-b6e5a904d720 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Unset dirty status for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:30.836185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-dc2a196a-708f-439f-a994-b6e5a904d720 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/networks?id=775b1495-9213-4c4c-809a-c1e5de847bee HTTP/1.1" status: 200 len: 813 time: 0.4178653 Mar 02 17:41:30.897500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-1ae5fb14-a65e-4295-9539-8dac57f128ed tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/quotas/af6d3878e5ad476aa4a5561527bf12a4 HTTP/1.1" status: 200 len: 375 time: 0.0553029 Mar 02 17:41:30.988391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.009480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-c2ccb1e4-bbbc-4d3d-ab1a-c44f24000fce tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af6d3878e5ad476aa4a5561527bf12a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050010 Mar 02 17:41:31.213731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd230044-8dc1-4dd6-b23f-c48d3c9be0da,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:31.284942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.286060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-86a039f7-9b27-413b-b991-6b88134f5dfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd230044-8dc1-4dd6-b23f-c48d3c9be0da HTTP/1.1" status: 204 len: 168 time: 0.8821852 Mar 02 17:41:31.414136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-cede2413-640d-4b59-90b1-0d1d3e69d2a8 service neutron] 10.222.0.37 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719369 Mar 02 17:41:31.419110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60682) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:31.445412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdea61-18be-420d-bb4d-d5a4388ad093 req-60e71caf-030d-47bf-98f9-9aa91d1f2d53 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:31.452452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0cdea61-18be-420d-bb4d-d5a4388ad093 req-60e71caf-030d-47bf-98f9-9aa91d1f2d53 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5024421 Mar 02 17:41:31.613251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0cdea61-18be-420d-bb4d-d5a4388ad093 req-aa9eba70-0c86-42ee-bc7b-810093f71fb8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599526 Mar 02 17:41:31.698759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-dd13df31-3ff2-4ef7-a239-0545b3de41c5 service neutron] 10.222.0.37 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837052 Mar 02 17:41:31.759874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.801300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:31.805709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Usage tracker for resource:security_group_rule and tenant:396cf2fdcf5049da9bf87fce9d8d319c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:31.808641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:31.815384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:31.917268 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.924170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.961515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Deleting port 1868d270-45ef-4e4d-ac3d-22361c5d29e0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:31.961845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:31.990413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb5270-01ea-440e-b8ff-e7454519b0cf req-9101807a-fffc-424f-8793-5881fe3876f7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:31.991902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4cb5270-01ea-440e-b8ff-e7454519b0cf req-9101807a-fffc-424f-8793-5881fe3876f7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 943 time: 0.1932042 Mar 02 17:41:32.014257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f3123-36c9-45c1-838c-4a1020723802,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:32.046715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-95478acb-8b40-47bc-9497-05f1545e52e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=396cf2fdcf5049da9bf87fce9d8d319c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6236515 Mar 02 17:41:32.047697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60706) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:32.147147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.178431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.193674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4cb5270-01ea-440e-b8ff-e7454519b0cf req-7edc6a3a-66fb-44e9-90d3-453de86c1ffc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897099 Mar 02 17:41:32.228898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b634878b-4fcd-4aae-9010-47c2ca692e99 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:32.247570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.260382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] For port 1868d270-45ef-4e4d-ac3d-22361c5d29e0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1868d270-45ef-4e4d-ac3d-22361c5d29e0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:32.260726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.263530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f3123-36c9-45c1-838c-4a1020723802,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:32.273800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aee69-8dd4-475e-94e1-90c281e4399c req-1e03aaf4-e60b-4f5d-a812-43195fc0fb63 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.279077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.280928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-370aee69-8dd4-475e-94e1-90c281e4399c req-1e03aaf4-e60b-4f5d-a812-43195fc0fb63 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2481506 Mar 02 17:41:32.283632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7cf468f-1b79-41d2-80db-df13dc6e8a91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d2f3123-36c9-45c1-838c-4a1020723802 HTTP/1.1" status: 204 len: 168 time: 0.2325187 Mar 02 17:41:32.320884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3fe321b8-3dd3-4cdd-beac-90ad50103324 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:32.419706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Calling delete_port for 1868d270-45ef-4e4d-ac3d-22361c5d29e0 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:32.465321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:32.511902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-370aee69-8dd4-475e-94e1-90c281e4399c req-c947d36f-30de-4ddc-96f4-694a82527b20 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289000 Mar 02 17:41:32.704080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eadb6d3-00b5-47d0-a612-79b262633ed9 req-e5a9d200-90b0-4072-b31a-ed2028e7e9da tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 210 time: 0.0733597 Mar 02 17:41:32.762465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.767106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.771640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.775983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.780432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.786223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.797880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:32.803142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-1f230e03-5cb8-4b4d-b497-ef88e4a432f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.2493691 Mar 02 17:41:32.810628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:32.828021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'network_id': 'a07a4bbc-7155-4d86-a69d-051d1bf3a42c', 'port_id': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'mac_address': 'fa:16:3e:35:4d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc428b5-a7fe-4a1d-8049-8b74aeef2d23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:32.895521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.920620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b634878b-4fcd-4aae-9010-47c2ca692e99 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:32.924294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1a1a7e5-324c-4f85-84eb-e3d2ad7717a6 req-01601e7c-fcf2-48ac-aa39-63dca1a387d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738049 Mar 02 17:41:32.927522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:32.981425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:32.990294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.143178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:33.186136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Pushing event deleted for resources: {'Port': ['ID=1868d270-45ef-4e4d-ac3d-22361c5d29e0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:33.197584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:33.200535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2003713898-network', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:33.214648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:33.217264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.255817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Usage tracker for resource:network and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:33.265244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:33.274243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:33.280155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Usage tracker for resource:security_group_rule and tenant:c91bec5fc8894986b4052902c544ad1c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:33.284593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:33.292497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:33.305946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:33.407033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.412426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.412934 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:41:33.428082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:33.430926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.435517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:33.459056 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c91bec5fc8894986b4052902c544ad1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2582226 Mar 02 17:41:33.462508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:33.493973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7dca0-c2b0-4946-a5b2-bef911eabe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2722baf8-49e4-43de-91e2-328a3a6b679a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:33.550871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.570681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.582837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.608325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd581-c533-42ff-87b3-b6a3063fea22 req-7b4af2a4-ff72-4d1c-9c72-3863859a619b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:33.610033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04fd581-c533-42ff-87b3-b6a3063fea22 req-7b4af2a4-ff72-4d1c-9c72-3863859a619b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4590566 Mar 02 17:41:33.637688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.656097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2722baf8-49e4-43de-91e2-328a3a6b679a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:33.660630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.661038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:33.672733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2963fff-f4d8-4abe-823c-6d7c865f6d03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2722baf8-49e4-43de-91e2-328a3a6b679a HTTP/1.1" status: 204 len: 168 time: 0.2073672 Mar 02 17:41:33.683021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Usage tracker for resource:security_group_rule and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:33.698013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:33.719848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:33.754770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581ccd-3c50-4ff2-a796-1a0a6a777f3f req-0f633236-3598-4c55-8922-15647fedb8e8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:33.756222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e581ccd-3c50-4ff2-a796-1a0a6a777f3f req-0f633236-3598-4c55-8922-15647fedb8e8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 944 time: 0.3296311 Mar 02 17:41:33.771095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04fd581-c533-42ff-87b3-b6a3063fea22 req-0ad68eb4-bb95-4467-807c-6313cbd357a5 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380229 Mar 02 17:41:33.870035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e581ccd-3c50-4ff2-a796-1a0a6a777f3f req-a5c3e62f-4fe0-4728-ad3d-7d97f1e481fd tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019754 Mar 02 17:41:33.920902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.926815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.932294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:33.972954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:41:34.169000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2d02e-7a6e-477e-bd7f-529bb9f89169,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:34.181547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:34.181864 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Added segment 4ba30eec-804e-4dad-a0c9-a4315c5660de of type vlan for network 14772b19-f502-4eca-9762-3de40af9b710 Mar 02 17:41:34.185260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-391a49f2-ddfb-48a8-ae97-5a19b7d93382 req-2aabbe53-ff23-4f36-a471-5284457b12dc tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 210 time: 0.1239576 Mar 02 17:41:34.265780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:34.327469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-fe1fac6f-41db-4e17-996d-da60c2141449 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.327469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-fe1fac6f-41db-4e17-996d-da60c2141449 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.50 "GET /v2.0/networks?id=775b1495-9213-4c4c-809a-c1e5de847bee HTTP/1.1" status: 200 len: 813 time: 0.2920334 Mar 02 17:41:34.338676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:34.339519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.340098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:34.416103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Request body: {'port': {'device_id': '4595566c-2618-4168-9460-baa7314d0f61', 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee', 'admin_state_up': True, 'tenant_id': 'af6d3878e5ad476aa4a5561527bf12a4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:34.467549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.467549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.467549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.467549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.472063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.474869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.478736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:34.480597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-fd501ad8-2b6b-4931-94c8-2c91fdd89cd4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.2815769 Mar 02 17:41:34.537356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] Pushing event updated for resources: {'Network': ['ID=14772b19-f502-4eca-9762-3de40af9b710,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:34.543031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-caa89bbb-1a88-4795-90bf-a693d2d79871 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0767117 Mar 02 17:41:34.546469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:34.550292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 14772b19-f502-4eca-9762-3de40af9b710 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:41:34.571093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Request body: {'subnet': {'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2003713898-subnet', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:34.584898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa907d1a-8519-4ac2-a3a6-1a4296683ec8 req-f9db6664-91e8-430a-b1d8-b4b857ea0bbe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798423 Mar 02 17:41:34.588831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:34.597432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Usage tracker for resource:subnet and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:34.602549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:34.629269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:34.632087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:34.637145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Usage tracker for resource:port and tenant:af6d3878e5ad476aa4a5561527bf12a4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:34.643732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:34.657140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:34.667037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:34.670176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:34.869079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Made reservation on behalf of af6d3878e5ad476aa4a5561527bf12a4 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:34.872798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.140089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Allocated IP 172.20.0.13 (775b1495-9213-4c4c-809a-c1e5de847bee/6f859219-f84b-43d2-b907-e099d22a6b11/92f86292-daeb-4222-bf4c-cc57d5952eef) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:35.266221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.278728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199e08-9184-406e-adb7-24c80e10b30d req-f4db44fc-d369-4db2-ad87-85d47eb1b09e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:35.280369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5199e08-9184-406e-adb7-24c80e10b30d req-f4db44fc-d369-4db2-ad87-85d47eb1b09e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2025113 Mar 02 17:41:35.289612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66be8b-5efa-44c7-867b-a9de90d8f313 req-8477ae5e-f4c8-4c2c-bc48-036e66f94aeb tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:35.291154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f66be8b-5efa-44c7-867b-a9de90d8f313 req-8477ae5e-f4c8-4c2c-bc48-036e66f94aeb tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 944 time: 0.2068272 Mar 02 17:41:35.396365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5199e08-9184-406e-adb7-24c80e10b30d req-f3202c3a-f0da-4366-ab36-653f9b76f80b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041038 Mar 02 17:41:35.400710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f66be8b-5efa-44c7-867b-a9de90d8f313 req-3b860a4f-9d52-4fe7-ac0a-86be79330a7e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Mar 02 17:41:35.441792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c9c000-dcf9-47c0-8beb-f8809fbfa730,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:35.461110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Checking segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:35.461555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Network hostable DHCP agents. Network: 14772b19-f502-4eca-9762-3de40af9b710, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:41:35.474743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:41:35.522658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Network 14772b19-f502-4eca-9762-3de40af9b710 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:41:35.531871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.536785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 14772b19-f502-4eca-9762-3de40af9b710) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:35.542560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:35.543170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.552372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c239067f-d1b2-4a9a-ae6b-a4900e1a7ace None None] Network 14772b19-f502-4eca-9762-3de40af9b710 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:35.574790 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-afaaed01-225d-4786-aa90-b7289ad6ab7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0132365 Mar 02 17:41:35.577199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60786) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:35.583234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:35.591369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:35.596953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Usage tracker for resource:router and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:35.600231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:35.606340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:35.608930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.679874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.680808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.702448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.769178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96396385-7147-402d-aa05-5c13f7581f2d req-4304e1f6-c7ca-4763-8288-84668ba1667a tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:35.776082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96396385-7147-402d-aa05-5c13f7581f2d req-4304e1f6-c7ca-4763-8288-84668ba1667a tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 932 time: 0.1895835 Mar 02 17:41:35.801397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Network 775b1495-9213-4c4c-809a-c1e5de847bee is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:35.802634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Pushing event updated for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:35.805176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:35.836457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96396385-7147-402d-aa05-5c13f7581f2d req-178bdf37-f794-4f9c-b0f4-72db8c7ef655 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Synchronizing usage tracker for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:35.853153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:35.918250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96396385-7147-402d-aa05-5c13f7581f2d req-178bdf37-f794-4f9c-b0f4-72db8c7ef655 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Unset dirty status for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:35.931010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:35.931859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.931993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96396385-7147-402d-aa05-5c13f7581f2d req-178bdf37-f794-4f9c-b0f4-72db8c7ef655 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551101 Mar 02 17:41:35.940188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:35.943487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.949748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3daaf5dc-a247-42b1-b11f-acdbb9135dac admin admin] 10.222.0.37 "PUT /v2.0/routers/cd71e37e-9b9c-45a7-9140-3d59d4c3de7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5767860 Mar 02 17:41:35.950005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:35.961074 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Sync routers for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:35.972846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-14772b19-f502-4eca-9762-3de40af9b710', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:41:35.974970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:35.989203 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:35.990617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:36.001060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.005773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.010018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.014644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.020474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.025753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.030709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.038927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e096123-3464-479d-9e33-db5ddf69289a req-2599fabf-a327-4aae-816d-758d978e96ba tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.1727345 Mar 02 17:41:36.083828 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-569e5bd1-4f57-4ab5-8e0c-2e8d36155973 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6715724 Mar 02 17:41:36.111432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Request body: {'port': {'device_id': '4595566c-2618-4168-9460-baa7314d0f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:36.163354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e096123-3464-479d-9e33-db5ddf69289a req-b2e0de54-6499-4a25-ab2d-09f8e5479e57 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231949 Mar 02 17:41:36.165362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Allocated IP 172.20.0.2 (14772b19-f502-4eca-9762-3de40af9b710/06c9c000-dcf9-47c0-8beb-f8809fbfa730/aebdc65a-25aa-431f-9b3a-70e86406c5cf) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:36.239462 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:36.264572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b634878b-4fcd-4aae-9010-47c2ca692e99 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:36.300621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:36.639272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:36.672519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Transition to ACTIVE for port object aebdc65a-25aa-431f-9b3a-70e86406c5cf will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:36.695564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port b634878b-4fcd-4aae-9010-47c2ca692e99 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:36.712389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b634878b-4fcd-4aae-9010-47c2ca692e99 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:36.713133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:36.744315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Transition to ACTIVE for port object aebdc65a-25aa-431f-9b3a-70e86406c5cf will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:36.761723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:36.776013 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:41:32Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:36.781623 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Checking router: cd71e37e-9b9c-45a7-9140-3d59d4c3de7e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:41:36.801593 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Routers {'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:36.802140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:36.806753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:36.817980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af03f-d12c-4128-afbc-05e2b95423e1 req-07f4eae3-3dea-4e40-af9e-b0263bb0807a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.825427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612af03f-d12c-4128-afbc-05e2b95423e1 req-07f4eae3-3dea-4e40-af9e-b0263bb0807a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 944 time: 0.2143378 Mar 02 17:41:36.910091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612af03f-d12c-4128-afbc-05e2b95423e1 req-c350cbfc-35ac-4f46-ac37-8e691130a89c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834455 Mar 02 17:41:36.925361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915faf1-945e-4ea5-a724-c72e40d3b860 req-80dbe5b9-da6a-430f-b49c-1267a57ae69c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:36.944965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f915faf1-945e-4ea5-a724-c72e40d3b860 req-80dbe5b9-da6a-430f-b49c-1267a57ae69c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2527375 Mar 02 17:41:37.003297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.033281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Network 14772b19-f502-4eca-9762-3de40af9b710 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:37.048129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f915faf1-945e-4ea5-a724-c72e40d3b860 req-4fb09f1c-c5db-4324-a19d-13c12b2e1b23 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017733 Mar 02 17:41:37.049387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.057391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:37.068662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:37.105854 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] Set router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:37.203995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Pushing event updated for resources: {'Port': ['ID=aebdc65a-25aa-431f-9b3a-70e86406c5cf,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:37.261464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb123-3990-417f-9270-0046ef056366 req-7a14b3c2-e22b-434e-93b5-96f98b954628 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.271630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d6bb123-3990-417f-9270-0046ef056366 req-7a14b3c2-e22b-434e-93b5-96f98b954628 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 932 time: 0.1082892 Mar 02 17:41:37.346187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d6bb123-3990-417f-9270-0046ef056366 req-9112b695-24d3-48a1-b1dc-bb1315fa3326 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733047 Mar 02 17:41:37.358750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f86292-daeb-4222-bf4c-cc57d5952eef {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:37.383850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.386779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Allocated IP 172.25.3.196 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/62218835-80c6-4090-b518-cae37bfb42e3) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:37.417656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Transition to ACTIVE for port object 92f86292-daeb-4222-bf4c-cc57d5952eef will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:37.426701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Attempting to bind port aebdc65a-25aa-431f-9b3a-70e86406c5cf on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:37.427075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Attempting to bind port aebdc65a-25aa-431f-9b3a-70e86406c5cf by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:37.427441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Attempting to bind port aebdc65a-25aa-431f-9b3a-70e86406c5cf on network 14772b19-f502-4eca-9762-3de40af9b710 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:37.445126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.457596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:37.458141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Checking segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:37.458801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.459297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Bound using segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:37.460106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Bound port: aebdc65a-25aa-431f-9b3a-70e86406c5cf, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:37.461026 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.472675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.620325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.624435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.629015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.633293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.639158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.642449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.647026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:37.654683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-1b65ca8d-51e9-4c42-a92f-5d47e73aa7cc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.1702998 Mar 02 17:41:37.677118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.686780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:37.695681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Pushing event updated for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:37.711921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:37.720059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa8cacc-28d3-4cc0-9bd6-4b5b02da0b96 req-6685971d-fa39-406b-bd22-34a86d4966b9 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641830 Mar 02 17:41:37.725823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] For port aebdc65a-25aa-431f-9b3a-70e86406c5cf, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:37.730155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] For port aebdc65a-25aa-431f-9b3a-70e86406c5cf, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aebdc65a-25aa-431f-9b3a-70e86406c5cf,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:37.731357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.771369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.778632 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:41:32Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:37.780272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.784871 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603cc186-8606-4331-b6e6-a76114bc1383 None None] The sync data for ids ['cd71e37e-9b9c-45a7-9140-3d59d4c3de7e'] in n-d-820559-6 is: [{'id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'name': 'tempest-ServersTestManualDisk-972237562-router', 'tenant_id': '826a8ddf31f648f7a131ecab584b78d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:28Z', 'updated_at': '2022-03-02T17:41:32Z', 'revision_number': 5, 'project_id': '826a8ddf31f648f7a131ecab584b78d1', 'gw_port': {'id': 'af097bc7-33d4-4688-b3ad-a68a0e8eceab', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71e37e-9b9c-45a7-9140-3d59d4c3de7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:30Z', 'updated_at': '2022-03-02T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:41:37.813485 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'code': 200} Mar 02 17:41:37.837502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Deleting port af097bc7-33d4-4688-b3ad-a68a0e8eceab {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:37.837502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:37.851709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:37.998289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39cf2-bca9-4354-90c3-b3d22372a7fb None None] Pushing event updated for resources: {'Port': ['ID=aebdc65a-25aa-431f-9b3a-70e86406c5cf,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:38.061941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:38.128484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db8c39f-b15b-4999-a2c5-91dced7082d8 req-3ee14260-a62e-4e52-81e9-933d2a4d6e0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1096 time: 0.1852617 Mar 02 17:41:38.308452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db8c39f-b15b-4999-a2c5-91dced7082d8 req-dbf5c29b-a4ca-4c0e-ba6f-905a4fe8deaf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791357 Mar 02 17:41:38.389717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:38.423900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc2d0b-7dfe-4434-871e-274740b3cb4e req-9ee9265f-b921-4fcb-acca-a47ee78110ef tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:38.429220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:38.435341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ffc2d0b-7dfe-4434-871e-274740b3cb4e req-9ee9265f-b921-4fcb-acca-a47ee78110ef tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 945 time: 0.3057058 Mar 02 17:41:38.475828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] For port af097bc7-33d4-4688-b3ad-a68a0e8eceab, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=af097bc7-33d4-4688-b3ad-a68a0e8eceab,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:38.476479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:38.519225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ffc2d0b-7dfe-4434-871e-274740b3cb4e req-b1821346-8a72-4f1f-b4e5-f077effde386 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Mar 02 17:41:38.550371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0f1a-cc2a-4fff-a09d-6036a8421888 req-be399f34-3e17-4fce-b9e0-17e1ef3202fe tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:38.552120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-410f0f1a-cc2a-4fff-a09d-6036a8421888 req-be399f34-3e17-4fce-b9e0-17e1ef3202fe tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2175479 Mar 02 17:41:38.575347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62218835-80c6-4090-b518-cae37bfb42e3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:38.619517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-410f0f1a-cc2a-4fff-a09d-6036a8421888 req-181090cb-1aa0-4d97-9c5f-c7f5627cd633 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606241 Mar 02 17:41:38.708458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Attempting to bind port 92f86292-daeb-4222-bf4c-cc57d5952eef on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:38.708985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Attempting to bind port 92f86292-daeb-4222-bf4c-cc57d5952eef by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '9f788843-8237-470d-bb57-bbb449b6d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:38.709355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Attempting to bind port 92f86292-daeb-4222-bf4c-cc57d5952eef on network 775b1495-9213-4c4c-809a-c1e5de847bee {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:38.712041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:38.726657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Calling delete_port for af097bc7-33d4-4688-b3ad-a68a0e8eceab owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:38.770665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:38.777634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aebdc65a-25aa-431f-9b3a-70e86406c5cf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:38.836799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Port 92f86292-daeb-4222-bf4c-cc57d5952eef on network 775b1495-9213-4c4c-809a-c1e5de847bee not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:41:38.837395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Attempting to bind port 92f86292-daeb-4222-bf4c-cc57d5952eef on network 775b1495-9213-4c4c-809a-c1e5de847bee {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:38.875398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:38.876184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Checking segment: {'id': '9f788843-8237-470d-bb57-bbb449b6d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:38.876563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Bound using segment: {'id': '9f788843-8237-470d-bb57-bbb449b6d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:38.877308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Bound port: 92f86292-daeb-4222-bf4c-cc57d5952eef, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f788843-8237-470d-bb57-bbb449b6d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:38.877642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:38.891871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port aebdc65a-25aa-431f-9b3a-70e86406c5cf completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:38.901102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056cf47-6872-4258-8acf-d1b7a0b80a8f req-941b935f-bb15-4ba4-9e64-4b3aca1b602f tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:38.911136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1056cf47-6872-4258-8acf-d1b7a0b80a8f req-941b935f-bb15-4ba4-9e64-4b3aca1b602f tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 944 time: 0.1797445 Mar 02 17:41:38.911836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1868d270-45ef-4e4d-ac3d-22361c5d29e0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:38.959448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1868d270-45ef-4e4d-ac3d-22361c5d29e0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:38.960057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1868d270-45ef-4e4d-ac3d-22361c5d29e0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:39.054103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1056cf47-6872-4258-8acf-d1b7a0b80a8f req-04f2ab89-1fa5-4219-8b37-3661849ca821 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376431 Mar 02 17:41:39.100837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.104768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.108639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.112704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.116664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.121114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.125860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.133379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-c95af1ac-67b4-455d-a98b-74177a862a22 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.1992269 Mar 02 17:41:39.226823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fe7d7149-1c3a-4017-bdc6-d995a76749b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.326690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:39.364163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-821334bc-7543-44c7-9468-e95e3eae4e70 req-617112fd-6717-48be-a07d-5741df8a6efa tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299132 Mar 02 17:41:39.385327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=92f86292-daeb-4222-bf4c-cc57d5952eef,segment=NetworkSegment(9f788843-8237-470d-bb57-bbb449b6d55b),segment_id=9f788843-8237-470d-bb57-bbb449b6d55b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:39.447681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.552956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.554333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] 10.222.0.50 "PUT /v2.0/ports/92f86292-daeb-4222-bf4c-cc57d5952eef HTTP/1.1" status: 200 len: 1092 time: 3.4497437 Mar 02 17:41:39.557687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:39.562991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.574793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c37f8e-b4e1-463e-84ce-34415edba987 None None] Network 14772b19-f502-4eca-9762-3de40af9b710 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:39.592284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.593053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.595217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987c790-f9a8-4ee7-b614-451a35531efb service neutron] Pushing event updated for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:39.754279 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef', 'status': 'completed', 'code': 200} Mar 02 17:41:39.785538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af097bc7-33d4-4688-b3ad-a68a0e8eceab,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:39.862505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Provisioning for port aebdc65a-25aa-431f-9b3a-70e86406c5cf completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:39.871419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ddb5b-d6bf-49ee-9da2-73990a4e9cfc req-0a2e5790-f239-4a05-845d-fcc58f85cba7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:39.876293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Provisioning complete for port aebdc65a-25aa-431f-9b3a-70e86406c5cf triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:39.876875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:39.880368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca8ddb5b-d6bf-49ee-9da2-73990a4e9cfc req-0a2e5790-f239-4a05-845d-fcc58f85cba7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 945 time: 0.1204734 Mar 02 17:41:40.024753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca8ddb5b-d6bf-49ee-9da2-73990a4e9cfc req-7d32a765-5adb-4eca-ab88-49286fb1b478 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432028 Mar 02 17:41:40.102121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.116774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1aada-b85f-4e48-8da8-6694db546aa3 req-be6c5687-ad8f-49e4-b768-e3173a27663c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.118605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4c1aada-b85f-4e48-8da8-6694db546aa3 req-be6c5687-ad8f-49e4-b768-e3173a27663c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2202311 Mar 02 17:41:40.168841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-32967288-0811-4758-9153-3fb69dbba70d None None] For port aebdc65a-25aa-431f-9b3a-70e86406c5cf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aebdc65a-25aa-431f-9b3a-70e86406c5cf,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:40.175363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.235917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4c1aada-b85f-4e48-8da8-6694db546aa3 req-2ed4e829-7203-432a-996d-88601c361f1e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077609 Mar 02 17:41:40.327206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32967288-0811-4758-9153-3fb69dbba70d None None] Pushing event updated for resources: {'Port': ['ID=aebdc65a-25aa-431f-9b3a-70e86406c5cf,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:40.377792 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-83fcafcd-cfc5-4027-b89b-4961744b26d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6d3878e5ad476aa4a5561527bf12a4&device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 1095 time: 0.7059684 Mar 02 17:41:40.381234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f15851-05d6-440f-bd1e-2499f5710112 req-a212dd78-2aca-4911-8d17-b87b80ea3e35 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.382876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08f15851-05d6-440f-bd1e-2499f5710112 req-a212dd78-2aca-4911-8d17-b87b80ea3e35 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 944 time: 0.1154599 Mar 02 17:41:40.388292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.510540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a403fa5-c80a-49f2-a2c9-c4d5767e92f8 None None] Provisioning complete for port aebdc65a-25aa-431f-9b3a-70e86406c5cf triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:40.511220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a403fa5-c80a-49f2-a2c9-c4d5767e92f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.512234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08f15851-05d6-440f-bd1e-2499f5710112 req-2f155d3e-5db2-4bbb-a6ef-41890270c116 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120937 Mar 02 17:41:40.614221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-49d9a50b-4bdd-4bfe-bf68-8886cbff78a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f86292-daeb-4222-bf4c-cc57d5952eef HTTP/1.1" status: 200 len: 217 time: 0.1582789 Mar 02 17:41:40.719783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.725248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.730797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.735567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.740581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.745879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.753200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.755518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-5ba8a303-82cd-48fe-a1e8-cdce01a446d4 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.1529799 Mar 02 17:41:40.807369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aebdc65a-25aa-431f-9b3a-70e86406c5cf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:40.823287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4803bd1-dd89-425c-b5f8-1fde0f3f1056 req-6dd588aa-0095-4eca-a62b-323d98cb07bc tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596645 Mar 02 17:41:40.870665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.903231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.907238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aebdc65a-25aa-431f-9b3a-70e86406c5cf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:40.907752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:40.912695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-c0d9f085-028e-41c6-833f-ae55463a6c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:40.914204 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-c0d9f085-028e-41c6-833f-ae55463a6c40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f859219-f84b-43d2-b907-e099d22a6b11 HTTP/1.1" status: 200 len: 853 time: 0.2159340 Mar 02 17:41:41.111896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-c875d42a-ff23-473c-94c0-53149819b297 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=775b1495-9213-4c4c-809a-c1e5de847bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522444 Mar 02 17:41:41.113963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.115128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd71e37e-9b9c-45a7-9140-3d59d4c3de7e {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:41:41.236698 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.237816 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d422f219-3d41-450c-a253-346a730d8ac5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cd71e37e-9b9c-45a7-9140-3d59d4c3de7e HTTP/1.1" status: 204 len: 168 time: 5.2857053 Mar 02 17:41:41.242963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60912) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:41.289758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0fe5379c-4a7c-4455-b2a8-a739d51eabe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.314198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Router 72ac98a9-c891-41b7-9596-719532d97163 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:41:41.329487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:41.353195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-c542549a-5aed-4401-bffa-717f6c1e0e9d service neutron] 10.222.0.50 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303836 Mar 02 17:41:41.378632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257071b-c960-4d08-9e42-989bd09b8695 req-068f4572-99f3-41ce-968d-c9ded379c2d5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:41.380478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2257071b-c960-4d08-9e42-989bd09b8695 req-068f4572-99f3-41ce-968d-c9ded379c2d5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 945 time: 0.2030268 Mar 02 17:41:41.404073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Deleting subnet eb319997-95e6-4fc8-b3b7-da56d1f9d5f8 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:41:41.442247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.528605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2257071b-c960-4d08-9e42-989bd09b8695 req-e1c85375-7628-40d8-abd3-e72750b198f0 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210403 Mar 02 17:41:41.537626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.702965 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0779782e-42ec-42ab-9c25-78f7e459ea1d req-7dbcdb60-3145-4cfe-894b-4af1b5e570f5 service neutron] 10.222.0.50 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618926 Mar 02 17:41:41.704914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.739539 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.759467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:41.765754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:339e729b876e41cfaeb3003aaba2cbff is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:41.769456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:41.777672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:41.780130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-1d6e4a80-8639-4926-a0cd-202a617a9eb1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1165318067&fields=id&tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 267 time: 0.1110756 Mar 02 17:41:41.854607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d313a-47f8-4cb2-a777-88102e1db162 req-5f99f51d-24d8-4faf-adf3-5725dc8adc83 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:41.856036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da1d313a-47f8-4cb2-a777-88102e1db162 req-5f99f51d-24d8-4faf-adf3-5725dc8adc83 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2512829 Mar 02 17:41:41.930088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.935129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da1d313a-47f8-4cb2-a777-88102e1db162 req-b149ce0e-2637-4b69-b375-b77780da1b4a tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719011 Mar 02 17:41:41.936040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:41.943948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.949996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Sync routers for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:41.958055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:41.974844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:41.975637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:41.981228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb319997-95e6-4fc8-b3b7-da56d1f9d5f8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:41.996791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-11ba08ef-1006-4a7a-9cf0-7be3006a54c7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:41.998229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-11ba08ef-1006-4a7a-9cf0-7be3006a54c7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 945 time: 0.2037413 Mar 02 17:41:42.003754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.004628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.004628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.004913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.006535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.006989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.007375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.007701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.008023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.008344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.008665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:42.012795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.020429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'security_groups': ['b773cb53-5595-46fe-a604-de0b010fdc57', 'f521e784-71a4-46a5-bc88-6a705852e247']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:42.026628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.028180 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37061e56-34e8-4a98-af5b-0e7143cb10a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4497340 Mar 02 17:41:42.038789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:42.073939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a6638-73a3-498f-93d4-4a85b19fe040 None None] Network 4574b9d1-7c45-438e-a520-e59fe4e4fcdb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:42.095712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8545ea3f-1d57-4699-9bb2-c54f3ba250cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eb319997-95e6-4fc8-b3b7-da56d1f9d5f8 HTTP/1.1" status: 204 len: 168 time: 0.8413646 Mar 02 17:41:42.098173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9585f-5e24-47da-9313-c14fed3bc0fc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:42.102206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:42.115635 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-ad5d1a21-603a-497e-b3a4-ddb817e77e76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6d3878e5ad476aa4a5561527bf12a4&device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 1095 time: 0.2693813 Mar 02 17:41:42.125372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a75d0339-76b3-4ec5-9392-6d4545ca0ac5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=339e729b876e41cfaeb3003aaba2cbff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7915828 Mar 02 17:41:42.141712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60942) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:42.266631 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.348506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15855e8-f381-4dcd-95f1-5e549d1721d8 req-be2494f4-0335-4700-b947-d06e3db96b95 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.350319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c15855e8-f381-4dcd-95f1-5e549d1721d8 req-be2494f4-0335-4700-b947-d06e3db96b95 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 944 time: 0.2100499 Mar 02 17:41:42.351244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.391616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.443131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.450608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-2d83e7d0-a04c-4032-a2a3-a5084ae291cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.452016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-2d83e7d0-a04c-4032-a2a3-a5084ae291cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=775b1495-9213-4c4c-809a-c1e5de847bee HTTP/1.1" status: 200 len: 914 time: 0.3101215 Mar 02 17:41:42.452658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Deleting port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:42.453012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.459699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:42.524885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c15855e8-f381-4dcd-95f1-5e549d1721d8 req-bcc33bcc-ab3e-45c4-a1a7-4f61ca2608ad tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529467 Mar 02 17:41:42.573582 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-d6c6674a-80ac-48fd-9a39-ce43d8c2dae6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f86292-daeb-4222-bf4c-cc57d5952eef HTTP/1.1" status: 200 len: 217 time: 0.0879438 Mar 02 17:41:42.589748 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.688933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9585f-5e24-47da-9313-c14fed3bc0fc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:42.702204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.705977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4641da81-adea-436c-a634-0df2feb6f02d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5d9585f-5e24-47da-9313-c14fed3bc0fc HTTP/1.1" status: 204 len: 168 time: 0.5607312 Mar 02 17:41:42.716224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-55d99af1-6b21-4fd4-b746-4ec4364490e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.719683 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-55d99af1-6b21-4fd4-b746-4ec4364490e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f859219-f84b-43d2-b907-e099d22a6b11 HTTP/1.1" status: 200 len: 853 time: 0.1301513 Mar 02 17:41:42.731268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device af097bc7-33d4-4688-b3ad-a68a0e8eceab no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:42.833143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:42.838877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: af097bc7-33d4-4688-b3ad-a68a0e8eceab {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:42.839226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device af097bc7-33d4-4688-b3ad-a68a0e8eceab not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:42.890529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.896781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.901785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.906791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.911984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.916336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.920499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.925597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:42.933772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-073f027c-007e-4176-af8f-5c1140b9a536 req-269a6257-38fe-438f-aa18-eb622f02a8e7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.2102113 Mar 02 17:41:42.938984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:42.959552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.038651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-6584df70-c532-4a26-8eb2-d035418bbf57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=775b1495-9213-4c4c-809a-c1e5de847bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934670 Mar 02 17:41:43.056038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:43.103301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] DHCP port deletion for 4574b9d1-7c45-438e-a520-e59fe4e4fcdb request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:41:43.106803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] For port 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=05e3d6bb-f3f2-4d7b-9844-366a46980de0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:43.107225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.148457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Deleting port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:43.149237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.178491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:43.179358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.181339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a748cfbe-4964-45d1-9497-620e5d4c91f4 req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "PUT /v2.0/ports/b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 981 time: 1.1693892 Mar 02 17:41:43.181772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:43.244529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-073f027c-007e-4176-af8f-5c1140b9a536 req-f61e27a1-a22c-4d4a-839b-aaa3daeedd75 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3095896 Mar 02 17:41:43.256211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4f14-db59-4efd-acb4-4db2bc01e91a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:43.325579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60956) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:43.362874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.378163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.385856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Calling delete_port for 05e3d6bb-f3f2-4d7b-9844-366a46980de0 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:43.460284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c646cc80-1edf-404c-9681-205bc725db63 req-ee8626f1-7070-4da9-871d-4fe9b04a4d66 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/f521e784-71a4-46a5-bc88-6a705852e247 HTTP/1.1" status: 200 len: 1634 time: 0.1499839 Mar 02 17:41:43.484582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:43.540973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] For port 05e3d6bb-f3f2-4d7b-9844-366a46980de0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=05e3d6bb-f3f2-4d7b-9844-366a46980de0,segment=NetworkSegment(a074d16f-f9ae-4277-a779-7f5b359b7276),segment_id=a074d16f-f9ae-4277-a779-7f5b359b7276)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:43.541358 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.544186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:43.556151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Usage tracker for resource:security_group_rule and tenant:62632cc036c84a858e14e3e705857f4b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:43.559527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:43.564468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:39Z', 'revision_number': 3, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:43.574848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-7c13a232-d17b-4f10-a906-976884fb330e service neutron] 10.222.0.50 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242424 Mar 02 17:41:43.578336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:43.603472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cec47a-8430-42df-be78-8ec5480fab10 req-5e084587-ec7b-4e18-a0b9-60d2f1de891c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:43.604982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16cec47a-8430-42df-be78-8ec5480fab10 req-5e084587-ec7b-4e18-a0b9-60d2f1de891c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2281063 Mar 02 17:41:43.607522 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-c646cc80-1edf-404c-9681-205bc725db63 req-17a5e165-cb75-429f-89c8-751cf002b46e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 17:41:43.608975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c646cc80-1edf-404c-9681-205bc725db63 req-17a5e165-cb75-429f-89c8-751cf002b46e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/f521e784-71a4-46a5-bc88-6a705852e247 HTTP/1.1" status: 409 len: 341 time: 0.1349859 Mar 02 17:41:43.695434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.706258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Calling delete_port for 05e3d6bb-f3f2-4d7b-9844-366a46980de0 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:43.722067 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'status': 'completed', 'code': 200} Mar 02 17:41:43.737366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Checking router: 72ac98a9-c891-41b7-9596-719532d97163 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:41:43.737825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Updating router 72ac98a9-c891-41b7-9596-719532d97163 port 62218835-80c6-4090-b518-cae37bfb42e3 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:41:43.774095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Pushing event deleted for resources: {'Port': ['ID=05e3d6bb-f3f2-4d7b-9844-366a46980de0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:43.791108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] No DVR routers for this DVR port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:43.823372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16cec47a-8430-42df-be78-8ec5480fab10 req-1571cba4-9d39-4811-b4a2-a8cdf92d0dc2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866872 Mar 02 17:41:43.870694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.951593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:43.960701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.018284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:41:44.018731 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:41:44.034672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ccfb04-abd8-48d7-8da2-afea8fff6924,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:44.040451 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2470909d-cbc9-41a7-acde-869d9c384dfd req-3b66cfb4-6d0d-41cc-bce7-c0335ba8094b service neutron] 10.222.0.50 "GET /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506941 Mar 02 17:41:44.055590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c1bbf115-5953-40b5-92e8-5aad23267c85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62632cc036c84a858e14e3e705857f4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7295966 Mar 02 17:41:44.058187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:44.065777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.102302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b818b-bc67-48ba-afa0-1b2fc9b0cd68 req-8b865775-6dbb-4d39-bf2f-5505ed373e02 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:44.104354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c74b818b-bc67-48ba-afa0-1b2fc9b0cd68 req-8b865775-6dbb-4d39-bf2f-5505ed373e02 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 944 time: 0.2126186 Mar 02 17:41:44.111196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-a25b9060-4612-4e43-92f4-5f6104ff1062 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1135 time: 0.3090949 Mar 02 17:41:44.196605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4574b9d1-7c45-438e-a520-e59fe4e4fcdb']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:44.283144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a074d16f-f9ae-4277-a779-7f5b359b7276') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:44.283439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a074d16f-f9ae-4277-a779-7f5b359b7276') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:44.300543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.336234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.348032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:41:44.348446 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:41:44.364145 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:41:44.379979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c74b818b-bc67-48ba-afa0-1b2fc9b0cd68 req-ebe27d9f-fe47-43be-864e-a5eb083fe179 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587566 Mar 02 17:41:44.403602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.423884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-60ba2e3a-5f5a-4083-8282-56522a0fc953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:44.425378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-60ba2e3a-5f5a-4083-8282-56522a0fc953 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.3025353 Mar 02 17:41:44.515189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.538349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce3619-b291-4cd3-ad8f-91f95f57096b req-079c0de5-081f-468a-a777-c5f926d739d8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:44.539969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21ce3619-b291-4cd3-ad8f-91f95f57096b req-079c0de5-081f-468a-a777-c5f926d739d8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 984 time: 0.2802110 Mar 02 17:41:44.543730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-1282a541-ac51-4140-8521-d337d7597707 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 217 time: 0.0980587 Mar 02 17:41:44.543940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.555494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Deleting port 05e3d6bb-f3f2-4d7b-9844-366a46980de0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:44.556009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.571501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.604178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.623778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] Pushing event deleted for resources: {'Network': ['ID=4574b9d1-7c45-438e-a520-e59fe4e4fcdb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:44.632268 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80b7a145-eee5-47cb-8d38-bc820fb78dea admin admin] 10.222.0.37 "DELETE /v2.0/networks/4574b9d1-7c45-438e-a520-e59fe4e4fcdb HTTP/1.1" status: 204 len: 168 time: 2.5214269 Mar 02 17:41:44.632953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4827b8c2-11c4-45e5-8a9f-931597503966 None None] The port '05e3d6bb-f3f2-4d7b-9844-366a46980de0' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:41:44.744428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21ce3619-b291-4cd3-ad8f-91f95f57096b req-80806fa5-2b9b-4695-bfc1-a907d742b0f4 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1932170 Mar 02 17:41:44.748177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-2ce6c799-aae2-4901-826a-3f5374e2e5bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:44.749714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-2ce6c799-aae2-4901-826a-3f5374e2e5bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1927361 Mar 02 17:41:44.817174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 05e3d6bb-f3f2-4d7b-9844-366a46980de0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:41:44.829541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:44.844263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-4137f43b-724c-4d88-ba8a-02b545c778b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695291 Mar 02 17:41:44.852276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ccfb04-abd8-48d7-8da2-afea8fff6924,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:44.895951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 05e3d6bb-f3f2-4d7b-9844-366a46980de0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:41:44.896296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 05e3d6bb-f3f2-4d7b-9844-366a46980de0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:41:44.978438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60976) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:44.986120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.002799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Transition to ACTIVE for port object 62218835-80c6-4090-b518-cae37bfb42e3 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:45.016770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.026967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.041504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02a77efe-4d52-4916-8cfa-4e91134e777f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1ccfb04-abd8-48d7-8da2-afea8fff6924 HTTP/1.1" status: 204 len: 168 time: 0.9706571 Mar 02 17:41:45.093926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.104824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Attempting to bind port 62218835-80c6-4090-b518-cae37bfb42e3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:45.104938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.105034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Attempting to bind port 62218835-80c6-4090-b518-cae37bfb42e3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:45.105034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Attempting to bind port 62218835-80c6-4090-b518-cae37bfb42e3 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:45.111446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.115066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.119038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.123097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.124537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec0f17-b744-4d95-adf2-fd89a68ce03b None None] Pushing event updated for resources: {'Port': ['ID=62218835-80c6-4090-b518-cae37bfb42e3,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:45.127166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.128904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:45.129288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:45.129696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.130090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:45.130587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Bound port: 62218835-80c6-4090-b518-cae37bfb42e3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:45.130979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.135232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-6c029375-645b-459a-b918-4b78cc4db7be tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.5158701 Mar 02 17:41:45.144974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-889dc105-67cd-4b96-936b-028d92552f19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=826a8ddf31f648f7a131ecab584b78d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1654770 Mar 02 17:41:45.147447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:45.168984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.221479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] For port 62218835-80c6-4090-b518-cae37bfb42e3, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:45.225559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] For port 62218835-80c6-4090-b518-cae37bfb42e3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=62218835-80c6-4090-b518-cae37bfb42e3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:45.234559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.275390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-c0ff8331-097e-412f-8fc8-28664cb10210 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065201 Mar 02 17:41:45.291166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8c34ab4-36b0-4b67-b72a-ae9865b89df0 req-dde6a968-be6f-404f-9c27-2e361583dfbe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555970 Mar 02 17:41:45.313715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.335527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:45.336268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:45.396768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.471065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8b2ad-5d69-4115-8474-f4a1bb5af84a req-5ca15e23-b786-4623-84cb-52e6567129ef tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.472537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbb8b2ad-5d69-4115-8474-f4a1bb5af84a req-5ca15e23-b786-4623-84cb-52e6567129ef tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3331604 Mar 02 17:41:45.526759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Allocated IP 172.20.0.1 (14772b19-f502-4eca-9762-3de40af9b710/06c9c000-dcf9-47c0-8beb-f8809fbfa730/cde296cd-1c6c-4363-9ec5-7e32d492dda4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:45.556111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.596156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a51de-d311-4bbc-99ea-55b810cfa961,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:45.649752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec0f17-b744-4d95-adf2-fd89a68ce03b None None] Pushing event updated for resources: {'Port': ['ID=62218835-80c6-4090-b518-cae37bfb42e3,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:45.674100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec0a41f6-0da7-4f48-ba6e-aaf11839b61e req-a868272a-a1d5-4981-8b4e-f4af62ffbce1 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819034 Mar 02 17:41:45.680110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbb8b2ad-5d69-4115-8474-f4a1bb5af84a req-5d898a1e-7f98-4cab-8361-23dcb68607de tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917539 Mar 02 17:41:45.703244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.704288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d638e352-218c-4630-a6a9-08dc01369e93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d7a51de-d311-4bbc-99ea-55b810cfa961 HTTP/1.1" status: 204 len: 168 time: 0.5558636 Mar 02 17:41:45.726453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:45.741645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c5c2c-b2a5-416e-bfc7-f280dcf06362 req-ca73932c-e2b8-4461-811f-4dd6abeeae26 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:45.759461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe6c5c2c-b2a5-416e-bfc7-f280dcf06362 req-ca73932c-e2b8-4461-811f-4dd6abeeae26 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 944 time: 0.1406920 Mar 02 17:41:45.810757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:45.850936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Transition to ACTIVE for port object cde296cd-1c6c-4363-9ec5-7e32d492dda4 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:45.905126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:46.017207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe6c5c2c-b2a5-416e-bfc7-f280dcf06362 req-d25681e8-94e0-4f8f-89ea-d34dbe6d4515 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569458 Mar 02 17:41:46.061740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-97661ab5-daf7-4bd0-82f5-5e6b93292006 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1135 time: 0.2634985 Mar 02 17:41:46.167955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Network 14772b19-f502-4eca-9762-3de40af9b710 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:46.183637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:46.205637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:46.269605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 92f86292-daeb-4222-bf4c-cc57d5952eef details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:46.409682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:46.460578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Pushing event updated for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:46.503490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-4a70cd42-b37c-4785-8a04-e0e0f0693b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:46.504934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-4a70cd42-b37c-4785-8a04-e0e0f0693b48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.4315116 Mar 02 17:41:46.586526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:39Z', 'revision_number': 3, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:46.611159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dac05-2372-447e-97e3-d7f897d3df3a None None] The sync data for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 is: [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:39Z', 'revision_number': 3, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:41:46.620196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=92f86292-daeb-4222-bf4c-cc57d5952eef,segment=NetworkSegment(9f788843-8237-470d-bb57-bbb449b6d55b),segment_id=9f788843-8237-470d-bb57-bbb449b6d55b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:46.637962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-7ea5f11a-1920-49be-a1b4-0a8adb24ad7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.1795623 Mar 02 17:41:46.638536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:46.644872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '92f86292-daeb-4222-bf4c-cc57d5952eef', 'network_id': '775b1495-9213-4c4c-809a-c1e5de847bee', 'port_id': '92f86292-daeb-4222-bf4c-cc57d5952eef', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f859219-f84b-43d2-b907-e099d22a6b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:46.646169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0fba10ff-8ae9-4e31-b544-b897801a4a7c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:46.682917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-f1dd0c1b-7098-419f-a48d-a4b4492fe9f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 217 time: 0.1528590 Mar 02 17:41:46.690317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5a13d-f6c7-4127-b440-6dc6bd1e8399 req-41cda9ca-294d-4d07-926f-0c5adcd95d8b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:46.699701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdf5a13d-f6c7-4127-b440-6dc6bd1e8399 req-41cda9ca-294d-4d07-926f-0c5adcd95d8b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4629662 Mar 02 17:41:46.708740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0d8ecc70-4d16-4d52-89b0-adbf3e3c6a61 None None] Provisioning for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:46.714846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9bdf3-5a25-4747-9cd1-08aa7c7dc47e req-d4edfdb8-53fb-41ba-8150-8e2dcb1a6ab5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:46.716539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e9bdf3-5a25-4747-9cd1-08aa7c7dc47e req-d4edfdb8-53fb-41ba-8150-8e2dcb1a6ab5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 984 time: 0.5021992 Mar 02 17:41:46.736699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0d8ecc70-4d16-4d52-89b0-adbf3e3c6a61 None None] Provisioning complete for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:46.737954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecc70-4d16-4d52-89b0-adbf3e3c6a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:46.837785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:46.863546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-244a30a7-ab68-43cc-ba54-42ced9e4a261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:46.865444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-244a30a7-ab68-43cc-ba54-42ced9e4a261 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1636777 Mar 02 17:41:46.888729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdf5a13d-f6c7-4127-b440-6dc6bd1e8399 req-a39b926d-5e6a-4abd-8c2d-2f6d46789318 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879108 Mar 02 17:41:46.909296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-83e115e8-bc28-4291-bd8f-d0c1cb9402f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:46.910954 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-83e115e8-bc28-4291-bd8f-d0c1cb9402f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.2401874 Mar 02 17:41:46.971872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-8a4c2f3c-4b8a-4afb-88c2-614b20580be6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815663 Mar 02 17:41:46.979471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:46.990192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8e9bdf3-5a25-4747-9cd1-08aa7c7dc47e req-d31034c3-51fb-4e30-a414-85af0f3703a2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2226861 Mar 02 17:41:47.053771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ecc70-4d16-4d52-89b0-adbf3e3c6a61 None None] Port cde296cd-1c6c-4363-9ec5-7e32d492dda4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:41:47.080874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f86292-daeb-4222-bf4c-cc57d5952eef {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:47.145372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=92f86292-daeb-4222-bf4c-cc57d5952eef,segment=NetworkSegment(9f788843-8237-470d-bb57-bbb449b6d55b),segment_id=9f788843-8237-470d-bb57-bbb449b6d55b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:47.172010 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:47.237700 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-97d461b5-faac-4483-930f-2200c624d95a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.3108642 Mar 02 17:41:47.341517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-6c1ed3c5-1534-4440-a513-05fc2f34c990 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477035 Mar 02 17:41:47.415977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:47.483216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0fba10ff-8ae9-4e31-b544-b897801a4a7c', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'port_id': '0fba10ff-8ae9-4e31-b544-b897801a4a7c', 'mac_address': 'fa:16:3e:b1:5d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:47.518483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-b940879e-a50a-49ba-ac0e-eeb93136ef07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.519950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-b940879e-a50a-49ba-ac0e-eeb93136ef07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.2090554 Mar 02 17:41:47.644000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:47.657843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:47.675589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fba10ff-8ae9-4e31-b544-b897801a4a7c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:47.705241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:47.710117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['92f86292-daeb-4222-bf4c-cc57d5952eef'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:47.716798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.721946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.726170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.730012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.734372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.743734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.747571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.750088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd775b44-c801-40a7-927c-33257c133323 req-27f6e9c1-47fd-4e2f-8d17-0f39d6f34857 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5427 time: 0.4068012 Mar 02 17:41:47.802122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:47.803907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 56a47921-6602-46d2-8bfd-0ca3dc73a514 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:47.829971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2f065-d22f-4dd6-b204-a4f806e3ab4c req-3f2eccbb-4abf-4ed0-90e2-6e0d3574b77d tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:47.837017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efc2f065-d22f-4dd6-b204-a4f806e3ab4c req-3f2eccbb-4abf-4ed0-90e2-6e0d3574b77d tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 945 time: 0.4928277 Mar 02 17:41:47.894067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:47.914944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efc2f065-d22f-4dd6-b204-a4f806e3ab4c req-648addf1-2641-49b7-b7ae-cb3fac1d6038 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768986 Mar 02 17:41:47.923998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b1afd2f-5d9b-41c7-bd32-ab437842d693 req-71e2acee-0a3e-47d7-9d74-0b2cb5426172 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263646 Mar 02 17:41:47.946902 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:47.993434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd775b44-c801-40a7-927c-33257c133323 req-0e09983d-bd4c-4101-9046-50de8fb0d8e6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246563 Mar 02 17:41:48.027818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:48.188779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'port_id': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'mac_address': 'fa:16:3e:ce:18:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:48.199491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:48.300594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357dc4b-baa0-4f48-bf3a-140e1457377e req-ed9f159d-30e4-4e50-b267-f980ab5ec31f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:48.302134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d357dc4b-baa0-4f48-bf3a-140e1457377e req-ed9f159d-30e4-4e50-b267-f980ab5ec31f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.1687343 Mar 02 17:41:48.349546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:48.382706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a47921-6602-46d2-8bfd-0ca3dc73a514 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:48.437620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:48.453249 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:48.453856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 54ca1651-0f98-42fb-9971-d14d72d9e434 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:48.469241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:48.490061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d357dc4b-baa0-4f48-bf3a-140e1457377e req-ec620adc-5d12-4ce3-ad81-71f31ff56eb7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927062 Mar 02 17:41:48.503520 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-f8d53b3d-58e9-4f06-b46b-e95465e29c60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9617264 Mar 02 17:41:48.512898 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-6a4dc8fc-5950-4903-956e-e6693789a312 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8639233 Mar 02 17:41:48.561380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb3b0b-c56d-4107-8145-c56822b8ba1a req-fb45ee16-af21-417d-808f-580c301e1afd tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:48.564037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4bb3b0b-c56d-4107-8145-c56822b8ba1a req-fb45ee16-af21-417d-808f-580c301e1afd tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 984 time: 0.2568903 Mar 02 17:41:48.584845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:48.598130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:48.613248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'port_id': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'mac_address': 'fa:16:3e:c6:9e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:48.628057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4bb3b0b-c56d-4107-8145-c56822b8ba1a req-fc4aa09a-89bf-4cdb-ab1a-b88d8c9ba631 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0584891 Mar 02 17:41:48.759675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:48.777693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ca1651-0f98-42fb-9971-d14d72d9e434 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:48.794914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:48.801632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:48.805729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:48.810324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Pushing event updated for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:48.847445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 62218835-80c6-4090-b518-cae37bfb42e3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:48.868906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Network 14772b19-f502-4eca-9762-3de40af9b710 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:48.876365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:49.080993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:49.136801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:49.162817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:49.201446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:49.215939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'port_id': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b', 'mac_address': 'fa:16:3e:a5:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:49.345400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 62218835-80c6-4090-b518-cae37bfb42e3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:49.349178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:49.380490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 62218835-80c6-4090-b518-cae37bfb42e3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:49.380490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:49.395521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7fb6-8172-4eb5-8e80-fc6da0e47af0 req-4ea1d520-08bf-491c-a67c-38be57834b7a tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.398105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a3d7fb6-8172-4eb5-8e80-fc6da0e47af0 req-4ea1d520-08bf-491c-a67c-38be57834b7a tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 945 time: 0.2256346 Mar 02 17:41:49.418613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:49.471949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:49.479186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b53fe150-c4bc-44bb-ac04-87664dcba983 None None] Provisioning complete for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:49.479567 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b53fe150-c4bc-44bb-ac04-87664dcba983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:49.489406 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-fc842baf-cc6c-4567-9aad-1ae2b2089840 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371919 Mar 02 17:41:49.503014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a3d7fb6-8172-4eb5-8e80-fc6da0e47af0 req-5ae589d8-049b-4bd8-af7b-c4ddca4f2736 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939481 Mar 02 17:41:49.517372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.522674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.527950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.534470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.538609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.543896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.546062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-4125a791-697e-48ff-a248-05f965bf8495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1175 time: 0.8317523 Mar 02 17:41:49.548953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.549445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:49.560589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-26dfe62a-f77c-413f-a56c-37310452824b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5430 time: 0.2658823 Mar 02 17:41:49.611572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae122b1b-61ba-4c4f-ab3b-74418cb687f0 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:49.709173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de4f323d-fd83-4425-bdf8-4beaa2278c00 req-f7e89220-66be-4cd4-86f5-4d048f0557a0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441298 Mar 02 17:41:49.819303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b53fe150-c4bc-44bb-ac04-87664dcba983 None None] Port cde296cd-1c6c-4363-9ec5-7e32d492dda4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:41:49.851445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f15961c-e271-4d5f-b99d-9acb2d1dc356 req-726e8de2-1a1b-4036-b8a0-3b64b3f815ca service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383310 Mar 02 17:41:49.853175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-3f1fd524-e0a5-40db-bbfa-ee55bf4fb995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:49.854455 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-3f1fd524-e0a5-40db-bbfa-ee55bf4fb995 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.2407796 Mar 02 17:41:49.915190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:49.939325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:49.996435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-c2f10153-b101-4c1a-92a4-88bda246b8f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 200 len: 217 time: 0.1161923 Mar 02 17:41:50.008869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Router 72ac98a9-c891-41b7-9596-719532d97163 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:41:50.027656 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:50.095557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 62218835-80c6-4090-b518-cae37bfb42e3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=62218835-80c6-4090-b518-cae37bfb42e3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:50.111473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:50.172987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0ba9-4179-489a-8e75-7edf7435cd0b req-db1abc26-b18d-4eb7-8a58-cdb021fd6314 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:50.179944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-746b0ba9-4179-489a-8e75-7edf7435cd0b req-db1abc26-b18d-4eb7-8a58-cdb021fd6314 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 984 time: 0.1880007 Mar 02 17:41:50.215309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:50.216515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-d3ebd0f5-70b8-4640-a3e2-843c3b9a7f2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:50.219794 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-d3ebd0f5-70b8-4640-a3e2-843c3b9a7f2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.2131341 Mar 02 17:41:50.262016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'port_id': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'mac_address': 'fa:16:3e:bc:d0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b613a496-02fe-4abe-b931-15b971f37bc1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:50.273138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=62218835-80c6-4090-b518-cae37bfb42e3,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:50.304931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 92f86292-daeb-4222-bf4c-cc57d5952eef up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:50.396666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:50.411727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-746b0ba9-4179-489a-8e75-7edf7435cd0b req-cf88f768-f3bd-44fa-ac6c-051962baeb51 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2307470 Mar 02 17:41:50.422985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae122b1b-61ba-4c4f-ab3b-74418cb687f0 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:50.454517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:50.461137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0fba10ff-8ae9-4e31-b544-b897801a4a7c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:50.507183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134596b1-84b5-4f6b-bd9b-de64e36d76fb req-cad51d9e-a11d-4c76-a87a-da500cddf492 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:50.508600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-134596b1-84b5-4f6b-bd9b-de64e36d76fb req-cad51d9e-a11d-4c76-a87a-da500cddf492 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3857176 Mar 02 17:41:50.509085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:50.589945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:50.589945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b92852b3-ae09-4774-bc68-de73106ee808 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:50.600550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-134596b1-84b5-4f6b-bd9b-de64e36d76fb req-f65a07b9-a8a6-4191-9ab4-f009158da437 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807540 Mar 02 17:41:50.650824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 92f86292-daeb-4222-bf4c-cc57d5952eef completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:50.707293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['56a47921-6602-46d2-8bfd-0ca3dc73a514'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:50.758194 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-66e9ea0c-18af-4abf-b73a-b22d78c5b966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4546452 Mar 02 17:41:50.784976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['54ca1651-0f98-42fb-9971-d14d72d9e434'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:50.852035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 62218835-80c6-4090-b518-cae37bfb42e3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:50.877619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2efd953f-0663-44b5-b023-f96b1b367451 req-e7a4189b-b946-4c98-87b4-1b3c85651a78 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.2146244 Mar 02 17:41:50.916902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-c4cb0710-4f46-4fe1-a79e-7c48264a9085 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1054994499&fields=id&tenant_id=e733be0f7a3a4224a697def2d85b1c19 HTTP/1.1" status: 200 len: 267 time: 0.1371174 Mar 02 17:41:50.938793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 92f86292-daeb-4222-bf4c-cc57d5952eef triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:50.939161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:50.979315 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-373c2af5-1dd9-4071-9422-bd3752643a85 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103434 Mar 02 17:41:51.021418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2efd953f-0663-44b5-b023-f96b1b367451 req-2252174f-5de6-45a3-bcbd-acc1e74021e8 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Synchronizing usage tracker for tenant:d8f7a2b3d5094e1198e557e48fe3d9a5 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:51.081938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2efd953f-0663-44b5-b023-f96b1b367451 req-2252174f-5de6-45a3-bcbd-acc1e74021e8 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Unset dirty status for tenant:d8f7a2b3d5094e1198e557e48fe3d9a5 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:51.083459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2efd953f-0663-44b5-b023-f96b1b367451 req-2252174f-5de6-45a3-bcbd-acc1e74021e8 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987956 Mar 02 17:41:51.090074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-5f60733c-628e-4cce-902c-5b486fe0a751 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:51.092109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-5f60733c-628e-4cce-902c-5b486fe0a751 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 984 time: 0.1744525 Mar 02 17:41:51.125954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'port': {'security_groups': ['b773cb53-5595-46fe-a604-de0b010fdc57', 'f521e784-71a4-46a5-bc88-6a705852e247', '50399150-23eb-4cbd-a303-f1a8338d8509']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:51.128541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:51.197996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:41:51.291875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:51.412824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:51.447123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:51.488524 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Sync routers for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:51.491569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920b3e-b2d2-4c78-abc7-7cc785e64c16 req-a003c28a-f372-45ca-8978-88e0890e9f5b tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:51.506008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b920b3e-b2d2-4c78-abc7-7cc785e64c16 req-a003c28a-f372-45ca-8978-88e0890e9f5b tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 945 time: 0.1793456 Mar 02 17:41:51.507982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4165eebf-02c1-4e4c-9599-cd2e6f748970 admin admin] 10.222.0.37 "PUT /v2.0/routers/72ac98a9-c891-41b7-9596-719532d97163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4680758 Mar 02 17:41:51.535206 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:51.546892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 62218835-80c6-4090-b518-cae37bfb42e3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:51.546892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:51.560105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:51.560746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:51.584709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b920b3e-b2d2-4c78-abc7-7cc785e64c16 req-d296f9d9-1996-4d31-aae8-163b99d8ccfe tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Mar 02 17:41:51.684106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b78b2dc-f8d4-4f3e-a40a-5b48248b7e01 req-3af2559e-defa-4065-b08b-a27edcdfd05e service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945894 Mar 02 17:41:51.684987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port d86b0afe-a048-4fd2-b583-c0810c6341bf {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:51.685330 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:51.832130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:51.862819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:51.895043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=92f86292-daeb-4222-bf4c-cc57d5952eef,segment=NetworkSegment(9f788843-8237-470d-bb57-bbb449b6d55b),segment_id=9f788843-8237-470d-bb57-bbb449b6d55b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:51.923641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:51.976389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'b92852b3-ae09-4774-bc68-de73106ee808', 'network_id': 'b7021a30-2d69-426e-8365-a5f10d9ad03e', 'port_id': 'b92852b3-ae09-4774-bc68-de73106ee808', 'mac_address': 'fa:16:3e:26:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:52.092377 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:52.153543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.181086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.189739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.192498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.195544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.197885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.206981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.209126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.217048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.226393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.235563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.239683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-b966dad2-4fb5-47ba-8a48-249ec6f3e53f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5432 time: 0.3362069 Mar 02 17:41:52.317427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:52.356812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92852b3-ae09-4774-bc68-de73106ee808 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:52.369482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66090ff1-decd-4c04-8c38-0456df3fe7a0 req-f478a544-f047-40c4-bf43-acff001e3c7b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236253 Mar 02 17:41:52.389893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:52.404813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:52.427721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.437927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.566019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for d86b0afe-a048-4fd2-b583-c0810c6341bf owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:52.605965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:52.610538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.611517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 01db44aa-4ee7-483c-99ff-eaca2277e837 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:41:52.640466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.641432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.643237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf4ca9f8-759f-4bb9-b1c3-716786be849b req-6e9c2665-d69a-4469-beb1-e46105367518 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "PUT /v2.0/ports/b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 1020 time: 1.5373077 Mar 02 17:41:52.643881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:52.659692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:52.709520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.792620 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef', 'code': 200} Mar 02 17:41:52.861495 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:47Z', 'revision_number': 2, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:52.865831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5599c8-3f29-4ac5-9d93-03a94890f1c4 req-f042abf9-b206-482d-bda6-0bf877ec64a3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:52.866374 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Checking router: 72ac98a9-c891-41b7-9596-719532d97163 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:41:52.866754 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Updating router 72ac98a9-c891-41b7-9596-719532d97163 port cde296cd-1c6c-4363-9ec5-7e32d492dda4 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:41:52.891424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab5599c8-3f29-4ac5-9d93-03a94890f1c4 req-f042abf9-b206-482d-bda6-0bf877ec64a3 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.1928902 Mar 02 17:41:52.928269 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:52.933774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:52.987579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab5599c8-3f29-4ac5-9d93-03a94890f1c4 req-ae1ce513-4bae-4dcc-ab1c-e11d0f98269f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943265 Mar 02 17:41:53.001768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:53.018916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Usage tracker for resource:security_group_rule and tenant:95cc57c1cbf0461aa65a63acba9c2d4b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:53.025004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:53.045879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:53.140319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:53.155078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'network_id': '85b9b010-d65f-4cd9-b82d-396e42c4e79e', 'port_id': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'mac_address': 'fa:16:3e:ef:f3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b613a496-02fe-4abe-b931-15b971f37bc1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:41:53.206128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:53.229099 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a63f890d-abf4-40b2-9862-fbcc87c1f3e3 req-90761d78-2086-402f-a6e3-f3e8084edcb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 1097 time: 0.3143075 Mar 02 17:41:53.318022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7390133a-00e8-4d16-af3a-e03adff997b2 req-2f97f072-429b-4098-9cee-dff82d47a59e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/50399150-23eb-4cbd-a303-f1a8338d8509 HTTP/1.1" status: 200 len: 1635 time: 0.2108819 Mar 02 17:41:53.365309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e0ab-c2c3-4b13-be27-d1997499e127 req-8b5712a1-5d47-4475-9cc5-bdce02bb1806 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:53.367684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd42e0ab-c2c3-4b13-be27-d1997499e127 req-8b5712a1-5d47-4475-9cc5-bdce02bb1806 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 946 time: 0.2240219 Mar 02 17:41:53.408492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.425574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.438761 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-7390133a-00e8-4d16-af3a-e03adff997b2 req-4e6d7ae3-c018-4540-9311-9dc754cdc6d7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 17:41:53.439833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7390133a-00e8-4d16-af3a-e03adff997b2 req-4e6d7ae3-c018-4540-9311-9dc754cdc6d7 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/50399150-23eb-4cbd-a303-f1a8338d8509 HTTP/1.1" status: 409 len: 341 time: 0.1133437 Mar 02 17:41:53.455918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd42e0ab-c2c3-4b13-be27-d1997499e127 req-4481d0d4-4e58-479b-bebb-791cc721dd13 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805528 Mar 02 17:41:53.512104 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.538334 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Transition to ACTIVE for port object cde296cd-1c6c-4363-9ec5-7e32d492dda4 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:53.559435 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.574308 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'status': 'completed', 'code': 200} Mar 02 17:41:53.605457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.623508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 32938) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:53.645372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=d86b0afe-a048-4fd2-b583-c0810c6341bf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:53.649970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.651607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01db44aa-4ee7-483c-99ff-eaca2277e837 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:41:53.686125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Pushing event updated for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:53.767260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:53.815005 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:53.834598 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.834994 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.835246 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.835579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.835902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.836221 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.836536 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.836849 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.837162 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.842163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.843858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:41:53.871496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2749ce-884f-43c7-a027-1b923323426a req-fc30d173-67f6-492e-a805-4e742ab4578f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:53.877945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d2749ce-884f-43c7-a027-1b923323426a req-fc30d173-67f6-492e-a805-4e742ab4578f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2267017 Mar 02 17:41:53.938643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 32946) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:53.949148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1925053346-network', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:53.959394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 54ca1651-0f98-42fb-9971-d14d72d9e434 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:53.966432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:53.975930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Usage tracker for resource:network and tenant:afb833b1c663416b91c6be791d8a20e0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:53.984319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:53.993428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:54.008752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a63f890d-abf4-40b2-9862-fbcc87c1f3e3 req-86a07247-b7ff-44e5-9433-26fb4742af71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395427 Mar 02 17:41:54.010620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.014902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Attempting to bind port cde296cd-1c6c-4363-9ec5-7e32d492dda4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:54.015428 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95cc57c1cbf0461aa65a63acba9c2d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1468194 Mar 02 17:41:54.016079 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Attempting to bind port cde296cd-1c6c-4363-9ec5-7e32d492dda4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:54.016320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:54.016780 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Attempting to bind port cde296cd-1c6c-4363-9ec5-7e32d492dda4 on network 14772b19-f502-4eca-9762-3de40af9b710 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:54.025652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:54.026272 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Checking segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:54.026888 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.027425 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Bound using segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:54.028068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Bound port: cde296cd-1c6c-4363-9ec5-7e32d492dda4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:54.028602 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.045197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Made reservation on behalf of afb833b1c663416b91c6be791d8a20e0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:54.048196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.065802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.127348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b24eae-9d87-483d-91fd-c13ccffa4762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2cf85-5df7-4d25-aff3-5e0fed70aa03,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:54.148047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:54.156825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Usage tracker for resource:security_group_rule and tenant:14cd08fc16924b47b3c5280f1f11d4a2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:54.165568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d2749ce-884f-43c7-a027-1b923323426a req-e9f38eb1-3945-4cf0-8329-1ac9122e2f52 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808375 Mar 02 17:41:54.166245 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] For port cde296cd-1c6c-4363-9ec5-7e32d492dda4, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:54.166714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:54.170296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:54.172221 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] For port cde296cd-1c6c-4363-9ec5-7e32d492dda4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cde296cd-1c6c-4363-9ec5-7e32d492dda4,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:54.178040 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.178398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:54.180930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Usage tracker for resource:security_group_rule and tenant:afb833b1c663416b91c6be791d8a20e0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:54.185175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:54.197183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:54.240532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.309827 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:54.310666 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:54.390539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.392588 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a534b-a437-40b3-870c-5a18a5a2deb0 None None] Pushing event updated for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:54.399814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:54.407448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.415715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.421814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.428142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.436135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.440361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.449668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-369d41ca-ab6e-4bed-8508-a79908653fea req-60775c4e-88fc-4ca9-a5cb-ab942993b7fe tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5434 time: 0.2383323 Mar 02 17:41:54.512520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 54ca1651-0f98-42fb-9971-d14d72d9e434 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:54.560553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 54ca1651-0f98-42fb-9971-d14d72d9e434 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:54.560931 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.617321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:54.620621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.643441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-369d41ca-ab6e-4bed-8508-a79908653fea req-4c16bc40-0f53-492f-b994-ac20be2b0c2b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1856766 Mar 02 17:41:54.667336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.750084 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-c82c2c1e-9ef2-478f-91e1-1520d58f13ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e733be0f7a3a4224a697def2d85b1c19&device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1174 time: 1.1180129 Mar 02 17:41:54.750881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.764586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.788692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.806034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.842314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63631818-d4ac-419e-aa75-c0df8a9a551e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:54.864408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:41:54.872456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f2c90c60-8dcd-4b47-a357-fa62cd9df40e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14cd08fc16924b47b3c5280f1f11d4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2461255 Mar 02 17:41:54.877923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:54.911599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.911942 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Added segment ff85f53c-ed4a-4992-9c42-cd498fce087b of type vlan for network 27a72faf-f8fa-456e-915c-b0b19b28ce65 Mar 02 17:41:54.918481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.922597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94420f09-b427-4a9b-a7cb-01401b023987 req-055c115c-aecf-4d5b-87d2-3e64055c0057 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:54.929501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94420f09-b427-4a9b-a7cb-01401b023987 req-055c115c-aecf-4d5b-87d2-3e64055c0057 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1023 time: 0.4272029 Mar 02 17:41:54.933008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:54.955341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f63b1-10fb-4796-b50d-7e73472ed66a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:54.989641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:54.991020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:55.010465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.095412 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-988d146d-4943-4504-8725-f7da7c391481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:54Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:55.098658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2cf85-5df7-4d25-aff3-5e0fed70aa03,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:55.101205 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d146d-4943-4504-8725-f7da7c391481 None None] The sync data for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 is: [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:54Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:41:55.129147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:55.161738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.183316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.188290 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4a81df9a-91f9-4eb6-a8b6-a8adca1aaea6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eb2cf85-5df7-4d25-aff3-5e0fed70aa03 HTTP/1.1" status: 204 len: 168 time: 1.1609812 Mar 02 17:41:55.246482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['b92852b3-ae09-4774-bc68-de73106ee808'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:55.273413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.278736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-2e696a30-ac0d-40e8-af97-bf3c5e68f67e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:55.280333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-2e696a30-ac0d-40e8-af97-bf3c5e68f67e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 200 len: 914 time: 0.3997438 Mar 02 17:41:55.309250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94420f09-b427-4a9b-a7cb-01401b023987 req-14cb9ee3-3c5d-4efe-af8d-0dac2375d69f tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=50399150-23eb-4cbd-a303-f1a8338d8509&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3787611 Mar 02 17:41:55.341352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.347187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:55.347985 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.397438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ae122b1b-61ba-4c4f-ab3b-74418cb687f0'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:55.432788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-02d8ae3d-0b4a-4467-ad74-2ffdaeb7e2ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 200 len: 217 time: 0.1423757 Mar 02 17:41:55.434921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.464964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['01db44aa-4ee7-483c-99ff-eaca2277e837'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:55.607791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-fccdb155-4329-46f4-b5e0-1a1c0f561ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:55.610053 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-fccdb155-4329-46f4-b5e0-1a1c0f561ff1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 200 len: 853 time: 0.1640670 Mar 02 17:41:55.665540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80240c8e-ad2a-4255-a769-630f5c008bb1 req-ba0310bb-d82c-47b5-8015-a4488b8cc197 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:55.668739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80240c8e-ad2a-4255-a769-630f5c008bb1 req-ba0310bb-d82c-47b5-8015-a4488b8cc197 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.7183795 Mar 02 17:41:55.722464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] Pushing event updated for resources: {'Network': ['ID=27a72faf-f8fa-456e-915c-b0b19b28ce65,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:55.744386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cad1cd98-49fa-417c-a83b-3ff2d1e9a00e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8024645 Mar 02 17:41:55.747631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 32972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:55.769478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Request body: {'subnet': {'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1925053346-subnet', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:55.781253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:55.792874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Usage tracker for resource:subnet and tenant:afb833b1c663416b91c6be791d8a20e0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:55.800755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:55.817059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.819873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:55.829269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80240c8e-ad2a-4255-a769-630f5c008bb1 req-ddb4763e-d06d-4187-9203-b5cf0a9a8832 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395292 Mar 02 17:41:55.846658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ba8f-93b6-41da-8161-8d200234d078 req-334cd187-1b32-4ae0-9509-70c0a439e967 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:55.854502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb56ba8f-93b6-41da-8161-8d200234d078 req-334cd187-1b32-4ae0-9509-70c0a439e967 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 946 time: 0.2746072 Mar 02 17:41:55.879525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Made reservation on behalf of afb833b1c663416b91c6be791d8a20e0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:55.882282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:55.997033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:41:56.040505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:56.099204 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-ab238744-5670-4299-b159-ea75c0fa0c91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a07a4bbc-7155-4d86-a69d-051d1bf3a42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4609187 Mar 02 17:41:56.131365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63631818-d4ac-419e-aa75-c0df8a9a551e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:56.136285 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'code': 200} Mar 02 17:41:56.138261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:56.160654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:56.162596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:56.163833 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-805b1e1b-ba3f-4dc1-842c-77ae3a3f8b74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63631818-d4ac-419e-aa75-c0df8a9a551e HTTP/1.1" status: 204 len: 168 time: 1.2770786 Mar 02 17:41:56.283219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb56ba8f-93b6-41da-8161-8d200234d078 req-a86e6140-7ff7-4d85-a122-58578112187e tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272354 Mar 02 17:41:56.348891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:56.366919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a34d5fb-5b4a-412b-8cf0-3eb7451815f2,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:56.502309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:56.517163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Checking segment: {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:56.517539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Network hostable DHCP agents. Network: 27a72faf-f8fa-456e-915c-b0b19b28ce65, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:41:56.529765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Usage tracker for resource:security_group_rule and tenant:162a653a258c4bb9b82a37a4f62eaa95 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:56.552937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:56.573753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:56.586984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-e47b342e-b639-4a68-972e-3af839d20338 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436996 Mar 02 17:41:56.611786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:41:56.652935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:56.687748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:56.688099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:56.780467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.786097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.790508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.794949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.802207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.826287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.833168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.836351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cde296cd-1c6c-4363-9ec5-7e32d492dda4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:56.843322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-4890c560-a632-4258-b675-fd68d4b08eb2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5435 time: 0.5448022 Mar 02 17:41:56.863259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 27a72faf-f8fa-456e-915c-b0b19b28ce65) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:56.868144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:56.869141 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:56.887214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4691c-7e63-429e-86e7-2a1008285231 None None] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:41:56.935353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e09a97a-ee6d-41b9-a13f-226b5accf43c req-8ab553ef-ee2c-47f7-bbef-627523688799 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909469 Mar 02 17:41:56.943198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-05ecb04d-e4fe-42aa-9f5d-883465ee628a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1939542 Mar 02 17:41:56.945652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 32988) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:56.954681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:56.961301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:56.976587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Usage tracker for resource:router and tenant:afb833b1c663416b91c6be791d8a20e0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:56.984230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:56.998950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6404-16ca-4db3-a5e4-246dfce8ce53 req-4a0041e6-d346-4198-8074-15ec7145f2a8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:57.000132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-84e1b494-2bae-4333-8662-906a1ca1a948 req-1166b2db-5ece-49c0-a4e5-df1b52eb7824 service neutron] 10.222.0.50 "GET /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029107 Mar 02 17:41:57.004177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.010858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-395d6404-16ca-4db3-a5e4-246dfce8ce53 req-4a0041e6-d346-4198-8074-15ec7145f2a8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.3912261 Mar 02 17:41:57.038981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.039214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:57.080764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-395d6404-16ca-4db3-a5e4-246dfce8ce53 req-919f2708-02d8-4e14-b8c1-0e0756a30bf0 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686905 Mar 02 17:41:57.118856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.118856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.140526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.290067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2904b9cb-7863-48df-9f10-6c953fd76491,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:57.306963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 0da5084f-b4ea-45e1-a47b-db3cfffd57df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:41:57.312264 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbe3ce6c-bd54-40f9-8547-42e7f9c63609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=162a653a258c4bb9b82a37a4f62eaa95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1509538 Mar 02 17:41:57.321157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:57.375959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:57.383321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:57.383697 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.410519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.487964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-27a72faf-f8fa-456e-915c-b0b19b28ce65', 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'fixed_ips': [{'subnet_id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:41:57.488953 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.620713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-9643936a-3096-4018-a6bc-3894d5b8d9c8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:57.622429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-9643936a-3096-4018-a6bc-3894d5b8d9c8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:41:57.682262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26712cc8-292b-4659-a5c1-1a5936a252b8 req-013fb395-9394-4449-964f-d83ad7610e0c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:57.690244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26712cc8-292b-4659-a5c1-1a5936a252b8 req-013fb395-9394-4449-964f-d83ad7610e0c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1023 time: 0.3630328 Mar 02 17:41:57.694785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Allocated IP 172.20.0.2 (27a72faf-f8fa-456e-915c-b0b19b28ce65/8a34d5fb-5b4a-412b-8cf0-3eb7451815f2/57e45e03-8f11-4838-9b8b-da2f620d84aa) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:57.715420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.735899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1644e2-59b4-4701-bd29-bd1935fb5e27 req-a1116f5e-4850-4c66-bca2-690eaf664c42 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:57.737888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b1644e2-59b4-4701-bd29-bd1935fb5e27 req-a1116f5e-4850-4c66-bca2-690eaf664c42 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.4142084 Mar 02 17:41:57.861391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:57.926815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b1644e2-59b4-4701-bd29-bd1935fb5e27 req-2e4b7816-8cb1-4a0d-8cab-d83f3e8b84ea tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755126 Mar 02 17:41:57.945564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26712cc8-292b-4659-a5c1-1a5936a252b8 req-910e3da6-eaea-4a70-a03d-794543878c5d tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f521e784-71a4-46a5-bc88-6a705852e247&id=50399150-23eb-4cbd-a303-f1a8338d8509&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2542596 Mar 02 17:41:57.967390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33016) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:41:57.971095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:57.999050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-9643936a-3096-4018-a6bc-3894d5b8d9c8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:41:57.999050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-9643936a-3096-4018-a6bc-3894d5b8d9c8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "GET /v2.0/ports?device_id=22de85a1-7ecc-42db-803c-0004d733e5da HTTP/1.1" status: 200 len: 1023 time: 0.9104664 Mar 02 17:41:57.999050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.083584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b92852b3-ae09-4774-bc68-de73106ee808 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:58.167986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.180877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.197113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Transition to ACTIVE for port object 57e45e03-8f11-4838-9b8b-da2f620d84aa will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:58.218893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Transition to ACTIVE for port object 57e45e03-8f11-4838-9b8b-da2f620d84aa will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:41:58.221183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:58.253282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7d11-df55-4c95-b923-ac5b569c912d req-a7d10dd2-7df7-4b76-ab11-f0483602e436 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:58.260870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-353a7d11-df55-4c95-b923-ac5b569c912d req-a7d10dd2-7df7-4b76-ab11-f0483602e436 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 946 time: 0.1728110 Mar 02 17:41:58.268132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.287739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-644557328-network', 'tenant_id': 'acc48c4f17344a7698f47907e2215525'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:41:58.294400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Deleting port b634878b-4fcd-4aae-9010-47c2ca692e99 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:41:58.295038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.299209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:58.302466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.336331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Usage tracker for resource:network and tenant:acc48c4f17344a7698f47907e2215525 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:58.342528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:58.347384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.398982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:58.401558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:41:58.407669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.413320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:41:58.416215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.440065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:41:58.446161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-353a7d11-df55-4c95-b923-ac5b569c912d req-000e3113-8905-4085-8206-e816202af95d tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842144 Mar 02 17:41:58.450095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:58.462295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Made reservation on behalf of acc48c4f17344a7698f47907e2215525 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:41:58.467341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.475560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2904b9cb-7863-48df-9f10-6c953fd76491,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:58.508709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.518019 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-425fa193-bf32-4cfd-b3f1-8853965aae74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2904b9cb-7863-48df-9f10-6c953fd76491 HTTP/1.1" status: 204 len: 168 time: 1.1898024 Mar 02 17:41:58.526165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.658215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:41:58.662704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.695924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port cde296cd-1c6c-4363-9ec5-7e32d492dda4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cde296cd-1c6c-4363-9ec5-7e32d492dda4,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:58.706470 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b', 'code': 200} Mar 02 17:41:58.735474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52d3853d-525d-4f83-8bb5-bafa2253aca5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/floatingips/11203a9b-8143-4c51-9982-a1eaaebb0b09 HTTP/1.1" status: 204 len: 168 time: 7.6047289 Mar 02 17:41:58.739364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:41:58.761952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Sync routers for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:41:58.777857 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.802136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port b92852b3-ae09-4774-bc68-de73106ee808 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:41:58.815806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port b634878b-4fcd-4aae-9010-47c2ca692e99, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b634878b-4fcd-4aae-9010-47c2ca692e99,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:58.816184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.820399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Attempting to bind port 57e45e03-8f11-4838-9b8b-da2f620d84aa on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:41:58.821535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Attempting to bind port 57e45e03-8f11-4838-9b8b-da2f620d84aa by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:41:58.822719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Attempting to bind port 57e45e03-8f11-4838-9b8b-da2f620d84aa on network 27a72faf-f8fa-456e-915c-b0b19b28ce65 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:41:58.833867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port b92852b3-ae09-4774-bc68-de73106ee808 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:41:58.834484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.901175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:41:58.902728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Checking segment: {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:41:58.903372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.904124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Bound using segment: {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:41:58.904601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Bound port: 57e45e03-8f11-4838-9b8b-da2f620d84aa, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:41:58.905079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:58.917987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Pushing event updated for resources: {'Port': ['ID=57e45e03-8f11-4838-9b8b-da2f620d84aa,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:58.986024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:41:58.986294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Calling delete_port for b634878b-4fcd-4aae-9010-47c2ca692e99 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:41:58.987033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:41:59.062950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Allocated IP 172.25.3.220 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1208659a-c535-42c4-bb72-e667d3375157) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:41:59.224580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.278207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:59.305541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'b634878b-4fcd-4aae-9010-47c2ca692e99'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:41:59.346277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'Port': ['ID=b634878b-4fcd-4aae-9010-47c2ca692e99,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:59.388929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:41:59.419958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Usage tracker for resource:security_group_rule and tenant:acc48c4f17344a7698f47907e2215525 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:41:59.434291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:41:59.439319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] No DVR routers for this DVR port b634878b-4fcd-4aae-9010-47c2ca692e99 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:41:59.442506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.458316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:41:59.467223 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-fac4246b-766f-4e7b-81d3-62fec6511b89 req-527ba83a-fe48-4184-8abe-e784ecb535c6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "DELETE /v2.0/ports/b634878b-4fcd-4aae-9010-47c2ca692e99 HTTP/1.1" status: 204 len: 173 time: 1.4654744 Mar 02 17:41:59.496990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.497256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.504439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.514075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.523385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.531176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.536785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] For port 57e45e03-8f11-4838-9b8b-da2f620d84aa, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:41:59.538542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.545555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.559213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-8803e5c9-209b-4e1c-b6dd-bdddff468789 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5436 time: 0.6643703 Mar 02 17:41:59.574971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] For port 57e45e03-8f11-4838-9b8b-da2f620d84aa, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=57e45e03-8f11-4838-9b8b-da2f620d84aa,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:41:59.604458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.691753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:41:59.722242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.723186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0fba10ff-8ae9-4e31-b544-b897801a4a7c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:41:59.737383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fa047-23d9-4ef7-acd4-87caa47f8094 req-434dc138-818a-4b71-a4de-6d7e289570fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:41:59.743348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e78fa047-23d9-4ef7-acd4-87caa47f8094 req-434dc138-818a-4b71-a4de-6d7e289570fa tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6500063 Mar 02 17:41:59.765010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:41:59.820194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.829770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b3b54d8-5e5e-4168-ad95-1bb1c539a933 req-1a30ec7f-f36b-4fc3-90a6-e84a3954c17d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2694135 Mar 02 17:41:59.871624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470643be-8b35-4aad-b01f-0ac9da1cf8c1 None None] Pushing event updated for resources: {'Port': ['ID=57e45e03-8f11-4838-9b8b-da2f620d84aa,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:41:59.900802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e78fa047-23d9-4ef7-acd4-87caa47f8094 req-f5a08612-6e43-4ee1-b85b-83c3846600ba tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374357 Mar 02 17:41:59.939430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.958204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:41:59.963025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:00.109572 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:00.133308 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'status': 'completed', 'code': 200} Mar 02 17:42:00.135530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:42:00.271909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:42:00.302706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c265d5b8-2b6f-4733-953f-f7b105fe1ec1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:00.312915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:00.376185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:42:00.446496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-85d5ba86-f1a0-498a-ae0d-3989d2b9d0e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 1096 time: 0.2080061 Mar 02 17:42:00.532568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:00.552449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:00.552826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:00.638985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Pushing event updated for resources: {'Port': ['ID=1208659a-c535-42c4-bb72-e667d3375157,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:00.665478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:00.666226 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Added segment d5bc78c9-4c22-482d-ab1a-37e5bd497679 of type vlan for network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 Mar 02 17:42:00.708575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:00.766874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-8c11b7b0-7011-4d65-bb46-dc6f82311857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:00.768713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-8c11b7b0-7011-4d65-bb46-dc6f82311857 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 200 len: 897 time: 0.2949269 Mar 02 17:42:00.816759 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:00.962251 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808', 'code': 200} Mar 02 17:42:00.995497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.001987 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-c56de088-7cf3-4c09-9831-50dba4711e23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 200 len: 217 time: 0.2224162 Mar 02 17:42:01.090894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:01.118542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.119461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 56a47921-6602-46d2-8bfd-0ca3dc73a514 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:01.137720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:42:01.180725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-e1d87696-4abd-498e-a1b0-6bc76befb482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:01.183174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-e1d87696-4abd-498e-a1b0-6bc76befb482 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 200 len: 835 time: 0.1756616 Mar 02 17:42:01.184870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 57e45e03-8f11-4838-9b8b-da2f620d84aa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:01.246024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:01.273255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.274197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:01.275390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.278470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Checking router: 0da5084f-b4ea-45e1-a47b-db3cfffd57df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:01.313117 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-c09948d2-332b-48ef-bf5e-3470230cef3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ad60934f-28b4-4b17-85ac-cbdde045930b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118431 Mar 02 17:42:01.323850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-4dcafaca-c364-4f53-8f0c-b4c2ecffb0ce tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/f521e784-71a4-46a5-bc88-6a705852e247 HTTP/1.1" status: 200 len: 1634 time: 0.2963696 Mar 02 17:42:01.372273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:01.390338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a299-1ab2-43d4-9da3-3d2373cd165e req-c2c2ace5-f647-4a67-b7eb-0f22247a0a31 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:01.398556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0329a299-1ab2-43d4-9da3-3d2373cd165e req-c2c2ace5-f647-4a67-b7eb-0f22247a0a31 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.6390929 Mar 02 17:42:01.419270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 56a47921-6602-46d2-8bfd-0ca3dc73a514 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:01.428214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:01.428864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:01.620827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 56a47921-6602-46d2-8bfd-0ca3dc73a514 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:01.621503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.629760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-45881459-a516-4fb3-80da-7c3b28f1e125 service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034251 Mar 02 17:42:01.636024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1c31f4-8ab8-4f10-afec-13fe55ac5368,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:01.645611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1dcb33a4-f077-4afc-9203-f141707def19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6762064 Mar 02 17:42:01.648093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33084) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:01.651408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05587f-8f48-4106-8948-550efd9c108f None None] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:01.685233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Request body: {'subnet': {'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-644557328-subnet', 'tenant_id': 'acc48c4f17344a7698f47907e2215525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:01.694476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:42:01.694761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:01.695932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0329a299-1ab2-43d4-9da3-3d2373cd165e req-4747a68c-d008-4744-b4e9-6dee7fbee9c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc9479ef-f306-428c-9a97-da91e71e6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961707 Mar 02 17:42:01.699838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.700599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Usage tracker for resource:subnet and tenant:acc48c4f17344a7698f47907e2215525 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:01.705349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:01.713099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:01.778832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.819976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.820754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:01.988298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Made reservation on behalf of acc48c4f17344a7698f47907e2215525 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:01.991339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:02.095878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:02.148801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'name': 'network-vif-deleted', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:02.156177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521e784-71a4-46a5-bc88-6a705852e247,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:02.172851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:02.187616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3100a572-9df7-4f86-90f8-4b4d23b73f68 req-b574a4c9-29cd-4912-a7d3-61bf20e069cc tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/f521e784-71a4-46a5-bc88-6a705852e247 HTTP/1.1" status: 204 len: 173 time: 0.8617983 Mar 02 17:42:02.199985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:02.261437 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4659c55a-c310-4f8f-9022-6f229919e0bf req-c2b71641-5a38-42c5-83c1-fc0201f631ba service neutron] 10.222.0.50 "GET /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164854 Mar 02 17:42:02.428143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23f69e-7124-4cb5-8eca-6c704c2e14a3 req-5afd1d70-f457-4666-b8a9-d60990dcd0e1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.429822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc23f69e-7124-4cb5-8eca-6c704c2e14a3 req-5afd1d70-f457-4666-b8a9-d60990dcd0e1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.2313454 Mar 02 17:42:02.472093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-29de406e-4552-43a0-98d4-10db188d029b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.472971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-29de406e-4552-43a0-98d4-10db188d029b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:02.513326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:02.541082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b634878b-4fcd-4aae-9010-47c2ca692e99 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:02.554290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-29de406e-4552-43a0-98d4-10db188d029b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:02.557896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-29de406e-4552-43a0-98d4-10db188d029b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 945 time: 0.2561738 Mar 02 17:42:02.598008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.602427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: b634878b-4fcd-4aae-9010-47c2ca692e99 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:02.602934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b634878b-4fcd-4aae-9010-47c2ca692e99 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:02.604571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.611089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.615148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.619214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.623058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.627823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:02.630348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-cc1ce265-f387-41af-ac2c-3c8d263a0d69 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5438 time: 0.2805841 Mar 02 17:42:02.633449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc23f69e-7124-4cb5-8eca-6c704c2e14a3 req-a512ddce-ac18-4922-8c9e-fb069130a71b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957786 Mar 02 17:42:02.709588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05c1383-e3e2-4dc3-a3d1-435aae76c9d9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:02.721320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0cda80c0-d6dd-48fa-9931-99dc6a1b5eb3 req-ba338f8e-2d57-4009-b3df-c6f35c96cf8d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766478 Mar 02 17:42:02.722213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Router 83dab538-35c9-47f3-a9dd-6d404b05951e is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:42:02.747622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port f7bc853a-755f-4254-95da-3fc46e9e20b9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:02.748545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:02.823068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Checking segment: {'id': 'd5bc78c9-4c22-482d-ab1a-37e5bd497679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:42:02.823548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Network hostable DHCP agents. Network: cf1c31f4-8ab8-4f10-afec-13fe55ac5368, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:42:02.944432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 57e45e03-8f11-4838-9b8b-da2f620d84aa completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:02.970736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cde296cd-1c6c-4363-9ec5-7e32d492dda4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:02.987322 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22de85a1-7ecc-42db-803c-0004d733e5da', 'name': 'network-vif-deleted', 'tag': 'b634878b-4fcd-4aae-9010-47c2ca692e99', 'status': 'completed', 'code': 200} Mar 02 17:42:03.017275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fba10ff-8ae9-4e31-b544-b897801a4a7c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:03.059376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:42:03.074413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Provisioning for port 57e45e03-8f11-4838-9b8b-da2f620d84aa completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:03.097847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Provisioning complete for port 57e45e03-8f11-4838-9b8b-da2f620d84aa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:03.098224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.142932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, cf1c31f4-8ab8-4f10-afec-13fe55ac5368) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:03.156058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:03.156977 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.193593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-9f488efb-5d6f-404a-a47e-ba78fd5ec3ec tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/50399150-23eb-4cbd-a303-f1a8338d8509 HTTP/1.1" status: 200 len: 1635 time: 0.1546626 Mar 02 17:42:03.195634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9797b49-4ca8-44bb-b48d-dacfb48adc2f None None] Network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:03.209413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port f7bc853a-755f-4254-95da-3fc46e9e20b9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7bc853a-755f-4254-95da-3fc46e9e20b9,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:03.209772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.242845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566880-3319-4353-906b-c30d818e1a24 req-dfd017e2-3eb5-4292-b7a5-f8510cf50d65 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:03.250301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f566880-3319-4353-906b-c30d818e1a24 req-dfd017e2-3eb5-4292-b7a5-f8510cf50d65 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 946 time: 0.4195085 Mar 02 17:42:03.309850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a5c7d1e-9b97-4dfa-96a6-a66b05f107d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6261468 Mar 02 17:42:03.378662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.393536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f566880-3319-4353-906b-c30d818e1a24 req-c3966e56-b901-4b11-98ca-f84587174cf3 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.37 "GET /v2.0/security-groups?id=23beeb86-d0da-4c11-b48f-7931f9980714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422639 Mar 02 17:42:03.496228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:03.508709 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Sync routers for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:03.524186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.530441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for f7bc853a-755f-4254-95da-3fc46e9e20b9 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:03.541185 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:03.542710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:03.588097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.593321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1e0e3834-b1b6-4bbc-a184-8ee7d1e65f8c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6463833 Mar 02 17:42:03.595876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33120) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:03.719705 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.753968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:03.763759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aff574-f141-4549-a0f1-bf0c8063ff68 None None] The sync data for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 is: [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:37:56Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3b48c27c-16b3-4669-a087-3f6be693d03f', 'name': '', 'network_id': 'ad60934f-28b4-4b17-85ac-cbdde045930b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:23:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:55Z', 'updated_at': '2022-03-02T17:39:04Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': 'bec8f714-c7a3-4d45-8a5c-91e11601af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:42:03.821724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.906906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cde296cd-1c6c-4363-9ec5-7e32d492dda4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:03.907384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.922281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50399150-23eb-4cbd-a303-f1a8338d8509,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:03.936053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:03.950364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bcb0c3-233d-4b0e-a9e8-82b992c1c1cd req-2863eb48-0938-4737-b6e7-f96e38cb0f4c tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/50399150-23eb-4cbd-a303-f1a8338d8509 HTTP/1.1" status: 204 len: 173 time: 0.7451665 Mar 02 17:42:03.978234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:04.001095 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:04.115134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f1b23-c91b-4bc3-a37b-51af19e288ad None None] Network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:04.169144 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fba10ff-8ae9-4e31-b544-b897801a4a7c', 'code': 200} Mar 02 17:42:04.196211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:04.216299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=f7bc853a-755f-4254-95da-3fc46e9e20b9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:04.231183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:04.339645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] No DVR routers for this DVR port f7bc853a-755f-4254-95da-3fc46e9e20b9 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:04.349939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:04.399733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3d875d99-3fa4-4513-9aed-ff1357fb8213 req-daf47e8a-c884-425c-a316-cf38798a47a1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.50 "DELETE /v2.0/ports/f7bc853a-755f-4254-95da-3fc46e9e20b9 HTTP/1.1" status: 204 len: 173 time: 1.8337510 Mar 02 17:42:04.408399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae122b1b-61ba-4c4f-ab3b-74418cb687f0 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:04.445896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a967d24-05e2-44a3-a0cd-564ed80da5c9 req-351cbc87-c88c-4812-9951-e2f84296ad20 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61c77e0-8f1a-46c4-900f-5c5980335aa8 HTTP/1.1" status: 200 len: 210 time: 0.2253661 Mar 02 17:42:04.491464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-0fe6db83-2878-4b02-b3a8-a8142fb9df00 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:04.495383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-0fe6db83-2878-4b02-b3a8-a8142fb9df00 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Synchronizing usage tracker for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:04.539859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-0fe6db83-2878-4b02-b3a8-a8142fb9df00 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Unset dirty status for tenant:af6d3878e5ad476aa4a5561527bf12a4 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:04.543351 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-0fe6db83-2878-4b02-b3a8-a8142fb9df00 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.50 "GET /v2.0/ports?device_id=4595566c-2618-4168-9460-baa7314d0f61 HTTP/1.1" status: 200 len: 946 time: 0.3284564 Mar 02 17:42:04.681692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-77367143-55e8-48a4-8112-ffbbd9ef4d05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 1096 time: 0.4628239 Mar 02 17:42:04.709047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Deleting port 92f86292-daeb-4222-bf4c-cc57d5952eef {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:04.709909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:04.903606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:04.948694 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:01Z', 'revision_number': 3, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:04.958966 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Checking router: 83dab538-35c9-47f3-a9dd-6d404b05951e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:04.959305 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Updating router 83dab538-35c9-47f3-a9dd-6d404b05951e port 1208659a-c535-42c4-bb72-e667d3375157 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:42:04.998186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-deleted', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:05.111681 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.113525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] For port 57e45e03-8f11-4838-9b8b-da2f620d84aa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=57e45e03-8f11-4838-9b8b-da2f620d84aa,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:05.132352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:05.185940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:05.208743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:05.209131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.252683 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.313365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] For port 92f86292-daeb-4222-bf4c-cc57d5952eef, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=92f86292-daeb-4222-bf4c-cc57d5952eef,segment=NetworkSegment(9f788843-8237-470d-bb57-bbb449b6d55b),segment_id=9f788843-8237-470d-bb57-bbb449b6d55b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:05.313740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.499820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-17031e8a-3fd8-454b-9c94-d09d494704e3 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.500916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-17031e8a-3fd8-454b-9c94-d09d494704e3 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Synchronizing usage tracker for tenant:acc48c4f17344a7698f47907e2215525 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:05.635381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d231-479a-4370-b5e4-898c98966962 req-86a87fd4-81fa-4866-a03b-066645af728f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.637599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-86a87fd4-81fa-4866-a03b-066645af728f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.9432170 Mar 02 17:42:05.654329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc5ba-2470-4df8-87e3-235e01b717cd None None] Pushing event updated for resources: {'Port': ['ID=57e45e03-8f11-4838-9b8b-da2f620d84aa,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:05.663418 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.678196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c996f1-4814-401b-a7fc-06fd7f11d688 None None] New status for floating IP 11203a9b-8143-4c51-9982-a1eaaebb0b09: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:42:05.688516 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Transition to ACTIVE for port object 1208659a-c535-42c4-bb72-e667d3375157 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:42:05.704307 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.730862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.736372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.740556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.744957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.749588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.754975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.759596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:05.767471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-34034483-eec4-4dea-8321-8706726e78c1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5439 time: 0.9938507 Mar 02 17:42:05.837364 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926496-0480-4213-8cab-19a90ac692ff None None] Pushing event updated for resources: {'Port': ['ID=1208659a-c535-42c4-bb72-e667d3375157,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:05.839385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-72203f98-2f88-43c1-9b4f-3b312c8974f3 None None] Provisioning complete for port 57e45e03-8f11-4838-9b8b-da2f620d84aa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:05.839758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72203f98-2f88-43c1-9b4f-3b312c8974f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.844433 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Attempting to bind port 1208659a-c535-42c4-bb72-e667d3375157 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:42:05.844797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Attempting to bind port 1208659a-c535-42c4-bb72-e667d3375157 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:42:05.845197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Attempting to bind port 1208659a-c535-42c4-bb72-e667d3375157 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:42:05.853587 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:42:05.853955 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:42:05.854351 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.854766 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:42:05.855864 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Bound port: 1208659a-c535-42c4-bb72-e667d3375157, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:42:05.856437 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:05.981137 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] For port 1208659a-c535-42c4-bb72-e667d3375157, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:42:05.985435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Calling delete_port for 92f86292-daeb-4222-bf4c-cc57d5952eef owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:05.988644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] For port 1208659a-c535-42c4-bb72-e667d3375157, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1208659a-c535-42c4-bb72-e667d3375157,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:42:06.007246 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.074367 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.106885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-17031e8a-3fd8-454b-9c94-d09d494704e3 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Unset dirty status for tenant:acc48c4f17344a7698f47907e2215525 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:06.116129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-17031e8a-3fd8-454b-9c94-d09d494704e3 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/networks?id=cf1c31f4-8ab8-4f10-afec-13fe55ac5368 HTTP/1.1" status: 200 len: 820 time: 1.1177962 Mar 02 17:42:06.125883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:06.132280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.134552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 01db44aa-4ee7-483c-99ff-eaca2277e837 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:06.142650 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926496-0480-4213-8cab-19a90ac692ff None None] Pushing event updated for resources: {'Port': ['ID=1208659a-c535-42c4-bb72-e667d3375157,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:06.152706 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:06.153573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:41:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:06.201235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2dc455cd-5d53-4aed-9d1c-b343f57a11f4 req-de777891-5544-4223-a95f-c173339f37f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4325101 Mar 02 17:42:06.213582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-0b5511d6-2498-4861-bebd-0cac07d268e8 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/quotas/acc48c4f17344a7698f47907e2215525 HTTP/1.1" status: 200 len: 375 time: 0.0962989 Mar 02 17:42:06.240224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}, {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:06.284683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-d3c9f1a7-9dbe-4d69-8ea0-41d7def3d448 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 200 len: 999 time: 0.5655122 Mar 02 17:42:06.295237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 01db44aa-4ee7-483c-99ff-eaca2277e837 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:06.299230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-4b5dae75-8a20-4915-a92c-3fd4d68e007b tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=acc48c4f17344a7698f47907e2215525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846517 Mar 02 17:42:06.304431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:06.307448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 01db44aa-4ee7-483c-99ff-eaca2277e837 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:06.308050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.364341 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.417118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d231-479a-4370-b5e4-898c98966962 req-3e196ad4-eca4-4fa4-ac5d-90e13dab9898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:06.418785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-3e196ad4-eca4-4fa4-ac5d-90e13dab9898 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.1177886 Mar 02 17:42:06.481546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.516088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:06.520139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Pushing event deleted for resources: {'Port': ['ID=92f86292-daeb-4222-bf4c-cc57d5952eef,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:06.552420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-a7ae4418-f9d1-4b3e-9ed6-29c11ea23380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222980 Mar 02 17:42:06.589371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['92f86292-daeb-4222-bf4c-cc57d5952eef'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:42:06.645452 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:06.698857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: f7bc853a-755f-4254-95da-3fc46e9e20b9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:06.699199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7bc853a-755f-4254-95da-3fc46e9e20b9 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:06.699623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 92f86292-daeb-4222-bf4c-cc57d5952eef no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:06.709327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] No DVR routers for this DVR port 92f86292-daeb-4222-bf4c-cc57d5952eef on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:06.722550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.754445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6b01a48-e402-493b-958b-ad62ec59c29a req-757b2410-7bc8-4843-838a-2e9ef0f62b51 tempest-ServerAddressesTestJSON-1748298323 tempest-ServerAddressesTestJSON-1748298323-project] 10.222.0.50 "DELETE /v2.0/ports/92f86292-daeb-4222-bf4c-cc57d5952eef HTTP/1.1" status: 204 len: 173 time: 2.2051282 Mar 02 17:42:06.782205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 92f86292-daeb-4222-bf4c-cc57d5952eef {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:06.782544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 92f86292-daeb-4222-bf4c-cc57d5952eef not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:06.806342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:06.812869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:06.987945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:07.151640 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:01Z', 'revision_number': 3, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:07.153580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-549037e7-3e98-4948-bf5b-1531fe3cd973 service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934124 Mar 02 17:42:07.157272 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6207e-7141-4004-a2ba-9c805b017db3 None None] The sync data for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 is: [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:01Z', 'revision_number': 3, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:42:07.170018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e6e7-2c65-4d74-bbad-cfcf7bdd5e52 req-5a608448-0bff-4133-8aa5-bf643e8ff7cc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:07.172763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1266e6e7-2c65-4d74-bbad-cfcf7bdd5e52 req-5a608448-0bff-4133-8aa5-bf643e8ff7cc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5800235 Mar 02 17:42:07.185164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 57e45e03-8f11-4838-9b8b-da2f620d84aa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:07.261789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 57e45e03-8f11-4838-9b8b-da2f620d84aa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:07.262168 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:07.433558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-60398eac-0a9c-412e-861f-2143f3541cfb service neutron] 10.222.0.37 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0109758 Mar 02 17:42:07.603098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:07.615120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1266e6e7-2c65-4d74-bbad-cfcf7bdd5e52 req-f32f0d31-e124-4141-a88c-c9327a3056ed tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243312 Mar 02 17:42:07.620635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3425d231-479a-4370-b5e4-898c98966962 req-169b84f3-0307-4959-a6b7-7411fc3653ca service neutron] 10.222.0.50 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441240 Mar 02 17:42:07.704918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271213582', 'description': 'tempest-description-405704029'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:07.710504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:07.723915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:07.740425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:07.759023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:07.763050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-a85e24d2-9f67-4901-a4e0-3bc5b91b8502 service neutron] 10.222.0.37 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286219 Mar 02 17:42:07.813631 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:07.918824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:07.928736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Usage tracker for resource:security_group_rule and tenant:e733be0f7a3a4224a697def2d85b1c19 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:07.937125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:07.947136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:07.972565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Allocated IP 172.20.0.1 (27a72faf-f8fa-456e-915c-b0b19b28ce65/8a34d5fb-5b4a-412b-8cf0-3eb7451815f2/946f82cf-24ee-4bec-9bba-d9a3a324d8a1) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:42:08.004806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:08.075111 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c77e0-8f1a-46c4-900f-5c5980335aa8', 'name': 'network-vif-deleted', 'tag': 'f7bc853a-755f-4254-95da-3fc46e9e20b9', 'status': 'completed', 'code': 200} Mar 02 17:42:08.090562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Deleting subnet 6f859219-f84b-43d2-b907-e099d22a6b11 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:42:08.094899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.115230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.122055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.179379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.231531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:08.239667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33196) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:08.246113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.368753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.381668 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'code': 200} Mar 02 17:42:08.382375 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'code': 200} Mar 02 17:42:08.442740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.488577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.558555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f859219-f84b-43d2-b907-e099d22a6b11,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:08.574842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.584912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ff271a9f-9ab1-4790-aa7d-7cac7324288d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f859219-f84b-43d2-b907-e099d22a6b11 HTTP/1.1" status: 204 len: 168 time: 0.5778787 Mar 02 17:42:08.585631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33206) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:08.598399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.602171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96633471-6483-4fa4-b518-d9a26d9eb1d2 req-16fe5378-032e-40bc-b813-c8b5d8a1bef1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9113641 Mar 02 17:42:08.773514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Transition to ACTIVE for port object 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:42:08.782256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.823315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1209cff-53da-4321-8384-9dc96b09610e req-4af0212f-ea0d-4c49-abf8-1fd91b94d63a tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 210 time: 0.1307755 Mar 02 17:42:08.972867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:08.989767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:08.993727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:08.997619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:09.002156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:09.005765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:09.008093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775b1495-9213-4c4c-809a-c1e5de847bee']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:09.010745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:09.014638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:09.016715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-acabc394-2fad-4be7-93d3-874a1030c763 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.3319845 Mar 02 17:42:09.017682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.027223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f788843-8237-470d-bb57-bbb449b6d55b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:09.027682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f788843-8237-470d-bb57-bbb449b6d55b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:09.041928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.059301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.066515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:42:09.066944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.138791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:42:09.143018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:09.146591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2788318-0c72-4829-8de5-84714061e6a2 req-04b18c3c-191f-4b35-a9c0-c4b8a22e3d51 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad HTTP/1.1" status: 200 len: 1633 time: 0.2459366 Mar 02 17:42:09.148962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:42:09.177546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Pushing event updated for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:09.210590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1354794412', 'description': 'tempest-description-hth-1714418244'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:09.231455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2d896adc-cdf8-4a81-8e1a-46401c9d1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:42:09.273575 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:42:09.281713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.307517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.308758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48a6a25d-8de8-4a5d-a55a-8f187f595930 req-931b63af-578b-4f97-93fe-00925cd14515 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2436063 Mar 02 17:42:09.314930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.320761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=775b1495-9213-4c4c-809a-c1e5de847bee,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:09.333806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.343038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5613b6b9-09fd-4113-9cea-7f383ba2a4e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/775b1495-9213-4c4c-809a-c1e5de847bee HTTP/1.1" status: 204 len: 168 time: 0.7525530 Mar 02 17:42:09.460377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.518945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.523108 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.524333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2788318-0c72-4829-8de5-84714061e6a2 req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "PUT /v2.0/security-groups/73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad HTTP/1.1" status: 200 len: 1609 time: 0.3302846 Mar 02 17:42:09.543693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.582365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-baaf499b-74b4-4cc8-9da0-b2c77b777dfd None None] Provisioning for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:09.590190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-baaf499b-74b4-4cc8-9da0-b2c77b777dfd None None] Provisioning complete for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:09.590933 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-baaf499b-74b4-4cc8-9da0-b2c77b777dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.669282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-baaf499b-74b4-4cc8-9da0-b2c77b777dfd None None] Port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:42:09.734008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:09.792859 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5a1891e-2a60-4c28-a9ca-e370d09b1165 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af6d3878e5ad476aa4a5561527bf12a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572469 Mar 02 17:42:09.798702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:09.886840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.933393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:09.934253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e365ce9-581d-4e7a-9d14-1f1ca618282e tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:10.013457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.033510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23beeb86-d0da-4c11-b48f-7931f9980714,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:10.050358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.052192 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3711b3f8-8539-4925-ac95-0365375f4141 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23beeb86-d0da-4c11-b48f-7931f9980714 HTTP/1.1" status: 204 len: 168 time: 0.2505360 Mar 02 17:42:10.054463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8be7ae11-169b-4b37-b05d-022c66e58ac6 req-fb3866c1-7590-41ec-b196-2772d43e8707 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad HTTP/1.1" status: 200 len: 1609 time: 0.4244974 Mar 02 17:42:10.077438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'name': 'network-vif-deleted', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:10.184905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-dc2c2708-6982-4950-a611-7bf61b713e2d tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:10.187144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-dc2c2708-6982-4950-a611-7bf61b713e2d tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.50 "GET /v2.0/networks?id=cf1c31f4-8ab8-4f10-afec-13fe55ac5368 HTTP/1.1" status: 200 len: 820 time: 0.3933539 Mar 02 17:42:10.199415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efa2d7-45ca-4090-ac17-2b6d2f68c0c3 req-b001f8ca-c776-44e9-92ef-2d68fda6a75d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:10.203545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72efa2d7-45ca-4090-ac17-2b6d2f68c0c3 req-b001f8ca-c776-44e9-92ef-2d68fda6a75d tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5703747 Mar 02 17:42:10.239427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Request body: {'port': {'device_id': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368', 'admin_state_up': True, 'tenant_id': 'acc48c4f17344a7698f47907e2215525'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:10.379957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ee4c09f-ffb0-413a-b909-f5f840b52770 req-5fa73e61-0a9b-498f-9291-9f11ae71e384 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 210 time: 0.1492059 Mar 02 17:42:10.383751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:10.421919 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:42:10.609370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72efa2d7-45ca-4090-ac17-2b6d2f68c0c3 req-f7822d41-811c-4c70-a988-f139e9c443ce tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043033 Mar 02 17:42:10.692438 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4595566c-2618-4168-9460-baa7314d0f61', 'name': 'network-vif-deleted', 'tag': '92f86292-daeb-4222-bf4c-cc57d5952eef', 'status': 'completed', 'code': 200} Mar 02 17:42:10.705862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.709343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:10.717624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.752405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Usage tracker for resource:port and tenant:acc48c4f17344a7698f47907e2215525 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:10.794534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-41aedf65-e3d5-454f-8c3c-1fea48df545a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad HTTP/1.1" status: 200 len: 1609 time: 0.2515345 Mar 02 17:42:10.797209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:10.841754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:10.958251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Made reservation on behalf of acc48c4f17344a7698f47907e2215525 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:10.961548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.982534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:10.985997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Pushing event updated for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:11.003373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:11.292856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2666949f-c6fa-43d8-8518-c9a1bb8acb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:11.330444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:11.367246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.371255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.376077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.380331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.384205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.388438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.393612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:11.395509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2cad1359-6e11-4303-87f8-c62bb0819dab tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.5564451 Mar 02 17:42:11.488322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:11.601860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:42:11.613994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Allocated IP 172.20.0.3 (cf1c31f4-8ab8-4f10-afec-13fe55ac5368/a05c1383-e3e2-4dc3-a3d1-435aae76c9d9/d26f0863-b36b-4801-aebf-33eeef1cd439) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:42:11.615727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:11.766371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa4db0a-6894-4fef-ab61-076945030753 req-2c5f703c-0f4b-45af-90f8-a701541b9420 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3501587 Mar 02 17:42:11.833727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:11.885408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:11.886553 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'code': 200} Mar 02 17:42:11.948277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3a0dfb8-8a2e-417a-a976-fefa27cd3d3c None None] Provisioning complete for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:11.949090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3a0dfb8-8a2e-417a-a976-fefa27cd3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:12.025263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0dfb8-8a2e-417a-a976-fefa27cd3d3c None None] Port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:42:12.109874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:12.115171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-403fa0da-7eab-4bba-bd97-f74aecc4b51a req-e4acb0b0-64f0-43f0-9454-0c4a51fd1dc2 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/73c5bc9a-ab6d-4b8e-89f2-fbf92253a9ad HTTP/1.1" status: 204 len: 173 time: 1.3197742 Mar 02 17:42:12.658701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:12.727050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:12.744503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33302) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:12.854647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60fa0552-b789-4a7d-a692-cfcb4ab8e5dc req-2d516296-f0b6-491f-b0fc-7152fd9a2f8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6498 time: 0.8190014 Mar 02 17:42:12.984381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df33d0-c28b-43ca-ab65-3dfc11e3a488 req-8400c6ea-f6ee-4716-9baf-a91f34f1912b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:12.986052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3df33d0-c28b-43ca-ab65-3dfc11e3a488 req-8400c6ea-f6ee-4716-9baf-a91f34f1912b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.9551513 Mar 02 17:42:13.007928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.063686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.107227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.126146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:13.134298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Usage tracker for resource:security_group_rule and tenant:63cba120aba449e1a9c34ad3d6be47d2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:13.140583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:13.153400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:13.242173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1208659a-c535-42c4-bb72-e667d3375157 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:13.280713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.288607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.344289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:42:13.356017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd8c1e8-1ee0-40b5-a0db-70430b390d80,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:13.361296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:13.378469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1208659a-c535-42c4-bb72-e667d3375157 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:13.379531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:42:13.385457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.385956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.386395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.386769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.387384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.387538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.387765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.388088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.388411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.388729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.389177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:13.389912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1208659a-c535-42c4-bb72-e667d3375157 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:13.390838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.396486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbb03967-64aa-484b-a004-5666b0f00655 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63cba120aba449e1a9c34ad3d6be47d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6506026 Mar 02 17:42:13.399157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33318) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:13.420907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60fa0552-b789-4a7d-a692-cfcb4ab8e5dc req-5dfda58c-b7e4-4ece-87b6-bc81d2dd6026 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8189521d-ec53-4eaa-b7da-63d64d24252d&id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4917030 Mar 02 17:42:13.490409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3df33d0-c28b-43ca-ab65-3dfc11e3a488 req-d4962c50-64e2-43b7-851a-16cf7f9a1a52 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300120 Mar 02 17:42:13.540848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Pushing event updated for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:13.546994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.611082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.654048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:13.655129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.658702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.683900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1208659a-c535-42c4-bb72-e667d3375157, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1208659a-c535-42c4-bb72-e667d3375157,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:13.694152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.739155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.764607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:13.768408 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dd8c1e8-1ee0-40b5-a0db-70430b390d80 HTTP/1.1" status: 204 len: 168 time: 0.3658946 Mar 02 17:42:13.771131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5835d6-3b0f-4c17-8576-67701b5cf047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd8c1e8-1ee0-40b5-a0db-70430b390d80,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:13.797786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1208659a-c535-42c4-bb72-e667d3375157,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:13.833757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-42857505-e30c-48bd-b205-ddc0172e2564 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6034234 Mar 02 17:42:13.872215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98672e7d-eb11-40dd-acc1-543e6c89131d req-c816eff2-c129-4935-8096-b8cdb2ef7297 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.1101265 Mar 02 17:42:13.890656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Request body: {'port': {'device_id': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:13.961266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-b5e80492-6c21-44f0-bb91-55463e280a3c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:13.962855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-b5e80492-6c21-44f0-bb91-55463e280a3c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Synchronizing usage tracker for tenant:acc48c4f17344a7698f47907e2215525 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:14.153519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-b5e80492-6c21-44f0-bb91-55463e280a3c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Unset dirty status for tenant:acc48c4f17344a7698f47907e2215525 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:14.156012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-b5e80492-6c21-44f0-bb91-55463e280a3c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 931 time: 1.1889734 Mar 02 17:42:14.169154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Router 83dab538-35c9-47f3-a9dd-6d404b05951e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:42:14.220123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:14.240080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.260022 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.275832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:14.279717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Usage tracker for resource:security_group_rule and tenant:b45932d757f947d4b8a5bb9a230887d6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:14.282623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:14.288538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:14.296400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.410964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.418670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.425518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-314c3d3a-62d1-4eda-8822-e21c558a5bfc tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Synchronizing usage tracker for tenant:acc48c4f17344a7698f47907e2215525 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:14.474989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6065973b-6fc8-4a77-bb80-2c580442e4cd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:14.486226 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e008f09-475d-4dda-861e-1d7c1c45fe10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45932d757f947d4b8a5bb9a230887d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2645769 Mar 02 17:42:14.486954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:14.578852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.620718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.631315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-314c3d3a-62d1-4eda-8822-e21c558a5bfc tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Unset dirty status for tenant:acc48c4f17344a7698f47907e2215525 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:14.632533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fa6bfa3-fd28-492c-a7d8-28dfabb4305b req-314c3d3a-62d1-4eda-8822-e21c558a5bfc tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579172 Mar 02 17:42:14.662739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.669298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.675531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.679979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.685875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.689963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.703921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:14.708462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-910cd76d-1b9c-41dd-a524-fffad3783fcd tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.5645497 Mar 02 17:42:14.720434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.748328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6065973b-6fc8-4a77-bb80-2c580442e4cd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:14.754511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:14.758715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b7faa69-ba0e-4840-9fe3-dec24b1420df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6065973b-6fc8-4a77-bb80-2c580442e4cd HTTP/1.1" status: 204 len: 168 time: 0.2678692 Mar 02 17:42:15.184370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1208659a-c535-42c4-bb72-e667d3375157 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:15.264811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1208659a-c535-42c4-bb72-e667d3375157 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:15.265919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:15.441315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2752336d-3d06-4454-95ed-2c2d4700a6f8 req-6a2c1317-c77f-4989-b3ff-106b8799a009 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6232967 Mar 02 17:42:15.664790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 3b48c27c-16b3-4669-a087-3f6be693d03f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:15.665136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:15.832566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:15.852312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-384b5932-ff3e-4c49-9c8c-b6c048d1bcbb admin admin] 10.222.0.37 "PUT /v2.0/routers/83dab538-35c9-47f3-a9dd-6d404b05951e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2553279 Mar 02 17:42:15.953527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26f0863-b36b-4801-aebf-33eeef1cd439 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:42:15.976757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:16.025819 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-10d679ad-acad-45c0-b0a1-aea6ba628e19 req-62146323-c48e-4097-91db-e4dd82644079 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:16.027096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10d679ad-acad-45c0-b0a1-aea6ba628e19 req-62146323-c48e-4097-91db-e4dd82644079 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/50399150-23eb-4cbd-a303-f1a8338d8509 HTTP/1.1" status: 404 len: 352 time: 0.0300138 Mar 02 17:42:16.058054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Transition to ACTIVE for port object d26f0863-b36b-4801-aebf-33eeef1cd439 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:42:16.075047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:16.336637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 3b48c27c-16b3-4669-a087-3f6be693d03f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3b48c27c-16b3-4669-a087-3f6be693d03f,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:16.337511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:16.469761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Sync routers for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:16.499338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:16.502031 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:16.565078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 3b48c27c-16b3-4669-a087-3f6be693d03f owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:16.776936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3631dfc2-2acb-40b5-83c3-ff3c48a4b216 req-b6c74d93-f155-4872-875d-3324b57b2b07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.3908336 Mar 02 17:42:16.996372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:17.044556 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:17.156193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Pushing event updated for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:17.378548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=3b48c27c-16b3-4669-a087-3f6be693d03f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:17.695192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Attempting to bind port d26f0863-b36b-4801-aebf-33eeef1cd439 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:42:17.695782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Attempting to bind port d26f0863-b36b-4801-aebf-33eeef1cd439 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd5bc78c9-4c22-482d-ab1a-37e5bd497679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:42:17.695782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Attempting to bind port d26f0863-b36b-4801-aebf-33eeef1cd439 on network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:42:17.708387 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:09Z', 'revision_number': 4, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '946f82cf-24ee-4bec-9bba-d9a3a324d8a1', 'name': '', 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'mac_address': 'fa:16:3e:4f:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:07Z', 'updated_at': '2022-03-02T17:42:10Z', 'revision_number': 2, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'subnets': [{'id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:17.709069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-8f7dfdb6-3cb9-43eb-aa66-043cea3921a8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:17.712821 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Checking router: 83dab538-35c9-47f3-a9dd-6d404b05951e for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:17.713232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Updating router 83dab538-35c9-47f3-a9dd-6d404b05951e port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:42:17.715428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-8f7dfdb6-3cb9-43eb-aa66-043cea3921a8 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fd8213-d0cb-45fd-991b-9075131b89ed HTTP/1.1" status: 200 len: 944 time: 1.3964951 Mar 02 17:42:17.764512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5f407-111e-4456-be6b-cf871bce4e71 req-a4340479-1fc1-49b5-92b7-d792a209138c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:17.766044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7af5f407-111e-4456-be6b-cf871bce4e71 req-a4340479-1fc1-49b5-92b7-d792a209138c tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 943 time: 0.8886971 Mar 02 17:42:17.849556 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:17.871336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Port d26f0863-b36b-4801-aebf-33eeef1cd439 on network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:42:17.871661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Attempting to bind port d26f0863-b36b-4801-aebf-33eeef1cd439 on network cf1c31f4-8ab8-4f10-afec-13fe55ac5368 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:42:18.126277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port 3fe321b8-3dd3-4cdd-beac-90ad50103324 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:18.126996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.173112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:42:18.173709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Checking segment: {'id': 'd5bc78c9-4c22-482d-ab1a-37e5bd497679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:42:18.174339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Bound using segment: {'id': 'd5bc78c9-4c22-482d-ab1a-37e5bd497679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:42:18.174821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Bound port: d26f0863-b36b-4801-aebf-33eeef1cd439, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bc78c9-4c22-482d-ab1a-37e5bd497679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:42:18.175171 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.445231 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.469382 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Transition to ACTIVE for port object 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:42:18.481695 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.666444 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ff4a-caa2-4480-b7db-91aff5822cc8 None None] Pushing event updated for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:18.844003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7af5f407-111e-4456-be6b-cf871bce4e71 req-db394454-fafe-4552-ac7a-51f879e4058d tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9852874 Mar 02 17:42:18.858199 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Attempting to bind port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:42:18.858752 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Attempting to bind port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:42:18.859325 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Attempting to bind port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 on network 27a72faf-f8fa-456e-915c-b0b19b28ce65 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:42:18.866908 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:42:18.867354 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Checking segment: {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:42:18.867820 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.868523 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Bound using segment: {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:42:18.868850 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Bound port: 946f82cf-24ee-4bec-9bba-d9a3a324d8a1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85f53c-ed4a-4992-9c42-cd498fce087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:42:18.869579 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.902644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port 3fe321b8-3dd3-4cdd-beac-90ad50103324, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3fe321b8-3dd3-4cdd-beac-90ad50103324,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:18.902977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.974325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:18.985410 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] For port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:42:18.989161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] For port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:42:19.001332 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:19.029587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:42:19.106952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for 3fe321b8-3dd3-4cdd-beac-90ad50103324 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:19.165863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d26f0863-b36b-4801-aebf-33eeef1cd439,segment=NetworkSegment(d5bc78c9-4c22-482d-ab1a-37e5bd497679),segment_id=d5bc78c9-4c22-482d-ab1a-37e5bd497679)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:42:19.189120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:19.218686 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ff4a-caa2-4480-b7db-91aff5822cc8 None None] Pushing event updated for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:19.248907 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:19.249688 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:19.298471 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-a3d270a6-b9a2-4ff2-b8b7-1357a27469f2 req-3537284b-42ea-4658-bb0e-3217ef58b3c9 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:19.299864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3d270a6-b9a2-4ff2-b8b7-1357a27469f2 req-3537284b-42ea-4658-bb0e-3217ef58b3c9 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/f521e784-71a4-46a5-bc88-6a705852e247 HTTP/1.1" status: 404 len: 352 time: 0.1050105 Mar 02 17:42:19.347090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:19.349455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] 10.222.0.50 "PUT /v2.0/ports/d26f0863-b36b-4801-aebf-33eeef1cd439 HTTP/1.1" status: 200 len: 1091 time: 5.4830894 Mar 02 17:42:19.359542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:19.497010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fae95-3b26-4066-b405-70a985570bab service neutron] Pushing event updated for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:19.538206 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:19.673034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:19.693983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:19.711813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:42:19.887987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:19.968967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=3fe321b8-3dd3-4cdd-beac-90ad50103324,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:19.990110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-461c47bb-23ac-44ee-bdec-20454ffa2248 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=acc48c4f17344a7698f47907e2215525&device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 1094 time: 0.4853179 Mar 02 17:42:20.118006 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:09Z', 'revision_number': 4, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '946f82cf-24ee-4bec-9bba-d9a3a324d8a1', 'name': '', 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'mac_address': 'fa:16:3e:4f:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:07Z', 'updated_at': '2022-03-02T17:42:18Z', 'revision_number': 4, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'subnets': [{'id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:20.127811 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625baf90-8d23-4ed5-b0df-a5faf0848b22 None None] The sync data for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 is: [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:42:09Z', 'revision_number': 4, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '946f82cf-24ee-4bec-9bba-d9a3a324d8a1', 'name': '', 'network_id': '27a72faf-f8fa-456e-915c-b0b19b28ce65', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'mac_address': 'fa:16:3e:4f:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:07Z', 'updated_at': '2022-03-02T17:42:18Z', 'revision_number': 4, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'subnets': [{'id': '8a34d5fb-5b4a-412b-8cf0-3eb7451815f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:42:20.189041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.194960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.199657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.210928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.223759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.228016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.261190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.278537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.288334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-82808c3d-6a3b-4af0-8815-e104c5944a79 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.7219505 Mar 02 17:42:20.293641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:20.299383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Usage tracker for resource:security_group_rule and tenant:c486e936b6404c90aac2738dad8b6484 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:20.302871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:20.321176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:20.419144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-28c4fe2b-0ff0-4db8-b0c2-83cc8240105e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d26f0863-b36b-4801-aebf-33eeef1cd439 HTTP/1.1" status: 200 len: 217 time: 0.3768733 Mar 02 17:42:20.420575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] No DVR routers for this DVR port 3fe321b8-3dd3-4cdd-beac-90ad50103324 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:20.425794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.467055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.479220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.536063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ebe5eb-4c7a-4689-a949-ee14b386b88b req-b8527781-9e84-425d-8ed2-bb4e74375bf2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "DELETE /v2.0/ports/3fe321b8-3dd3-4cdd-beac-90ad50103324 HTTP/1.1" status: 204 len: 173 time: 2.8197303 Mar 02 17:42:20.581417 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c486e936b6404c90aac2738dad8b6484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6909678 Mar 02 17:42:20.582302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a0e15-cb8b-4b77-8a6e-f0a8e114ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8884f7c-31fa-4174-b7a4-f0aaaf5ef74f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:20.585269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33532) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:20.589379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-126036b3-ed63-4c1f-a0ae-2c633f2e28df req-b508339d-e1a7-4c83-9537-c8cfc8311843 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999499 Mar 02 17:42:20.618654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-39060a83-1c70-4c7e-96d3-564147dc3eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:20.621914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-39060a83-1c70-4c7e-96d3-564147dc3eeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a05c1383-e3e2-4dc3-a3d1-435aae76c9d9 HTTP/1.1" status: 200 len: 860 time: 0.1841307 Mar 02 17:42:20.689553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.737910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-7cb12bbc-7e14-429f-9985-9f7188a084ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1c31f4-8ab8-4f10-afec-13fe55ac5368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028640 Mar 02 17:42:20.749961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.838002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.870162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8884f7c-31fa-4174-b7a4-f0aaaf5ef74f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:20.880924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:20.885049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ec674155-c913-4ab6-8533-907641568f29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8884f7c-31fa-4174-b7a4-f0aaaf5ef74f HTTP/1.1" status: 204 len: 168 time: 0.2965529 Mar 02 17:42:21.201774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b3b170d-d1f5-4a25-959a-e8d6e894c3e2 req-6459c7ec-2752-4661-9177-5bd8e17cfd26 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1081815 Mar 02 17:42:21.274131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:21.290682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-569939f4-cb3f-49b1-bcfb-e29c5049aa89 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366945 Mar 02 17:42:21.444217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:21.459711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:21.461128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:21.564286 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439', 'status': 'completed', 'code': 200} Mar 02 17:42:21.706780 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-f760c17b-45f6-4762-85bd-f36cc7ddf1af req-471c9e78-79b9-480b-acd5-64fa45d1aee8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:21.725302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f760c17b-45f6-4762-85bd-f36cc7ddf1af req-471c9e78-79b9-480b-acd5-64fa45d1aee8 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/0b12a1f3-ad51-4180-b2ee-5d258a4bc82e HTTP/1.1" status: 404 len: 352 time: 0.3433144 Mar 02 17:42:21.780645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33558) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:21.808052 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:21.829851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:21.912360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:21.915886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:21.918676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:21.926186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb289a452fd4c1fbc4cc3196e1be26e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:21.930179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:21.937935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:22.026597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.028718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:22.038662 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.106862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7cd12d0-f84a-4aa5-9010-dfb578225172 req-b4ccd8c8-f0f4-4744-a56c-a2f7a809ef7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3972542 Mar 02 17:42:22.117125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7d277-9beb-423d-a4d0-00ef07ae1b9e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:22.145316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb8224ac-df3e-4988-8574-b6194030d870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1eb289a452fd4c1fbc4cc3196e1be26e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3631964 Mar 02 17:42:22.148181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:22.239646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.273288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.304775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dab188da-041b-4d48-8fce-a5c9b92aee45 req-76d7fff8-a0ac-4447-9c5d-8141efe8c52d service neutron] 10.222.0.50 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019646 Mar 02 17:42:22.358370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.418318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7d277-9beb-423d-a4d0-00ef07ae1b9e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:22.436627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.448313 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bbfa6ae-e09e-4fcb-82e5-8b4b9dde95f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bd7d277-9beb-423d-a4d0-00ef07ae1b9e HTTP/1.1" status: 204 len: 168 time: 0.2986114 Mar 02 17:42:22.662388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.666424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.671605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.676402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.680709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.686638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.691788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.694640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-783ffaca-a456-4768-9eb9-e517160e555b req-67be0754-93a8-4cad-b341-7e1dfad6e739 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.7085154 Mar 02 17:42:22.711596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33572) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:22.720659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Request body: {'floatingip': {'port_id': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:22.728057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8f00a-468d-4c02-99d6-21b0c4beff74 req-9b503d6c-c6e8-4876-89b2-ec75a6f7a083 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:22.736459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02b8f00a-468d-4c02-99d6-21b0c4beff74 req-9b503d6c-c6e8-4876-89b2-ec75a6f7a083 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 943 time: 1.0430799 Mar 02 17:42:22.902907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-7ffd67ba-02bf-4b7b-9316-27fd063be3ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=acc48c4f17344a7698f47907e2215525&device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 1094 time: 0.4640701 Mar 02 17:42:22.909130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:22.977848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02b8f00a-468d-4c02-99d6-21b0c4beff74 req-81e69895-45d5-4ca3-8a9c-c457017630c4 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399971 Mar 02 17:42:23.070194 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-fe2a89de-241e-419b-9eca-cb5a9506608f req-dda74f5d-b2a6-4bdd-a7fb-e49da222b4aa tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:23.072637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe2a89de-241e-419b-9eca-cb5a9506608f req-dda74f5d-b2a6-4bdd-a7fb-e49da222b4aa tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/fdea277d-23e7-4282-a35d-c17218d23a3f HTTP/1.1" status: 404 len: 352 time: 0.0625904 Mar 02 17:42:23.292348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:23.408437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 0da5084f-b4ea-45e1-a47b-db3cfffd57df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:42:23.583675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-4a1b1cfe-3726-4aac-b112-a751b467e7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:23.595168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-4a1b1cfe-3726-4aac-b112-a751b467e7f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1c31f4-8ab8-4f10-afec-13fe55ac5368 HTTP/1.1" status: 200 len: 921 time: 0.6717517 Mar 02 17:42:23.595679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-deleted', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:23.617395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:23.618309 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:23.662239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57d63e4e-efff-421c-979b-b5df77c16a38 req-fc1fac32-c029-46bf-97fb-fee65086a73a tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3337817 Mar 02 17:42:23.767310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-b607e96b-80a3-4bbb-ab32-0ad1b8e2150a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d26f0863-b36b-4801-aebf-33eeef1cd439 HTTP/1.1" status: 200 len: 217 time: 0.1219523 Mar 02 17:42:23.786539 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-ab5cdba4-19f7-40ae-b86d-b57044423a8e req-ae3e994c-5fc1-4ddc-949e-5d59fd655244 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:23.796355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab5cdba4-19f7-40ae-b86d-b57044423a8e req-ae3e994c-5fc1-4ddc-949e-5d59fd655244 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/7ea19b99-32f9-441f-a21c-03a30a44c39d HTTP/1.1" status: 404 len: 352 time: 0.0279510 Mar 02 17:42:24.048978 n-d-820559-6 neutron-server[83797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24fd8213-d0cb-45fd-991b-9075131b89ed', 'name': 'network-vif-deleted', 'tag': '3fe321b8-3dd3-4cdd-beac-90ad50103324', 'status': 'failed', 'code': 422} returned with failed status Mar 02 17:42:24.412027 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-00337324-90aa-4e09-82bf-9d3331205657 req-10f3bb62-328c-44b7-8bf5-a7f2dbee9119 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] show failed (client error): The resource could not be found. Mar 02 17:42:24.413660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00337324-90aa-4e09-82bf-9d3331205657 req-10f3bb62-328c-44b7-8bf5-a7f2dbee9119 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/3135af13-88ef-4a98-91d8-58ddf0e7e1fc HTTP/1.1" status: 404 len: 352 time: 0.3749003 Mar 02 17:42:24.435067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-ab2e33c6-5916-46b2-827a-53ee586a6080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:24.435067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-ab2e33c6-5916-46b2-827a-53ee586a6080 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a05c1383-e3e2-4dc3-a3d1-435aae76c9d9 HTTP/1.1" status: 200 len: 860 time: 0.6350539 Mar 02 17:42:24.492952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-bcad4247-7d24-4c0e-b1a3-384ebc2893f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1c31f4-8ab8-4f10-afec-13fe55ac5368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535777 Mar 02 17:42:24.598459 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:24.606199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:24.663595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be955f0-141e-440d-b903-2ea00d578173 req-1b86029c-f97a-4405-810e-8f78941604d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:24.664235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3be955f0-141e-440d-b903-2ea00d578173 req-1b86029c-f97a-4405-810e-8f78941604d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:24.715281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3be955f0-141e-440d-b903-2ea00d578173 req-1b86029c-f97a-4405-810e-8f78941604d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:24.716453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3be955f0-141e-440d-b903-2ea00d578173 req-1b86029c-f97a-4405-810e-8f78941604d7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 907 time: 0.6765482 Mar 02 17:42:24.814563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-ad1e9a58-59af-4072-9809-7a114803ffd2 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986569 Mar 02 17:42:24.951137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:24.964500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Sync routers for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:24.969620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f00c8df5-f947-4636-86fe-ec1a8fbdd82d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/0da5084f-b4ea-45e1-a47b-db3cfffd57df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7264855 Mar 02 17:42:24.979403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33614) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:24.988575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:24.989217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:25.039008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea32c7-4cc3-4ac1-b7a6-52a0d40bc90b req-fee6b6e3-9282-4f6f-bcc8-2ea223e9af4d tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:25.042418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26ea32c7-4cc3-4ac1-b7a6-52a0d40bc90b req-fee6b6e3-9282-4f6f-bcc8-2ea223e9af4d tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 943 time: 0.3131135 Mar 02 17:42:25.145476 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Floating IP a56ebd27-5497-4944-a4cb-ae2f55d88a30 associated. External IP: 172.25.3.213, port: 56a47921-6602-46d2-8bfd-0ca3dc73a514. Mar 02 17:42:25.187606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2f6fb7d-dd98-4ca7-b411-2998bf0581ad req-0c03e8c4-e635-4ad1-9bdf-1e1e807a0846 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591557 Mar 02 17:42:25.275749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26ea32c7-4cc3-4ac1-b7a6-52a0d40bc90b req-5a6491fb-58b7-4a98-81d9-161d042ee4d3 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243693 Mar 02 17:42:25.444182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:25.558852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1d91942-4da5-45d8-aac1-fe11ffde6318 req-34a70bcb-3547-4507-a0f4-c85f0ec411ca tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1127152 Mar 02 17:42:25.621970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30961b-22f8-4c15-a122-31979acf7f90 req-da467a9c-be8b-44de-9c4e-67afb87f42d6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:25.624456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be30961b-22f8-4c15-a122-31979acf7f90 req-da467a9c-be8b-44de-9c4e-67afb87f42d6 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1024 time: 0.1800611 Mar 02 17:42:25.696968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be30961b-22f8-4c15-a122-31979acf7f90 req-a342afca-184c-420b-ab9d-00a575945746 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:25.731781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting subnet bec8f714-c7a3-4d45-8a5c-91e11601af54 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:42:25.735219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-be30961b-22f8-4c15-a122-31979acf7f90 req-a342afca-184c-420b-ab9d-00a575945746 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:25.736686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be30961b-22f8-4c15-a122-31979acf7f90 req-a342afca-184c-420b-ab9d-00a575945746 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=0127ab68-44f4-46ec-b2f0-1ebf9183a092&id=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1063721 Mar 02 17:42:25.748764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:25.824738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:25.961630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:26.268222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:42:16Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:26.286389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Checking router: 0da5084f-b4ea-45e1-a47b-db3cfffd57df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:26.290625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:26.342095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Routers {'0da5084f-b4ea-45e1-a47b-db3cfffd57df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:26.349968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:26.358727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:26.367025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Subnet': ['ID=bec8f714-c7a3-4d45-8a5c-91e11601af54,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:26.387858 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-060b4640-b1bb-4d59-b131-cf994b600c03 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/subnets/bec8f714-c7a3-4d45-8a5c-91e11601af54 HTTP/1.1" status: 204 len: 168 time: 1.4043243 Mar 02 17:42:26.396970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33642) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:26.529298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:42:26.836977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b73b3-7956-49ea-9e1c-c1d7a88c6132 req-d2cc897d-a96f-4748-a600-5d98a4633374 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:26.849293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-607b73b3-7956-49ea-9e1c-c1d7a88c6132 req-d2cc897d-a96f-4748-a600-5d98a4633374 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 907 time: 0.8938191 Mar 02 17:42:26.860811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-ea7b1a90-c1c7-4b44-a1e8-4ea3ee9051a7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:26.865616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-ea7b1a90-c1c7-4b44-a1e8-4ea3ee9051a7 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 907 time: 0.7985547 Mar 02 17:42:26.918470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5adedb-7854-41d3-93e8-bfac5f34dce3 None None] Network ad60934f-28b4-4b17-85ac-cbdde045930b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:26.934356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:26.941317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:26.948485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Sync routers for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:26.972436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:26.973332 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:26.982927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d26f0863-b36b-4801-aebf-33eeef1cd439 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:42:27.075117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port 53c5c835-9b02-4f9c-a7b5-4943c190f008 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:27.075460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:27.165064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d26f0863-b36b-4801-aebf-33eeef1cd439,segment=NetworkSegment(d5bc78c9-4c22-482d-ab1a-37e5bd497679),segment_id=d5bc78c9-4c22-482d-ab1a-37e5bd497679)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:27.176079 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c70a62d-d369-4050-8d0e-f42f2f273048 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "PUT /v2.0/floatingips/a56ebd27-5497-4944-a4cb-ae2f55d88a30 HTTP/1.1" status: 200 len: 991 time: 4.4607484 Mar 02 17:42:27.176079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:27.209219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'd26f0863-b36b-4801-aebf-33eeef1cd439', 'network_id': 'cf1c31f4-8ab8-4f10-afec-13fe55ac5368', 'port_id': 'd26f0863-b36b-4801-aebf-33eeef1cd439', 'mac_address': 'fa:16:3e:f4:b3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05c1383-e3e2-4dc3-a3d1-435aae76c9d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:42:27.213576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] Set router 0da5084f-b4ea-45e1-a47b-db3cfffd57df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:27.231272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-832d8347-67e1-4ad2-aa5e-e5bf26f50e59 req-3d606184-1a74-4001-bb29-59b01c96017b tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.0997927 Mar 02 17:42:27.354368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:27.378084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:27.411877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26f0863-b36b-4801-aebf-33eeef1cd439 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:42:27.429137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d26f0863-b36b-4801-aebf-33eeef1cd439,segment=NetworkSegment(d5bc78c9-4c22-482d-ab1a-37e5bd497679),segment_id=d5bc78c9-4c22-482d-ab1a-37e5bd497679)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:27.456492 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:27.772204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:27.910880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port 53c5c835-9b02-4f9c-a7b5-4943c190f008, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53c5c835-9b02-4f9c-a7b5-4943c190f008,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:27.911743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:28.068536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for 53c5c835-9b02-4f9c-a7b5-4943c190f008 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:28.095615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['d26f0863-b36b-4801-aebf-33eeef1cd439'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:42:28.105750 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a56ebd27-5497-4944-a4cb-ae2f55d88a30', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'port_id': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'mac_address': 'fa:16:3e:ce:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:40:28Z', 'updated_at': '2022-03-02T17:42:24Z', 'revision_number': 1, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:28.112205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6553f67-9fab-4449-b479-38beb717d36b req-aaf79650-5dc7-400e-99ba-db5bdb849550 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:28.113859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6553f67-9fab-4449-b479-38beb717d36b req-aaf79650-5dc7-400e-99ba-db5bdb849550 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 943 time: 1.3854604 Mar 02 17:42:28.132147 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Checking router: 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:28.148698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.148698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.149192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.149540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.149877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.150231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.150600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.150980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.151382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.151871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.152249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:28.181254 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:28.182183 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:28.271424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6553f67-9fab-4449-b479-38beb717d36b req-c8a89aa7-cba7-409d-b53e-3228f99ff414 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451187 Mar 02 17:42:28.339475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06ca7-8b97-48ab-8617-b6c126b8f118 req-f18c50c9-6875-45f0-aae2-7db92e2bbad3 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:28.340977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6c06ca7-8b97-48ab-8617-b6c126b8f118 req-f18c50c9-6875-45f0-aae2-7db92e2bbad3 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1024 time: 0.7131839 Mar 02 17:42:28.413758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-dd7b801c-026c-48e6-9293-5e9646c1e79f tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:28.415453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-dd7b801c-026c-48e6-9293-5e9646c1e79f tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1024 time: 0.9775200 Mar 02 17:42:28.422312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:42:16Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:28.437509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:28.468134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457ab9-d7c8-4d9f-ad8b-1d79abe10921 None None] The sync data for ids ['0da5084f-b4ea-45e1-a47b-db3cfffd57df'] in n-d-820559-6 is: [{'id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685637853', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:37:44Z', 'updated_at': '2022-03-02T17:42:16Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'aa13a065-fd13-40e7-97cb-7fa611cb9726', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5084f-b4ea-45e1-a47b-db3cfffd57df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:37:46Z', 'updated_at': '2022-03-02T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:42:28.605071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] DHCP port deletion for ad60934f-28b4-4b17-85ac-cbdde045930b request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:42:28.664965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Deleting port 3608ab61-06d7-4425-ada4-d77d6008a3e1 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:28.665335 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:28.769355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Deleting port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:28.769355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:28.840124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:29.282961 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:29.304800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3b48c27c-16b3-4669-a087-3f6be693d03f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:29.368153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3b48c27c-16b3-4669-a087-3f6be693d03f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:29.368153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3b48c27c-16b3-4669-a087-3f6be693d03f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:29.368153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3608ab61-06d7-4425-ada4-d77d6008a3e1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:29.463334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] For port 3608ab61-06d7-4425-ada4-d77d6008a3e1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3608ab61-06d7-4425-ada4-d77d6008a3e1,segment=NetworkSegment(d567e63e-e360-4a1d-a91c-80fcb47239e0),segment_id=d567e63e-e360-4a1d-a91c-80fcb47239e0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:29.464395 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:29.781783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=53c5c835-9b02-4f9c-a7b5-4943c190f008,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:29.974233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6c06ca7-8b97-48ab-8617-b6c126b8f118 req-e20f0727-fec1-4945-94a3-dcc4d9465dc5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=0127ab68-44f4-46ec-b2f0-1ebf9183a092&id=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.5278690 Mar 02 17:42:30.068558 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a56ebd27-5497-4944-a4cb-ae2f55d88a30', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'port_id': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'mac_address': 'fa:16:3e:ce:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:40:28Z', 'updated_at': '2022-03-02T17:42:24Z', 'revision_number': 1, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:30.080039 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1415050-0c35-4fd2-b3b3-aef1a60d1588 None None] The sync data for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 is: [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a56ebd27-5497-4944-a4cb-ae2f55d88a30', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'port_id': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'mac_address': 'fa:16:3e:ce:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c981d358-1d63-4290-8b1a-6b480356007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:40:28Z', 'updated_at': '2022-03-02T17:42:24Z', 'revision_number': 1, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:42:30.300529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Calling delete_port for 3608ab61-06d7-4425-ada4-d77d6008a3e1 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:30.397788 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'status': 'completed', 'code': 200} Mar 02 17:42:30.454293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] No DVR routers for this DVR port 53c5c835-9b02-4f9c-a7b5-4943c190f008 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:30.454293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:30.559894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:30.758404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'name': 'network-vif-deleted', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:30.866497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53c5c835-9b02-4f9c-a7b5-4943c190f008 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:30.943229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:30.977317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d26f0863-b36b-4801-aebf-33eeef1cd439 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:42:31.030955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-debaa4ab-9c5a-4b6d-acde-96b1c000bc17 req-f0c35114-f6b2-4408-ab2e-accb2d7a8e4b tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "DELETE /v2.0/ports/53c5c835-9b02-4f9c-a7b5-4943c190f008 HTTP/1.1" status: 204 len: 173 time: 4.1486151 Mar 02 17:42:31.039795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346480b1-4414-499c-b421-9b7dcb28a0a6 None None] New status for floating IP a56ebd27-5497-4944-a4cb-ae2f55d88a30: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:42:31.058151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:31.090676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Usage tracker for resource:security_group_rule and tenant:f9ac3018c6224645a3cfdd973af40e3b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:31.113922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:31.120325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:31.152177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cb2f35ee-6d83-4a86-a43b-4e791c24d3d0 req-e3698c01-1deb-46e6-8c03-212e02f791ad tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:31.160565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-873bec26-f2df-4ae3-9d5f-c28ab94e003a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3370764 Mar 02 17:42:31.188018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.193481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.198473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.203259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.207634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.212008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.216726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:31.225400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-de75187a-eee6-4493-b9f4-5debbe7f273d tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 2.3998210 Mar 02 17:42:31.235266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cb2f35ee-6d83-4a86-a43b-4e791c24d3d0 req-e3698c01-1deb-46e6-8c03-212e02f791ad tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:31.236979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb2f35ee-6d83-4a86-a43b-4e791c24d3d0 req-e3698c01-1deb-46e6-8c03-212e02f791ad tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f HTTP/1.1" status: 200 len: 210 time: 0.2157099 Mar 02 17:42:31.243065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.253049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.315803 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9ac3018c6224645a3cfdd973af40e3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7675614 Mar 02 17:42:31.317075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7191d6-5fe6-49c8-bf8c-d78102dc2bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa19cbd-5844-476f-85f7-35e47b17f28c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:31.319996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33732) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:31.329994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 53c5c835-9b02-4f9c-a7b5-4943c190f008 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:31.330457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53c5c835-9b02-4f9c-a7b5-4943c190f008 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:31.392398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.481237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.558753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] No DVR routers for this DVR port 3608ab61-06d7-4425-ada4-d77d6008a3e1 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:31.608552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f875c6b-4df8-4439-a0ba-0979afcee083 None None] Pushing event deleted for resources: {'Port': ['ID=3608ab61-06d7-4425-ada4-d77d6008a3e1,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:31.630507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port d26f0863-b36b-4801-aebf-33eeef1cd439 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:42:31.652725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port d26f0863-b36b-4801-aebf-33eeef1cd439 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:42:31.654200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.773226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-20698459-1614-4274-b5de-913329a3cc5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6498 time: 1.1670399 Mar 02 17:42:31.811553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a32354ba-b6a7-4993-bbf4-e872880ad242 req-781eea0e-e21d-4317-9144-69e49e354ee2 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5845065 Mar 02 17:42:31.886498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:31.917709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:31.928926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d26f0863-b36b-4801-aebf-33eeef1cd439,segment=NetworkSegment(d5bc78c9-4c22-482d-ab1a-37e5bd497679),segment_id=d5bc78c9-4c22-482d-ab1a-37e5bd497679)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:31.934458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.017222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:32.049134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a2d6f01-31ab-44e4-b3ef-3113ddbfa2a4 req-7043698d-7730-481d-b244-c0e4e7931026 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2598243 Mar 02 17:42:32.110370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:32.110774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.232336 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45f42c-e0d2-4c8e-86b9-68ec3ba3b84f', 'name': 'network-vif-deleted', 'tag': '53c5c835-9b02-4f9c-a7b5-4943c190f008', 'status': 'completed', 'code': 200} Mar 02 17:42:32.472368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Calling delete_port for 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:32.474227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:32.573390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-0ac522ff-5537-4874-976d-dee7a8cdf71c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 1097 time: 1.1627059 Mar 02 17:42:32.581384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.621645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.659461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:32.661259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.664900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.705559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-496f990c-f2c2-4e6f-b5ed-f5bfa0c7c200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:32.706948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-496f990c-f2c2-4e6f-b5ed-f5bfa0c7c200 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e07c5e77-51b1-4545-850c-aaffb83943c9 HTTP/1.1" status: 200 len: 917 time: 0.7567127 Mar 02 17:42:32.744695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:32.797936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.889063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port aa13a065-fd13-40e7-97cb-7fa611cb9726 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:32.889408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:32.976069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0602-20bf-4ddd-ac60-be573b5ae47e req-d3b0be80-97dc-419f-855d-391b036dd3cc tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:32.977534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75bc0602-20bf-4ddd-ac60-be573b5ae47e req-d3b0be80-97dc-419f-855d-391b036dd3cc tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.9372392 Mar 02 17:42:32.993212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f026f-e1f1-4883-a0b2-8d54c5575a5f req-fb00ab8c-26c8-4452-b69d-45e77d07f4ab tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:32.994615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f20f026f-e1f1-4883-a0b2-8d54c5575a5f req-fb00ab8c-26c8-4452-b69d-45e77d07f4ab tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1024 time: 0.6489172 Mar 02 17:42:33.095837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:42:33.096530 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:42:33.238985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-ced88db2-9271-4b61-a7bb-8bd61a958071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514 HTTP/1.1" status: 200 len: 1001 time: 0.5026546 Mar 02 17:42:33.254448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-80390f21-766c-4c78-b531-278a869410f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:33.255832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-80390f21-766c-4c78-b531-278a869410f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 200 len: 913 time: 0.5997396 Mar 02 17:42:33.363075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f20f026f-e1f1-4883-a0b2-8d54c5575a5f req-66d95020-0f3c-4e5d-8a97-a260d9769568 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=0127ab68-44f4-46ec-b2f0-1ebf9183a092&id=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3518689 Mar 02 17:42:33.365095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75bc0602-20bf-4ddd-ac60-be573b5ae47e req-e3e52b04-d108-486a-af02-cd2ac866742f tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686349 Mar 02 17:42:33.387895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:33.469482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-e50183da-8ca0-4a8b-a2da-0e0d33d9cc03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 200 len: 217 time: 0.1718671 Mar 02 17:42:33.507560 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439', 'code': 200} Mar 02 17:42:33.533685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa19cbd-5844-476f-85f7-35e47b17f28c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:33.589007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port aa13a065-fd13-40e7-97cb-7fa611cb9726, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa13a065-fd13-40e7-97cb-7fa611cb9726,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:33.589363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:33.609945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Deleting port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:33.610186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:33.654770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-2d43038c-fc44-4081-8e98-3f1fda9cfeb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:33.656429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-2d43038c-fc44-4081-8e98-3f1fda9cfeb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05517b33-1238-4fa4-8fbd-ca36418085bb HTTP/1.1" status: 200 len: 855 time: 0.3952277 Mar 02 17:42:33.793676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad1b6e8d-3188-4c9d-b8fd-625384fd5b45 req-20e16175-252d-4b22-a4c3-812f46061e9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 1096 time: 0.1399386 Mar 02 17:42:33.872654 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ad1b6e8d-3188-4c9d-b8fd-625384fd5b45 req-909c295b-f81b-4bf2-8bb1-9fddc7e48bf2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662308 Mar 02 17:42:33.979963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for aa13a065-fd13-40e7-97cb-7fa611cb9726 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:34.086763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:34.087795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7168fcea-adf4-4430-9bd9-0b8ffd2d498b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa19cbd-5844-476f-85f7-35e47b17f28c HTTP/1.1" status: 204 len: 168 time: 2.7578769 Mar 02 17:42:34.099866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40406e7f-3e21-4805-b201-ee8f31639f75 req-80ecd575-3e26-4235-af96-fddd838ab6d7 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1371272 Mar 02 17:42:34.149884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-285df241-0799-4899-ac18-602a0a7a06ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.151397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-285df241-0799-4899-ac18-602a0a7a06ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 200 len: 851 time: 0.6581290 Mar 02 17:42:34.401772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.406734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.412234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.416471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.421805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.450020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.463677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:34.493026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9be87b82-09a9-4e76-8d09-c1dc533b60c7 req-5641e813-6dbc-4b36-b3ea-d2625816238f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.9934866 Mar 02 17:42:34.628930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-dc8da286-5ec5-4361-af9e-3a662b5276bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e07c5e77-51b1-4545-850c-aaffb83943c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7581403 Mar 02 17:42:34.927995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-1c25852e-c1ba-4651-bf50-fa948e1608ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e3038ca-2d8c-4609-837b-cdbdcc0adea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7624154 Mar 02 17:42:34.972183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:34.999514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.037223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] For port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,segment=NetworkSegment(18504cd1-8679-4f2b-b1da-8fdb2c4ec401),segment_id=18504cd1-8679-4f2b-b1da-8fdb2c4ec401)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:35.038099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.040167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:35.047654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed97396121a242e08b0679f98feb3da8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:35.052748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:35.063779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:35.187126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.194258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.259254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a22c96-37f3-47d2-ba3f-a6dde0d93f38,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:35.266639 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c959088c-5b42-47fd-9770-ee4671ee08c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed97396121a242e08b0679f98feb3da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2926350 Mar 02 17:42:35.266846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Calling delete_port for 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:35.270081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:35.323088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.353394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.388714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.433268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=aa13a065-fd13-40e7-97cb-7fa611cb9726,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:35.447019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-6a46a33b-2056-4407-bd64-3506ffa961e4 service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276163 Mar 02 17:42:35.492429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.508926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:35.541152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a22c96-37f3-47d2-ba3f-a6dde0d93f38,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:35.563483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:35.585305 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-79c7776e-7377-4e84-9b9f-631238a47f99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78a22c96-37f3-47d2-ba3f-a6dde0d93f38 HTTP/1.1" status: 204 len: 168 time: 0.3139257 Mar 02 17:42:35.909134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-7af79035-be71-4191-a5cc-39fcfa6274e3 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9238899 Mar 02 17:42:35.953412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16566b-1c3b-4590-b535-80f9c9a792d3 req-97878e0a-62a1-4eab-b88f-08c033e16e3b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:35.954163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fa16566b-1c3b-4590-b535-80f9c9a792d3 req-97878e0a-62a1-4eab-b88f-08c033e16e3b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Synchronizing usage tracker for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:36.117676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc0a70-6add-465d-abe2-66184c42cc63 req-ae066e6c-9f3f-42db-8837-d889716e8834 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:36.119719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96bc0a70-6add-465d-abe2-66184c42cc63 req-ae066e6c-9f3f-42db-8837-d889716e8834 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 1.1946595 Mar 02 17:42:36.369634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fa16566b-1c3b-4590-b535-80f9c9a792d3 req-97878e0a-62a1-4eab-b88f-08c033e16e3b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Unset dirty status for tenant:e733be0f7a3a4224a697def2d85b1c19 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:36.381541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa16566b-1c3b-4590-b535-80f9c9a792d3 req-97878e0a-62a1-4eab-b88f-08c033e16e3b tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 1022 time: 1.6136758 Mar 02 17:42:36.460153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e1655f9-4075-45a4-85ad-ead8c4cdd567 req-4bb322fe-5d2f-4045-a4b5-41f9b0cf99df service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9853237 Mar 02 17:42:36.496652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:36.504146 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:36.705844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f20bf-bd29-4539-b54d-b31131458120 req-b5e8894f-af08-4dd9-a6cd-b46d6ee46eff tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:36.707354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d80f20bf-bd29-4539-b54d-b31131458120 req-b5e8894f-af08-4dd9-a6cd-b46d6ee46eff tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 945 time: 1.1523452 Mar 02 17:42:36.709173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a793a185-0e3c-4f3c-8a32-83c9e9349c1c req-d4179a21-26bf-470e-be82-8b9bb47141f8 service neutron] 10.222.0.35 "GET /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665894 Mar 02 17:42:36.709907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'Port': ['ID=108ce4e8-5ad1-4e2b-9237-84860ff8cf1a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:36.735374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96bc0a70-6add-465d-abe2-66184c42cc63 req-c0aa2847-86a2-46ce-9b16-0ca1b9e23673 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882821 Mar 02 17:42:36.912133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] No DVR routers for this DVR port 108ce4e8-5ad1-4e2b-9237-84860ff8cf1a on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:36.915125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:36.933986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa16566b-1c3b-4590-b535-80f9c9a792d3 req-14da6ad3-7f84-4d4a-bda1-0b5a23d60f64 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups?id=0127ab68-44f4-46ec-b2f0-1ebf9183a092&id=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a&id=b773cb53-5595-46fe-a604-de0b010fdc57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5557849 Mar 02 17:42:36.943133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-deleted', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:37.046399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f0d4c1-94e6-431a-bd84-24fc7c5c8797 req-e6fa0427-a929-4c58-a5a5-e19f9291d517 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.50 "DELETE /v2.0/ports/108ce4e8-5ad1-4e2b-9237-84860ff8cf1a HTTP/1.1" status: 204 len: 173 time: 8.6176529 Mar 02 17:42:37.224814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:37.225849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:37.295162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:37.315607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47332cda-3dd6-4ed1-bd67-f015eae68efd req-cb179725-1101-4f2a-bd28-198d7a366848 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1512189 Mar 02 17:42:37.324685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:37.464255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e67051-1fcd-47d9-8641-633390f70691 req-68e12367-bb96-48b1-8afe-5f5ca6228503 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:37.465820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39e67051-1fcd-47d9-8641-633390f70691 req-68e12367-bb96-48b1-8afe-5f5ca6228503 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 945 time: 0.5311153 Mar 02 17:42:37.503992 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'code': 200} Mar 02 17:42:37.619342 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a0f035-d883-40fc-bfd4-eb887da7f858', 'name': 'network-vif-deleted', 'tag': '108ce4e8-5ad1-4e2b-9237-84860ff8cf1a', 'status': 'completed', 'code': 200} Mar 02 17:42:37.714128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:37.714128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Fanout notify agent at l3_agent the message router_deleted on router 0da5084f-b4ea-45e1-a47b-db3cfffd57df {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:42:38.027236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:38.033855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-390979bd-8770-45c9-94be-55f1dc70ec36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/routers/0da5084f-b4ea-45e1-a47b-db3cfffd57df HTTP/1.1" status: 204 len: 168 time: 11.6314096 Mar 02 17:42:38.037590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33820) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:38.080013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39e67051-1fcd-47d9-8641-633390f70691 req-3b0c37ac-78f8-4f5e-ae6e-eeba8102e94f tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898111 Mar 02 17:42:38.395860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:38.395860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:38.434338 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:38.695102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:38.848276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b203c4c9-a53f-44eb-b682-92adf8f0aebf req-2c3436cb-20ae-4980-ba39-620f1aae3cd1 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f035-d883-40fc-bfd4-eb887da7f858 HTTP/1.1" status: 200 len: 210 time: 0.1035290 Mar 02 17:42:38.935791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15e8a-5f3d-43e9-85b5-12ae44d11cba req-176eaae6-5c8b-4787-8a2f-22d818eee73b tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:38.960669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e15e8a-5f3d-43e9-85b5-12ae44d11cba req-176eaae6-5c8b-4787-8a2f-22d818eee73b tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.9953918 Mar 02 17:42:39.029640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.205672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8e15e8a-5f3d-43e9-85b5-12ae44d11cba req-a7d9cef8-9ed8-4ca1-85b7-d650463fb0c8 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438221 Mar 02 17:42:39.261475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a428ed2-8112-4a08-beed-fed795da4196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.278807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2144ac19-461c-4f03-996b-a1c26686e6b7 req-3c5b730f-1c28-4065-98c6-f398ea1739cd tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1120341 Mar 02 17:42:39.282895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.320709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['08ce8961-f1ea-471e-85a7-fdaa99ee1672'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:42:39.346185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.411966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:39.480022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad60934f-28b4-4b17-85ac-cbdde045930b']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:39.603722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd567e63e-e360-4a1d-a91c-80fcb47239e0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:39.603722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd567e63e-e360-4a1d-a91c-80fcb47239e0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:39.623335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.690877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.739580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] No DVR routers for this DVR port c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:39.739580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.756545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:42:39.756545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:39.800114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'name': 'network-vif-deleted', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:39.816255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d80f20bf-bd29-4539-b54d-b31131458120 req-367e2ecd-f8e7-4cad-8a3c-ad3c0bc96cc1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "DELETE /v2.0/ports/c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 HTTP/1.1" status: 204 len: 173 time: 3.0879092 Mar 02 17:42:40.113014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-888483ec-c74f-4b07-b8a6-22905b0bfda2 req-c2c874e9-fe08-47ac-8d3c-ae6554fb81dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:40.123747 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738d3ab-55b0-41ab-a21b-6e0c0b515daf', 'name': 'network-vif-deleted', 'tag': 'c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6', 'status': 'completed', 'code': 200} Mar 02 17:42:40.161852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-888483ec-c74f-4b07-b8a6-22905b0bfda2 req-c2c874e9-fe08-47ac-8d3c-ae6554fb81dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:40.186770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-888483ec-c74f-4b07-b8a6-22905b0bfda2 req-c2c874e9-fe08-47ac-8d3c-ae6554fb81dc tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c738d3ab-55b0-41ab-a21b-6e0c0b515daf HTTP/1.1" status: 200 len: 210 time: 0.3212595 Mar 02 17:42:40.213137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:42:40.342724 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:42:40.347131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:40.406251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:40.406251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c89e4aaa-53cc-4cdb-bf9e-6a244c75b6e6 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:40.463241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:40.491561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Network': ['ID=ad60934f-28b4-4b17-85ac-cbdde045930b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:40.556719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b95c5a83-5fa6-42c5-b917-f6e22f47f8e9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/networks/ad60934f-28b4-4b17-85ac-cbdde045930b HTTP/1.1" status: 204 len: 168 time: 2.5092597 Mar 02 17:42:40.571236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33892) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:40.965500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f2245e-fbe0-46a7-b977-d1934150664c req-70cd4459-ef23-47bd-8fc5-df7c06c6f0a0 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2588184 Mar 02 17:42:40.983752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-28bbb87d-7459-4070-9483-2e372517dc11 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/0127ab68-44f4-46ec-b2f0-1ebf9183a092 HTTP/1.1" status: 200 len: 1635 time: 0.5047657 Mar 02 17:42:41.021596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.193049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.337047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.347775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d8ca-70f0-4c0f-a40f-20b3f2ab8f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.370968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9479ef-f306-428c-9a97-da91e71e6ad5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:41.370968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.370968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf70f123-68fb-4df6-a7bf-efe4b7476917 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc9479ef-f306-428c-9a97-da91e71e6ad5 HTTP/1.1" status: 204 len: 168 time: 0.7974138 Mar 02 17:42:41.432816 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.569019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.677008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.745002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127ab68-44f4-46ec-b2f0-1ebf9183a092,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:41.785580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:41.799060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45dcaf85-747b-4efd-97dc-5ec2d9de00d4 req-166d6075-8ce4-4917-91e8-f1a65d8dba54 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/0127ab68-44f4-46ec-b2f0-1ebf9183a092 HTTP/1.1" status: 204 len: 173 time: 0.7945685 Mar 02 17:42:41.982071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa13a065-fd13-40e7-97cb-7fa611cb9726 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:42.109265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: aa13a065-fd13-40e7-97cb-7fa611cb9726 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:42.109265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa13a065-fd13-40e7-97cb-7fa611cb9726 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:42.589645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-15ff65d3-3d5d-4e33-b0ae-eaab91bf4dd5 tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "GET /v2.0/security-groups/b9c9b591-6bbb-4ab9-90fd-30079ba76b8a HTTP/1.1" status: 200 len: 1634 time: 0.1138315 Mar 02 17:42:42.729359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:42.739112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:42.740264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33970) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:42.750230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891375852', 'description': 'tempest-secgroup-smoke-891375852 description', 'project_id': 'c21c1d4fc29245548e8b580d1220468f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:42.769571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:42.774442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:42.777816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:42.785683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:42.787160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:42.818023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:42.863968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:42.896076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:42.904181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:42.907790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9b591-6bbb-4ab9-90fd-30079ba76b8a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:42.910038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:42.928151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9e7d69b0-7458-425f-94f0-9ab71ebd8d69 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:42.939899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9e7d69b0-7458-425f-94f0-9ab71ebd8d69 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.2650285 Mar 02 17:42:42.942289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:43.010945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.040583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.060930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:43.061157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dc0e6dd-0374-4c63-8b25-485779108a93 req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9c9b591-6bbb-4ab9-90fd-30079ba76b8a HTTP/1.1" status: 204 len: 173 time: 0.4698408 Mar 02 17:42:43.125353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.130868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.174666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.176465 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4344902 Mar 02 17:42:43.182346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.182727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.183506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.183506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.187516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.189214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.189855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.191383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.193909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.194111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:43.194280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.197896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9e19fe-60d7-4da4-bc5e-c674447b910a tempest-SecurityGroupsTestJSON-990933161 tempest-SecurityGroupsTestJSON-990933161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:42:43.213721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:43.214076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.231846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:43.240986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:43.244773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:43.248206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:43.254936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:43.283341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Deleting subnet 5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:42:43.286757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.361366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.424294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f79364f-56a7-4757-9925-193093918a4f req-4663892c-c051-4311-b06d-6d540e6efc17 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.4790959 Mar 02 17:42:43.505666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.646955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b360c-3a91-4ed5-aa07-7d735465c0c4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771fa83a-1bd5-42b3-8f4c-b821da35e49d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:43.681825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.686866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215df35e-cda6-44db-9406-23e5d6aa4739 req-765bf3e7-bc79-4e6c-b57c-4936948e26b4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:43.689783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-215df35e-cda6-44db-9406-23e5d6aa4739 req-765bf3e7-bc79-4e6c-b57c-4936948e26b4 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 946 time: 0.3556101 Mar 02 17:42:43.807987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port 08ce8961-f1ea-471e-85a7-fdaa99ee1672, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=08ce8961-f1ea-471e-85a7-fdaa99ee1672,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:43.809064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.935968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:43.943249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.029735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.038135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.063155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc428b5-a7fe-4a1d-8049-8b74aeef2d23,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:44.131800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.134750 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9371715 Mar 02 17:42:44.138921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2ca80-7ae1-4e60-ab4d-e5a235aa6a0f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5218ff-5cb8-46af-bb09-04e991efe81d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:44.148722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4878ad90-c4d6-4e52-a468-ed052bc8309c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5cc428b5-a7fe-4a1d-8049-8b74aeef2d23 HTTP/1.1" status: 204 len: 168 time: 1.0859966 Mar 02 17:42:44.149824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34030) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:44.150236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34032) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:44.160394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:44.268932 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.304471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for 08ce8961-f1ea-471e-85a7-fdaa99ee1672 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:44.314123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.317362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:44.363045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:44.400271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:44.426869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:44.532086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-215df35e-cda6-44db-9406-23e5d6aa4739 req-b7ddb1d9-27a3-4ba4-99fe-f7e41ebbb8fe tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=e460fc3e-d3c1-4584-af8b-33722ccf8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460416 Mar 02 17:42:44.744657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.763755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e6658-0dc9-4511-b86d-ba472abd5320 req-cee4ebfd-b910-403e-819f-92c4c5fe58d4 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:44.778814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d3e6658-0dc9-4511-b86d-ba472abd5320 req-cee4ebfd-b910-403e-819f-92c4c5fe58d4 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.4281421 Mar 02 17:42:44.800613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.872794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:44.919611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a4bbc-7155-4d86-a69d-051d1bf3a42c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:44.969500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18504cd1-8679-4f2b-b1da-8fdb2c4ec401') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:44.970765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18504cd1-8679-4f2b-b1da-8fdb2c4ec401') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:44.984503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=08ce8961-f1ea-471e-85a7-fdaa99ee1672,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:45.012194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.073263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.080847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.093347 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.112097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d3e6658-0dc9-4511-b86d-ba472abd5320 req-7cd8b49b-d8b7-4444-8fda-8b7bbfc0e07f tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087049 Mar 02 17:42:45.113740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34048) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:45.119178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:42:45.119848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:42:45.152577 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:42:45.215050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] No DVR routers for this DVR port 08ce8961-f1ea-471e-85a7-fdaa99ee1672 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:45.231283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5590349-40ae-4674-90c7-eea3266a1c5c req-27fe758c-f715-4899-bc05-1ec1b805915b tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2513375 Mar 02 17:42:45.233242 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.236854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'name': 'network-vif-deleted', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:45.258175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a2b2d3-71b8-440d-95cd-86928fdf0e7c req-9c9bfc18-cce3-44da-a350-f16d735da34c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.35 "DELETE /v2.0/ports/08ce8961-f1ea-471e-85a7-fdaa99ee1672 HTTP/1.1" status: 204 len: 173 time: 2.2941806 Mar 02 17:42:45.327075 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c044e98c-2596-4ab4-b65f-f35eb39c2a38', 'name': 'network-vif-deleted', 'tag': '08ce8961-f1ea-471e-85a7-fdaa99ee1672', 'status': 'completed', 'code': 200} Mar 02 17:42:45.361789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75cc507-7f07-4625-ba2a-5d4b03644acb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:45.370309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.404534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.417718 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a07a4bbc-7155-4d86-a69d-051d1bf3a42c HTTP/1.1" status: 204 len: 168 time: 1.2634051 Mar 02 17:42:45.435055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.445913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8748f67-0bcc-41af-8fef-91cae6f7aefb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2911561 Mar 02 17:42:45.446962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7232268-40e2-4ac3-9307-9f5a49e70b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=a07a4bbc-7155-4d86-a69d-051d1bf3a42c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:45.447222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34058) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:45.466727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:45.502679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:45.517392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:45.527889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:45.556454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:45.637448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.809226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34066) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:45.873275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.881081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.921389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4870de94-ee87-446e-be2f-fcf73c621a9d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:45.945666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.965239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:45.969384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8b4beda1-ef44-42f2-b62d-fcbf70df3cff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5207891 Mar 02 17:42:45.974285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34072) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:46.017187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:46.026176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:46.040334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:46.044243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-880f4869-93e0-49c8-b78a-c6365932d96d req-28d02a5f-2d39-4cc8-8433-4a98fb675953 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:46.068742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:46.076342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2443335749dc474d9438b44c19a209b5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:46.082453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:46.095204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:46.099626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:46.119342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 08ce8961-f1ea-471e-85a7-fdaa99ee1672 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:46.119931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:46.148990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-880f4869-93e0-49c8-b78a-c6365932d96d req-28d02a5f-2d39-4cc8-8433-4a98fb675953 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:46.150777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-880f4869-93e0-49c8-b78a-c6365932d96d req-28d02a5f-2d39-4cc8-8433-4a98fb675953 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=c044e98c-2596-4ab4-b65f-f35eb39c2a38 HTTP/1.1" status: 200 len: 210 time: 0.1790652 Mar 02 17:42:46.155873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.190040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 08ce8961-f1ea-471e-85a7-fdaa99ee1672 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:46.190463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 08ce8961-f1ea-471e-85a7-fdaa99ee1672 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:46.223005 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4266c9f8-f08a-4d0d-9070-b354147475ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e733be0f7a3a4224a697def2d85b1c19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189963 Mar 02 17:42:46.230897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34078) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:46.279961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.287275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.429791 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2443335749dc474d9438b44c19a209b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2760329 Mar 02 17:42:46.436703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34084) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:46.603644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af2494-65c1-4575-b731-0b935b6a35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72239e-8be0-4f7b-8414-3c5ac3f75de6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:46.672052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.673686 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.737620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.758621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.810212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.847087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:46.992184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.088779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb34c199-f9ba-4fad-830e-c637c47df582,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:47.098416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.099643 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b72239e-8be0-4f7b-8414-3c5ac3f75de6 HTTP/1.1" status: 204 len: 168 time: 0.6605392 Mar 02 17:42:47.100668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d45336-8cb6-4bef-beba-fba1ca3a726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72239e-8be0-4f7b-8414-3c5ac3f75de6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:47.220881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb7860ef-8a73-4acc-a475-2ea7f232de9d req-8e2076d4-b58d-46fd-966f-83350676720f tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.4330542 Mar 02 17:42:47.271472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.273489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-177bd117-391a-45b7-bbce-3d8fbb427f4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2984304 Mar 02 17:42:47.285180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:47.296681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:47.314238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:47.328441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:47.343508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-4dbc7efd-909b-4cdf-9857-713b377a9eb0 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:47.344502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:47.345304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-4dbc7efd-909b-4cdf-9857-713b377a9eb0 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.5570991 Mar 02 17:42:47.408524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.432174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:47.461147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a1267-2006-4423-aa68-21a959b8458f req-4947bd24-c20b-4b1b-a7a2-ed7df60ead92 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:47.474078 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:42:47.478474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-959a1267-2006-4423-aa68-21a959b8458f req-4947bd24-c20b-4b1b-a7a2-ed7df60ead92 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.6572046 Mar 02 17:42:47.506103 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:42:47.509677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773cb53-5595-46fe-a604-de0b010fdc57,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:47.515288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.664559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.671565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8af4f339-211d-4cd0-a6b0-3ac8f382f9d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b773cb53-5595-46fe-a604-de0b010fdc57 HTTP/1.1" status: 204 len: 168 time: 1.4284754 Mar 02 17:42:47.716952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.739582 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.792588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-959a1267-2006-4423-aa68-21a959b8458f req-574463f0-98a4-43d4-be19-6df8b2dee8e7 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023670 Mar 02 17:42:47.792588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Deleting port d26f0863-b36b-4801-aebf-33eeef1cd439 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:47.792588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.866007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5fa6ca-f163-4f7f-a1fb-817de5abf78d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:47.899919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:47.899919 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-62afa77e-5812-4366-a288-0ee4ed8fabcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6144123 Mar 02 17:42:47.909774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34106) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:47.942262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '771fa83a-1bd5-42b3-8f4c-b821da35e49d', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:47.961462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:47.973696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:47.992595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:48.006084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:48.058211 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:42:48.070203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.323623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.330828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.378064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fb2613-7e8a-4b56-b3ef-a335f876dec3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:48.405712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.413492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a01ffa41-009a-4dda-a9c5-3f9657b6ecc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5091376 Mar 02 17:42:48.414408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34118) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:48.421863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'network': {'name': 'tempest-network-smoke--862027750', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:48.431041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:48.440769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:network and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:48.446847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:48.463569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:48.491593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:48.495556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.568633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:42:48.595729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.596591 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Added segment c4746fea-e305-4d39-995d-fc846e52c33e of type vlan for network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b Mar 02 17:42:48.686089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.739656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] For port d26f0863-b36b-4801-aebf-33eeef1cd439, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d26f0863-b36b-4801-aebf-33eeef1cd439,segment=NetworkSegment(d5bc78c9-4c22-482d-ab1a-37e5bd497679),segment_id=d5bc78c9-4c22-482d-ab1a-37e5bd497679)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:48.739656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.761899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.767219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:48.767219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.884050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4682133 Mar 02 17:42:48.970783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34132) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:48.981535 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:48.991743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'admin_state_up': True, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:49.009866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:49.166506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:router and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:49.173092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:49.185475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:49.189523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6f5af-f9c5-4c17-9452-09a2dd075f77 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Network': ['ID=95dd5232-7c6d-4348-ab3d-e35b2b1c729b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:49.207432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:42:49.216724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:49.218805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:49.288118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:49.426453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Calling delete_port for d26f0863-b36b-4801-aebf-33eeef1cd439 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:49.748379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa8e2d9-62c5-47c5-b694-f17f69535f5b req-09f99878-b0c1-4329-bc58-8b0a32c96731 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3547220 Mar 02 17:42:49.850033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:49.881108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945775-39ee-4417-b7ef-4dba739abf87 req-9fb1ee69-b0da-4eba-89d4-8d0774989171 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:49.895422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95945775-39ee-4417-b7ef-4dba739abf87 req-9fb1ee69-b0da-4eba-89d4-8d0774989171 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 1.3641696 Mar 02 17:42:50.168272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95945775-39ee-4417-b7ef-4dba739abf87 req-20da2e6a-cb3d-4d0b-8a26-76ad02517a8e tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719223 Mar 02 17:42:50.394531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34158) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:50.485968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:50.591051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d26f0863-b36b-4801-aebf-33eeef1cd439 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:50.598950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Pushing event deleted for resources: {'Port': ['ID=d26f0863-b36b-4801-aebf-33eeef1cd439,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:50.623480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214588dc-c13c-44ea-8e8c-5f7c27384a5f req-c9dca923-2480-4b6f-8be1-f44db87490fa tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:50.623480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-214588dc-c13c-44ea-8e8c-5f7c27384a5f req-c9dca923-2480-4b6f-8be1-f44db87490fa tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 945 time: 0.3207541 Mar 02 17:42:50.713938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-1ca597d1-336a-48d3-b48e-37620fbabf55 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:50.718763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-1ca597d1-336a-48d3-b48e-37620fbabf55 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Synchronizing usage tracker for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:42:50.727578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] No DVR routers for this DVR port d26f0863-b36b-4801-aebf-33eeef1cd439 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:50.757195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:50.764806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: d26f0863-b36b-4801-aebf-33eeef1cd439 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:42:50.765246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d26f0863-b36b-4801-aebf-33eeef1cd439 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:42:50.783609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'name': 'network-vif-deleted', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:50.808785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0635235c-bbf4-40b0-a838-e1eafe7461e6 req-e4bc483a-b027-4397-aab6-c791d0dabd52 tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.50 "DELETE /v2.0/ports/d26f0863-b36b-4801-aebf-33eeef1cd439 HTTP/1.1" status: 204 len: 173 time: 3.4569685 Mar 02 17:42:50.871840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-214588dc-c13c-44ea-8e8c-5f7c27384a5f req-a30157eb-f5fe-4356-a1de-1391fce715de tempest-ServerMetadataNegativeTestJSON-488512794 tempest-ServerMetadataNegativeTestJSON-488512794-project] 10.222.0.37 "GET /v2.0/security-groups?id=c265d5b8-2b6f-4733-953f-f7b105fe1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491684 Mar 02 17:42:50.949383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:50.996568 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea25c6e7-5641-407d-a4ec-f0b4bfe74324', 'name': 'network-vif-deleted', 'tag': 'd26f0863-b36b-4801-aebf-33eeef1cd439', 'status': 'completed', 'code': 200} Mar 02 17:42:51.090779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:51.108849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-1ca597d1-336a-48d3-b48e-37620fbabf55 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Unset dirty status for tenant:dca8b0341ce848e2bc8e078c1bfa3ecf on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:42:51.112669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-1ca597d1-336a-48d3-b48e-37620fbabf55 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.9001658 Mar 02 17:42:51.435794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1447522696-network', 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:51.515113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:51.567190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-286338ad-29e0-4a1b-86ff-c1009065702d req-aca64a91-4c71-4b3a-bd70-be7c2c807371 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3121974 Mar 02 17:42:51.585191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-b7542930-26a0-4907-a2e8-99bd99ce95a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1365402 Mar 02 17:42:51.609040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Usage tracker for resource:network and tenant:f1d204d3b3204d2dbed2e75f357e0e7c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:51.643683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:51.737618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port 302f5d5f-296f-4047-b527-827a1da5d80f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:42:51.737618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:51.860832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:52.060815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-fd83fc89-236b-4511-bdf0-bd6a35cfd334 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=acc48c4f17344a7698f47907e2215525&device_id=ea25c6e7-5641-407d-a4ec-f0b4bfe74324 HTTP/1.1" status: 200 len: 210 time: 0.1796029 Mar 02 17:42:52.109325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc04e9b-f5d4-467f-8e53-54ece1b68d8d req-b4727f07-49ff-4105-84c7-2e8729a1096c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:52.109325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fc04e9b-f5d4-467f-8e53-54ece1b68d8d req-b4727f07-49ff-4105-84c7-2e8729a1096c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.5583632 Mar 02 17:42:52.153488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:52.173741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:52.301969 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:52.332191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:52.440640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fc04e9b-f5d4-467f-8e53-54ece1b68d8d req-6d42605e-1c8c-46a1-82c4-595ffe4591f9 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301017 Mar 02 17:42:52.570411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-d2300115-466e-4f19-bec0-bc245ea8853b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:52.574972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-d2300115-466e-4f19-bec0-bc245ea8853b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=acc48c4f17344a7698f47907e2215525&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4234905 Mar 02 17:42:52.588977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:52.672901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.146 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/685998c4-a731-4ae6-9b33-a8e642b7f459) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:42:52.678463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d204d3b3204d2dbed2e75f357e0e7c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:52.701970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:52.735142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:52.778423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Deleting subnet a05c1383-e3e2-4dc3-a3d1-435aae76c9d9 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:42:52.902032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-22d9806d-afa7-4906-aac3-6ecb9179b2a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:52.902032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff570d5b-5dae-47fb-bee8-4f58d6edfe01 req-22d9806d-afa7-4906-aac3-6ecb9179b2a5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3086843 Mar 02 17:42:52.911787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.099519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27ad0065-c41f-4be3-b842-227c07b6647e req-73c216cc-0405-47db-a9d6-45da287afa2a tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.0590272 Mar 02 17:42:53.192345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34214) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:53.218931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.292065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] For port 302f5d5f-296f-4047-b527-827a1da5d80f, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=302f5d5f-296f-4047-b527-827a1da5d80f,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:42:53.292065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.428208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.541083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:53.541083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Usage tracker for resource:security_group_rule and tenant:f2a63a4f47c54328b170df601db109ee is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:53.563351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:53.563351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:53.614465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.669964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.669964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.872835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.885481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:53.960453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:42:53.968693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.062096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2a63a4f47c54328b170df601db109ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8607969 Mar 02 17:42:54.070275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34226) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:54.198063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.198063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ff7c5-479c-4220-9eee-6ace70b66420,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:54.198063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.198063 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Added segment eb084e41-bf33-41f1-8d75-b44025c92dc8 of type vlan for network c65ad42e-872b-4bfb-9834-bcd3de9f857f Mar 02 17:42:54.314646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b64ce-ece8-4a79-a72d-3cb975f8ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c3e3e3-4c5b-422c-9cad-05d2b159419b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:54.378062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.400563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.444107 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.449449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05c1383-e3e2-4dc3-a3d1-435aae76c9d9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:54.506680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430e2af-c482-4a06-8b1c-6afa8a4a1eb5 req-0475fde7-fab0-4488-8c1e-48ef17c68371 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:54.506680 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3430e2af-c482-4a06-8b1c-6afa8a4a1eb5 req-0475fde7-fab0-4488-8c1e-48ef17c68371 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 945 time: 0.6474071 Mar 02 17:42:54.621040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 302f5d5f-296f-4047-b527-827a1da5d80f no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:42:54.628149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.661897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8e48520d-69c0-44b8-99d0-16b924055a70 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a05c1383-e3e2-4dc3-a3d1-435aae76c9d9 HTTP/1.1" status: 204 len: 168 time: 2.3091879 Mar 02 17:42:54.726706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3430e2af-c482-4a06-8b1c-6afa8a4a1eb5 req-4be77417-14bc-4186-af95-6391de63891c tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups?id=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095573 Mar 02 17:42:54.726706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34238) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:54.765676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=685998c4-a731-4ae6-9b33-a8e642b7f459,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:54.808212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.813654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.873203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.873203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:54.873203 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Floating IP cdec3f13-314d-489b-a7f1-b67d67753450 disassociated. External IP: 172.25.3.32, port: 302f5d5f-296f-4047-b527-827a1da5d80f. Mar 02 17:42:54.873203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for 302f5d5f-296f-4047-b527-827a1da5d80f owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:42:54.924241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e74d41a-6783-4856-b06a-de163f001cee req-d5b523e7-171f-425c-a98a-f9e0e296c40e tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3639407 Mar 02 17:42:54.948617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c3e3e3-4c5b-422c-9cad-05d2b159419b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:55.035552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.035552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f3c637bb-1542-4b0b-b609-0f39f3b72d98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88c3e3e3-4c5b-422c-9cad-05d2b159419b HTTP/1.1" status: 204 len: 168 time: 0.9433870 Mar 02 17:42:55.083136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.136713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.138177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:55.138826 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.193253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.251018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:42:55.350493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.9137602 Mar 02 17:42:55.351094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:55.363132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34246) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:55.395994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:42:55.427005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Request body: {'subnet': {'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1447522696-subnet', 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:55.432552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:55.441636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Usage tracker for resource:subnet and tenant:f1d204d3b3204d2dbed2e75f357e0e7c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:55.445060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:55.452628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:55.460970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=302f5d5f-296f-4047-b527-827a1da5d80f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:55.477615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:55.480093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.502200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3545ce1-b402-42f8-b721-6561a78941d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c65ad42e-872b-4bfb-9834-bcd3de9f857f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:55.521275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:42:55.551522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.640944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1c31f4-8ab8-4f10-afec-13fe55ac5368']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:55.667967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bc78c9-4c22-482d-ab1a-37e5bd497679') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:55.669188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bc78c9-4c22-482d-ab1a-37e5bd497679') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:55.704181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.799436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.817608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:42:55.818592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:42:55.885540 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:42:56.103747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da9a1bc4-01d7-486c-b8f8-091d4b82a69d req-fefc5ea5-f958-40c3-8061-262f19e23dd1 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 210 time: 0.1050363 Mar 02 17:42:56.132458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.178112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.200032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1c31f4-8ab8-4f10-afec-13fe55ac5368,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:56.272554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-46407d00-095c-4f9e-885e-157b033d414c admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf1c31f4-8ab8-4f10-afec-13fe55ac5368 HTTP/1.1" status: 204 len: 168 time: 1.4975150 Mar 02 17:42:56.297813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d292cd6d-21c2-4e98-822c-ceb64321302c req-eccca4ee-0c66-45f5-8b1f-6c45ff09545e tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.0830264 Mar 02 17:42:56.303444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.304328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.531079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.589672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Router 12846a79-0538-444f-96de-c1abd331e6e2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:42:56.647516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4cffeb8-27d1-4b0f-aeba-d71059760d15,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:56.660845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34274) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:56.732587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-23faf130-5827-4234-b435-3d25486416f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acc48c4f17344a7698f47907e2215525&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0700762 Mar 02 17:42:56.733223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:56.823497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.864235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.881588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34286) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:56.896936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-817924048'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:56.903720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:56.919041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:network and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:56.924221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:56.930757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:56.946719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:42:56.947477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Network hostable DHCP agents. Network: c65ad42e-872b-4bfb-9834-bcd3de9f857f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:42:56.955724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:56.962825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:56.982063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.014779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c265d5b8-2b6f-4733-953f-f7b105fe1ec1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:57.025236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:42:57.031987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.033509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-78fca1ba-50c6-46da-9358-3b83229be28e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c265d5b8-2b6f-4733-953f-f7b105fe1ec1 HTTP/1.1" status: 204 len: 168 time: 0.2992992 Mar 02 17:42:57.038798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:42:57.053001 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.053872 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Added segment a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33 of type vlan for network b3c076b6-d982-43b7-a479-8aa4d5302809 Mar 02 17:42:57.062306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c65ad42e-872b-4bfb-9834-bcd3de9f857f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:42:57.077725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbe8f3-0145-4895-8170-1d074811a68d None None] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:57.080863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:57.081658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.105620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.149875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.157336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:57.158469 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.211824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3213232 Mar 02 17:42:57.227271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:57.262707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9a3921a7-83a0-41a7-8340-ef0783b974f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8820164 Mar 02 17:42:57.307324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 1604d421-6b5d-4feb-a582-ce7b1fb10034 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:42:57.490823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1184004077'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:57.541300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5cb2d1-ed53-47e7-9fcf-dd68756c1a80 None None] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:42:57.575451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:57.593737 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Sync routers for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:57.635903 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:57.642089 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:57.647374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:57.658214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2185f-8080-4c1a-9e47-7b4de12306cb tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Network': ['ID=b3c076b6-d982-43b7-a479-8aa4d5302809,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:57.696990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b3c076b6-d982-43b7-a479-8aa4d5302809 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:42:57.702679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] No DVR routers for this DVR port 302f5d5f-296f-4047-b527-827a1da5d80f on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:42:57.706469 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.708975 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8e3eaba2-49d3-4964-b181-482221e1bd66 req-287bf643-b860-4fde-8622-9f9ff1fc0d93 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.50 "DELETE /v2.0/ports/302f5d5f-296f-4047-b527-827a1da5d80f HTTP/1.1" status: 204 len: 173 time: 6.5228035 Mar 02 17:42:57.709708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-deleted', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:42:57.809250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0f70d75-7c8a-4628-ab00-b50fe4acbdb6 req-c3f53658-6dcf-4fae-82aa-e41017cffdc2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 210 time: 0.3441978 Mar 02 17:42:57.831583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:network and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:57.853351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:57.865915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e1ca567-248f-496e-b607-1ef445bfa543 req-1b0a5028-6b80-43ff-b1ae-4d8d4921a671 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2131004 Mar 02 17:42:57.866956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:42:57.895391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:57.914553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:57.922841 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.946473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:57.947810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-af4d4406-4d8c-4099-949d-35d29d69cc90 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.9759903 Mar 02 17:42:57.954068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:57.978635 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11f6317-dd13-44ba-af00-6c548cb64f98', 'name': 'network-vif-deleted', 'tag': '302f5d5f-296f-4047-b527-827a1da5d80f', 'status': 'completed', 'code': 200} Mar 02 17:42:58.012573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:42:58.050554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Sync routers for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:42:58.054966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:58.055446 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Added segment 2a2101c7-2ebc-4cbd-a5d1-26ec66585575 of type vlan for network bc2b2e32-ec10-4e3d-bc57-961379bed50f Mar 02 17:42:58.123574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:58.146373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:58.146373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:58.206170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:58.214869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:58.216337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:58.229446 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:58.409565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Network': ['ID=bc2b2e32-ec10-4e3d-bc57-961379bed50f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:42:58.417613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ec71a2c3-5389-4901-84f1-0991075a1981 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1962743 Mar 02 17:42:58.418045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34330) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:58.429933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'subnet': {'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:58.431056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:42:58.612007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-250ad6dd-9f34-47d4-92b1-af16fbe8fdb6 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c21c1d4fc29245548e8b580d1220468f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6554754 Mar 02 17:42:58.614714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:58.755283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:58.762067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:subnet and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:58.767376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:58.781985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:58.811637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:58.912612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:58.975969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c493343-6a9f-4d58-ba97-3c2412a7b01c tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:42:58.978422 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0c493343-6a9f-4d58-ba97-3c2412a7b01c tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3625731 Mar 02 17:42:58.983570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:59.144578 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b88b51a-5ae5-4268-8528-5d77b28d6e98 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1517665 Mar 02 17:42:59.145545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:42:59.159874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:59.172455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615874820', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:42:59.354392 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:59.367691 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Checking router: 12846a79-0538-444f-96de-c1abd331e6e2 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:59.397320 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:42:59.397952 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:59.644893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:42:59.656234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:subnet and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:42:59.667216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:42:59.690456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:42:56Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:42:59.706093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Checking router: 1604d421-6b5d-4feb-a582-ce7b1fb10034 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:42:59.706892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Updating router 1604d421-6b5d-4feb-a582-ce7b1fb10034 port 685998c4-a731-4ae6-9b33-a8e642b7f459 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:42:59.729000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:42:59.734093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a957810-39e0-4e3a-a5a5-565e16585bb9 req-459943a9-b75a-4215-979d-51438ad63b98 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11f6317-dd13-44ba-af00-6c548cb64f98 HTTP/1.1" status: 200 len: 210 time: 0.2425408 Mar 02 17:42:59.768557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:42:59.857998 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:42:59.867371 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:42:59.974781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.232457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7cfebc4-f481-46ba-923a-9b99256071c9 req-1af22413-7800-46e8-b49f-e9246959cacb tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1037738 Mar 02 17:43:00.263814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.325707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:00.429969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-2df49c37-3ce4-41ef-a8f9-cca4ed292f5b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:00.438127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.443591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-2df49c37-3ce4-41ef-a8f9-cca4ed292f5b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.9553406 Mar 02 17:43:00.498021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34378) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:00.567148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Subnet': ['ID=c615ffe5-9bc2-4756-bd38-638ef7e435f1,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:00.590519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-5eb3141b-3499-42f1-8e0e-a7f0cfe209c6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.1458580 Mar 02 17:43:00.604965 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:00.617265 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845af37-5c60-4a6a-b89c-687f4244f1e2 None None] The sync data for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 is: [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:45Z', 'revision_number': 4, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '175bcb3f-fa53-4b24-ad09-b69e697cdd7c', 'name': '', 'network_id': '1e3038ca-2d8c-4609-837b-cdbdcc0adea2', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'mac_address': 'fa:16:3e:e7:e2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:44Z', 'updated_at': '2022-03-02T17:31:54Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'subnets': [{'id': '9a12de92-ddfe-4653-9762-9514dd06b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:00.656637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Subnet': ['ID=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:00.661747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:00.662757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network hostable DHCP agents. Network: 95dd5232-7c6d-4348-ab3d-e35b2b1c729b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:00.688475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:00.688835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network hostable DHCP agents. Network: b3c076b6-d982-43b7-a479-8aa4d5302809, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:00.706060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:00.718559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b46054af-eec3-4fd2-9b4e-16b0f2a99026 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118124 Mar 02 17:43:00.729234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 95dd5232-7c6d-4348-ab3d-e35b2b1c729b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:00.737562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:00.738837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.753703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-470980200-network', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:00.761927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:00.768715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Usage tracker for resource:network and tenant:bd7ec221c14948e29bdcd290ceef8f65 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:00.772608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10a884cf-d7b1-4b6a-ba51-4553e5133f9b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6256115 Mar 02 17:43:00.773418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:00.777403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34384) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:00.780602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:00.782835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16539a-5ba2-4ae4-a8f9-20927f2a61c1 None None] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:00.798625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Made reservation on behalf of bd7ec221c14948e29bdcd290ceef8f65 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:00.801574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.897551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1527783459', 'router:external': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:00.906390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:00.946847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:00.979949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:network and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:00.994843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:01.034191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34392) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:01.035707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:01.054515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c82703-246f-49f6-99d6-4378426da0ed None None] New status for floating IP cdec3f13-314d-489b-a7f1-b67d67753450: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:43:01.075734 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.132843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:01.136323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:01.146290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Made reservation on behalf of 074349085a7044cb94a1be03fe774b4f for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:01.149461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.170942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b3c076b6-d982-43b7-a479-8aa4d5302809) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:01.176230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Usage tracker for resource:security_group_rule and tenant:bd7ec221c14948e29bdcd290ceef8f65 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:01.184270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:01.213300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:01.213892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.224053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Transition to ACTIVE for port object 685998c4-a731-4ae6-9b33-a8e642b7f459 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:01.224755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.232135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452fe8d-5d71-4957-8346-9f9432f237db None None] Network b3c076b6-d982-43b7-a479-8aa4d5302809 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:01.251199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:01.309925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:01.316841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:security_group_rule and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:01.322109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:01.333141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:01.391772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:43:01.393457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.411579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.458308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-29bf80cb-ee3c-4b17-926b-1e55cdae6a49 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344351 Mar 02 17:43:01.576119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Attempting to bind port 685998c4-a731-4ae6-9b33-a8e642b7f459 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:01.576296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Attempting to bind port 685998c4-a731-4ae6-9b33-a8e642b7f459 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:01.576665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Attempting to bind port 685998c4-a731-4ae6-9b33-a8e642b7f459 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:01.629225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.735170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.755532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e11ff42f-ee40-47a2-920b-ea3708f4ecb5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3283403 Mar 02 17:43:01.755532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b68bab-a379-4568-a1b7-f2e55d32bf17 req-299eb070-222d-4175-a7b6-8e9e5dacaeb5 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1809299 Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Bound port: 685998c4-a731-4ae6-9b33-a8e642b7f459, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:01.760130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.776753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34398) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:01.778446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.817559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:43:01.839774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e352f3-3523-463d-a5c9-54e3904db34a None None] Pushing event updated for resources: {'Port': ['ID=685998c4-a731-4ae6-9b33-a8e642b7f459,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:01.861764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'subnet': {'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:01.871518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.872102 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Added segment fdefa8f5-3027-4a56-9aa3-fc8a8871d6d6 of type vlan for network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c Mar 02 17:43:01.891524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.907974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9e786-3eaf-45ca-b3e5-8c6a8122e83a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:01.939461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b3c076b6-d982-43b7-a479-8aa4d5302809', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:43:01.940784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.983058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:01.990316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-0655d5aa-1ccf-4321-b6ef-f40d90b17106 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053263 Mar 02 17:43:02.019604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.025437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.082064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:43:02.109483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Allocated IP 172.20.0.2 (95dd5232-7c6d-4348-ab3d-e35b2b1c729b/17be0bf3-1d31-4415-93fa-6fbcf3b71ae1/8034a687-5105-4f27-b683-3786494e17af) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:02.112526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:02.112816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] For port 685998c4-a731-4ae6-9b33-a8e642b7f459, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:02.120443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:02.120683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:subnet and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:02.129435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:02.143076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:02.154306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.155050 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Added segment 045cae5f-a2c0-4c44-9bb8-6d0688a64054 of type vlan for network 275761cd-fe4d-4f40-98a2-ee1212db91c5 Mar 02 17:43:02.167313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.172592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:02.211038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:02.214513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.217970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:02.219076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.224503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] For port 685998c4-a731-4ae6-9b33-a8e642b7f459, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=685998c4-a731-4ae6-9b33-a8e642b7f459,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:02.281297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Allocated IP 10.1.1.2 (b3c076b6-d982-43b7-a479-8aa4d5302809/c615ffe5-9bc2-4756-bd38-638ef7e435f1/0dcba0ba-2661-40ac-8ca0-e2b070136897) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:02.378408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.408736 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.452626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.535757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea7ee223-ca86-41d0-b052-125029c1e54a req-81081d38-444e-4e3f-a01d-fd1317fba4e3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 210 time: 0.2234876 Mar 02 17:43:02.595647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.599247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f65ef795-5a8b-43a4-bd17-ef8139a3a3e6 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "DELETE /v2.0/security-groups/36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d HTTP/1.1" status: 204 len: 168 time: 1.5552652 Mar 02 17:43:02.604997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:02.618154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Network': ['ID=17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:02.626256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:43:02.642622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e352f3-3523-463d-a5c9-54e3904db34a None None] Pushing event updated for resources: {'Port': ['ID=685998c4-a731-4ae6-9b33-a8e642b7f459,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:02.648453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f0027ab9-893e-43ff-abef-5257e6e7e2f1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1177375 Mar 02 17:43:02.657536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:02.672970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'subnet': {'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:02.674785 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-cb6c530b-4cfa-4b0c-a1f3-2c167e5a5db2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] show failed (client error): The resource could not be found. Mar 02 17:43:02.676714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cb6c530b-4cfa-4b0c-a1f3-2c167e5a5db2 tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "GET /v2.0/security-groups/36ddd7e5-9fc8-4f6a-9401-5d4fa3d7136d HTTP/1.1" status: 404 len: 347 time: 0.0668044 Mar 02 17:43:02.679393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34418) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:02.743981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:02.768652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.768652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:02.768652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:02.789925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:subnet and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:02.939348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6113448 Mar 02 17:43:02.994676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34428) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:02.995923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:03.003293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.031690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.046679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Transition to ACTIVE for port object 8034a687-5105-4f27-b683-3786494e17af will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:03.054561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Deleting port 4984f9fc-a9d2-456b-82b7-0f2f3854ddda {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:03.055033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.071867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:03.077422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Transition to ACTIVE for port object 8034a687-5105-4f27-b683-3786494e17af will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:03.087841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7b61-3c72-4803-8854-70dc1c72e37a admin admin] Pushing event updated for resources: {'Network': ['ID=275761cd-fe4d-4f40-98a2-ee1212db91c5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:03.091090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:43:03.097482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Request body: {'subnet': {'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-470980200-subnet', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:03.107309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:03.112444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Usage tracker for resource:subnet and tenant:bd7ec221c14948e29bdcd290ceef8f65 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:03.116417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:03.119490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:43:03.135616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:03.197639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Made reservation on behalf of 074349085a7044cb94a1be03fe774b4f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:03.200473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.208248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39298625-54af-43ae-8e06-9d78910fa048 req-ac3205b3-14cb-436c-ba7b-7be32d140659 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1037443 Mar 02 17:43:03.251573 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.336355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Made reservation on behalf of bd7ec221c14948e29bdcd290ceef8f65 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:03.338830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.467034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Checking segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:03.467500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network hostable DHCP agents. Network: bc2b2e32-ec10-4e3d-bc57-961379bed50f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:03.473548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.487520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Subnet': ['ID=f4551e98-47cc-41da-ade9-2bad15de55a5,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:03.513271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:03.518105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:03.518853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:42:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:03.585041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.585661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:03.735921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:03.737231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Calling delete_port for 4984f9fc-a9d2-456b-82b7-0f2f3854ddda owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:03.828532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff864a3b-eb0d-4bb2-b65e-967dfd0b41e6 req-aaaa2211-7bb1-4fe9-9306-a47198e6284d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 210 time: 0.0568566 Mar 02 17:43:03.866402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:03.874291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:03.896851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Pushing event updated for resources: {'Port': ['ID=8034a687-5105-4f27-b683-3786494e17af,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:03.898743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:03.964127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bc2b2e32-ec10-4e3d-bc57-961379bed50f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:03.990689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:03.990893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a148d7-03ac-484d-8fea-0da3ee3008a6 None None] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:03.991635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.001488 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.082506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Pushing event deleted for resources: {'Port': ['ID=4984f9fc-a9d2-456b-82b7-0f2f3854ddda,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:04.191650 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.210724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.214674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7e0d8ef9-4886-4640-8ea6-cb1df85de4ac tempest-ServerActionsTestJSON-574569456 tempest-ServerActionsTestJSON-574569456-project] 10.222.0.37 "DELETE /v2.0/floatingips/cdec3f13-314d-489b-a7f1-b67d67753450 HTTP/1.1" status: 204 len: 168 time: 1.5286715 Mar 02 17:43:04.215832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34434) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:04.235421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.241042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Attempting to bind port 8034a687-5105-4f27-b683-3786494e17af on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:04.241598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Attempting to bind port 8034a687-5105-4f27-b683-3786494e17af by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:04.241740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Attempting to bind port 8034a687-5105-4f27-b683-3786494e17af on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:04.249154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.291863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e45f470-3f28-4c27-aa6a-0bb7d1e0f733 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5109444 Mar 02 17:43:04.296299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:04.299904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:04.300285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:04.300692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.301086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Bound using segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:04.301568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Bound port: 8034a687-5105-4f27-b683-3786494e17af, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:04.301945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.304026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'name': 'tempest-TaggedBootDevicesTest-619958306', 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:04.315672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Transition to ACTIVE for port object 0dcba0ba-2661-40ac-8ca0-e2b070136897 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:04.397305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Transition to ACTIVE for port object 0dcba0ba-2661-40ac-8ca0-e2b070136897 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:04.455513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.635392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bcaa52-b732-40b6-9360-9ac4d5d3a628,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:04.699889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-20b60f35-1746-4650-bcf3-f89e63dea26b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:04.699889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-20b60f35-1746-4650-bcf3-f89e63dea26b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:04.718377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] For port 8034a687-5105-4f27-b683-3786494e17af, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:04.722514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] For port 8034a687-5105-4f27-b683-3786494e17af, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8034a687-5105-4f27-b683-3786494e17af,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:04.761418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27ad6ee1-287b-4483-9d25-536c36d953bc req-84c541f1-85f0-4f69-8568-94b24ab37e6e tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2371132 Mar 02 17:43:04.822123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.832088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Checking segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:04.832088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Network hostable DHCP agents. Network: 275761cd-fe4d-4f40-98a2-ee1212db91c5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:04.869800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-20b60f35-1746-4650-bcf3-f89e63dea26b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:04.869800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-20b60f35-1746-4650-bcf3-f89e63dea26b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.7572248 Mar 02 17:43:04.869800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.1 (95dd5232-7c6d-4348-ab3d-e35b2b1c729b/17be0bf3-1d31-4415-93fa-6fbcf3b71ae1/3d2523f7-8d86-4347-bea4-781449bdf738) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:04.942945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ips': [{'subnet_id': 'f4551e98-47cc-41da-ade9-2bad15de55a5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:43:04.942945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:04.955429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:04.968330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:04.968330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:port and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:04.968330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:04.968330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:04.986941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:05.131495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:05.135908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:05.141583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Pushing event updated for resources: {'Port': ['ID=0dcba0ba-2661-40ac-8ca0-e2b070136897,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:05.203993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:05.253711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:05.255005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] device_id is not set on port 8c398ec4-625a-412e-9d0a-f4e278245c2d yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:43:05.264580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d3ff4-77de-496c-8a93-d67cf6dff912 None None] Pushing event updated for resources: {'Port': ['ID=8034a687-5105-4f27-b683-3786494e17af,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:05.560368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Allocated IP 10.2.2.2 (bc2b2e32-ec10-4e3d-bc57-961379bed50f/f4551e98-47cc-41da-ade9-2bad15de55a5/c43abb20-9e81-4dcd-b7ce-285eb3620a5d) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:05.587099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:05.600788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Usage tracker for resource:port and tenant:f1d204d3b3204d2dbed2e75f357e0e7c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:05.615144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:05.615144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:05.675997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b64cf60-acaa-4962-9348-9a6806eed42d req-64d8068c-7a98-4511-9a1d-d56be9d6fe4e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 210 time: 0.3045945 Mar 02 17:43:05.729739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:05.749769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 3d2523f7-8d86-4347-bea4-781449bdf738 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:05.794238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:05.803052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:05.867134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.038772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:06.065717 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.099506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:06.107052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:06.128224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Transition to ACTIVE for port object c43abb20-9e81-4dcd-b7ce-285eb3620a5d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:06.157009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:06.224493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Transition to ACTIVE for port object c43abb20-9e81-4dcd-b7ce-285eb3620a5d will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:06.282913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.1.1.188 (b3c076b6-d982-43b7-a479-8aa4d5302809/c615ffe5-9bc2-4756-bd38-638ef7e435f1/8c398ec4-625a-412e-9d0a-f4e278245c2d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:06.307303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8034a687-5105-4f27-b683-3786494e17af up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:06.339680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.509912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.627924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Pushing event updated for resources: {'Port': ['ID=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:06.644392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.10 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/7d2388de-4f99-473f-84eb-ee52cf699343) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:06.691918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ae51a7d-34f7-4f7a-8181-470154d1f540 req-4ae250ce-4d4c-443b-86dc-9d54cc0e519a tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2564209 Mar 02 17:43:06.766522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:42:56Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:06.788932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:06.797162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Attempting to bind port 0dcba0ba-2661-40ac-8ca0-e2b070136897 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:06.797162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Attempting to bind port 0dcba0ba-2661-40ac-8ca0-e2b070136897 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:06.797162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Attempting to bind port 0dcba0ba-2661-40ac-8ca0-e2b070136897 on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Bound using segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Bound port: 0dcba0ba-2661-40ac-8ca0-e2b070136897, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:06.829136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.868793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 275761cd-fe4d-4f40-98a2-ee1212db91c5) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:06.920352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:06.920352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:06.969101 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa21c3e7-9392-47fa-8450-3473aa056a66 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9517241 Mar 02 17:43:06.969101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34452) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:06.991258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:06.991258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:06.991258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Usage tracker for resource:router and tenant:bd7ec221c14948e29bdcd290ceef8f65 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:07.002525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:07.002525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:07.031714 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc76c7-12b1-416a-a785-d95fa3196f6a None None] The sync data for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 is: [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:42:56Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:07.037629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a85b89-53be-42b4-a138-3ea8f8ce61b8 None None] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:07.054614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.055706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.075621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06d518-6318-4a0f-9044-9a8ba8165733 None None] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:07.114876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:07.114876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:07.153315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:07.165849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f54c58f-1a5a-463d-9b88-93ed32ccf06e req-2e9539fb-56ba-4278-b020-2812d73be817 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 210 time: 0.0989115 Mar 02 17:43:07.165849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.242439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.263997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object 8c398ec4-625a-412e-9d0a-f4e278245c2d will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:07.346621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8034a687-5105-4f27-b683-3786494e17af completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:07.426536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9382e882-33fb-431f-857a-f33897cf901d None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:07.482504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.544001 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.600168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.617343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9382e882-33fb-431f-857a-f33897cf901d None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:07.655175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Provisioning for port 8034a687-5105-4f27-b683-3786494e17af completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:07.701005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:07.705574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:07.707718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:07.742096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:07.762990 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.837841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:43:07.837841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.845503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:07.845503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:07.886742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d63645c5-64e0-4df2-8a75-9a975af85d7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5818918 Mar 02 17:43:07.886742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34458) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:07.916683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'name': 'tempest-TaggedBootDevicesTest-1732942088', 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:07.940513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Provisioning complete for port 8034a687-5105-4f27-b683-3786494e17af triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:07.940513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.000763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382e882-33fb-431f-857a-f33897cf901d None None] Pushing event updated for resources: {'Port': ['ID=0dcba0ba-2661-40ac-8ca0-e2b070136897,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:08.120700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Attempting to bind port c43abb20-9e81-4dcd-b7ce-285eb3620a5d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:08.122397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Attempting to bind port c43abb20-9e81-4dcd-b7ce-285eb3620a5d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:08.124849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Attempting to bind port c43abb20-9e81-4dcd-b7ce-285eb3620a5d on network bc2b2e32-ec10-4e3d-bc57-961379bed50f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:08.148062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:08.148062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Checking segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:08.148062 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.148062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Bound using segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:08.148664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Bound port: c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:08.148664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.174539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 685998c4-a731-4ae6-9b33-a8e642b7f459 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:08.245668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.417450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:08.511820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:port and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:08.530277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38db26d6-dcdf-44f3-8388-341461a4aec2 req-51d3b69a-5c27-466e-9231-c01842038526 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1950443 Mar 02 17:43:08.530277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:08.572175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:08.689752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:08.706197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4d6dc68-e48d-4bca-bf08-db046aef696d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:08.706383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.708263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:08.749619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:08.776406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:08.802439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:08.809506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:08.875259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] device_id is not set on port 807b0c4f-f973-48c8-ad26-751c3054e73a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:43:08.977355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:08.977355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.086632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-b00efb95-58b9-4b05-87b1-bbc6571ad0b5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1986115 Mar 02 17:43:09.086632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.086632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Checking segment: {'id': 'fdefa8f5-3027-4a56-9aa3-fc8a8871d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:09.086632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network hostable DHCP agents. Network: 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:09.210782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e326d27-0e2e-4b2d-89c4-0a0516607354 None None] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:09.264270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.308145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Request body: {'port': {'device_id': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:09.324242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4630e-3b85-42fd-95e7-40b7b95bb76c req-6154b804-a755-43c7-ad8f-33ad37c9f9a2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:09.324242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6be4630e-3b85-42fd-95e7-40b7b95bb76c req-6154b804-a755-43c7-ad8f-33ad37c9f9a2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 932 time: 0.5561435 Mar 02 17:43:09.363561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Deleting port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:09.363561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.391326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] For port c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:09.446599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-baee70ad-6255-492a-9ed1-23a9fd7d92c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.476347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] For port c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:09.487890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.561676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] For port 8034a687-5105-4f27-b683-3786494e17af, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8034a687-5105-4f27-b683-3786494e17af,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:09.583107 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.850678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:09.881999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3c771-1a35-42b1-b25a-23a67117c7ac None None] Pushing event updated for resources: {'Port': ['ID=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:09.928353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 685998c4-a731-4ae6-9b33-a8e642b7f459 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:10.096273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f32026-ace6-4a93-ae65-42d0808de974 None None] Pushing event updated for resources: {'Port': ['ID=8034a687-5105-4f27-b683-3786494e17af,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:10.148336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 685998c4-a731-4ae6-9b33-a8e642b7f459 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:10.148336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:10.223440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:10.528431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Provisioning complete for port 8034a687-5105-4f27-b683-3786494e17af triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:10.528431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:10.648113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.1.1.151 (b3c076b6-d982-43b7-a479-8aa4d5302809/c615ffe5-9bc2-4756-bd38-638ef7e435f1/807b0c4f-f973-48c8-ad26-751c3054e73a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:10.793704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67f687-96bf-47f9-955a-28753ba4eb63 None None] Network b3c076b6-d982-43b7-a479-8aa4d5302809 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:10.909544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6be4630e-3b85-42fd-95e7-40b7b95bb76c req-abcc9b26-f020-4631-8ff7-c5f6a7cc4105 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5275836 Mar 02 17:43:11.009559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-114c43f2-7e0e-4e26-94cf-adb9de0d9bea req-68ab2255-7cc3-4b01-836d-ce214177848c tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.7334437 Mar 02 17:43:11.205699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:11.303921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:11.320600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:11.321888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.345805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.350415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af873222-ef97-4c50-8958-5c510bfa568f None None] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:11.356661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] For port 175bcb3f-fa53-4b24-ad09-b69e697cdd7c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:11.357011 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.380932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.447006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0254ee30-4055-4d3d-bf95-40df59ce1e12 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 8.7872143 Mar 02 17:43:11.461070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34468) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:11.499559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1685140264', 'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:11.529939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c71190c4-415c-413a-86c5-c3e33cc57abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.531352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:11.544235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:43:11.544828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 685998c4-a731-4ae6-9b33-a8e642b7f459, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=685998c4-a731-4ae6-9b33-a8e642b7f459,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:11.556662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.579370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:port and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:11.589625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:11.615753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Calling delete_port for 175bcb3f-fa53-4b24-ad09-b69e697cdd7c owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:11.689159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object 807b0c4f-f973-48c8-ad26-751c3054e73a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:11.709352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Provisioning for port 3d2523f7-8d86-4347-bea4-781449bdf738 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:11.728170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:11.734214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:43:11.783374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.797673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Made reservation on behalf of 074349085a7044cb94a1be03fe774b4f for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:11.801518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.825950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2388de-4f99-473f-84eb-ee52cf699343 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:11.852465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.883128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Provisioning complete for port 3d2523f7-8d86-4347-bea4-781449bdf738 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:11.883878 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:11.887510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.066405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:12.088208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:12.097427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:12.290160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8034a687-5105-4f27-b683-3786494e17af up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:12.314252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.382811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] device_id is not set on port 755a2bed-5a62-4210-a7d7-37377f42aaed yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:43:12.418886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:12.429633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47306100-5af5-4b52-9c25-04c7f378c69a req-6c510d60-f62a-4226-9749-e0cbbb4246a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1410615 Mar 02 17:43:12.445452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Transition to ACTIVE for port object 7d2388de-4f99-473f-84eb-ee52cf699343 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:12.488650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:12.495333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b1b1d-6c53-4a37-8164-934299f39907 None None] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:12.514159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.552290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:12.553021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.564096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa38bdd9-239b-4e17-b197-2de6529f3f58 req-9b35b898-2c2b-49ad-a639-644ddc3866ac tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1120007 Mar 02 17:43:12.587139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.628172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4d315d20-c49f-41a5-8ecc-79c722a6778d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7401009 Mar 02 17:43:12.637024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.700326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67e90-2d6d-4eca-91bd-7ffa28f3e77a req-808cf39a-9e5e-43d4-838d-69bde7033295 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:12.708105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45d67e90-2d6d-4eca-91bd-7ffa28f3e77a req-808cf39a-9e5e-43d4-838d-69bde7033295 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 932 time: 0.3593876 Mar 02 17:43:12.754417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Pushing event deleted for resources: {'Port': ['ID=175bcb3f-fa53-4b24-ad09-b69e697cdd7c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:12.786888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=685998c4-a731-4ae6-9b33-a8e642b7f459,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:12.801632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f35d361d-1d20-4af7-9570-a492c99a379e None None] Port 3d2523f7-8d86-4347-bea4-781449bdf738 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:12.857334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.889967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8034a687-5105-4f27-b683-3786494e17af triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:12.890332 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:12.921639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45d67e90-2d6d-4eca-91bd-7ffa28f3e77a req-4d13a798-27d6-49d3-9bff-fb59a38b8fdc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121129 Mar 02 17:43:13.083875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.085216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe7e87-7590-4dfc-920a-8a727d9ab9b3 None None] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:13.225743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:13.235914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111853050', 'description': 'tempest-description--1306748833'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:13.248054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:13.253764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:13.256542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.260043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:security_group and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:13.267223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:13.288020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:13.313734 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.315556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:13.322074 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.361935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fe2ce5d2-aea0-4344-ae9c-2d5539577c1b None None] Provisioning for port 0dcba0ba-2661-40ac-8ca0-e2b070136897 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:13.365491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:13.428431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:13.437485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:security_group_rule and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:13.445704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:13.457360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:13.465132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.877791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Attempting to bind port 7d2388de-4f99-473f-84eb-ee52cf699343 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:13.878542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Attempting to bind port 7d2388de-4f99-473f-84eb-ee52cf699343 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:13.879125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Attempting to bind port 7d2388de-4f99-473f-84eb-ee52cf699343 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:13.919392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.20.0.7 (17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c/d4d6dc68-e48d-4bca-bf08-db046aef696d/755a2bed-5a62-4210-a7d7-37377f42aaed) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:13.924786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Port 7d2388de-4f99-473f-84eb-ee52cf699343 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:43:13.925979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Attempting to bind port 7d2388de-4f99-473f-84eb-ee52cf699343 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:13.975998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:13.993817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.035149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Allocated IP 172.25.3.180 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/4543e9ce-026d-4c16-9704-748ccc65f396) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:14.047157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:14.047913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:14.048612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:14.049317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Bound port: 7d2388de-4f99-473f-84eb-ee52cf699343, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:14.049930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.202213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5827e3-dce9-4f8a-a5fe-32f04bfd951e req-c29f9374-6df7-48cc-bf48-82062fdd77ad tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1669784 Mar 02 17:43:14.217011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c43abb20-9e81-4dcd-b7ce-285eb3620a5d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:14.247364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f954ad8-ae8d-4fa6-ab8b-72770508306d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:14.257008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.260885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-05c60d53-2da8-4058-bc33-a2cb9b1a3f46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0305126 Mar 02 17:43:14.294522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:14.303166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7d2388de-4f99-473f-84eb-ee52cf699343,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:14.313452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34486) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:14.393474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'security_group_rule': {'security_group_id': '6f954ad8-ae8d-4fa6-ab8b-72770508306d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:14.405901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fe2ce5d2-aea0-4344-ae9c-2d5539577c1b None None] Provisioning complete for port 3d2523f7-8d86-4347-bea4-781449bdf738 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:14.406215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.406501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce5d2-aea0-4344-ae9c-2d5539577c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.442173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d875e6-2ecf-45db-af56-80e1ef0ff737 req-05f8ce3f-533d-4bb4-9326-45380778cffb tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:14.443835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8d875e6-2ecf-45db-af56-80e1ef0ff737 req-05f8ce3f-533d-4bb4-9326-45380778cffb tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.2029235 Mar 02 17:43:14.484631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:14.503979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:security_group_rule and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:14.539793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ce5d2-aea0-4344-ae9c-2d5539577c1b None None] Port 3d2523f7-8d86-4347-bea4-781449bdf738 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:14.544306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:14.567774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.587520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fe2ce5d2-aea0-4344-ae9c-2d5539577c1b None None] Provisioning for port c43abb20-9e81-4dcd-b7ce-285eb3620a5d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:14.610800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c43abb20-9e81-4dcd-b7ce-285eb3620a5d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:14.622590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c43abb20-9e81-4dcd-b7ce-285eb3620a5d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:14.623516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.628695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:14.729155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8d875e6-2ecf-45db-af56-80e1ef0ff737 req-412b91cf-e3a0-4849-b286-a202510e2487 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774792 Mar 02 17:43:14.830723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Provisioning for port 8c398ec4-625a-412e-9d0a-f4e278245c2d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:14.838529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.847652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Provisioning complete for port 8c398ec4-625a-412e-9d0a-f4e278245c2d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:14.848020 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.898451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.898451 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/7d2388de-4f99-473f-84eb-ee52cf699343 HTTP/1.1" status: 200 len: 1092 time: 5.6685317 Mar 02 17:43:14.935654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:14.938180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Port 8c398ec4-625a-412e-9d0a-f4e278245c2d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:14.945328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:14.946408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0dcba0ba-2661-40ac-8ca0-e2b070136897 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:14.988859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:15.085570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:15.112616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:15.139391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Provisioning for port 807b0c4f-f973-48c8-ad26-751c3054e73a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:15.147027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 0dcba0ba-2661-40ac-8ca0-e2b070136897 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:15.148898 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.157138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Provisioning complete for port 807b0c4f-f973-48c8-ad26-751c3054e73a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:15.157515 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.178607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Router 12846a79-0538-444f-96de-c1abd331e6e2 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:43:15.195760 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343', 'status': 'completed', 'code': 200} Mar 02 17:43:15.226032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.237818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0dcba0ba-2661-40ac-8ca0-e2b070136897 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:15.237818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.238670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0918fb-9a79-4e59-8570-fac575895bd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:15.299096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.340433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Port 807b0c4f-f973-48c8-ad26-751c3054e73a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:15.347853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.405036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Provisioning complete for port 3d2523f7-8d86-4347-bea4-781449bdf738 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:15.406153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.407080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.510451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f67bb75-6c70-4774-b65b-87eb7bc26757,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:15.531255 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-743d064b-9039-4095-bd9b-86654907e68b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 1095 time: 0.5207837 Mar 02 17:43:15.535920 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.554019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.559845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52595ec8-949b-49a4-92c6-f833fd8d0bd2 None None] Port 3d2523f7-8d86-4347-bea4-781449bdf738 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:15.603385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:15.606880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:15.608441 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.610118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a8efc4c-3394-4f24-9922-32855a245ea5 req-fecb0d5d-8f33-4103-ba41-5036eaf4e018 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1299942 Mar 02 17:43:15.613806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8b790e0-e8d9-41c8-ac57-684f12d8d87a admin admin] 10.222.0.37 "PUT /v2.0/routers/12846a79-0538-444f-96de-c1abd331e6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3969259 Mar 02 17:43:15.627230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:15.706122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=0dcba0ba-2661-40ac-8ca0-e2b070136897,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:15.712437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Sync routers for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:15.743499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:15.744920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:15.793724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.795114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e8f6d0f-aa99-4576-b2d6-18412f934c3d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4211659 Mar 02 17:43:15.817747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:15.833722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.859387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'security_group_rule': {'security_group_id': '6f954ad8-ae8d-4fa6-ab8b-72770508306d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:15.884271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:15.918622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 685998c4-a731-4ae6-9b33-a8e642b7f459 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:15.944619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:15.947804 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-48e945ab-460c-4f11-ac85-fe9290b8917b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2388de-4f99-473f-84eb-ee52cf699343 HTTP/1.1" status: 200 len: 217 time: 0.3949289 Mar 02 17:43:15.951457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:security_group_rule and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:15.955788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:15.963066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:15.980779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:15.983488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-28c38e39-541e-466d-aa05-5a098a50a78e None None] Provisioning complete for port c43abb20-9e81-4dcd-b7ce-285eb3620a5d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:15.988241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-28c38e39-541e-466d-aa05-5a098a50a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:15.993382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:16.110804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0454a-69e8-4eba-92f9-178dcf821a44 req-58da5edd-3e8b-41b2-9b2b-0b0b79b15187 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:16.120025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ee0454a-69e8-4eba-92f9-178dcf821a44 req-58da5edd-3e8b-41b2-9b2b-0b0b79b15187 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.1631324 Mar 02 17:43:16.121806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.133934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Pushing event updated for resources: {'Port': ['ID=4543e9ce-026d-4c16-9704-748ccc65f396,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:16.204774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ee0454a-69e8-4eba-92f9-178dcf821a44 req-3e07a1ed-58d9-474b-a095-7acd66769e50 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833905 Mar 02 17:43:16.244394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-0db1df5d-349e-47d1-95a7-351365f84b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:16.247669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-0db1df5d-349e-47d1-95a7-351365f84b8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.2601595 Mar 02 17:43:16.259810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.341548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:16.400013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:16.431565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:16.443530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f677e153-88be-4853-844b-90f33ca39f4f req-e0450265-4618-426d-b805-60a70a3c291a tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156&device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.1146998 Mar 02 17:43:16.454246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-52b5ccae-fbef-4e1b-b8cc-37c71033e5e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396000 Mar 02 17:43:16.457881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:16.512440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=755a2bed-5a62-4210-a7d7-37377f42aaed,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:16.587016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.620405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 685998c4-a731-4ae6-9b33-a8e642b7f459 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:16.620405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.823115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.892757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.939392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Deleting port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:16.939785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:16.972513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c43abb20-9e81-4dcd-b7ce-285eb3620a5d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:17.049710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3865ad6b-d9ae-4852-afb6-7d2f448e3a6b req-ffe5b5bd-5b2b-4441-83df-5dde4f6a4b4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d79f07df9dd4a399ade385321a383ac&device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.0704265 Mar 02 17:43:17.091031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb961fb-0724-49c6-84cc-ee18452306d0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:17.115755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3865ad6b-d9ae-4852-afb6-7d2f448e3a6b req-5bc64fdb-9ced-4dd3-949b-aa5233f1b13c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3d79f07df9dd4a399ade385321a383ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586903 Mar 02 17:43:17.137008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c43abb20-9e81-4dcd-b7ce-285eb3620a5d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:17.137826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.152900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:17.153633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.228425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:43:12Z', 'revision_number': 5, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port': {'id': '5c3f3d3d-057c-4002-9110-cdaf6ba1effc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12846a79-0538-444f-96de-c1abd331e6e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:17.235044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.239421 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-919543a2-5269-4777-a9a9-a767ea7d51de tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4016151 Mar 02 17:43:17.240444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:17.258894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:17.259868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Checking router: 12846a79-0538-444f-96de-c1abd331e6e2 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:17.267996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:17.272367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:floatingip and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:17.276254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:17.284695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:17.296514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 1604d421-6b5d-4feb-a582-ce7b1fb10034 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:43:17.303317 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5bc681d6-7209-48a9-811f-c3dfb0319bab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.8329341 Mar 02 17:43:17.304357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34520) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:17.312910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Routers {'12846a79-0538-444f-96de-c1abd331e6e2'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:17.314017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['12846a79-0538-444f-96de-c1abd331e6e2'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:17.326015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.380119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] For port 5c3f3d3d-057c-4002-9110-cdaf6ba1effc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:17.380916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.500868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23b278db-65ef-418a-aee8-52a101b0c085 req-f289de0a-af43-450e-bd41-a723ae50d822 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.3816578 Mar 02 17:43:17.611993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-9ec6eb89-83b4-45ce-9f4c-d718d3df38db service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0940681 Mar 02 17:43:17.667396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Calling delete_port for 5c3f3d3d-057c-4002-9110-cdaf6ba1effc owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:17.681103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.683686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.694308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Deleting port 755a2bed-5a62-4210-a7d7-37377f42aaed {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:17.694694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:17.701354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] Set router 12846a79-0538-444f-96de-c1abd331e6e2 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:17.867188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0dcba0ba-2661-40ac-8ca0-e2b070136897 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:17.895846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:43:16Z', 'revision_number': 6, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:17.906294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865ad6b-d9ae-4852-afb6-7d2f448e3a6b req-59f99b74-24ec-4a81-b895-9f364db246eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:17.908920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3865ad6b-d9ae-4852-afb6-7d2f448e3a6b req-59f99b74-24ec-4a81-b895-9f364db246eb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5153553 Mar 02 17:43:17.911821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a79bc1-e1f9-4bfd-9ca6-b26709575367 None None] The sync data for ids ['12846a79-0538-444f-96de-c1abd331e6e2'] in n-d-820559-6 is: [{'id': '12846a79-0538-444f-96de-c1abd331e6e2', 'name': 'tempest-ServerActionsTestJSON-1971311896-router', 'tenant_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:31:36Z', 'updated_at': '2022-03-02T17:43:16Z', 'revision_number': 6, 'project_id': 'dca8b0341ce848e2bc8e078c1bfa3ecf', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:17.935020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc3f9-c2f1-4bab-a240-d1e1926666a9 req-c8b393c5-bf7a-4654-96dd-860203a3a1e0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:17.937170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9fc3f9-c2f1-4bab-a240-d1e1926666a9 req-c8b393c5-bf7a-4654-96dd-860203a3a1e0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.2772260 Mar 02 17:43:17.963598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0dcba0ba-2661-40ac-8ca0-e2b070136897 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:17.964882 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:18.078706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9fc3f9-c2f1-4bab-a240-d1e1926666a9 req-de373762-6e39-4c56-8ef8-2d0f4812cec5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247370 Mar 02 17:43:18.129775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:18.187914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3f3d3d-057c-4002-9110-cdaf6ba1effc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:18.518508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:18.655231 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60c2af25-f113-4970-af2b-b8ca6dae5272 req-703b13b8-17ba-4cb5-b357-ea9fc1f80c78 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0082598 Mar 02 17:43:18.851068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:18.874543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:18.983805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.039095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Calling delete_port for 755a2bed-5a62-4210-a7d7-37377f42aaed owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:19.071905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d36c43a-38e6-42fd-a6d7-9c6aa1bba406 req-68d3e71b-81f3-40ce-8083-f3b39f991850 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.2591176 Mar 02 17:43:19.074925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.082061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.130279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.130850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12846a79-0538-444f-96de-c1abd331e6e2 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:43:19.149623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.150926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4389e744-f477-46bd-8468-1f0bd2bd1025 admin admin] 10.222.0.37 "DELETE /v2.0/routers/12846a79-0538-444f-96de-c1abd331e6e2 HTTP/1.1" status: 204 len: 168 time: 3.5220342 Mar 02 17:43:19.163579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34528) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:19.227815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Deleting subnet 9a12de92-ddfe-4653-9762-9514dd06b30a {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:43:19.233484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.255342 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-e87d3940-0177-412c-877e-d6367b2f2cf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 1095 time: 0.4641275 Mar 02 17:43:19.352670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.470993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 172.25.3.28 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8bb92505-53c1-4dce-9498-f60308a41233) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:19.473518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:19.479146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f188b-5a70-4962-b98c-f2698996f851 req-7f534ed4-d493-4fa2-8b67-be20df9c07f8 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:19.487750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-834f188b-5a70-4962-b98c-f2698996f851 req-7f534ed4-d493-4fa2-8b67-be20df9c07f8 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.1929519 Mar 02 17:43:19.504282 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Sync routers for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:19.508934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.549131 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:19.549672 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:19.610620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-17cff6c3-fba4-4bb5-8c76-b9e5bee98efa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/1604d421-6b5d-4feb-a582-ce7b1fb10034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8291712 Mar 02 17:43:19.638293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3865ad6b-d9ae-4852-afb6-7d2f448e3a6b req-a1d2addf-284a-4a4e-827a-0ba46bb4f9cc tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.35 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.0924509 Mar 02 17:43:19.650322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.735638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Port': ['ID=755a2bed-5a62-4210-a7d7-37377f42aaed,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:19.771172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-834f188b-5a70-4962-b98c-f2698996f851 req-6d5e5062-5807-4238-b0ce-03737c958d09 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823722 Mar 02 17:43:19.787678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-10c58baf-ae53-4223-88a4-00a275ae7218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:19.790820 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-10c58baf-ae53-4223-88a4-00a275ae7218 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.4843459 Mar 02 17:43:19.824720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.910753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a12de92-ddfe-4653-9762-9514dd06b30a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:19.925598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:19.931943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2dc16-76ac-4faf-8886-a9033efc9da8 None None] Network 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:19.945043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-533200a3-22b8-44f6-90ce-b7b39ea1266d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a12de92-ddfe-4653-9762-9514dd06b30a HTTP/1.1" status: 204 len: 168 time: 0.7895393 Mar 02 17:43:19.953411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:19.988173 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:20.171819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-238d9b82-63d7-4fba-9b7b-26144779487a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2388de-4f99-473f-84eb-ee52cf699343 HTTP/1.1" status: 200 len: 217 time: 0.2624979 Mar 02 17:43:20.174898 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.176697 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4433166d-14e6-494a-aa2c-3ee953187770 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/755a2bed-5a62-4210-a7d7-37377f42aaed HTTP/1.1" status: 204 len: 168 time: 2.8568118 Mar 02 17:43:20.183589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:20.197080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c', 'external_fixed_ips': [{'subnet_id': 'd4d6dc68-e48d-4bca-bf08-db046aef696d', 'ip_address': '172.20.0.7'}]}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:20.202988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:20.206664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:router and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:20.211147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:20.223314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:20.246277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 175bcb3f-fa53-4b24-ad09-b69e697cdd7c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:43:20.352375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-bd605b41-2c75-41dc-a896-6a09a881bcc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:20.353208 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-bd605b41-2c75-41dc-a896-6a09a881bcc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.1683397 Mar 02 17:43:20.353208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Router 7c9fd94a-2d61-41ff-b6b2-f69325835fec is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:43:20.377273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.377982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.405124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9e596ef0-9872-4eed-b05d-8af486bb9e39 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:20.421792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.447099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 175bcb3f-fa53-4b24-ad09-b69e697cdd7c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:43:20.447541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 175bcb3f-fa53-4b24-ad09-b69e697cdd7c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:43:20.448095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5c3f3d3d-057c-4002-9110-cdaf6ba1effc no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:43:20.543579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5c3f3d3d-057c-4002-9110-cdaf6ba1effc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:43:20.543934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5c3f3d3d-057c-4002-9110-cdaf6ba1effc not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:43:20.549756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:09Z', 'revision_number': 2, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:20.556017 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Checking router: 1604d421-6b5d-4feb-a582-ce7b1fb10034 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:20.556466 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Updating router 1604d421-6b5d-4feb-a582-ce7b1fb10034 port 3d2523f7-8d86-4347-bea4-781449bdf738 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:20.572284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bf393a-7b8f-42dd-a4b7-b834240fafb7 req-964fb590-0353-40ad-af65-4155a48b7fa5 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=2713a36e-a622-40cf-bea6-e78c07a3d156 HTTP/1.1" status: 200 len: 210 time: 0.1296294 Mar 02 17:43:20.590255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Deleting port b6085f75-d395-4b96-a280-fa4e15fb66cc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:20.590452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.666199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9e596ef0-9872-4eed-b05d-8af486bb9e39 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:20.669452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9e596ef0-9872-4eed-b05d-8af486bb9e39 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891375852&fields=id&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 267 time: 0.5387695 Mar 02 17:43:20.694348 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.780707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-f7b47b09-d267-4be6-b2f8-7f7c17662aee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3980396 Mar 02 17:43:20.838221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] DHCP port deletion for 1e3038ca-2d8c-4609-837b-cdbdcc0adea2 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:43:20.843983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Deleting port b6085f75-d395-4b96-a280-fa4e15fb66cc {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:20.843983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:20.989142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.021882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.123629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-12f728f5-14ef-4972-857a-6038fe820c24 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:21.125070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-12f728f5-14ef-4972-857a-6038fe820c24 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 796 time: 0.4468398 Mar 02 17:43:21.172855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] For port b6085f75-d395-4b96-a280-fa4e15fb66cc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b6085f75-d395-4b96-a280-fa4e15fb66cc,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:21.173214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.186963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-46f12c75-0a5b-49e7-8bf3-a9cd936e8101 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/quotas/c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 375 time: 0.0488691 Mar 02 17:43:21.219611 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.244940 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Transition to ACTIVE for port object 3d2523f7-8d86-4347-bea4-781449bdf738 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:21.255777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] For port b6085f75-d395-4b96-a280-fa4e15fb66cc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b6085f75-d395-4b96-a280-fa4e15fb66cc,segment=NetworkSegment(7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b),segment_id=7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:21.256310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.257310 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.294776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-0b6bbfbd-9670-438e-b2e2-863458ffb833 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963524 Mar 02 17:43:21.356884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.409774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Calling delete_port for b6085f75-d395-4b96-a280-fa4e15fb66cc owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:21.493953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Calling delete_port for b6085f75-d395-4b96-a280-fa4e15fb66cc owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:21.533859 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Pushing event updated for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:21.537488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.561199 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.562143 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.562740 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.563306 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.563843 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.564411 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.564939 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.565466 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.568250 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.568818 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.569348 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:21.654489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:21.668953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:21.673703 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.699134 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Attempting to bind port 3d2523f7-8d86-4347-bea4-781449bdf738 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:21.699644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Attempting to bind port 3d2523f7-8d86-4347-bea4-781449bdf738 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:21.700127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Attempting to bind port 3d2523f7-8d86-4347-bea4-781449bdf738 on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:21.709406 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:21.709948 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:21.710454 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.710960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Bound using segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:21.711652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Bound port: 3d2523f7-8d86-4347-bea4-781449bdf738, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:21.712269 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:21.722772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01120-2b02-484a-a4cd-1befe8e368b1 req-82c9323b-171c-4b4d-b9ce-9fd1ea87ce75 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:21.724570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34b01120-2b02-484a-a4cd-1befe8e368b1 req-82c9323b-171c-4b4d-b9ce-9fd1ea87ce75 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.7800488 Mar 02 17:43:21.742771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:21.822820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:43:21.823098 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:43:21.840612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] Pushing event deleted for resources: {'Port': ['ID=b6085f75-d395-4b96-a280-fa4e15fb66cc,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:21.840909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-e75cea61-98df-4a63-b895-5177d9a5516b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:21.850458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b6085f75-d395-4b96-a280-fa4e15fb66cc no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:43:21.867395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34b01120-2b02-484a-a4cd-1befe8e368b1 req-e7e39629-e359-4acd-a856-1cc2098f129d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321659 Mar 02 17:43:21.899316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-e75cea61-98df-4a63-b895-5177d9a5516b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:21.904269 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] For port 3d2523f7-8d86-4347-bea4-781449bdf738, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:21.905445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-e75cea61-98df-4a63-b895-5177d9a5516b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6581841 Mar 02 17:43:21.909271 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] For port 3d2523f7-8d86-4347-bea4-781449bdf738, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3d2523f7-8d86-4347-bea4-781449bdf738,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:21.911359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b6085f75-d395-4b96-a280-fa4e15fb66cc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:43:21.911864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b6085f75-d395-4b96-a280-fa4e15fb66cc not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:43:21.916367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcc95d-e7a7-4098-b7ff-4acccba43aa6 None None] No DVR routers for this DVR port b6085f75-d395-4b96-a280-fa4e15fb66cc on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:43:21.920738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=8bb92505-53c1-4dce-9498-f60308a41233,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:21.955354 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:22.003673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:22.016577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Sync routers for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:22.034791 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3e9f1c89-28ca-4ede-8018-eda105ab338b req-55663632-0c87-4d32-86a8-1c5afa262029 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247658 Mar 02 17:43:22.046183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:22.047873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:22.150299 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4abab3-f56d-4c25-866a-ef3843096772 None None] Pushing event updated for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:22.171597 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:22.171597 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:22.230019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:22.234968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:22.242147 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f739b916-44da-47d0-82c2-9f368ad8e406 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.2639930 Mar 02 17:43:22.366029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Deleting port b6085f75-d395-4b96-a280-fa4e15fb66cc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:22.366375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:22.431289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:22.437792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:22.530418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:22.633773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:22.879399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7d2388de-4f99-473f-84eb-ee52cf699343 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:43:22.916724 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:23.174513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:16Z', 'revision_number': 3, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:23.183554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] The port 'b6085f75-d395-4b96-a280-fa4e15fb66cc' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:43:23.184881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30caceb6-a476-49cb-9614-9d9bcdc76446 req-04bb39ea-a38c-4a13-94f2-989e09a35b00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d79f07df9dd4a399ade385321a383ac&device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.1196051 Mar 02 17:43:23.200796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Checking router: 7c9fd94a-2d61-41ff-b6b2-f69325835fec for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:23.201936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Updating router 7c9fd94a-2d61-41ff-b6b2-f69325835fec port 4543e9ce-026d-4c16-9704-748ccc65f396 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:23.236504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-f74d0ebb-90e1-4ba9-a673-0117913daafc service neutron] 10.222.0.37 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3180566 Mar 02 17:43:23.299951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7d2388de-4f99-473f-84eb-ee52cf699343,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:23.305848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30caceb6-a476-49cb-9614-9d9bcdc76446 req-729d9098-c6a6-4d1b-815e-83b58df7479d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3d79f07df9dd4a399ade385321a383ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995686 Mar 02 17:43:23.374810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.439209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '7d2388de-4f99-473f-84eb-ee52cf699343', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '7d2388de-4f99-473f-84eb-ee52cf699343', 'mac_address': 'fa:16:3e:47:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:43:23.440982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.485992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3038ca-2d8c-4609-837b-cdbdcc0adea2']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:23.509551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:23.513161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee7c69a-9dd8-47b0-a7a0-1a6bdc60938b') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:23.537690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.569568 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:21Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:23.576974 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302dc50-d86d-418b-877d-f74234cb0ade None None] The sync data for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 is: [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:21Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:23.577207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.679398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eae9cda2-54a1-435d-a623-1fa4262bcb97 req-04543b6f-708b-4629-8a34-515bb9d5bc97 tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.4848168 Mar 02 17:43:23.700132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:43:23.701893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:43:23.748882 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:43:23.785912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.805856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.903918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:23.932474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3d2523f7-8d86-4347-bea4-781449bdf738 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:23.982042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caceb6-a476-49cb-9614-9d9bcdc76446 req-d5c2a6b3-83a9-445c-a5f7-a1e7a4d5e896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:23.985055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30caceb6-a476-49cb-9614-9d9bcdc76446 req-d5c2a6b3-83a9-445c-a5f7-a1e7a4d5e896 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6704490 Mar 02 17:43:24.044765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.047955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2388de-4f99-473f-84eb-ee52cf699343 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:24.084362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7d2388de-4f99-473f-84eb-ee52cf699343,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:24.103733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.153168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.179449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=8bb92505-53c1-4dce-9498-f60308a41233,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:24.218388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-026066ac-572e-49b1-b59e-07b5ef1ced37 req-c1cdc3c5-c43c-4ae8-b17b-e5001365c1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6498 time: 1.5412529 Mar 02 17:43:24.303892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.315110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.373312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.390333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.391655 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b3675d3-c33c-48d2-be1a-1017e34328c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1397958 Mar 02 17:43:24.427407 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:43:24.437906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-58418871-6ba4-489e-8d58-d89d157ca8c7 service neutron] 10.222.0.37 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1971226 Mar 02 17:43:24.451587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e3038ca-2d8c-4609-837b-cdbdcc0adea2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:24.514947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-026066ac-572e-49b1-b59e-07b5ef1ced37 req-8403bca8-0d70-4c50-8eb9-f3d8b3b408e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3130193 Mar 02 17:43:24.522445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4a7d017f-6cf1-4be7-8648-157109945505 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1e3038ca-2d8c-4609-837b-cdbdcc0adea2 HTTP/1.1" status: 204 len: 168 time: 4.5674965 Mar 02 17:43:24.565578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851669d1-209f-4057-a7c0-2596d0dbab22 req-83844031-fa0b-4a89-a28f-f231be82b13f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:24.577375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-851669d1-209f-4057-a7c0-2596d0dbab22 req-83844031-fa0b-4a89-a28f-f231be82b13f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 944 time: 0.5567889 Mar 02 17:43:24.727729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.20.0.7 (17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c/d4d6dc68-e48d-4bca-bf08-db046aef696d/2d4ba09d-454b-475b-a469-35903be1c964) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:24.734973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-851669d1-209f-4057-a7c0-2596d0dbab22 req-45d0307c-7240-47d3-a42b-70ee1e4c8407 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558895 Mar 02 17:43:24.869035 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.900979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Transition to ACTIVE for port object 4543e9ce-026d-4c16-9704-748ccc65f396 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:24.909604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3d2523f7-8d86-4347-bea4-781449bdf738 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:24.946349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:24.957389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:24.983005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34610) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:24.994190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3d2523f7-8d86-4347-bea4-781449bdf738 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:24.995036 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.064645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfef7fe3-88a5-4c22-97cc-04f5a0e2b55a req-e6301c39-396b-4fb9-8475-242f432bb54d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 210 time: 0.0806029 Mar 02 17:43:25.076612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Attempting to bind port 4543e9ce-026d-4c16-9704-748ccc65f396 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:25.077208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Attempting to bind port 4543e9ce-026d-4c16-9704-748ccc65f396 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:25.078036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Attempting to bind port 4543e9ce-026d-4c16-9704-748ccc65f396 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:25.087062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7d2388de-4f99-473f-84eb-ee52cf699343'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:25.146124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.179601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:25.180364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:25.180553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.181690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.182023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:25.183700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Bound port: 4543e9ce-026d-4c16-9704-748ccc65f396, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:25.184994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.203795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26874d8a-4a47-43a0-bbef-2bb6054212d8 req-a698cd01-7b26-4f6c-b73c-689574c3a05e tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.1033351 Mar 02 17:43:25.304410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:25.310093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79d562-96d9-439c-ad12-148c56a58818 None None] Pushing event updated for resources: {'Port': ['ID=4543e9ce-026d-4c16-9704-748ccc65f396,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:25.337118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:25.353319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:25.441847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4ba09d-454b-475b-a469-35903be1c964,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:25.544176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] For port 4543e9ce-026d-4c16-9704-748ccc65f396, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:25.553867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.591214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] For port 4543e9ce-026d-4c16-9704-748ccc65f396, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4543e9ce-026d-4c16-9704-748ccc65f396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:25.612172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3d2523f7-8d86-4347-bea4-781449bdf738, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3d2523f7-8d86-4347-bea4-781449bdf738,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:25.613787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.636228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8bccb34-8d81-4d25-a2f7-03c6ddbe18a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dca8b0341ce848e2bc8e078c1bfa3ecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5740905 Mar 02 17:43:25.641570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:25.658534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.697947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30caceb6-a476-49cb-9614-9d9bcdc76446 req-ae4acc33-02c7-4757-8246-de53e644bcdc tempest-ServerShowV247Test-1934381647 tempest-ServerShowV247Test-1934381647-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f18e245-57f7-410b-bf8d-e294e4e4bd31 HTTP/1.1" status: 200 len: 210 time: 0.0592432 Mar 02 17:43:25.698430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-960358f0-7edf-4d08-80f3-c94f8e3dd21b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:25.707781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79d562-96d9-439c-ad12-148c56a58818 None None] Pushing event updated for resources: {'Port': ['ID=4543e9ce-026d-4c16-9704-748ccc65f396,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:25.733181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.734118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.749985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-960358f0-7edf-4d08-80f3-c94f8e3dd21b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:25.751264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-960358f0-7edf-4d08-80f3-c94f8e3dd21b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2111853050&fields=id&tenant_id=ea571af3b226430bba2cda288e585f7d HTTP/1.1" status: 200 len: 267 time: 0.2045794 Mar 02 17:43:25.833765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:25.847882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:25.916424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ab61244b-9796-4bf2-b825-8f39b095b493 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:25.917082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ab61244b-9796-4bf2-b825-8f39b095b493 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:25.944759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:25.945403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:26.007010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:26.138527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:43:26.156237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:26.161980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ab61244b-9796-4bf2-b825-8f39b095b493 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:26.163162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ab61244b-9796-4bf2-b825-8f39b095b493 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 931 time: 0.4035792 Mar 02 17:43:26.280953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-8ceb6f6d-6f03-4cb1-a49a-1a5606eab709 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.288145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-8ceb6f6d-6f03-4cb1-a49a-1a5606eab709 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 932 time: 0.1068783 Mar 02 17:43:26.335868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:26.358611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-a572f3b5-f7a0-4c59-a5a5-62c518928ed3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0693223 Mar 02 17:43:26.426521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-f604b511-18bf-4c29-aaa0-d4be2bd56870 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667248 Mar 02 17:43:26.453775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460fc3e-d3c1-4584-af8b-33722ccf8e94,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:26.469764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89d2a-ae65-4589-8032-cbea0b826d37 req-492ff94c-8dd3-4517-868c-c75c8b667d2b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.471492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10c89d2a-ae65-4589-8032-cbea0b826d37 req-492ff94c-8dd3-4517-868c-c75c8b667d2b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 945 time: 0.5122850 Mar 02 17:43:26.540204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:26.555325 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Sync routers for ids ['66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:26.583142 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Routers {'66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:26.583875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:26.584954 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:26.585435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ce98ba2-0f23-409a-a7b7-f3c0b3007a5c tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3964882 Mar 02 17:43:26.588017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:26.628887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:26.630232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-66d65cbf-3c73-4d1f-83f1-3bb551154155 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e460fc3e-d3c1-4584-af8b-33722ccf8e94 HTTP/1.1" status: 204 len: 168 time: 0.9862318 Mar 02 17:43:26.773014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:16Z', 'revision_number': 3, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:26.785537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20f98b-8f93-4262-b79a-d30c15d9aa40 None None] The sync data for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 is: [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:16Z', 'revision_number': 3, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:26.863815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9b3bd826-f1cc-45f2-8f04-bafbedcc4fb0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.865786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9b3bd826-f1cc-45f2-8f04-bafbedcc4fb0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 796 time: 0.4045837 Mar 02 17:43:26.866101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7d2388de-4f99-473f-84eb-ee52cf699343 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:26.887168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10c89d2a-ae65-4589-8032-cbea0b826d37 req-65f1f1a4-70cf-4a52-ab50-6307d5fc1742 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406405 Mar 02 17:43:26.970198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.977740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.997695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:26.998117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:26.998663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:27.001540 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Set router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:27.070603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 7d2388de-4f99-473f-84eb-ee52cf699343 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:27.082507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 7d2388de-4f99-473f-84eb-ee52cf699343 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:27.085681 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.131660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-281df8e4-02db-4577-9dec-d974114b901a req-a9fa0666-1057-4269-bbbc-be37febb4ef0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 210 time: 0.0744529 Mar 02 17:43:27.147774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-67372d47-889e-43b7-8bbd-6984c851cfbd tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 379 time: 0.2577093 Mar 02 17:43:27.175357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:27.182269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7f6c6b28-a4d8-4096-8f1b-53788f6b4283 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/networks?id=14772b19-f502-4eca-9762-3de40af9b710&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f HTTP/1.1" status: 200 len: 1990 time: 0.7546070 Mar 02 17:43:27.189544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'port': {'device_id': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'admin_state_up': True, 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'security_groups': ['771fa83a-1bd5-42b3-8f4c-b821da35e49d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:27.330132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.346588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Deleting port 2d4ba09d-454b-475b-a469-35903be1c964 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:27.346855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.358557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.373156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4ea37b6a-8276-4449-bca3-e602ddfa653c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/quotas/ea571af3b226430bba2cda288e585f7d HTTP/1.1" status: 200 len: 375 time: 0.1449599 Mar 02 17:43:27.422044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:27.456903 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f', 'name': '', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c', 'external_fixed_ips': [{'subnet_id': 'd4d6dc68-e48d-4bca-bf08-db046aef696d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2d4ba09d-454b-475b-a469-35903be1c964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:20Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 3, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port': {'id': '2d4ba09d-454b-475b-a469-35903be1c964', 'name': '', 'network_id': '17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd4d6dc68-e48d-4bca-bf08-db046aef696d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:24Z', 'updated_at': '2022-03-02T17:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4d6dc68-e48d-4bca-bf08-db046aef696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:27.462713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7d2388de-4f99-473f-84eb-ee52cf699343,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:27.467097 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Checking router: 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:27.467670 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Updating router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f port 2d4ba09d-454b-475b-a469-35903be1c964 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:27.468522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.564722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:27.581897 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.601348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:27.609875 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343', 'code': 200} Mar 02 17:43:27.702467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:27.710039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.722025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:27.748145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-b11c17ba-a948-4dc1-b0c1-5351d2d1c4aa tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3677251 Mar 02 17:43:27.852768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:27.874482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3d2523f7-8d86-4347-bea4-781449bdf738 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:27.915342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:28.082524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Calling delete_port for 2d4ba09d-454b-475b-a469-35903be1c964 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:28.095240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3d2523f7-8d86-4347-bea4-781449bdf738 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:28.095799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:28.138846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3088c95a-5aff-453d-9372-e0e824cd91a5 req-c5285f61-20a4-4613-9971-0b124001a2b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 1097 time: 0.3951352 Mar 02 17:43:28.210419 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3088c95a-5aff-453d-9372-e0e824cd91a5 req-7ad54a40-2b15-4741-a865-0c3bd75c69bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 Mar 02 17:43:28.252669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:28.422522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:28.427432 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.db.api [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:43:28.427867 n-d-820559-6 neutron-server[83799]: DEBUG oslo_db.api [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:43:28.567791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ba7989e4-b3b4-4a4b-87d8-97f08971c5fa service neutron] 10.222.0.37 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7646341 Mar 02 17:43:28.582671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.4 (95dd5232-7c6d-4348-ab3d-e35b2b1c729b/17be0bf3-1d31-4415-93fa-6fbcf3b71ae1/b09b7edd-9ad3-455c-a56f-3f0aba2e449c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:28.611455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d4ba09d-454b-475b-a469-35903be1c964,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:28.652695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:28.696254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:28.731029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:28.853794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1e4de-d5c1-47c7-ba1a-beb86c415818 req-a2c6709e-573f-40f0-9478-2c5ea66beba4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:28.855579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79f1e4de-d5c1-47c7-ba1a-beb86c415818 req-a2c6709e-573f-40f0-9478-2c5ea66beba4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 946 time: 0.4680779 Mar 02 17:43:28.858400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d79f07df9dd4a399ade385321a383ac is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:28.864451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1826369322-network', 'tenant_id': '2a2c1a42c3d949489172179034414fe2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:28.879780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:28.882699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:28.892432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:28.894589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Usage tracker for resource:network and tenant:2a2c1a42c3d949489172179034414fe2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:28.899647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:28.912506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:28.967461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Port 2d4ba09d-454b-475b-a469-35903be1c964 not found while updating agent binding for router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f. {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 02 17:43:28.969312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:28.979626 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Routers {'66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:28.980389 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:29.059449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-ecb63647-6d6c-4fa7-b90c-c2d3fe6f49ce service neutron] 10.222.0.37 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807243 Mar 02 17:43:29.193273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Allocated IP 172.20.0.1 (275761cd-fe4d-4f40-98a2-ee1212db91c5/b3bcaa52-b732-40b6-9360-9ac4d5d3a628/7fad6f32-fab4-4ab7-bc39-7ef6917dccc9) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:29.208023 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] Set router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:29.230639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Made reservation on behalf of 2a2c1a42c3d949489172179034414fe2 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:29.233163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.253433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-81fce963-8ddc-4973-aca9-5ec7cd3d3ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5293419 Mar 02 17:43:29.373729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.373909 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f', 'name': '', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:20Z', 'updated_at': '2022-03-02T17:43:28Z', 'revision_number': 5, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:29.378888 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583984c9-788c-454e-9f37-1c94660afc58 None None] The sync data for ids ['66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f'] in n-d-820559-6 is: [{'id': '66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f', 'name': '', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:20Z', 'updated_at': '2022-03-02T17:43:28Z', 'revision_number': 5, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:29.380170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79f1e4de-d5c1-47c7-ba1a-beb86c415818 req-16de35df-3573-452d-8306-7b03068dae1c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914553 Mar 02 17:43:29.418345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.453951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-a2b1a199-4424-48b9-9284-16ee414135c9 service neutron] 10.222.0.37 "GET /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3684020 Mar 02 17:43:29.456319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.494199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.502886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:29.505174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.541579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Usage tracker for resource:security_group_rule and tenant:2a2c1a42c3d949489172179034414fe2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:29.557520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:29.605323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.605323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:43:29.610793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:29.663761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b05c7-ed50-4954-af0a-c6d08dcf21df,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:29.674329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.679459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-07a3db07-7385-4bf3-8b24-ec367b1b66c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d79f07df9dd4a399ade385321a383ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4254317 Mar 02 17:43:29.687148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34678) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:29.753757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.754984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6495ce2-a23a-4406-8586-cbf9ccaf83e5 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/66dd6fa5-3a9f-402a-8f4e-4cd1eecab92f HTTP/1.1" status: 204 len: 168 time: 3.1659701 Mar 02 17:43:29.759175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34682) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:29.789812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object b09b7edd-9ad3-455c-a56f-3f0aba2e449c will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:29.820417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12177372-38b1-4ee9-8afc-d9bef2f1eeef req-84f57e21-3610-4a11-8a4a-dca71e857e5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 210 time: 0.1194310 Mar 02 17:43:29.870527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.876495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Deleting subnet d4d6dc68-e48d-4bca-bf08-db046aef696d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:43:29.881385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.884588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-57318584-5ca0-4c69-8552-ad055c06113c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f499324a42f44b1f8e921e84e18f047e&device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 6498 time: 0.5700083 Mar 02 17:43:29.886628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.886826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-1fb17e77-ef20-4e86-b685-9d18106b0bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178002 Mar 02 17:43:29.914106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.921193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:29.992649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:43:29.996941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.009927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2ce04-386f-4682-a9bb-a21554ea563d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.014769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.057471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.057818 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Added segment 123abbf0-604d-43b5-8967-a1e026f06223 of type vlan for network 833c2835-ddcb-4ef1-9819-1863f18c786e Mar 02 17:43:30.066679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.129127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.133086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.202625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.234326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b05c7-ed50-4954-af0a-c6d08dcf21df,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.243193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.244084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:30.244622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.329092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.337545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.387620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:30.398764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.399913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d6dc68-e48d-4bca-bf08-db046aef696d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.418059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:30.418561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] Pushing event updated for resources: {'Network': ['ID=833c2835-ddcb-4ef1-9819-1863f18c786e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.423023 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1beb03c6-fb56-432b-903d-8eb4c26c4efb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7236128 Mar 02 17:43:30.426769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:30.433157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.438019 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c39dd7f9-2688-43c2-b590-5c2e1ee2bbab tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/d4d6dc68-e48d-4bca-bf08-db046aef696d HTTP/1.1" status: 204 len: 168 time: 0.6722283 Mar 02 17:43:30.438774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:30.453615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Request body: {'subnet': {'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1826369322-subnet', 'tenant_id': '2a2c1a42c3d949489172179034414fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:30.459379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 833c2835-ddcb-4ef1-9819-1863f18c786e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:43:30.468914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:30.471378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:30.484508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Usage tracker for resource:subnet and tenant:2a2c1a42c3d949489172179034414fe2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:30.499739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.500953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe0f6579-e1f3-4783-a5fe-f2c75a835921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d0b05c7-ed50-4954-af0a-c6d08dcf21df HTTP/1.1" status: 204 len: 168 time: 0.8070142 Mar 02 17:43:30.503447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:30.528806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:30.566233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d0574fc5-2dd7-4ec9-9034-75e3c818fd5a service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672018 Mar 02 17:43:30.609204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Made reservation on behalf of 2a2c1a42c3d949489172179034414fe2 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:30.611842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.647145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e735dde0-f4a0-4b65-912e-27b1671f1e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:30.647784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e735dde0-f4a0-4b65-912e-27b1671f1e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:30.648289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e735dde0-f4a0-4b65-912e-27b1671f1e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:30.650050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e735dde0-f4a0-4b65-912e-27b1671f1e88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e07c5e77-51b1-4545-850c-aaffb83943c9&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=b7021a30-2d69-426e-8365-a5f10d9ad03e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&id=85b9b010-d65f-4cd9-b82d-396e42c4e79e HTTP/1.1" status: 200 len: 2298 time: 0.7282135 Mar 02 17:43:30.707356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:30.715906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.726510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:30.801722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:30.882618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.894086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee79a825-3b41-43db-b73e-a02e74f38d75 None None] Provisioning for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:30.894459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Pushing event updated for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:30.900669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee79a825-3b41-43db-b73e-a02e74f38d75 None None] Provisioning complete for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:30.901044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee79a825-3b41-43db-b73e-a02e74f38d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.928621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-91a1ac46-2944-4b76-94f8-d40cb874028b service neutron] 10.222.0.37 "GET /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3614700 Mar 02 17:43:30.952474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:30.955485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:30.956513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:30.967721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee79a825-3b41-43db-b73e-a02e74f38d75 None None] Port b09b7edd-9ad3-455c-a56f-3f0aba2e449c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:30.970131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdefa8f5-3027-4a56-9aa3-fc8a8871d6d6') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:30.970412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdefa8f5-3027-4a56-9aa3-fc8a8871d6d6') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:30.990018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.029286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.046119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:43:31.046528 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:43:31.062340 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:43:31.066344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.070110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.106219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-3d89e984-6244-459c-b8d5-8398652e43ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514 HTTP/1.1" status: 200 len: 1001 time: 0.3814006 Mar 02 17:43:31.159279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1a2640c4-dca0-46c6-bdf9-86b6132f8e22 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9850202 Mar 02 17:43:31.187605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Request body: {'port': {'device_id': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:31.220220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d446c-7b6a-41bf-9c87-7e12a18ca9f5 req-9568641d-03ee-4779-ba51-ea5931eeaa20 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:31.222086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-179d446c-7b6a-41bf-9c87-7e12a18ca9f5 req-9568641d-03ee-4779-ba51-ea5931eeaa20 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 946 time: 0.5667269 Mar 02 17:43:31.321152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.342017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375b0b18-e993-48df-9ad8-cf2ca9d3667b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:31.344587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:43:31.348529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-f1d3b7e7-3f09-4c48-bca4-d3953045753f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:31.350251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-f1d3b7e7-3f09-4c48-bca4-d3953045753f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05517b33-1238-4fa4-8fbd-ca36418085bb HTTP/1.1" status: 200 len: 855 time: 0.2348537 Mar 02 17:43:31.353078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.361397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Network': ['ID=17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:31.372344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Checking segment: {'id': '123abbf0-604d-43b5-8967-a1e026f06223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:31.372952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Network hostable DHCP agents. Network: 833c2835-ddcb-4ef1-9819-1863f18c786e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:31.378161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-51d1e8b5-ccbc-4ce3-8d7a-e2963261089b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/networks/17a656f8-2e0d-44a3-8b9f-61e72d5c3d4c HTTP/1.1" status: 204 len: 168 time: 0.8802357 Mar 02 17:43:31.404969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-3863e72a-0cf7-4bcc-8773-d3aa27e313f1 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747946 Mar 02 17:43:31.427723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Network 833c2835-ddcb-4ef1-9819-1863f18c786e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:31.449792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 833c2835-ddcb-4ef1-9819-1863f18c786e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:31.454254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:31.455429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.459587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad473d85-b328-42bb-a24e-bbfbaffc5d4d None None] Network 833c2835-ddcb-4ef1-9819-1863f18c786e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:31.490703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a3d205cc-e886-4c98-9736-0865d02dd379 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0618773 Mar 02 17:43:31.636909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-179d446c-7b6a-41bf-9c87-7e12a18ca9f5 req-ba9afb23-ffd5-45bb-80f0-6ef10adb57b1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883743 Mar 02 17:43:31.781462 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.818005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:31.861844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34726) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:31.882676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b69e6b-1ab2-49d2-8043-1a64fd995be0 None None] Network 833c2835-ddcb-4ef1-9819-1863f18c786e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:32.077712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1442991942-network', 'tenant_id': '67d80a53d42c4494a387d57aeb1dae6e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:32.085925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:32.091632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Usage tracker for resource:network and tenant:67d80a53d42c4494a387d57aeb1dae6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:32.096656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:32.103974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:32.118211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Made reservation on behalf of 67d80a53d42c4494a387d57aeb1dae6e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:32.123837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.141352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.187783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:32.192353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Usage tracker for resource:security_group_rule and tenant:67d80a53d42c4494a387d57aeb1dae6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:32.195620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:32.203594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:32.233838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:32.236579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-b12c8e9b-7fad-49f5-a940-76afdc8f218f service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306255 Mar 02 17:43:32.239929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'name': 'tempest-router--93932602', 'project_id': '91296c8e860b440c8d44801ecf79bfe2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:32.250052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:32.258793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:router and tenant:91296c8e860b440c8d44801ecf79bfe2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:32.265957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:32.273434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:32.277322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-9e636aa3-66d6-4a6b-9f77-2df65beac65a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e07c5e77-51b1-4545-850c-aaffb83943c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8854561 Mar 02 17:43:32.301976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.307971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.324925 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.325813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.352913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:43:32.364056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e72965-e029-41e8-be9c-dfaf19342c7f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:32.374876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.375308 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Added segment 1808c328-7708-43c7-951d-09c0a78a4821 of type vlan for network 94864147-03c8-49e7-b99b-5b8ebe951bd7 Mar 02 17:43:32.384809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.413666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.427870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.465335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.466178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:32.466806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.491493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.492657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fbc4b85b-255c-4307-87db-d653a70988b4 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2578759 Mar 02 17:43:32.540332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34740) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:32.627516 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7644560 Mar 02 17:43:32.649107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34744) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:32.687217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a6d7-656d-46c2-bf48-33142078038d admin admin] Pushing event updated for resources: {'Network': ['ID=94864147-03c8-49e7-b99b-5b8ebe951bd7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:32.697288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 94864147-03c8-49e7-b99b-5b8ebe951bd7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:43:32.710191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.736158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Request body: {'subnet': {'network_id': '94864147-03c8-49e7-b99b-5b8ebe951bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1442991942-subnet', 'tenant_id': '67d80a53d42c4494a387d57aeb1dae6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:32.759807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:32.786588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Usage tracker for resource:subnet and tenant:67d80a53d42c4494a387d57aeb1dae6e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:32.794678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:32.834499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:32.896801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8987de-985c-46fd-90d4-9c58dd74eb5c req-58e6413e-6d98-4f81-82fb-0089854681b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:32.897480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3a8987de-985c-46fd-90d4-9c58dd74eb5c req-58e6413e-6d98-4f81-82fb-0089854681b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:32.955596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Made reservation on behalf of 67d80a53d42c4494a387d57aeb1dae6e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:32.957989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:32.984302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-cc227fbc-b682-49f8-8110-a8468d6f66e6 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402530 Mar 02 17:43:33.048936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-3403d08e-4f72-4ea0-8021-733d52858a0d service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463136 Mar 02 17:43:33.098953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.103183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.113002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3a8987de-985c-46fd-90d4-9c58dd74eb5c req-58e6413e-6d98-4f81-82fb-0089854681b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:33.114187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a8987de-985c-46fd-90d4-9c58dd74eb5c req-58e6413e-6d98-4f81-82fb-0089854681b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 931 time: 1.1944373 Mar 02 17:43:33.129521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.130014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f276d2f-9576-4d76-8b62-f2121f8adfb5 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:43:33.142904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.143991 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2c89e3ae-2947-4dc5-9a8d-1923a126e6dd tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4f276d2f-9576-4d76-8b62-f2121f8adfb5 HTTP/1.1" status: 204 len: 168 time: 0.6028054 Mar 02 17:43:33.264727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:43:33.328452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:43:33.350899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:33.361273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.442092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.624964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a8987de-985c-46fd-90d4-9c58dd74eb5c req-e02f3c9d-0e33-4e7d-9164-36f112ffe96c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472482 Mar 02 17:43:33.627042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:33.656878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.696875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1417878648', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:33.711879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:33.714703 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.716403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:33.719626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-b15fb323-4804-4260-8657-978adb2bf935 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219245 Mar 02 17:43:33.720059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:33.729478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-748a17ec-446f-4da1-b313-f18828799948 service neutron] 10.222.0.35 "GET /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488359 Mar 02 17:43:33.746326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:33.768897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Pushing event updated for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:33.778517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.779920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.817994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.905160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Transition to ACTIVE for port object b09b7edd-9ad3-455c-a56f-3f0aba2e449c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:33.924707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:33.927244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4543e9ce-026d-4c16-9704-748ccc65f396 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:34.014006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-950fb3cb-3971-444e-a22b-549d7bf8c2df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 217 time: 0.2723432 Mar 02 17:43:34.046398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4543e9ce-026d-4c16-9704-748ccc65f396 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:34.052055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4543e9ce-026d-4c16-9704-748ccc65f396 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:34.052588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.137339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.189203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.208384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 4543e9ce-026d-4c16-9704-748ccc65f396, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4543e9ce-026d-4c16-9704-748ccc65f396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:34.214834 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.296898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=4543e9ce-026d-4c16-9704-748ccc65f396,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:34.306605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.307649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.307649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.307898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.308109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.308432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.308746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.309060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.309374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.309685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.310001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:34.322555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-d8cbb826-6e7d-4760-a443-f1a96c05c1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:34.324347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-d8cbb826-6e7d-4760-a443-f1a96c05c1f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.2340477 Mar 02 17:43:34.382697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.420193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.560410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:34.659802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.719493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Allocated IP 172.25.3.148 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5378458a-4ce7-4cbf-9810-aef9640e66c4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:34.728810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-69b40f9f-80d0-4874-b66d-cd72100dddcf service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9983585 Mar 02 17:43:34.743554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:34.805158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:34.874792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.907109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:34.993186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:34.997451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:35.001980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:35.026897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event updated for resources: {'Port': ['ID=5378458a-4ce7-4cbf-9810-aef9640e66c4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:35.048471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03fcc66-35cc-4b6c-9852-2f06d0e5ab51,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:35.176690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-698ad065-206c-4c1d-a6b6-5277592b1ac3 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:35.178034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-698ad065-206c-4c1d-a6b6-5277592b1ac3 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/networks?id=833c2835-ddcb-4ef1-9819-1863f18c786e HTTP/1.1" status: 200 len: 822 time: 0.6453846 Mar 02 17:43:35.184950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:35.185704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:35.209233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-42916ee5-52a9-4915-851f-908ae617d56a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8627982 Mar 02 17:43:35.233751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Checking segment: {'id': '1808c328-7708-43c7-951d-09c0a78a4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '94864147-03c8-49e7-b99b-5b8ebe951bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:35.234104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Network hostable DHCP agents. Network: 94864147-03c8-49e7-b99b-5b8ebe951bd7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:43:35.279403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:35.279677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:35.279998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:35.336956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-3a53f3cb-b623-4588-a486-28f3a4048c93 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901411 Mar 02 17:43:35.346105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-0c6f6a95-4d55-4aa5-a803-f252b3ca3111 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/quotas/2a2c1a42c3d949489172179034414fe2 HTTP/1.1" status: 200 len: 375 time: 0.1603117 Mar 02 17:43:35.400169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:43:35.400818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:35.430893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Router de3df9d6-058b-4b4d-aae7-62454e1a685b is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:43:35.451772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:35.452232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:35.452619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Bound using segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:35.453057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Bound port: b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:35.453535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:35.537804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-68ce9a31-84bd-45dd-8663-ee697b775133 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2c1a42c3d949489172179034414fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1455104 Mar 02 17:43:35.642441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:35.653630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] Sync routers for ids ['de3df9d6-058b-4b4d-aae7-62454e1a685b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:35.670878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] Routers {'de3df9d6-058b-4b4d-aae7-62454e1a685b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:35.671741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['de3df9d6-058b-4b4d-aae7-62454e1a685b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:35.675335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:35.676580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fa6764b5-6e6d-4011-9494-7a96abeaf0b7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3243721 Mar 02 17:43:35.679267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:35.757399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:35.783875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] Routers {'de3df9d6-058b-4b4d-aae7-62454e1a685b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:35.784961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['de3df9d6-058b-4b4d-aae7-62454e1a685b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:35.861528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4543e9ce-026d-4c16-9704-748ccc65f396 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:35.896325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Network 94864147-03c8-49e7-b99b-5b8ebe951bd7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:43:35.914339 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ab371af7-1641-47c1-99fd-d7bb9cfbc7a8 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/de3df9d6-058b-4b4d-aae7-62454e1a685b HTTP/1.1" status: 200 len: 921 time: 0.2337868 Mar 02 17:43:35.914940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:35.941174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:35.941584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b5f5-8813-4ae9-8a90-8022f64347b6 None None] The sync data for ids ['de3df9d6-058b-4b4d-aae7-62454e1a685b'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:35.965644 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-96c60689-8618-4893-acf2-85b960513230 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=de3df9d6-058b-4b4d-aae7-62454e1a685b HTTP/1.1" status: 200 len: 205 time: 0.0491381 Mar 02 17:43:35.966552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34774) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:35.989730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4543e9ce-026d-4c16-9704-748ccc65f396 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:35.990167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.018705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 94864147-03c8-49e7-b99b-5b8ebe951bd7) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:36.022201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-44b4d082-8c9f-473d-8c32-da6473276b93 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896781 Mar 02 17:43:36.038612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb4bf4-f1c1-4c89-b475-29ca37695353 None None] Network 94864147-03c8-49e7-b99b-5b8ebe951bd7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:36.045581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:36.046191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.192936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d3a14853-78d3-456d-b694-63036bd54a21 service neutron] 10.222.0.37 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459349 Mar 02 17:43:36.195206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:36.223006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-5c8d0647-b74a-4167-a4ea-a99cc3276395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:36.223808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-5c8d0647-b74a-4167-a4ea-a99cc3276395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:36.259003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-5c8d0647-b74a-4167-a4ea-a99cc3276395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:36.259173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-177b7e2f-07f3-4802-b66e-814d017e17dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5945978 Mar 02 17:43:36.259250 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-5c8d0647-b74a-4167-a4ea-a99cc3276395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 946 time: 0.2225211 Mar 02 17:43:36.304701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:36.320364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-a0fbee41-0c9b-4bc3-9aee-ac27789e6efc service neutron] 10.222.0.37 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718558 Mar 02 17:43:36.330895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.347115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port 7d2388de-4f99-473f-84eb-ee52cf699343 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:36.348115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a907f-6ec7-47ce-9f8d-2ebc5e0bc9c6 None None] Network 94864147-03c8-49e7-b99b-5b8ebe951bd7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:43:36.348550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.590847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.592261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] 10.222.0.35 "PUT /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1091 time: 5.4162924 Mar 02 17:43:36.592708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:36.607600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-8e118c38-c1ca-4c72-8c27-dfa0da44554c service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509944 Mar 02 17:43:36.638456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.674988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-5d946b81-92e2-46e2-b9c7-781a735cddb6 service neutron] 10.222.0.37 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642279 Mar 02 17:43:36.675604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f589bcc-0135-4b3f-a64a-9ea3e2eb2eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:36.837978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-51f5117a-e8ce-4345-8d42-05d248843b1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 217 time: 0.2153571 Mar 02 17:43:36.902381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-f2706865-9ef6-4005-a146-dbf76d4deb59 service neutron] 10.222.0.37 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625696 Mar 02 17:43:36.955522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port 7d2388de-4f99-473f-84eb-ee52cf699343, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7d2388de-4f99-473f-84eb-ee52cf699343,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:36.956030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:36.976961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-086dd179-dd06-4d83-98c9-777e2f3f9257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:36.978178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-086dd179-dd06-4d83-98c9-777e2f3f9257 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.1307116 Mar 02 17:43:37.060102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2d7c2d79-12e1-4b86-a882-4ab638d0ea04 service neutron] 10.222.0.37 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402264 Mar 02 17:43:37.066204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-9805fe71-f51f-4a80-9e2c-872b24f7cc46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1094 time: 0.3827536 Mar 02 17:43:37.101530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for 7d2388de-4f99-473f-84eb-ee52cf699343 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:37.170141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Router 7c9fd94a-2d61-41ff-b6b2-f69325835fec has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:43:37.276172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-05c7e66b-d3e5-4e33-8456-5be7445ae8f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 217 time: 0.1825314 Mar 02 17:43:37.290426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:37.305185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port 5378458a-4ce7-4cbf-9810-aef9640e66c4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:37.305532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:37.357988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:37.398267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7d2388de-4f99-473f-84eb-ee52cf699343'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:37.398956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-97de879a-5e48-45dc-85de-08e8a891e5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4137518 Mar 02 17:43:37.501255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=7d2388de-4f99-473f-84eb-ee52cf699343,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:37.624446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port 7d2388de-4f99-473f-84eb-ee52cf699343 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:43:37.628535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:37.631226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'name': 'network-vif-deleted', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:37.674082 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-829aa828-90a0-4098-9ca7-e018fb0c74ba req-1d27afab-d00e-43b3-9875-ebbf361aef05 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "DELETE /v2.0/ports/7d2388de-4f99-473f-84eb-ee52cf699343 HTTP/1.1" status: 204 len: 173 time: 1.4123111 Mar 02 17:43:37.685013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:37.697350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-40b325b0-fcab-45a4-b737-de69286bb059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:37.698928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-40b325b0-fcab-45a4-b737-de69286bb059 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.4064190 Mar 02 17:43:37.819532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for 5378458a-4ce7-4cbf-9810-aef9640e66c4 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:37.844732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-43830b3f-57bd-4cca-8e3c-70968e8ac2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744308 Mar 02 17:43:37.960594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9896a3-b3f4-4730-90ca-5378907fd5a4 req-a6fd9278-4dff-4324-b98c-795d7a6da1ae tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:37.969011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b9896a3-b3f4-4730-90ca-5378907fd5a4 req-a6fd9278-4dff-4324-b98c-795d7a6da1ae tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dd9dc4d-5f7e-420d-9894-838a9e0bfc93 HTTP/1.1" status: 200 len: 867 time: 0.7976451 Mar 02 17:43:38.036246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:38.047481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-730230ef-f3a2-4aaa-86d9-a968e4f29cf1 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937731 Mar 02 17:43:38.106823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=5378458a-4ce7-4cbf-9810-aef9640e66c4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:38.177975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b9896a3-b3f4-4730-90ca-5378907fd5a4 req-da21f782-1975-4ed8-8ebb-f65d298c26f9 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080629 Mar 02 17:43:38.192233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-5a109218-979d-4c07-bb17-1c47ea665018 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4363072 Mar 02 17:43:38.362851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-6b36d436-4441-43ff-9e4c-95aa8ecf7aee service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024559 Mar 02 17:43:38.461606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:38.571952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e074be55-a89d-4a1e-ab3d-09ebc7881469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=54ca1651-0f98-42fb-9971-d14d72d9e434 HTTP/1.1" status: 200 len: 217 time: 0.1599047 Mar 02 17:43:38.635899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:38.637808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-1aa9b4f3-e01b-4ade-9e0a-684bad0bba90 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351463 Mar 02 17:43:38.648439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:38.689674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-df002f0f-34fc-450b-ae07-af400ca9d2cf admin admin] 10.222.0.37 "PUT /v2.0/routers/7c9fd94a-2d61-41ff-b6b2-f69325835fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2483935 Mar 02 17:43:38.708200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-5512764b-b71a-42a0-a2a6-be338f854a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:38.709691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-5512764b-b71a-42a0-a2a6-be338f854a90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.1312835 Mar 02 17:43:38.866326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37ced8-d7eb-421a-86ef-e807c8bfcc57 req-927210af-7a77-4eb1-b97e-6d717552731d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:38.867917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da37ced8-d7eb-421a-86ef-e807c8bfcc57 req-927210af-7a77-4eb1-b97e-6d717552731d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 943 time: 0.5021574 Mar 02 17:43:38.961178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34822) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:39.049486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.057046 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:43:39.066238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.091122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Deleting subnet f03fcc66-35cc-4b6c-9852-2f06d0e5ab51 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:43:39.099949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.105712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d15cdd2-43e6-42c5-91be-c8c9bb32ab79 req-131b769c-2df7-48b2-aebf-404c98a42078 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494250 Mar 02 17:43:39.133731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da37ced8-d7eb-421a-86ef-e807c8bfcc57 req-69a5e5a9-4c1c-4800-9059-8065c5f4480d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471805 Mar 02 17:43:39.160950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-91536853-4eb9-475d-bdab-7f49415e54b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3929689 Mar 02 17:43:39.244048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6f3f-6cff-490f-8b6d-25e6e4b3baeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.280547 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd9dc4d-5f7e-420d-9894-838a9e0bfc93', 'name': 'network-vif-deleted', 'tag': '7d2388de-4f99-473f-84eb-ee52cf699343', 'status': 'completed', 'code': 200} Mar 02 17:43:39.405048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.405759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router de3df9d6-058b-4b4d-aae7-62454e1a685b {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:43:39.424318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.438626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87062da1-0ffe-4ffe-a6bd-7c84d39698db req-bce150de-f442-4fa3-ba2a-383ba557cd2f tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 210 time: 0.2268302 Mar 02 17:43:39.502561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6edc985b-b680-4494-89d7-6b5d795dbb63 req-170e8654-5fc7-4c9b-b3b9-42ecb1f147c8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 210 time: 0.1213224 Mar 02 17:43:39.527535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.534874 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-09edde79-8892-4117-9328-57950607d9b0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/de3df9d6-058b-4b4d-aae7-62454e1a685b HTTP/1.1" status: 204 len: 168 time: 3.5623643 Mar 02 17:43:39.542564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34838) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:39.553508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-740643261', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:39.560258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:39.564613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:router and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:39.568489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:39.575654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:39.589983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.590983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.608249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-3e1c105c-dcf8-4d9b-a097-40ebcbbaf881 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1094 time: 0.3916740 Mar 02 17:43:39.640126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.649912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-e531272a-a2eb-4f9d-8139-2d59b0712550 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683502 Mar 02 17:43:39.731094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-49010fd7-ce7e-4b5e-9990-ab10aaf7491b tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:39.732102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-49010fd7-ce7e-4b5e-9990-ab10aaf7491b tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Synchronizing usage tracker for tenant:2a2c1a42c3d949489172179034414fe2 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:39.799509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-49010fd7-ce7e-4b5e-9990-ab10aaf7491b tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Unset dirty status for tenant:2a2c1a42c3d949489172179034414fe2 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:39.799509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-49010fd7-ce7e-4b5e-9990-ab10aaf7491b tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.50 "GET /v2.0/networks?id=833c2835-ddcb-4ef1-9819-1863f18c786e HTTP/1.1" status: 200 len: 822 time: 0.5970631 Mar 02 17:43:39.821783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.862563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:39.917340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Request body: {'port': {'device_id': '21226be9-01d5-47c2-9295-c090694f52cd', 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e', 'admin_state_up': True, 'tenant_id': '2a2c1a42c3d949489172179034414fe2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:39.940321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03fcc66-35cc-4b6c-9852-2f06d0e5ab51,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:40.041716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.125225 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78eab481-3ec7-4a4b-a269-c48e25b4ab34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f03fcc66-35cc-4b6c-9852-2f06d0e5ab51 HTTP/1.1" status: 204 len: 168 time: 1.1629870 Mar 02 17:43:40.132682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34854) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:40.136274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:40.159401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Usage tracker for resource:port and tenant:2a2c1a42c3d949489172179034414fe2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:40.169183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:40.227457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:40.263987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Made reservation on behalf of 2a2c1a42c3d949489172179034414fe2 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:40.267146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.284757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.565908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-f12863aa-5e7c-408e-99d6-ba60f76e0bf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:40.567404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-f12863aa-5e7c-408e-99d6-ba60f76e0bf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.9528396 Mar 02 17:43:40.591845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-cec4402f-c2a2-453a-9176-221f458b4e25 service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349360 Mar 02 17:43:40.643072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.684389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94864147-03c8-49e7-b99b-5b8ebe951bd7']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:40.702500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1808c328-7708-43c7-951d-09c0a78a4821') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:40.702809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1808c328-7708-43c7-951d-09c0a78a4821') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:40.714220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Allocated IP 172.20.0.13 (833c2835-ddcb-4ef1-9819-1863f18c786e/375b0b18-e993-48df-9ad8-cf2ca9d3667b/918832de-d224-411e-9e7e-4d4faf1faa30) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:40.721641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.743422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.763421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:43:40.763816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.767682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-fc106dbe-deb1-4fa2-adf1-b4bb3bcbb791 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 217 time: 0.1911302 Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:43:40.777198 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:43:40.781819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984153-9965-4638-8142-1d5ea4614d06 req-8d92ba80-cf18-4a1d-99e8-1b54dbd8e724 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:40.782493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96984153-9965-4638-8142-1d5ea4614d06 req-8d92ba80-cf18-4a1d-99e8-1b54dbd8e724 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:40.793182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-670b561d-1107-4116-bd89-34e50bf1266c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=b92852b3-ae09-4774-bc68-de73106ee808 HTTP/1.1" status: 200 len: 217 time: 0.1388848 Mar 02 17:43:40.793562 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.875869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-c1014356-fcc6-4a27-aee1-7540dc97d42e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:40.877276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-c1014356-fcc6-4a27-aee1-7540dc97d42e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.6613138 Mar 02 17:43:40.948718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.957520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7d2388de-4f99-473f-84eb-ee52cf699343 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:43:40.959838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96984153-9965-4638-8142-1d5ea4614d06 req-8d92ba80-cf18-4a1d-99e8-1b54dbd8e724 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:40.967096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-8d92ba80-cf18-4a1d-99e8-1b54dbd8e724 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 810 time: 0.8737452 Mar 02 17:43:40.983696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:40.991386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-2f380453-4989-405a-b304-4b59f6fa18ae tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0947068 Mar 02 17:43:40.993984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-b00cce7c-2f2f-4711-af79-e6a562243d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:40.995764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] Pushing event deleted for resources: {'Network': ['ID=94864147-03c8-49e7-b99b-5b8ebe951bd7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:40.996610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-b00cce7c-2f2f-4711-af79-e6a562243d36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.2102320 Mar 02 17:43:41.020814 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc88661c-65c5-433f-a668-0bf25721d830 admin admin] 10.222.0.37 "DELETE /v2.0/networks/94864147-03c8-49e7-b99b-5b8ebe951bd7 HTTP/1.1" status: 204 len: 168 time: 0.8793848 Mar 02 17:43:41.024443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 7d2388de-4f99-473f-84eb-ee52cf699343 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:43:41.024856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7d2388de-4f99-473f-84eb-ee52cf699343 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:43:41.092681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:41.129815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:41.167228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-2fa5f00a-ab86-4857-b983-f83f10a90248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:41.169146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-2fa5f00a-ab86-4857-b983-f83f10a90248 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 200 len: 797 time: 0.3424349 Mar 02 17:43:41.197919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-1b905770-4097-42b0-90ea-8c70f5894e40 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2055550 Mar 02 17:43:41.208182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-d6a25d17-5a4c-48e3-961a-87969a157bfe tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/quotas/bd7ec221c14948e29bdcd290ceef8f65 HTTP/1.1" status: 200 len: 375 time: 0.2402337 Mar 02 17:43:41.214687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Network 833c2835-ddcb-4ef1-9819-1863f18c786e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:41.220066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:41.223153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:41.308156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Pushing event updated for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:41.311286 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e870f0-2e12-4e3d-8edf-01a00d7ba220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:41.331896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34868) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:41.352364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:41.352957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:41.406839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8d22acc1-7ab0-4e68-aa4e-42d3e8de8881 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5869401 Mar 02 17:43:41.427335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-82215fb0-cd83-4df4-9d4b-c5240f7a10d8 service neutron] 10.222.0.50 "GET /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 1027 time: 0.4285374 Mar 02 17:43:41.438596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:41.439037 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d2ee669-b2bd-4ec3-8d3d-6d06a9e4900d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67d80a53d42c4494a387d57aeb1dae6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1055534 Mar 02 17:43:41.447271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Request body: {'port': {'device_id': '21226be9-01d5-47c2-9295-c090694f52cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:41.594318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:41.808506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-04168b18-0169-4c34-9bf7-98c1107f3bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7709274 Mar 02 17:43:41.810167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2b6cedb5-ea82-452c-b54f-047a36f639d1 service neutron] 10.222.0.50 "GET /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 1028 time: 0.3625000 Mar 02 17:43:41.818923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-d96a8aab-d751-44bd-813c-5aeb4cf1cf63 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197639 Mar 02 17:43:41.875938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-c25c13eb-d3f6-4b48-9d06-63cd94677944 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7021a30-2d69-426e-8365-a5f10d9ad03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6732657 Mar 02 17:43:42.036832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918832de-d224-411e-9e7e-4d4faf1faa30 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:42.045567 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.063378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Transition to ACTIVE for port object 918832de-d224-411e-9e7e-4d4faf1faa30 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:42.070123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.130864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96984153-9965-4638-8142-1d5ea4614d06 req-0c10bfce-f148-4e5b-809a-cba9609fe734 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:42.207028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Pushing event updated for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:42.230039 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Sync routers for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:42.252240 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:42.253125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:42.266413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.363216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Attempting to bind port 918832de-d224-411e-9e7e-4d4faf1faa30 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:42.363812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Attempting to bind port 918832de-d224-411e-9e7e-4d4faf1faa30 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '123abbf0-604d-43b5-8967-a1e026f06223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:42.364287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Attempting to bind port 918832de-d224-411e-9e7e-4d4faf1faa30 on network 833c2835-ddcb-4ef1-9819-1863f18c786e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:42.369266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:43:42.374233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Port 918832de-d224-411e-9e7e-4d4faf1faa30 on network 833c2835-ddcb-4ef1-9819-1863f18c786e not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:43:42.374904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Attempting to bind port 918832de-d224-411e-9e7e-4d4faf1faa30 on network 833c2835-ddcb-4ef1-9819-1863f18c786e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:42.378346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-96984153-9965-4638-8142-1d5ea4614d06 req-0c10bfce-f148-4e5b-809a-cba9609fe734 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:42.382648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:42.383282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Checking segment: {'id': '123abbf0-604d-43b5-8967-a1e026f06223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:42.383892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Bound using segment: {'id': '123abbf0-604d-43b5-8967-a1e026f06223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:42.384540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Bound port: 918832de-d224-411e-9e7e-4d4faf1faa30, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123abbf0-604d-43b5-8967-a1e026f06223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:42.385135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.386144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-0c10bfce-f148-4e5b-809a-cba9609fe734 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1086671 Mar 02 17:43:42.536293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:42.543098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=918832de-d224-411e-9e7e-4d4faf1faa30,segment=NetworkSegment(123abbf0-604d-43b5-8967-a1e026f06223),segment_id=123abbf0-604d-43b5-8967-a1e026f06223)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:42.544052 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:42.551560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.587292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.622354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.624150 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] 10.222.0.50 "PUT /v2.0/ports/918832de-d224-411e-9e7e-4d4faf1faa30 HTTP/1.1" status: 200 len: 1092 time: 1.1830192 Mar 02 17:43:42.624762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:42.625225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:42.629301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.650105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d77d9-5d24-41fa-8787-17d85f7e951d service neutron] Pushing event updated for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:42.654034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:43:42.721955 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.735917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-e225810b-cc7c-4534-9c8a-006f377e67b8 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109039 Mar 02 17:43:42.736788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.748337 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.750956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:42.770139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:42.775386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:42.804749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-8ec5b753-abc8-45da-879f-70211c25358e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a2c1a42c3d949489172179034414fe2&device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 1095 time: 0.1051912 Mar 02 17:43:42.859487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:42.912579 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-75ce55f1-ff40-4f9f-a66f-bbac728a3560 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=918832de-d224-411e-9e7e-4d4faf1faa30 HTTP/1.1" status: 200 len: 217 time: 0.0937219 Mar 02 17:43:42.929430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-05aa9bf8-605b-4f2e-9431-791cd1bf9272 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:42.934640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-05aa9bf8-605b-4f2e-9431-791cd1bf9272 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:42.938749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-05aa9bf8-605b-4f2e-9431-791cd1bf9272 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:42.940374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-05aa9bf8-605b-4f2e-9431-791cd1bf9272 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/networks?id=14772b19-f502-4eca-9762-3de40af9b710&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f HTTP/1.1" status: 200 len: 1990 time: 1.1204617 Mar 02 17:43:42.979327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-2161adc9-9301-4054-a7d6-9555f90f0903 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0947957 Mar 02 17:43:42.981389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.25.3.92 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8d0ecb30-6c8a-4f33-82b3-876f5294e8f7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:42.987534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:43.000674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-aa12dda5-649b-4189-90c8-ca1ba4487fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:43.002549 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-aa12dda5-649b-4189-90c8-ca1ba4487fad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=375b0b18-e993-48df-9ad8-cf2ca9d3667b HTTP/1.1" status: 200 len: 862 time: 0.0827625 Mar 02 17:43:43.019333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-599f4ace-a8cf-4768-b9b7-d8118d1a8eeb service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1050181 Mar 02 17:43:43.165053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['b09b7edd-9ad3-455c-a56f-3f0aba2e449c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:43.215233 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-27445c18-d79a-4ae0-800e-c8f54b3cabb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=833c2835-ddcb-4ef1-9819-1863f18c786e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1994970 Mar 02 17:43:43.301278 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:31Z', 'revision_number': 4, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7fad6f32-fab4-4ab7-bc39-7ef6917dccc9', 'name': '', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'mac_address': 'fa:16:3e:b8:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:28Z', 'updated_at': '2022-03-02T17:43:32Z', 'revision_number': 2, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'subnets': [{'id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:43.310108 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Checking router: 7c9fd94a-2d61-41ff-b6b2-f69325835fec for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:43.310767 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Updating router 7c9fd94a-2d61-41ff-b6b2-f69325835fec port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:43.436772 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:43.544622 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-e43cd232-30e4-4979-80c9-6299a3dcff2a service neutron] 10.222.0.50 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215423 Mar 02 17:43:43.551611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:43.587978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-d551f1ae-0223-4ca0-a464-bdcde93ff1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2009757 Mar 02 17:43:43.809314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d6740f55-20c7-416c-9ac3-3cd01992c7f0 req-2fc03cdd-c267-430e-94b3-511520ba771c service neutron] 10.222.0.50 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557871 Mar 02 17:43:44.005385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-0ac6e87f-6814-4ea8-9b6a-cdf7c3fdb87e service neutron] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625535 Mar 02 17:43:44.008763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-0bc7b415-ab3e-47b8-b1ff-afe97bf636c7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea571af3b226430bba2cda288e585f7d HTTP/1.1" status: 200 len: 380 time: 1.0104859 Mar 02 17:43:44.049605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.060601 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.104850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'admin_state_up': True, 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'security_groups': ['6f954ad8-ae8d-4fa6-ab8b-72770508306d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:44.276495 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.333725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Transition to ACTIVE for port object 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:44.349159 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.368195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-24442f08-5be9-4969-8c88-570af0977747 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0 HTTP/1.1" status: 200 len: 217 time: 0.3125703 Mar 02 17:43:44.370487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.474848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:44.489303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61271942-0bae-4e2c-a6e7-80046a91c898 req-37841735-8cc8-436b-81d7-800686925cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6668422 Mar 02 17:43:44.490311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e72965-e029-41e8-be9c-dfaf19342c7f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:44.498549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:44.511171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:44.511388 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6362b9c-ad84-4a57-a578-e582d6fa3ce6 None None] Pushing event updated for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:44.513769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:44.636337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.636658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.637000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.637331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.637658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.637984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.638309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.638653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.638984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.639322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.639645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.643553 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Attempting to bind port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:44.643918 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Attempting to bind port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:44.644268 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Attempting to bind port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:44.652956 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:44.653340 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Checking segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:44.653709 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.654091 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Bound using segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:44.654548 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Bound port: 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:44.654935 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.660016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.660414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.660759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.661107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.661423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.661745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.662071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.662400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.662754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.663102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.663424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:43:44.708896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-aad17016-1adf-4764-883c-88d96fd6fb7f service neutron] 10.222.0.37 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956084 Mar 02 17:43:44.726491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.727469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dd3b9d26-4196-401a-b48c-d958f4bc2d61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75e72965-e029-41e8-be9c-dfaf19342c7f HTTP/1.1" status: 204 len: 168 time: 3.2816880 Mar 02 17:43:44.786032 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] For port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:44.791948 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] For port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:44.799620 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:44.845673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:44.865126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4c6d6-6f61-412a-8836-c3922f1102ab req-4520d456-2c33-4e5c-a0cf-690f5c420f60 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:44.866787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cb4c6d6-6f61-412a-8836-c3922f1102ab req-4520d456-2c33-4e5c-a0cf-690f5c420f60 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 1.1895344 Mar 02 17:43:44.903434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-21602d6a-6c11-48c8-8f53-8cf14a904e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:44.905619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-21602d6a-6c11-48c8-8f53-8cf14a904e7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 200 len: 797 time: 0.4895828 Mar 02 17:43:44.910379 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6362b9c-ad84-4a57-a578-e582d6fa3ce6 None None] Pushing event updated for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:44.958005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:44.958719 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:45.121037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:45.314130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:45.317206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:45.384770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:45.554128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-0430c4f9-293e-4e25-8e0b-1c41c6afcd36 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:45.561476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-0430c4f9-293e-4e25-8e0b-1c41c6afcd36 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.7714567 Mar 02 17:43:45.567711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cb4c6d6-6f61-412a-8836-c3922f1102ab req-e342418c-fb1d-4d08-aa96-fba569397f9e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6608999 Mar 02 17:43:45.658237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': '6d46ee52-2d62-4114-8457-185339411aad', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:45.798139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-0c550a37-a48b-4b70-9805-74ac5c913a89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8511031 Mar 02 17:43:45.848899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ff130-9ee4-4570-8694-5b6cb2c43b0c req-b9a94a0a-fc86-4a10-9e7f-1a28611356fc tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:45.856017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699ff130-9ee4-4570-8694-5b6cb2c43b0c req-b9a94a0a-fc86-4a10-9e7f-1a28611356fc tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 944 time: 0.6444583 Mar 02 17:43:45.932395 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:31Z', 'revision_number': 4, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7fad6f32-fab4-4ab7-bc39-7ef6917dccc9', 'name': '', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'mac_address': 'fa:16:3e:b8:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:28Z', 'updated_at': '2022-03-02T17:43:44Z', 'revision_number': 4, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'subnets': [{'id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:45.936809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dee8e7-90aa-4f31-9653-acb2b3a6410c None None] The sync data for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 is: [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:43:31Z', 'revision_number': 4, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7fad6f32-fab4-4ab7-bc39-7ef6917dccc9', 'name': '', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'mac_address': 'fa:16:3e:b8:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:28Z', 'updated_at': '2022-03-02T17:43:44Z', 'revision_number': 4, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'subnets': [{'id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:46.113448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41f8722a-8f8a-47ef-b6a4-9d8ac7139a36 req-a9d970d5-c170-47b4-9433-114f6693dc72 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 210 time: 0.2301910 Mar 02 17:43:46.244505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 172.20.0.3 (14772b19-f502-4eca-9762-3de40af9b710/06c9c000-dcf9-47c0-8beb-f8809fbfa730/8da06370-5c39-447f-a5b9-68105ae8ecf2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:46.299341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-699ff130-9ee4-4570-8694-5b6cb2c43b0c req-4da7a2ae-3016-4af4-8e6c-75ba1f7b4311 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422767 Mar 02 17:43:46.314281 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30', 'status': 'completed', 'code': 200} Mar 02 17:43:46.336584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:46.340326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:46.341076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:46.344745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-949e9222-35d9-47f5-9324-7fee9febae5b service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135548 Mar 02 17:43:46.375406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:46.535285 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-099099ec-5a2b-46e5-bd18-89fb17f08d8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a2c1a42c3d949489172179034414fe2&device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 1095 time: 0.1656251 Mar 02 17:43:46.578911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:46.590316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:46.591966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:46.625798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:46.722426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Usage tracker for resource:port and tenant:f1d204d3b3204d2dbed2e75f357e0e7c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:46.754609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:46.828594 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:46.906895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:46.908121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:46.924763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.013217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 918832de-d224-411e-9e7e-4d4faf1faa30 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:43:47.031363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1720742899-network', 'tenant_id': 'ec677860338645fbbb63d024bb94d707'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:47.047433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-a832ff58-cca4-423a-9ad6-4fa89d767679 service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800921 Mar 02 17:43:47.048463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:47.080292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:47.148476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Usage tracker for resource:network and tenant:ec677860338645fbbb63d024bb94d707 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:47.163901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:47.176039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-0dafec2b-0fd9-4a0b-a1a6-d0ac9477b8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:47.177504 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-0dafec2b-0fd9-4a0b-a1a6-d0ac9477b8f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=833c2835-ddcb-4ef1-9819-1863f18c786e HTTP/1.1" status: 200 len: 923 time: 0.6338098 Mar 02 17:43:47.178373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:47.239917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:47.298532 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-e0a6f7d8-e66f-4997-b988-6047a5ef0b8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=918832de-d224-411e-9e7e-4d4faf1faa30 HTTP/1.1" status: 200 len: 217 time: 0.0959940 Mar 02 17:43:47.331880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=918832de-d224-411e-9e7e-4d4faf1faa30,segment=NetworkSegment(123abbf0-604d-43b5-8967-a1e026f06223),segment_id=123abbf0-604d-43b5-8967-a1e026f06223)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:47.349657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '918832de-d224-411e-9e7e-4d4faf1faa30', 'network_id': '833c2835-ddcb-4ef1-9819-1863f18c786e', 'port_id': '918832de-d224-411e-9e7e-4d4faf1faa30', 'mac_address': 'fa:16:3e:af:55:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375b0b18-e993-48df-9ad8-cf2ca9d3667b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:43:47.361008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984153-9965-4638-8142-1d5ea4614d06 req-b8ee0625-eeb3-4fd5-80a0-e844c3a52866 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:47.363033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-b8ee0625-eeb3-4fd5-80a0-e844c3a52866 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.50 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 810 time: 0.5523434 Mar 02 17:43:47.365509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Made reservation on behalf of ec677860338645fbbb63d024bb94d707 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:47.369362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.432496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71062a5d-7d73-4732-ad71-8a1f790aed63 req-fb6c4af2-0766-4459-a123-92e14816887d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 210 time: 0.7067268 Mar 02 17:43:47.448751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6994ce9e-28cf-42a3-a967-2df073ebecc5 req-f53f9439-ee7d-4ffa-8956-4e9652518e37 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 210 time: 0.7216675 Mar 02 17:43:47.452912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.487407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:47.490882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.502123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918832de-d224-411e-9e7e-4d4faf1faa30 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:47.515887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-62acffc7-d6ac-4a9b-97ad-19b0ff89b76c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01db44aa-4ee7-483c-99ff-eaca2277e837 HTTP/1.1" status: 200 len: 217 time: 0.2494895 Mar 02 17:43:47.518207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-a6459e81-d907-49aa-ab12-4fc5cdbe3058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:47.520506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-a6459e81-d907-49aa-ab12-4fc5cdbe3058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=375b0b18-e993-48df-9ad8-cf2ca9d3667b HTTP/1.1" status: 200 len: 862 time: 0.1557436 Mar 02 17:43:47.528645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Request body: {'port': {'device_id': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'admin_state_up': True, 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:47.545012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=918832de-d224-411e-9e7e-4d4faf1faa30,segment=NetworkSegment(123abbf0-604d-43b5-8967-a1e026f06223),segment_id=123abbf0-604d-43b5-8967-a1e026f06223)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:47.550514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.569246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:47.676894 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'code': 200} Mar 02 17:43:47.677485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:47.725913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-7f0b77cd-0dd7-4572-bfb0-3a5d3a6c2ed4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=833c2835-ddcb-4ef1-9819-1863f18c786e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608860 Mar 02 17:43:47.901385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['918832de-d224-411e-9e7e-4d4faf1faa30'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:47.991682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:48.008603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:48.013321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Usage tracker for resource:security_group_rule and tenant:ec677860338645fbbb63d024bb94d707 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:48.017193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:48.024599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:48.052793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-4c53ef5e-f79a-4cea-bf60-ea13af6c68ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:48.054478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-4c53ef5e-f79a-4cea-bf60-ea13af6c68ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 200 len: 797 time: 0.5042915 Mar 02 17:43:48.074060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.133800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:48.141333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fabb1c61-f2d6-44fe-af96-572d90ac934d req-deded2ce-8d66-40b8-a0bf-56392643cb4a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 210 time: 0.1876600 Mar 02 17:43:48.147880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:48.148639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.220591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object 8da06370-5c39-447f-a5b9-68105ae8ecf2 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:48.255117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.257448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:48.275524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:48.289958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.312476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Made reservation on behalf of bd7ec221c14948e29bdcd290ceef8f65 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:48.328431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.339123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-9fe4b9ea-d434-4c6a-8c93-1c48d7443949 service neutron] 10.222.0.50 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415142 Mar 02 17:43:48.343070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.7 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/0042ad81-8f38-4976-b4b2-0fe8a7a0cad7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:48.388431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:43:48.447682 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.500614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:48.507146 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.514960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e1a658c-f5b1-43fe-ab77-561c2d0bb5a0 req-a00227ae-5942-489e-952c-538f9486c35c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1096 time: 0.7395639 Mar 02 17:43:48.552548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d57ec1-d9ad-46e7-b9ab-b381ab3345a7 req-8cc922df-087e-4182-8ffb-94281766e5eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:48.558752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ecaa8-2999-4b1b-ab7b-b61b9f3f0765,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:48.559830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33d57ec1-d9ad-46e7-b9ab-b381ab3345a7 req-8cc922df-087e-4182-8ffb-94281766e5eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.7828219 Mar 02 17:43:48.568152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.568395 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Added segment a1fb0d7b-bec9-49fb-bf9d-eaf7c3cc3add of type vlan for network 52c58a9f-8197-4951-8ca2-60636c4f2233 Mar 02 17:43:48.622048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:48.652844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.658427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.671668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-04649357-5133-4b03-82ca-487e9a15527f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b9b010-d65f-4cd9-b82d-396e42c4e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5758541 Mar 02 17:43:48.825157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Allocated IP 172.20.0.13 (275761cd-fe4d-4f40-98a2-ee1212db91c5/b3bcaa52-b732-40b6-9360-9ac4d5d3a628/1fb45487-9b7d-46a7-b85e-b1c31d0eb611) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:48.841490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bcbd0a3a-fcb6-453a-8309-145292847261 req-7568a855-eb3a-445c-b1fd-d105f7d7f1d1 service neutron] 10.222.0.50 "GET /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892449 Mar 02 17:43:48.858498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:48.859418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:48.859995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.008444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 918832de-d224-411e-9e7e-4d4faf1faa30 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:49.035247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] Pushing event updated for resources: {'Network': ['ID=52c58a9f-8197-4951-8ca2-60636c4f2233,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:49.059453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 52c58a9f-8197-4951-8ca2-60636c4f2233 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:43:49.092648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7bd12c9d-0b38-45de-9b44-30d762857d70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4546041 Mar 02 17:43:49.104649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e1a658c-f5b1-43fe-ab77-561c2d0bb5a0 req-cdc9c303-f7e4-4394-9ac3-d21c3ef7f817 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5698314 Mar 02 17:43:49.138007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33d57ec1-d9ad-46e7-b9ab-b381ab3345a7 req-edb2382d-ef6f-43cd-8dd5-c9f536c8e74a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5773304 Mar 02 17:43:49.156903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.184670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network 14772b19-f502-4eca-9762-3de40af9b710 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:49.195454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:49.228333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:49.236570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:49.292997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 918832de-d224-411e-9e7e-4d4faf1faa30 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:49.310819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 918832de-d224-411e-9e7e-4d4faf1faa30 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:49.314079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.317420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.366743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dca9c-c196-457f-80c6-c198dbf4c6e2 req-3df45f07-a87f-4df7-9032-aed2a0781ce8 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:49.374525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-448dca9c-c196-457f-80c6-c198dbf4c6e2 req-3df45f07-a87f-4df7-9032-aed2a0781ce8 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 945 time: 1.0171230 Mar 02 17:43:49.382319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.568181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:49.572168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:49.577982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:49.590505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-b74a6b36-a115-4d47-82cb-dce94519564b service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8688145 Mar 02 17:43:49.618282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:49.618926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.665416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.674410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:49.675269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.703877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1821592 Mar 02 17:43:49.737231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Request body: {'port': {'device_id': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:49.765288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:49.776857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0de2d4e1-1e74-41d3-b007-6b0f492c2e00 None None] Provisioning for port 8da06370-5c39-447f-a5b9-68105ae8ecf2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:49.782269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=918832de-d224-411e-9e7e-4d4faf1faa30,segment=NetworkSegment(123abbf0-604d-43b5-8967-a1e026f06223),segment_id=123abbf0-604d-43b5-8967-a1e026f06223)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:49.782887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.787703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0de2d4e1-1e74-41d3-b007-6b0f492c2e00 None None] Provisioning complete for port 8da06370-5c39-447f-a5b9-68105ae8ecf2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:49.788073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0de2d4e1-1e74-41d3-b007-6b0f492c2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.805782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-448dca9c-c196-457f-80c6-c198dbf4c6e2 req-97a2dd4c-189b-4f15-a85c-0f3e13fb09ac tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302800 Mar 02 17:43:49.816476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.869916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a85351-c41f-44ca-9499-e3dd9c765f6b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Pushing event updated for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:49.894141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c45dedc3-48c4-429e-8949-6b6c734be5c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8366334 Mar 02 17:43:49.904438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 795c51b9-e428-4e3e-b690-e754b68b65f5 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:43:49.929992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0de2d4e1-1e74-41d3-b007-6b0f492c2e00 None None] Port 8da06370-5c39-447f-a5b9-68105ae8ecf2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:49.950944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:49.952866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:49.953399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'admin_state_up': True, 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'security_groups': ['6f954ad8-ae8d-4fa6-ab8b-72770508306d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:49.993582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:50.057510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:50.057868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.078846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db25c5ae-71a3-4c02-ab41-e63a01bfbb39 req-6a902c66-1fdf-48ce-88bd-b3e1c07b8cef service neutron] 10.222.0.35 "GET /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690523 Mar 02 17:43:50.084914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd99ba-0ebd-4dd1-8932-d945ec68d47b req-5d7560ae-c0df-4a11-aa09-1f4e9f167f2b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:50.092905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49dd99ba-0ebd-4dd1-8932-d945ec68d47b req-5d7560ae-c0df-4a11-aa09-1f4e9f167f2b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 932 time: 0.6321959 Mar 02 17:43:50.235728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.368628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:50.375990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.391026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Transition to ACTIVE for port object 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:50.397104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.447613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:50.459320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:50.466607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:50.469076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:50.537838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:50.538920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:port and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:50.548074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:50.582169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-49dd99ba-0ebd-4dd1-8932-d945ec68d47b req-4334a98d-4153-43c2-8af5-2ade2240e42b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:50.584650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:50.590118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:50.619966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f69b5-301c-4c2f-9e1d-ac19ce43acbe req-939b70d2-6091-430a-a6b0-aa297ce413ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:50.621248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-384f69b5-301c-4c2f-9e1d-ac19ce43acbe req-939b70d2-6091-430a-a6b0-aa297ce413ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:50.661509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:50.664446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.671173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Attempting to bind port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:50.671681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Attempting to bind port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:50.671807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Attempting to bind port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:50.680177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:43:50.680495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Attempting to bind port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:50.698135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:50.698729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Checking segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:50.699180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Bound using segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:50.699363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Bound port: 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:50.699789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.706112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-384f69b5-301c-4c2f-9e1d-ac19ce43acbe req-939b70d2-6091-430a-a6b0-aa297ce413ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:50.707695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-384f69b5-301c-4c2f-9e1d-ac19ce43acbe req-939b70d2-6091-430a-a6b0-aa297ce413ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 931 time: 0.6343861 Mar 02 17:43:50.715484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:50.715928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.736355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-49dd99ba-0ebd-4dd1-8932-d945ec68d47b req-4334a98d-4153-43c2-8af5-2ade2240e42b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:50.737901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49dd99ba-0ebd-4dd1-8932-d945ec68d47b req-4334a98d-4153-43c2-8af5-2ade2240e42b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428289 Mar 02 17:43:50.799986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:50.803294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:50.809105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.872804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-bfcb20b7-8340-4ac4-8358-269dc35297a4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2295103 Mar 02 17:43:50.882612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:50.883637 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] 10.222.0.50 "PUT /v2.0/ports/1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 200 len: 1092 time: 1.1587727 Mar 02 17:43:50.884301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:50.898088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbc8e4-b005-4b0b-b892-aa74cba56f02 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:50.922974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Request body: {'port': {'device_id': '6d46ee52-2d62-4114-8457-185339411aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:51.037440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-d9949723-e8df-4a31-9564-b0ca16e37907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1095 time: 0.0705769 Mar 02 17:43:51.085693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-384f69b5-301c-4c2f-9e1d-ac19ce43acbe req-9814baa4-4675-417b-b98d-d3a466a50523 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624589 Mar 02 17:43:51.124884 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-6a79fb2f-d2ec-4157-b43f-c539cc7f2f6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 200 len: 217 time: 0.0710056 Mar 02 17:43:51.189720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:51.197457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984153-9965-4638-8142-1d5ea4614d06 req-f6847ba4-61ae-467f-be39-e673dfa20c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:51.200244 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-f6847ba4-61ae-467f-be39-e673dfa20c29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.0695579 Mar 02 17:43:51.200934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Sync routers for ids ['795c51b9-e428-4e3e-b690-e754b68b65f5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:51.207586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.1.1.28 (b3c076b6-d982-43b7-a479-8aa4d5302809/c615ffe5-9bc2-4756-bd38-638ef7e435f1/cbbccede-b38b-40ae-ab22-2159972b7149) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:51.215979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Routers {'795c51b9-e428-4e3e-b690-e754b68b65f5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:51.216931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['795c51b9-e428-4e3e-b690-e754b68b65f5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:51.218761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:51.257974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-30682f7b-595c-40d4-9dca-9002e31425f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486312 Mar 02 17:43:51.318721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:51.319922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc7aa6d9-8775-4dca-bc15-a8ea2f7e6fe3 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.7764812 Mar 02 17:43:51.342282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a23f7-90d4-4f0b-b0ce-730ca8e1a7de req-3fb977bd-d270-4fa8-9a71-f8b2d48fc7f0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:51.343045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7d2a23f7-90d4-4f0b-b0ce-730ca8e1a7de req-3fb977bd-d270-4fa8-9a71-f8b2d48fc7f0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:51.345546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34954) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:51.510359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Set router 795c51b9-e428-4e3e-b690-e754b68b65f5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:51.541965 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-44fdcdaa-85ae-48fa-89b2-b549a6d6e1b6 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770152 Mar 02 17:43:51.682119 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-96984153-9965-4638-8142-1d5ea4614d06 req-0713df08-f055-43ba-bc7a-4693dbe838f7 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318462 Mar 02 17:43:51.821506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:39Z', 'updated_at': '2022-03-02T17:43:45Z', 'revision_number': 3, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port': {'id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:42Z', 'updated_at': '2022-03-02T17:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:51.826185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Checking router: 795c51b9-e428-4e3e-b690-e754b68b65f5 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:51.826993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Updating router 795c51b9-e428-4e3e-b690-e754b68b65f5 port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:51.834249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7d2a23f7-90d4-4f0b-b0ce-730ca8e1a7de req-3fb977bd-d270-4fa8-9a71-f8b2d48fc7f0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:51.835432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d2a23f7-90d4-4f0b-b0ce-730ca8e1a7de req-3fb977bd-d270-4fa8-9a71-f8b2d48fc7f0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 931 time: 0.8628886 Mar 02 17:43:51.883851 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.169942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1ddb-5758-42b5-9dca-00fe0e7dcb79 req-41f6f9d6-34bc-4d04-a90d-b49974d029ec tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:52.173872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1ddb-5758-42b5-9dca-00fe0e7dcb79 req-41f6f9d6-34bc-4d04-a90d-b49974d029ec tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:52.177873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1ddb-5758-42b5-9dca-00fe0e7dcb79 req-41f6f9d6-34bc-4d04-a90d-b49974d029ec tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:52.179462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9cd1ddb-5758-42b5-9dca-00fe0e7dcb79 req-41f6f9d6-34bc-4d04-a90d-b49974d029ec tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8151257 Mar 02 17:43:52.183120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.194071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d2a23f7-90d4-4f0b-b0ce-730ca8e1a7de req-3a52e9fe-55ea-40ff-b0e0-d2d460e13fcd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441124 Mar 02 17:43:52.223201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.227528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object cbbccede-b38b-40ae-ab22-2159972b7149 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:52.237617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Transition to ACTIVE for port object 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:52.247060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.255272 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30', 'code': 200} Mar 02 17:43:52.374320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd0623-cbaa-4567-b662-47331f47c131 None None] Pushing event updated for resources: {'Port': ['ID=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:52.385598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Attempting to bind port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:52.386065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Attempting to bind port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:52.386744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Attempting to bind port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:52.394487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:52.395037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:52.395445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.395836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:52.396351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Bound port: 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:52.397043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.459521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:52.460102 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6b3e0c2c-97ae-46b7-83ac-9e92c7f1cb8c req-5a286d72-e9c5-48f9-ac81-9d061387fbbf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 1097 time: 0.0847058 Mar 02 17:43:52.471040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.495593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] For port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:52.500877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] For port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:52.512687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.525809 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6b3e0c2c-97ae-46b7-83ac-9e92c7f1cb8c req-b0ffcc32-aa1f-471d-92b9-68d2b4220bbc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Mar 02 17:43:52.548670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.554845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Transition to ACTIVE for port object 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:52.604211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd0623-cbaa-4567-b662-47331f47c131 None None] Pushing event updated for resources: {'Port': ['ID=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:52.606801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Routers {'795c51b9-e428-4e3e-b690-e754b68b65f5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:52.607581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['795c51b9-e428-4e3e-b690-e754b68b65f5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:52.607976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.721284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:52.755439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:52.773592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:52.800803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:52.802018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] Set router 795c51b9-e428-4e3e-b690-e754b68b65f5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:52.853927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a966b3-def1-4aea-85c7-2d03b4a9783d req-85401c61-f97f-43fb-b440-411ca26e69ea tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:52.857593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20a966b3-def1-4aea-85c7-2d03b4a9783d req-85401c61-f97f-43fb-b440-411ca26e69ea tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.4791853 Mar 02 17:43:52.905723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-82dc824a-55bc-4e08-8f7b-92afe07c7b67 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/795c51b9-e428-4e3e-b690-e754b68b65f5 HTTP/1.1" status: 200 len: 907 time: 1.5447128 Mar 02 17:43:52.905974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:52.912549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-740643261', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': True}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:52.917969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:52.923306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Usage tracker for resource:router and tenant:074349085a7044cb94a1be03fe774b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:52.926469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:52.933582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:52.940911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Pushing event updated for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:52.948711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.949971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:52.986300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.008245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:53.009296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.054434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2b1a-40f8-4024-a156-e251c7a60ef3 req-b4beb114-16ea-4e5d-b390-190ba23054a8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:53.055947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83fa2b1a-40f8-4024-a156-e251c7a60ef3 req-b4beb114-16ea-4e5d-b390-190ba23054a8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5891342 Mar 02 17:43:53.117399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d35a3b13-7893-4d00-ab2b-deeb9e162b9a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1710253 Mar 02 17:43:53.141167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20a966b3-def1-4aea-85c7-2d03b4a9783d req-bb8fca99-25bc-4213-aa8d-28bff683a6df tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563984 Mar 02 17:43:53.144519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'admin_state_up': True, 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'security_groups': ['6f954ad8-ae8d-4fa6-ab8b-72770508306d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:53.182995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ca263760-66ce-419b-8be9-666f39a0a6d0 None None] Provisioning for port cbbccede-b38b-40ae-ab22-2159972b7149 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:53.200974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ca263760-66ce-419b-8be9-666f39a0a6d0 None None] Provisioning complete for port cbbccede-b38b-40ae-ab22-2159972b7149 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:53.201763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ca263760-66ce-419b-8be9-666f39a0a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.255397 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611', 'status': 'completed', 'code': 200} Mar 02 17:43:53.260177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83fa2b1a-40f8-4024-a156-e251c7a60ef3 req-c26ada10-3a91-44bf-8399-91f9d54c78c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760948 Mar 02 17:43:53.263589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.290456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Attempting to bind port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:53.291781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Attempting to bind port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:53.292304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Attempting to bind port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:53.378535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ca263760-66ce-419b-8be9-666f39a0a6d0 None None] Port cbbccede-b38b-40ae-ab22-2159972b7149 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:53.530563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:39Z', 'updated_at': '2022-03-02T17:43:45Z', 'revision_number': 3, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port': {'id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:42Z', 'updated_at': '2022-03-02T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:53.531578 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-17588df9-97b0-4a75-98fe-c86595c71c81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1095 time: 0.2054932 Mar 02 17:43:53.536675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af45524-a6d0-492e-b1d4-0cc7c42e7c52 None None] The sync data for ids ['795c51b9-e428-4e3e-b690-e754b68b65f5'] in n-d-820559-6 is: [{'id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:39Z', 'updated_at': '2022-03-02T17:43:45Z', 'revision_number': 3, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port': {'id': '8d0ecb30-6c8a-4f33-82b3-876f5294e8f7', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c51b9-e428-4e3e-b690-e754b68b65f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:42Z', 'updated_at': '2022-03-02T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:53.671026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:43:53.671538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Attempting to bind port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:53.743208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:53.743642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:53.745282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:53.745984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Bound port: 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:53.746724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.830768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-714bf73b-507a-4fe3-86c3-cc0332a86b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:53.833117 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-714bf73b-507a-4fe3-86c3-cc0332a86b6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.2923331 Mar 02 17:43:53.886093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:53.923082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:53.927426 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-4d38ca57-675e-44fd-8954-635d3a8519b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 200 len: 217 time: 0.0863137 Mar 02 17:43:53.952420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2523e61-bc07-46db-b4c0-bc085d8ff001 req-c6ac1d61-dd45-4e35-b0b5-3068a6bcb97b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:53.953899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2523e61-bc07-46db-b4c0-bc085d8ff001 req-c6ac1d61-dd45-4e35-b0b5-3068a6bcb97b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 944 time: 0.4412575 Mar 02 17:43:53.969501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:53.992423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5721-e32d-4da0-a3c9-c5b76f3ca450 req-22ef67e7-c176-42d2-ad08-10e929eeb244 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:53.994496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca1d5721-e32d-4da0-a3c9-c5b76f3ca450 req-22ef67e7-c176-42d2-ad08-10e929eeb244 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 943 time: 0.4027042 Mar 02 17:43:53.995513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:53.998302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.010889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.012974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:54.048521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:54.065576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.081036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-a41624ef-cb8c-472f-a7b3-0ddf0058d38c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:54.082764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-a41624ef-cb8c-472f-a7b3-0ddf0058d38c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.1477237 Mar 02 17:43:54.134687 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-d3e15afe-2acd-4a36-810a-b5b48418b507 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456476 Mar 02 17:43:54.190086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2523e61-bc07-46db-b4c0-bc085d8ff001 req-3dae0f04-54c8-4916-875b-bb14e689f66b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268736 Mar 02 17:43:54.210082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.220868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] 10.222.0.35 "PUT /v2.0/ports/0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 HTTP/1.1" status: 200 len: 1091 time: 3.3226500 Mar 02 17:43:54.227981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:54.256868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca1d5721-e32d-4da0-a3c9-c5b76f3ca450 req-1f50f814-ed01-41c2-90d5-253419c5ab16 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413976 Mar 02 17:43:54.266624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f9aec-55ed-40cc-b38e-1bfd86f84663 service neutron] Pushing event updated for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:54.298398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.25.3.144 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2cee73a7-ea6b-49ba-8872-a1e75d106ddc) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:54.406267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-935ac07f-a241-4316-9176-63f580a9eef7 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356122 Mar 02 17:43:54.571779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c27eb9-7eb0-46ac-9136-8bf3052173ee req-cc835a9f-60c7-43c1-a43d-5f27bb08eff7 tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:54.574091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4c27eb9-7eb0-46ac-9136-8bf3052173ee req-cc835a9f-60c7-43c1-a43d-5f27bb08eff7 tempest-ComputeTenantNetworksTest-1117945527 tempest-ComputeTenantNetworksTest-1117945527-project] 10.222.0.37 "GET /v2.0/networks/52c58a9f-8197-4951-8ca2-60636c4f2233 HTTP/1.1" status: 200 len: 769 time: 0.3145788 Mar 02 17:43:54.590212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.1.1.113 (b3c076b6-d982-43b7-a479-8aa4d5302809/c615ffe5-9bc2-4756-bd38-638ef7e435f1/d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:54.592631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34976) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:54.707408 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.718012 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f5340e8d-b040-4a8b-92ac-c6c1414c1a4f req-f2f02dca-567c-4ca5-b4c4-a016b93120c3 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047802 Mar 02 17:43:54.743231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.795367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-9472ad32-72c3-4d98-aa73-fdaf6f28c46b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 1094 time: 0.5295761 Mar 02 17:43:54.809128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:54.809434 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.816867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:54.819876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:54.858840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:54.938410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e6570-ea66-41c2-a04f-5ffb0f693c4b req-2ad15d45-1669-43fd-bf17-97117c7f81c3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:54.942294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e6570-ea66-41c2-a04f-5ffb0f693c4b req-2ad15d45-1669-43fd-bf17-97117c7f81c3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:54.943882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0e6570-ea66-41c2-a04f-5ffb0f693c4b req-2ad15d45-1669-43fd-bf17-97117c7f81c3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 1652 time: 0.5101156 Mar 02 17:43:54.950491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-86432aa7-dde7-4caa-bd44-70a72705866e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 HTTP/1.1" status: 200 len: 217 time: 0.1343346 Mar 02 17:43:54.997851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:54.998627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.004206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:43:55.163644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:55.178384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'port_id': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611', 'mac_address': 'fa:16:3e:9c:7e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:43:55.235610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.257026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:55.257487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e1581-79a3-445e-9421-bfbf5fb8f5be req-9a2a6bfb-6aa9-4948-b5b9-f50b4e329ea2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:55.259010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e6e1581-79a3-445e-9421-bfbf5fb8f5be req-9a2a6bfb-6aa9-4948-b5b9-f50b4e329ea2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5646982 Mar 02 17:43:55.264433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.265705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 24a1690b-845a-4095-95e3-421e47c9d11c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:43:55.278680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:55.282769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.290235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-f40dd661-eb94-4c50-9aae-02cd742cf758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:55.292272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-f40dd661-eb94-4c50-9aae-02cd742cf758 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.2879071 Mar 02 17:43:55.355094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:55.381455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0e6570-ea66-41c2-a04f-5ffb0f693c4b req-1071e034-fbf5-4757-8818-718801c2b933 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267821 Mar 02 17:43:55.392050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c58a9f-8197-4951-8ca2-60636c4f2233']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:55.401808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-ff96c338-e046-4404-8b7d-d934aa6ad276 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023586 Mar 02 17:43:55.511854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:43:55.529547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Sync routers for ids ['24a1690b-845a-4095-95e3-421e47c9d11c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:43:55.542763 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Routers {'24a1690b-845a-4095-95e3-421e47c9d11c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:55.543421 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['24a1690b-845a-4095-95e3-421e47c9d11c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:55.547132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.550677 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3f43d108-7e86-47db-be08-d18172418999 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6418793 Mar 02 17:43:55.551898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:55.587168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fb0d7b-bec9-49fb-bf9d-eaf7c3cc3add') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:55.587545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fb0d7b-bec9-49fb-bf9d-eaf7c3cc3add') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:55.660281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1fb45487-9b7d-46a7-b85e-b1c31d0eb611'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:55.717573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.724397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.753812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e6e1581-79a3-445e-9421-bfbf5fb8f5be req-23acd67f-2835-4354-8c7e-c7601c104604 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4655857 Mar 02 17:43:55.771950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.772416 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Set router 24a1690b-845a-4095-95e3-421e47c9d11c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:55.788336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:43:55.788747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:43:55.805653 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:43:55.840276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34988) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:55.908929 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7', 'status': 'completed', 'code': 200} Mar 02 17:43:55.928254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a901f1aa-7730-480d-8a81-053ebab0be05 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/24a1690b-845a-4095-95e3-421e47c9d11c HTTP/1.1" status: 200 len: 907 time: 0.3748009 Mar 02 17:43:55.933101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34992) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:55.963365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-a76e438b-d12d-4d22-b15a-3027a7adc460 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473313 Mar 02 17:43:55.979063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c341f3-a680-4e07-9068-acde0fc54583 req-98022fc7-daf6-4a41-9fb9-ec0522efd649 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:55.980740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54c341f3-a680-4e07-9068-acde0fc54583 req-98022fc7-daf6-4a41-9fb9-ec0522efd649 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.3814728 Mar 02 17:43:56.008360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:56.060380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.200411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.239241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/52c58a9f-8197-4951-8ca2-60636c4f2233 HTTP/1.1" status: 204 len: 168 time: 1.6432922 Mar 02 17:43:56.260905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a1690b-845a-4095-95e3-421e47c9d11c', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cee73a7-ea6b-49ba-8872-a1e75d106ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:52Z', 'updated_at': '2022-03-02T17:43:54Z', 'revision_number': 3, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port': {'id': '2cee73a7-ea6b-49ba-8872-a1e75d106ddc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a1690b-845a-4095-95e3-421e47c9d11c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:54Z', 'updated_at': '2022-03-02T17:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:56.267396 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Checking router: 24a1690b-845a-4095-95e3-421e47c9d11c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:43:56.267745 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Updating router 24a1690b-845a-4095-95e3-421e47c9d11c port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:43:56.280369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e41bc5-06d5-4e48-9dcc-4383d7f21d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c58a9f-8197-4951-8ca2-60636c4f2233,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:56.282648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb8ff1a2-8719-4d90-894e-b57c5c454222 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1091 time: 0.4407296 Mar 02 17:43:56.286157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34998) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:56.296480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:56.307838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:56.313131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:floatingip and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:56.318254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:56.328925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:56.344080 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.355804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.395396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.458432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54c341f3-a680-4e07-9068-acde0fc54583 req-aac2de06-6da7-4d2c-a32f-37fd81e1a37e tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408631 Mar 02 17:43:56.504478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.566341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35006) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:56.647271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:56.713448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f51442a-58f4-4ac6-9709-4c2fae19ad7e req-42e70e02-ec2b-4dd3-8137-de3e8b451e15 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418430 Mar 02 17:43:56.749795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network b3c076b6-d982-43b7-a479-8aa4d5302809 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:56.766478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cba0b-c021-4def-a572-5eb45afc642e req-087ac453-b73b-48d6-8137-31fe06e1fd4f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:56.776080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce4cba0b-c021-4def-a572-5eb45afc642e req-087ac453-b73b-48d6-8137-31fe06e1fd4f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 945 time: 0.6388001 Mar 02 17:43:56.841728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:56.850910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:56.883924 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.911486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Transition to ACTIVE for port object 2cee73a7-ea6b-49ba-8872-a1e75d106ddc will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:43:56.922321 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.969029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:56.993208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce4cba0b-c021-4def-a572-5eb45afc642e req-6b11054b-2a5b-4746-a06b-0b17c2179324 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160580 Mar 02 17:43:57.011689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:57.049633 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2f630-2e68-47a6-8e4f-bf4330ab2dd0 None None] Pushing event updated for resources: {'Port': ['ID=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:57.080589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.087180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.090447 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Attempting to bind port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:43:57.090869 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Attempting to bind port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:43:57.091230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Attempting to bind port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:43:57.100128 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:43:57.100520 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:43:57.100971 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.101368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:43:57.101945 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Bound port: 2cee73a7-ea6b-49ba-8872-a1e75d106ddc, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:43:57.102328 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.179043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02f2930c-b426-42a9-84dd-06fb712352f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec677860338645fbbb63d024bb94d707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645795 Mar 02 17:43:57.185679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:57.196401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7124856e-748e-46db-be85-891d1baa4b56 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0578237 Mar 02 17:43:57.205496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:57.207246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7471f-d0b3-4135-bea9-eccea3260abe req-c06d39f1-1852-4e9f-972e-b258ce5934f1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.211504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94e7471f-d0b3-4135-bea9-eccea3260abe req-c06d39f1-1852-4e9f-972e-b258ce5934f1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 943 time: 0.5595336 Mar 02 17:43:57.217249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'admin_state_up': True, 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'security_groups': ['6f954ad8-ae8d-4fa6-ab8b-72770508306d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:43:57.220110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:57.220743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.224978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] For port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:43:57.231099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.233412 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] For port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:43:57.240238 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.261552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.204 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2f4bb82c-fab5-45d9-ba73-cc8ed3c19000) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:57.265691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Deleting port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:43:57.266036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.272393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-0440595b-44b9-435e-8a0f-46fd31e51d98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 1094 time: 0.4901509 Mar 02 17:43:57.358434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Routers {'24a1690b-845a-4095-95e3-421e47c9d11c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:43:57.359473 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['24a1690b-845a-4095-95e3-421e47c9d11c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:57.362379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.401008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.412872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd11a6d1-296d-4cc4-b99a-0924cf91049c None None] Provisioning for port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:57.420546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd11a6d1-296d-4cc4-b99a-0924cf91049c None None] Provisioning complete for port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:57.420919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd11a6d1-296d-4cc4-b99a-0924cf91049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.479005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-fd11a6d1-296d-4cc4-b99a-0924cf91049c None None] Port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:43:57.501819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:57.502926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:43:57.510530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.582428 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] Set router 24a1690b-845a-4095-95e3-421e47c9d11c gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:43:57.593675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:57.617163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94e7471f-d0b3-4135-bea9-eccea3260abe req-f57bfe2d-3dbe-4756-85bd-3a5d3c288138 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741212 Mar 02 17:43:57.644957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.675796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-64f1371b-c00a-43b4-b1e4-97f7ec694764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.677231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-64f1371b-c00a-43b4-b1e4-97f7ec694764 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.3537118 Mar 02 17:43:57.680737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:43:57.730246 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a1690b-845a-4095-95e3-421e47c9d11c', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:52Z', 'updated_at': '2022-03-02T17:43:57Z', 'revision_number': 4, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:43:57.736657 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c6119-6f75-47d4-8ba6-6fc7017e94be None None] The sync data for ids ['24a1690b-845a-4095-95e3-421e47c9d11c'] in n-d-820559-6 is: [{'id': '24a1690b-845a-4095-95e3-421e47c9d11c', 'name': 'tempest-snat-router-740643261', 'tenant_id': '074349085a7044cb94a1be03fe774b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:52Z', 'updated_at': '2022-03-02T17:43:57Z', 'revision_number': 4, 'project_id': '074349085a7044cb94a1be03fe774b4f', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:43:57.745355 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2f630-2e68-47a6-8e4f-bf4330ab2dd0 None None] Pushing event updated for resources: {'Port': ['ID=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:57.754289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.760952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.765952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:57.766955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:43:57.778941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:port and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:43:57.784709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:43:57.790352 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.808514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] For port 2cee73a7-ea6b-49ba-8872-a1e75d106ddc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:57.808866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.812370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:43:57.819692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-be482a3f-f0a6-4ba9-ada3-22c108446877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 HTTP/1.1" status: 200 len: 217 time: 0.1348619 Mar 02 17:43:57.886129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:43:57.890425 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611', 'code': 200} Mar 02 17:43:57.922822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:57.924332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:43:57.947458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-72288d2a-454d-4a2a-b126-454d7b19f6fe tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 2373 time: 0.6732545 Mar 02 17:43:57.959052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:57.975724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Calling delete_port for 2cee73a7-ea6b-49ba-8872-a1e75d106ddc owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:43:57.996403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:43:58.001934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:43:58.002302 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.078032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ecaa8-2999-4b1b-ab7b-b61b9f3f0765,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:58.144296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.147755 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eff3335e-31b4-400e-9d30-f07bf3999517 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/496ecaa8-2999-4b1b-ab7b-b61b9f3f0765 HTTP/1.1" status: 204 len: 168 time: 0.9588838 Mar 02 17:43:58.162864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.229785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.257429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:58.267019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.283748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:43:58.284747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=2f4bb82c-fab5-45d9-ba73-cc8ed3c19000,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:58.289480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:43:58.295452 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-69f4d4cf-9293-48ff-9286-9545a8929f38 req-58f4ce69-48f8-4749-9702-5df250445694 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1097 time: 0.2759576 Mar 02 17:43:58.296953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:43:58.383958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:58.385017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-630cfa32-5b8f-4ef7-9db1-1c083cafd25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:58.400659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-630cfa32-5b8f-4ef7-9db1-1c083cafd25a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.5676329 Mar 02 17:43:58.412328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8f4cd2-010e-4e49-b265-f0b2802ed6dd req-d97d73f6-5868-4fb3-b44e-94281fd72c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628806 Mar 02 17:43:58.425547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:43:58.537453 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-69f4d4cf-9293-48ff-9286-9545a8929f38 req-a12e8df5-c9d7-400a-a890-b19c9a194f33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939437 Mar 02 17:43:58.628319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.707226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cee73a7-ea6b-49ba-8872-a1e75d106ddc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:58.710190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:58.720119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-2a4a1a44-baaa-4649-a32e-18dda6aa93fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2971091 Mar 02 17:43:58.731260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7', 'mac_address': 'fa:16:3e:7c:e7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:43:58.798003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.818983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:43:58.842850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:43:58.849280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.895963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:58.965606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:43:59.048215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da155e87-afa3-4fe9-8253-71009d232e86 req-84c4d998-4a3e-42ea-a133-4d34d35158c4 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:59.049752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da155e87-afa3-4fe9-8253-71009d232e86 req-84c4d998-4a3e-42ea-a133-4d34d35158c4 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.3995807 Mar 02 17:43:59.109334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-b787e34e-4c7a-434f-bb3e-bf733733d76b service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477244 Mar 02 17:43:59.217373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0042ad81-8f38-4976-b4b2-0fe8a7a0cad7'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:43:59.265236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:59.375571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c834dd10-8db3-45bc-96a8-4b248335aa6c req-9789d8a0-0453-4940-8269-67b4302f758b service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472186 Mar 02 17:43:59.402269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7da80-a4e4-4d6d-9407-3313c58ba028 req-9b0e123f-a100-4f77-9277-0d1503f67417 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:59.403986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5a7da80-a4e4-4d6d-9407-3313c58ba028 req-9b0e123f-a100-4f77-9277-0d1503f67417 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.8811216 Mar 02 17:43:59.422856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da155e87-afa3-4fe9-8253-71009d232e86 req-c3c9b8da-ba50-4ccc-9385-cefd3a3bba0c tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508012 Mar 02 17:43:59.572911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.2.2.100 (bc2b2e32-ec10-4e3d-bc57-961379bed50f/f4551e98-47cc-41da-ade9-2bad15de55a5/d13d7122-92a7-43ab-b994-91f1eec5bf13) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:43:59.614716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:59.638542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:59.685499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:59.686381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24a1690b-845a-4095-95e3-421e47c9d11c {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:43:59.730007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:43:59.733319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82841111-bf8f-421b-bb15-206c36d9b2f9 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/24a1690b-845a-4095-95e3-421e47c9d11c HTTP/1.1" status: 204 len: 168 time: 3.7879367 Mar 02 17:43:59.735414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35050) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:43:59.835401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5a7da80-a4e4-4d6d-9407-3313c58ba028 req-eade0c99-54ce-4fbb-9f7c-c3753b3aa6fb tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112837 Mar 02 17:43:59.870285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:43:59.919747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c5d14-e07b-4c73-b005-4a3f8ba4460d req-5ecc2357-ff8d-4bf4-97cc-5a10db9b7c9c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:43:59.926946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f44c5d14-e07b-4c73-b005-4a3f8ba4460d req-5ecc2357-ff8d-4bf4-97cc-5a10db9b7c9c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 944 time: 0.3188815 Mar 02 17:44:00.023202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f44c5d14-e07b-4c73-b005-4a3f8ba4460d req-74bca125-2592-4a9d-bd03-96b95dffcb70 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951002 Mar 02 17:44:00.130019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.136902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:00.137441 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.156094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.163156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object d13d7122-92a7-43ab-b994-91f1eec5bf13 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:00.205348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b7f5-72bf-455f-8d3e-7bca8fa1f942 req-6ed3003f-c131-4a50-a3c5-724168dbdd7d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:00.210315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b7f5-72bf-455f-8d3e-7bca8fa1f942 req-6ed3003f-c131-4a50-a3c5-724168dbdd7d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:00.218597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b7f5-72bf-455f-8d3e-7bca8fa1f942 req-6ed3003f-c131-4a50-a3c5-724168dbdd7d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:00.220679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4f5b7f5-72bf-455f-8d3e-7bca8fa1f942 req-6ed3003f-c131-4a50-a3c5-724168dbdd7d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 2373 time: 0.1536546 Mar 02 17:44:00.260315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.290390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.324370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:00.332192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:00.343778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:00.447297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4f5b7f5-72bf-455f-8d3e-7bca8fa1f942 req-fe388fef-25d8-495a-8604-392a1f72370d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150650 Mar 02 17:44:00.470043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:00.505680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:00.506514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.547953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c8a8e15d-b413-426b-8be4-4477995f323b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3348994 Mar 02 17:44:00.571858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'admin_state_up': True, 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'security_groups': ['6f954ad8-ae8d-4fa6-ab8b-72770508306d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:00.622961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.632956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.749426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5191a537-1511-47c6-8939-a5878bfa4be2 None None] Provisioning for port d13d7122-92a7-43ab-b994-91f1eec5bf13 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:00.760149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5191a537-1511-47c6-8939-a5878bfa4be2 None None] Provisioning complete for port d13d7122-92a7-43ab-b994-91f1eec5bf13 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:00.760523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5191a537-1511-47c6-8939-a5878bfa4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.781970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=2f4bb82c-fab5-45d9-ba73-cc8ed3c19000,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:00.805609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:00.849232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:00.859784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Usage tracker for resource:port and tenant:ea571af3b226430bba2cda288e585f7d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:00.869980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:00.883982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:00.912843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5191a537-1511-47c6-8939-a5878bfa4be2 None None] Port d13d7122-92a7-43ab-b994-91f1eec5bf13 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:44:00.917154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c30c61-5ebe-424c-95ad-17363fc9b83f req-4d145d59-e965-4c4a-baf5-94e19a2f5cf4 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:00.925746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43c30c61-5ebe-424c-95ad-17363fc9b83f req-4d145d59-e965-4c4a-baf5-94e19a2f5cf4 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.1765101 Mar 02 17:44:00.942731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Made reservation on behalf of ea571af3b226430bba2cda288e585f7d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:00.948190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:01.163606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:01.231898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43c30c61-5ebe-424c-95ad-17363fc9b83f req-7016f222-7d63-4f61-9ba2-a21bb995a631 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051686 Mar 02 17:44:01.359199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-d8f02ef9-eb4d-4f0f-8c3d-71ccf61aff62 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:01.359999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-d8f02ef9-eb4d-4f0f-8c3d-71ccf61aff62 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Synchronizing usage tracker for tenant:2a2c1a42c3d949489172179034414fe2 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:01.395623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913327-93ad-47a7-9e22-cc171ec676e7 req-585ceb9e-1de3-4949-8b33-c010c0cc816c tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:01.397191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7913327-93ad-47a7-9e22-cc171ec676e7 req-585ceb9e-1de3-4949-8b33-c010c0cc816c tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3674128 Mar 02 17:44:01.404989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-d8f02ef9-eb4d-4f0f-8c3d-71ccf61aff62 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Unset dirty status for tenant:2a2c1a42c3d949489172179034414fe2 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:01.406121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-d8f02ef9-eb4d-4f0f-8c3d-71ccf61aff62 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.50 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.3934879 Mar 02 17:44:01.422108 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:44:01.502823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Deleting port 918832de-d224-411e-9e7e-4d4faf1faa30 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:01.503162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:01.506529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Allocated IP 10.2.2.200 (bc2b2e32-ec10-4e3d-bc57-961379bed50f/f4551e98-47cc-41da-ade9-2bad15de55a5/288b24a3-e436-4b31-b4a8-e0099555f426) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:01.538077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7913327-93ad-47a7-9e22-cc171ec676e7 req-cc2a4045-f84a-4f3a-87dc-c4a96527f32e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Mar 02 17:44:01.570674 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Floating IP 2f1758e3-708d-4d1d-b17b-5da83f6c47bf associated. External IP: 172.25.3.204, port: b09b7edd-9ad3-455c-a56f-3f0aba2e449c. Mar 02 17:44:01.591657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085a260-5177-46c0-8c89-a91be7244e2e req-ebe7645a-dfa3-4f85-bab0-e15f27903437 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:01.598516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9085a260-5177-46c0-8c89-a91be7244e2e req-ebe7645a-dfa3-4f85-bab0-e15f27903437 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 944 time: 0.2003167 Mar 02 17:44:01.754972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9085a260-5177-46c0-8c89-a91be7244e2e req-51c9cb96-5759-4f95-8297-9a2fdeca1987 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555219 Mar 02 17:44:01.909324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:01.941069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Deleting port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:01.941408 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:01.984645 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.018700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Transition to ACTIVE for port object 288b24a3-e436-4b31-b4a8-e0099555f426 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:02.039877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] For port 918832de-d224-411e-9e7e-4d4faf1faa30, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=918832de-d224-411e-9e7e-4d4faf1faa30,segment=NetworkSegment(123abbf0-604d-43b5-8967-a1e026f06223),segment_id=123abbf0-604d-43b5-8967-a1e026f06223)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:02.040277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.047193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.051139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.055074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.059483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.060418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:02.086268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:02.094674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-bb27540b-05ca-4397-82b7-d3d95e7f0fa1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 3094 time: 0.2427621 Mar 02 17:44:02.098075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.225843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:02.231775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:02.255499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:02.344197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Calling delete_port for 918832de-d224-411e-9e7e-4d4faf1faa30 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:02.381185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61e33d1a-073f-420f-bdb4-cad848aa79a8 req-18abe053-fe1d-48a8-8ed0-98355b6444c7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855318 Mar 02 17:44:02.408284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:02.429637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:02.447302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.448547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.495703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-39424202-952d-48b7-a0d1-40a8f38317dc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306233 Mar 02 17:44:02.521295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:02.568347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe78ff-507b-4aea-bcd9-364184d8588f req-13644240-ae54-4ddf-9ab0-05f00ed35d93 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.576870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcfe78ff-507b-4aea-bcd9-364184d8588f req-13644240-ae54-4ddf-9ab0-05f00ed35d93 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.2703683 Mar 02 17:44:02.600195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] For port 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:02.600804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.634557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cbb66c53-0330-4908-a0ee-a467a3391910 None None] Provisioning for port 288b24a3-e436-4b31-b4a8-e0099555f426 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:02.647713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cbb66c53-0330-4908-a0ee-a467a3391910 None None] Provisioning complete for port 288b24a3-e436-4b31-b4a8-e0099555f426 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:02.648090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cbb66c53-0330-4908-a0ee-a467a3391910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.694146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcfe78ff-507b-4aea-bcd9-364184d8588f req-2e9df35e-2d10-4a7b-b4d9-65274502a46a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162684 Mar 02 17:44:02.744828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:02.754838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:02.755438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.779003 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.787690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cbb66c53-0330-4908-a0ee-a467a3391910 None None] Port 288b24a3-e436-4b31-b4a8-e0099555f426 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:44:02.905709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Calling delete_port for 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:02.910925 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:02.951711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:02.952009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8cd6a-4c8e-493b-85b9-841ff8103c2f req-fd34ab50-8dbc-4b17-b0bd-adac728aa808 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:02.953521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b8cd6a-4c8e-493b-85b9-841ff8103c2f req-fd34ab50-8dbc-4b17-b0bd-adac728aa808 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 946 time: 0.2528257 Mar 02 17:44:02.970067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:02.974493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:03.019867 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-63a48b94-bfad-4cea-ab68-3f54c2a0703a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1097 time: 0.7807112 Mar 02 17:44:03.068849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:03.144995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b8cd6a-4c8e-493b-85b9-841ff8103c2f req-6db373d4-7fdb-4b5a-b597-6e64c921fb5b tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ce2ce04-386f-4682-a9bb-a21554ea563d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770992 Mar 02 17:44:03.257728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:03.265630 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7', 'code': 200} Mar 02 17:44:03.283496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dcb37-499d-450c-bfce-d826760ae01a req-37065d9e-35b6-4fd4-9628-e2f50dcf403f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.293896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645dcb37-499d-450c-bfce-d826760ae01a req-37065d9e-35b6-4fd4-9628-e2f50dcf403f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.3278406 Mar 02 17:44:03.367097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Pushing event deleted for resources: {'Port': ['ID=918832de-d224-411e-9e7e-4d4faf1faa30,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:03.427718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-645dcb37-499d-450c-bfce-d826760ae01a req-dcc82b82-95ee-4e96-9f7f-a60d614c7a34 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240277 Mar 02 17:44:03.512624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] No DVR routers for this DVR port 918832de-d224-411e-9e7e-4d4faf1faa30 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:44:03.518556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f593100-9769-47aa-a1db-db7d3478cf2f req-574a4c33-23b3-4872-8695-e9c5d27fee2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 1096 time: 0.1841493 Mar 02 17:44:03.518803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:03.522408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'name': 'network-vif-deleted', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:03.522542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da06370-5c39-447f-a5b9-68105ae8ecf2 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:03.527680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-8a09fa14-cde0-4994-a7a8-ce02745b43dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.529593 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-8a09fa14-cde0-4994-a7a8-ce02745b43dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.4452991 Mar 02 17:44:03.548705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:03.598329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f593100-9769-47aa-a1db-db7d3478cf2f req-40b51b79-8844-4390-acff-5bb9ab8e4ad1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709467 Mar 02 17:44:03.647059 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21226be9-01d5-47c2-9295-c090694f52cd', 'name': 'network-vif-deleted', 'tag': '918832de-d224-411e-9e7e-4d4faf1faa30', 'status': 'completed', 'code': 200} Mar 02 17:44:03.679718 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-267f8d54-de70-44aa-91cb-aec5e05f0de4 req-4348ef60-c30d-4d56-9b08-f11d1defba31 tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.50 "DELETE /v2.0/ports/918832de-d224-411e-9e7e-4d4faf1faa30 HTTP/1.1" status: 204 len: 173 time: 2.2651885 Mar 02 17:44:03.698309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-e73c33a8-01c5-4d05-8922-2567c5ae3792 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 200 len: 217 time: 0.1593995 Mar 02 17:44:03.773188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.781438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:03.784169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.793262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.802723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.810612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.822831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-4fb5827d-0485-4509-8356-7a3c07ede4ff tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 3815 time: 0.1661911 Mar 02 17:44:03.844952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d0ecb30-6c8a-4f33-82b3-876f5294e8f7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:03.866218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-c5d6b9c7-e1a6-4cf0-a32f-dfd5f230a979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:03.867666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-c5d6b9c7-e1a6-4cf0-a32f-dfd5f230a979 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.1449759 Mar 02 17:44:04.026440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Transition to ACTIVE for port object 8da06370-5c39-447f-a5b9-68105ae8ecf2 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:04.044643 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-e979db47-0ddd-43ef-9da8-1354deaa6fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239235 Mar 02 17:44:04.057525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 1604d421-6b5d-4feb-a582-ce7b1fb10034 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:44:04.067617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:04.255193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a37a7be1-824a-49a1-832d-b81dfe801196 req-5cb49549-ca10-4bc6-992f-3f962b448ccd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314077 Mar 02 17:44:04.258129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:04.512897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Attempting to bind port 8da06370-5c39-447f-a5b9-68105ae8ecf2 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:04.513238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Attempting to bind port 8da06370-5c39-447f-a5b9-68105ae8ecf2 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:04.513568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Attempting to bind port 8da06370-5c39-447f-a5b9-68105ae8ecf2 on network 14772b19-f502-4eca-9762-3de40af9b710 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:04.521068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520717c0-3d41-4c19-8808-765e86c23127 req-da17917c-610b-4875-8508-802eb563e93d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:04.528491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-520717c0-3d41-4c19-8808-765e86c23127 req-da17917c-610b-4875-8508-802eb563e93d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.5041699 Mar 02 17:44:04.552172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Port 8da06370-5c39-447f-a5b9-68105ae8ecf2 on network 14772b19-f502-4eca-9762-3de40af9b710 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:04.552504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Attempting to bind port 8da06370-5c39-447f-a5b9-68105ae8ecf2 on network 14772b19-f502-4eca-9762-3de40af9b710 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:04.572165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:04.572772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Checking segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:04.573142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Bound using segment: {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:04.573591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Bound port: 8da06370-5c39-447f-a5b9-68105ae8ecf2, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba30eec-804e-4dad-a0c9-a4315c5660de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14772b19-f502-4eca-9762-3de40af9b710'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:04.573942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:04.638036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26d74f11-05a1-4719-a43b-4aee5a75ad9a req-a3539d8b-b29b-460f-be4c-015d4a27abff tempest-ServerAddressesNegativeTestJSON-1028888700 tempest-ServerAddressesNegativeTestJSON-1028888700-project] 10.222.0.37 "GET /v2.0/ports?device_id=21226be9-01d5-47c2-9295-c090694f52cd HTTP/1.1" status: 200 len: 210 time: 0.0686061 Mar 02 17:44:04.695255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-520717c0-3d41-4c19-8808-765e86c23127 req-6ec50504-5106-46b0-815f-87ab3b20cf03 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657608 Mar 02 17:44:04.763455 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-bd9284f5-a81e-4f6d-b4df-5d6a5399a489 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081206 Mar 02 17:44:04.765669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:04.784559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:04.788537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:04.798003 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:04.919540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:04.921277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] 10.222.0.50 "PUT /v2.0/ports/8da06370-5c39-447f-a5b9-68105ae8ecf2 HTTP/1.1" status: 200 len: 1091 time: 2.4065876 Mar 02 17:44:04.924115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:04.968776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:05.022208 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'status': 'completed', 'code': 200} Mar 02 17:44:05.043081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a40ea-1e6a-49a3-ad2e-a3627e988499 service neutron] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:05.061651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 918832de-d224-411e-9e7e-4d4faf1faa30 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:44:05.126153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e444c-ba2c-432f-b216-7eceb0dcf855 req-ac6f57d8-afa9-49a8-ad01-f81929f517ed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.127772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd7e444c-ba2c-432f-b216-7eceb0dcf855 req-ac6f57d8-afa9-49a8-ad01-f81929f517ed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.3244920 Mar 02 17:44:05.162334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 918832de-d224-411e-9e7e-4d4faf1faa30 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:44:05.162928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 918832de-d224-411e-9e7e-4d4faf1faa30 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:44:05.177080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.231441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd7e444c-ba2c-432f-b216-7eceb0dcf855 req-664781c4-9d84-4bc3-9e2b-1d64c5aa23c7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Mar 02 17:44:05.232094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.245972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.325705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b14ca51-de13-4797-9c00-39bb8d8b44f9 req-9bd3a093-e1f1-475f-80da-5fb8e6f96c04 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955292 Mar 02 17:44:05.354072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.354740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 795c51b9-e428-4e3e-b690-e754b68b65f5 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:05.405410 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-d96f3e28-5f08-460e-ac16-8cd4531560d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 4362 time: 0.2043283 Mar 02 17:44:05.418706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.419807 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66a48d9c-6b7d-4773-9244-033f1342307e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/795c51b9-e428-4e3e-b690-e754b68b65f5 HTTP/1.1" status: 204 len: 168 time: 5.6830244 Mar 02 17:44:05.423745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:05.486481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:05.497478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-845057834', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:05.506110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Sync routers for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:05.525449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:05.526081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:05.541807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:05.645081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:05.649343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:05.657693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:05.695904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.697017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.705937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.728577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.732917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.739478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.743960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.755231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.756151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-a054a3b7-348c-490a-8fea-49aeae0e3d0c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 3827 time: 0.2229249 Mar 02 17:44:05.823056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:05.863821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7cfbb041-d3d5-47b6-9bff-d40ca2de4495 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5748744 Mar 02 17:44:05.865121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-477adf45-73cd-460d-8bf0-272dca038658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.865551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-477adf45-73cd-460d-8bf0-272dca038658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.865918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-477adf45-73cd-460d-8bf0-272dca038658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:05.867548 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-477adf45-73cd-460d-8bf0-272dca038658 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4459250 Mar 02 17:44:05.869938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:05.871225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a27840e-b09c-4a2e-9040-c14447c1c8bc req-8c8b448e-7a83-4297-bdae-81a90cb4d2fa tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139545 Mar 02 17:44:05.901466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:05.910196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c398ec4-625a-412e-9d0a-f4e278245c2d {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:05.914259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35150) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:05.997229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.067065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Transition to ACTIVE for port object 8c398ec4-625a-412e-9d0a-f4e278245c2d will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:06.128320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.175588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Deleting subnet 375b0b18-e993-48df-9ad8-cf2ca9d3667b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:44:06.187259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-6774ec46-ed05-4d6f-aad3-d6ffa13efcca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:06.188924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-72ba71c3-7bc2-44ec-b128-04c16cca213c req-6774ec46-ed05-4d6f-aad3-d6ffa13efcca service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3130865 Mar 02 17:44:06.192926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.202496 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.332090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '2f1758e3-708d-4d1d-b17b-5da83f6c47bf', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:59Z', 'updated_at': '2022-03-02T17:43:59Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:06.338376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Checking router: 1604d421-6b5d-4feb-a582-ce7b1fb10034 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:44:06.351698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:06.353217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:06.481133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:06.504612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.600263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:06.615493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b79f8-b078-4656-8a42-7e409b09a286 req-4975f06a-b6ab-4527-b498-b81d70dc231e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:06.617062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22b79f8-b078-4656-8a42-7e409b09a286 req-4975f06a-b6ab-4527-b498-b81d70dc231e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.5532045 Mar 02 17:44:06.648934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.678418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.686972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.775748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361378f1-e914-4f24-9087-8cd249be3da9 req-2c48e3ef-98c3-4fb6-806a-1de2e154814c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:06.777217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-361378f1-e914-4f24-9087-8cd249be3da9 req-2c48e3ef-98c3-4fb6-806a-1de2e154814c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5494928 Mar 02 17:44:06.823285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22b79f8-b078-4656-8a42-7e409b09a286 req-c7b18fd5-bbdf-4902-a4ef-c0d9f7ffb717 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879094 Mar 02 17:44:06.833374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Attempting to bind port 8c398ec4-625a-412e-9d0a-f4e278245c2d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:06.833712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Attempting to bind port 8c398ec4-625a-412e-9d0a-f4e278245c2d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:06.834042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Attempting to bind port 8c398ec4-625a-412e-9d0a-f4e278245c2d on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:06.835671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Allocated IP 172.25.3.138 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/210d2551-c0e3-49b5-9bb4-e98603ac3eea) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:06.862658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Port 8c398ec4-625a-412e-9d0a-f4e278245c2d on network b3c076b6-d982-43b7-a479-8aa4d5302809 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:06.862658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Attempting to bind port 8c398ec4-625a-412e-9d0a-f4e278245c2d on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:06.869520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:06.869866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:06.870258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Bound using segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:06.870739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Bound port: 8c398ec4-625a-412e-9d0a-f4e278245c2d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:06.871093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.888200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:06.937470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-361378f1-e914-4f24-9087-8cd249be3da9 req-9565039f-e405-4bb5-b67d-7eadb8d3612b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425850 Mar 02 17:44:06.938317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375b0b18-e993-48df-9ad8-cf2ca9d3667b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:06.966663 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:44:06.990676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35162) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:07.031161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.061491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '2f1758e3-708d-4d1d-b17b-5da83f6c47bf', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:59Z', 'updated_at': '2022-03-02T17:43:59Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:07.066262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0c77f-ecf8-4af7-abd0-33393d961fb4 None None] The sync data for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 is: [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '2f1758e3-708d-4d1d-b17b-5da83f6c47bf', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:59Z', 'updated_at': '2022-03-02T17:43:59Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:07.067422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:07.077896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d0a04e9-010a-47a6-bb59-9b0fa7b37079 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/375b0b18-e993-48df-9ad8-cf2ca9d3667b HTTP/1.1" status: 204 len: 168 time: 1.1601121 Mar 02 17:44:07.115174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.189931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:07.195783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:07.207811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.275877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84ef1ebe-1fbd-4f9a-928c-da781c87fe1b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 200 len: 991 time: 0.2837787 Mar 02 17:44:07.286461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.300252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.329472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-a0393809-9213-4998-be4f-f5076cb1d74f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1096 time: 0.3562603 Mar 02 17:44:07.343862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23dce-d0c3-4220-a754-2e215ab4cb4e req-f94e6231-31c5-4fc6-8879-c04a98fae910 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.345379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf23dce-d0c3-4220-a754-2e215ab4cb4e req-f94e6231-31c5-4fc6-8879-c04a98fae910 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.2281713 Mar 02 17:44:07.379666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.381037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] 10.222.0.50 "PUT /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 1130 time: 2.4227023 Mar 02 17:44:07.422867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8c398ec4-625a-412e-9d0a-f4e278245c2d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:07.498708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:07.502281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event updated for resources: {'Port': ['ID=210d2551-c0e3-49b5-9bb4-e98603ac3eea,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:07.507647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:07.510369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:07.525417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf23dce-d0c3-4220-a754-2e215ab4cb4e req-1b061966-772f-457e-9d58-c7e4b849e7bd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433446 Mar 02 17:44:07.526252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05984c3-bbb5-4aac-9fc9-79825497f263 service neutron] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:07.542758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:07.546487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.610158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833c2835-ddcb-4ef1-9819-1863f18c786e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:07.671778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123abbf0-604d-43b5-8967-a1e026f06223') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:07.671778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123abbf0-604d-43b5-8967-a1e026f06223') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:07.692368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.714675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.718716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.722916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.723080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.727000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.739184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.739372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:44:07.739844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.743181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.745310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a13b45b-c582-47cf-a10e-320150032a47 req-d9365d9f-95da-49d2-bc9e-1a0c936c5cb8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 4599 time: 0.4785848 Mar 02 17:44:07.798306 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8c398ec4-625a-412e-9d0a-f4e278245c2d', 'status': 'completed', 'code': 200} Mar 02 17:44:07.805993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.817639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-f7516669-21dc-4b2e-a5ca-768b2d69a46e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:07.819279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-f7516669-21dc-4b2e-a5ca-768b2d69a46e service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.4665604 Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:44:07.838908 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:44:07.910742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a13b45b-c582-47cf-a10e-320150032a47 req-089f1166-fd94-4e57-ba47-b9cf9c786c75 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581697 Mar 02 17:44:07.938223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:07.943173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.012396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] Pushing event deleted for resources: {'Network': ['ID=833c2835-ddcb-4ef1-9819-1863f18c786e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:08.048750 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db4752e2-1882-457e-bc48-2070d091a26b admin admin] 10.222.0.37 "DELETE /v2.0/networks/833c2835-ddcb-4ef1-9819-1863f18c786e HTTP/1.1" status: 204 len: 168 time: 0.9183156 Mar 02 17:44:08.065987 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-0de07812-2591-466f-b333-0f1859b23224 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5285 time: 0.2098618 Mar 02 17:44:08.207628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.208375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.439250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807b0c4f-f973-48c8-ad26-751c3054e73a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:08.439632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35196) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:08.448747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.488660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.543651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Transition to ACTIVE for port object 807b0c4f-f973-48c8-ad26-751c3054e73a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:08.547679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35204) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:08.608689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:08.863969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ef8e515-ef6f-4e05-837d-c0255b29124e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 200 len: 991 time: 0.4230778 Mar 02 17:44:08.890212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-0bf36e1b-4be3-4073-8fd8-b91da8d5f6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:08.890755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-0bf36e1b-4be3-4073-8fd8-b91da8d5f6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:08.891184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-0bf36e1b-4be3-4073-8fd8-b91da8d5f6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:08.895920 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-0bf36e1b-4be3-4073-8fd8-b91da8d5f6a3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8149757 Mar 02 17:44:08.924107 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245d2a4-167d-424e-9f93-3512a287fd23 None None] New status for floating IP 2f1758e3-708d-4d1d-b17b-5da83f6c47bf: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:44:09.029205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-5d276e5f-791d-4ae0-b246-ae193026aa98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 1.1854863 Mar 02 17:44:09.033934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c748fce-9679-4d3a-8dd6-bd26c5822848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a2c1a42c3d949489172179034414fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4731536 Mar 02 17:44:09.038273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35216) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:09.235147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-19880b65-a642-4842-b827-3e6358dab7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:09.275820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-88082114-2732-4dfc-bc18-411de192e8fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.277247 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0ec5a6dc-3828-4ad9-985a-27e9bce6382a req-88082114-2732-4dfc-bc18-411de192e8fd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3734527 Mar 02 17:44:09.293537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Router 63a2e8f0-327d-4452-add9-10e84cdf46d1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:09.497227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-cb760b8b-c257-4370-bb17-9c33ccf7a5c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.498950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-cb760b8b-c257-4370-bb17-9c33ccf7a5c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.3235312 Mar 02 17:44:09.552525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:09.560479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213ab5-5b1b-452a-805c-759d9b3fcc61 req-4e0b3ed0-fdc7-4c62-815a-59efecd1491b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.561979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f213ab5-5b1b-452a-805c-759d9b3fcc61 req-4e0b3ed0-fdc7-4c62-815a-59efecd1491b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 1.0939474 Mar 02 17:44:09.616272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:09.626711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] Sync routers for ids ['63a2e8f0-327d-4452-add9-10e84cdf46d1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:09.640233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] Routers {'63a2e8f0-327d-4452-add9-10e84cdf46d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:09.641132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['63a2e8f0-327d-4452-add9-10e84cdf46d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:09.641256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:09.642830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2e2a4361-a94f-4af6-aced-a536ea916bd8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2180762 Mar 02 17:44:09.645556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:09.651048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:09.722668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:09.733337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:09.740327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] Routers {'63a2e8f0-327d-4452-add9-10e84cdf46d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:09.740586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:43:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['63a2e8f0-327d-4452-add9-10e84cdf46d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:09.794598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f213ab5-5b1b-452a-805c-759d9b3fcc61 req-ef8cb333-e4e2-45fc-8bc9-84707025d119 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249002 Mar 02 17:44:09.834131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.839427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:09.839827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4e58d-c530-4eaf-a2a9-e6e55b898fc3 None None] The sync data for ids ['63a2e8f0-327d-4452-add9-10e84cdf46d1'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:09.843194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.848384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.853885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.858200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.862272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.866317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:09.867581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:09.869388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-8224ade4-49cd-4e6c-9647-348f0c7a55e2 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5372 time: 0.5947258 Mar 02 17:44:09.876584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:09.943182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-2863a27f-0a64-48d5-b783-3a0827c5dd39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4302652 Mar 02 17:44:09.982291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Attempting to bind port 807b0c4f-f973-48c8-ad26-751c3054e73a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:09.982887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Attempting to bind port 807b0c4f-f973-48c8-ad26-751c3054e73a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:09.983398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Attempting to bind port 807b0c4f-f973-48c8-ad26-751c3054e73a on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:09.997141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b99d4899-00f9-4116-9284-8f0c00b27375 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 200 len: 993 time: 0.1284511 Mar 02 17:44:10.126304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17740c5c-c204-415c-95f2-6c712fb1bb67 req-f98d0e8b-4e1d-4ace-8569-03aba8dd20a8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394028 Mar 02 17:44:10.148151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Port 807b0c4f-f973-48c8-ad26-751c3054e73a on network b3c076b6-d982-43b7-a479-8aa4d5302809 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:10.155043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Attempting to bind port 807b0c4f-f973-48c8-ad26-751c3054e73a on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:10.181126 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.218681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2ce04-386f-4682-a9bb-a21554ea563d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:10.233696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:10.234297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:10.234857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Bound using segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:10.235448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Bound port: 807b0c4f-f973-48c8-ad26-751c3054e73a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:10.235941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.252884 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.254967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c87f8759-a76f-4868-bb41-a0a37efd71e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ce2ce04-386f-4682-a9bb-a21554ea563d HTTP/1.1" status: 204 len: 168 time: 0.9935539 Mar 02 17:44:10.410307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-f522e3d6-92aa-49aa-a7a7-52f332735550 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343324 Mar 02 17:44:10.552814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:10.603033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-269fa5ff-9bba-41b0-a490-8c185d1146bc req-de74ec1e-b69e-4d68-991f-e831fdcf9f98 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912274 Mar 02 17:44:10.608856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=807b0c4f-f973-48c8-ad26-751c3054e73a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:10.616197 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.628811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.705148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:10.724714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:10.726716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-4085e7ee-972c-4d22-83aa-54ee2b84a835 service neutron] 10.222.0.50 "PUT /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 1131 time: 3.2778759 Mar 02 17:44:10.727364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '807b0c4f-f973-48c8-ad26-751c3054e73a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:10.778131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:10.918967 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '807b0c4f-f973-48c8-ad26-751c3054e73a', 'status': 'completed', 'code': 200} Mar 02 17:44:11.183201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:11.309325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f97de23-589a-4fe6-94e8-21e00dca4e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:11.517303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-7586fe48-d7f8-49c4-bae6-6a8a8f11f4fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6209 time: 0.6360688 Mar 02 17:44:11.718637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:11.728064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:11.880897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2984-c296-47ee-99a8-cd54131499d0 req-619bc860-ce2d-4004-89fd-0e11f38b61a6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:11.890053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd0d2984-c296-47ee-99a8-cd54131499d0 req-619bc860-ce2d-4004-89fd-0e11f38b61a6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.8274596 Mar 02 17:44:11.959711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-e5684096-3dc2-433d-909e-5a7718e6e307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:11.960080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-e5684096-3dc2-433d-909e-5a7718e6e307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:11.960443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-e5684096-3dc2-433d-909e-5a7718e6e307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:11.962553 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-e5684096-3dc2-433d-909e-5a7718e6e307 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4297392 Mar 02 17:44:12.000491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:44:12.029348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbccede-b38b-40ae-ab22-2159972b7149 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:12.037788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:12.055091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Transition to ACTIVE for port object cbbccede-b38b-40ae-ab22-2159972b7149 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:12.062744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:12.065749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:44:12.066277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8d0ecb30-6c8a-4f33-82b3-876f5294e8f7 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:44:12.190920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-1b228a85-2257-4921-b8e5-95d113cc2147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.192381 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38fd2595-4b64-4bc2-bd43-819a54d5c5dc req-1b228a85-2257-4921-b8e5-95d113cc2147 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208974 Mar 02 17:44:12.263825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 63a2e8f0-327d-4452-add9-10e84cdf46d1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:44:12.291178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.295152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.298951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.302745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.306603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.310828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.314721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:12.323144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b35939b1-5bcf-447e-8885-d38908dce368 req-7fae8758-7b4b-4f8b-8fb3-3b1a5c97ea66 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5372 time: 0.5524964 Mar 02 17:44:12.339177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd0d2984-c296-47ee-99a8-cd54131499d0 req-792b1b43-e730-4f25-b68e-550bc1d1b9fc tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479334 Mar 02 17:44:12.671004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a392d1-6396-4355-945e-35729108c199 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:12.748632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:12.811860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:12.828228 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844663-0396-40f3-a740-c9759672e05a None None] Sync routers for ids ['63a2e8f0-327d-4452-add9-10e84cdf46d1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:12.837946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:12.839410 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-40682b65-e6a8-47fe-a6f2-a5f7b73e272e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "PUT /v2.0/routers/63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 200 len: 921 time: 3.1925924 Mar 02 17:44:12.842139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:12.856516 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] Routers {'63a2e8f0-327d-4452-add9-10e84cdf46d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:12.857310 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['63a2e8f0-327d-4452-add9-10e84cdf46d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:12.887703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b35939b1-5bcf-447e-8885-d38908dce368 req-5bed085c-c015-4b69-b8ce-dccbf80efdf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5636151 Mar 02 17:44:12.950040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Attempting to bind port cbbccede-b38b-40ae-ab22-2159972b7149 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:12.950431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Attempting to bind port cbbccede-b38b-40ae-ab22-2159972b7149 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:12.950750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Attempting to bind port cbbccede-b38b-40ae-ab22-2159972b7149 on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:12.959588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Port cbbccede-b38b-40ae-ab22-2159972b7149 on network b3c076b6-d982-43b7-a479-8aa4d5302809 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:12.959835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Attempting to bind port cbbccede-b38b-40ae-ab22-2159972b7149 on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:12.991485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:12.991831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:12.992218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Bound using segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:12.992652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Bound port: cbbccede-b38b-40ae-ab22-2159972b7149, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:12.997890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.006886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.029013 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:13.054066 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] Routers {'63a2e8f0-327d-4452-add9-10e84cdf46d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:13.054711 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['63a2e8f0-327d-4452-add9-10e84cdf46d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:13.108405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:13.173178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-47e89066-6335-4f08-a7f6-b26eacd07493 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 200 len: 921 time: 0.3295496 Mar 02 17:44:13.174158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:13.175556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35304) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:13.177665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:13.183068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.225465 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64844663-0396-40f3-a740-c9759672e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:13.226195 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844663-0396-40f3-a740-c9759672e05a None None] The sync data for ids ['63a2e8f0-327d-4452-add9-10e84cdf46d1'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:13.257872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.259971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-10a392d1-6396-4355-945e-35729108c199 service neutron] 10.222.0.50 "PUT /v2.0/ports/cbbccede-b38b-40ae-ab22-2159972b7149 HTTP/1.1" status: 200 len: 1090 time: 2.4948702 Mar 02 17:44:13.262965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:13.271495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-109235c8-e7ea-4fd9-9384-8e61061ca1c1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Synchronizing usage tracker for tenant:074349085a7044cb94a1be03fe774b4f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:13.293787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-109235c8-e7ea-4fd9-9384-8e61061ca1c1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Unset dirty status for tenant:074349085a7044cb94a1be03fe774b4f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:13.298038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-109235c8-e7ea-4fd9-9384-8e61061ca1c1 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=63a2e8f0-327d-4452-add9-10e84cdf46d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1214035 Mar 02 17:44:13.298651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:13.330063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:13.597418 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'status': 'completed', 'code': 200} Mar 02 17:44:13.621364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.621482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a392d1-6396-4355-945e-35729108c199 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:13.683260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:13.702294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:13.706622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef10bdb-85e5-4b67-9981-926b5a93de50 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:13.706798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8ef10bdb-85e5-4b67-9981-926b5a93de50 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Synchronizing usage tracker for tenant:074349085a7044cb94a1be03fe774b4f on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:13.713431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Usage tracker for resource:security_group_rule and tenant:b9af80139092416bb2ad41d27e1a7b4f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:13.718082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:13.726992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:13.755316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8ef10bdb-85e5-4b67-9981-926b5a93de50 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Unset dirty status for tenant:074349085a7044cb94a1be03fe774b4f on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:13.756693 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ef10bdb-85e5-4b67-9981-926b5a93de50 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.4571533 Mar 02 17:44:13.766777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-698f2812-6b48-430e-add3-b0e800669519 req-fee10632-da88-4fab-84ea-6c1b37ae07ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6276 time: 0.2735198 Mar 02 17:44:13.767549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35316) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:13.831651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b920ac-abc4-4c11-bf55-8a90fd3e5db2 req-0d48897e-b35e-48f5-b40a-819a830c4a0a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:13.833033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87b920ac-abc4-4c11-bf55-8a90fd3e5db2 req-0d48897e-b35e-48f5-b40a-819a830c4a0a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.2096810 Mar 02 17:44:13.872196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-870c9b48-63a5-4dd4-9c38-68328d5aa529 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 200 len: 205 time: 0.1035542 Mar 02 17:44:13.877418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35322) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:13.972611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87b920ac-abc4-4c11-bf55-8a90fd3e5db2 req-7f6391d3-bda2-44a5-9f70-1debe8dfeb78 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Mar 02 17:44:14.151277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.167089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.256301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2812-6b48-430e-add3-b0e800669519 req-c71e8bf2-8f12-4c14-bcca-d6d10889ff6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.256582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2812-6b48-430e-add3-b0e800669519 req-c71e8bf2-8f12-4c14-bcca-d6d10889ff6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.256957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2812-6b48-430e-add3-b0e800669519 req-c71e8bf2-8f12-4c14-bcca-d6d10889ff6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.258507 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-698f2812-6b48-430e-add3-b0e800669519 req-c71e8bf2-8f12-4c14-bcca-d6d10889ff6b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4687722 Mar 02 17:44:14.259349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60080f-496d-40ae-ba83-ad6ffbf2fcd8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:14.267006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21b92c3e-7488-4631-870c-b443f69f3521 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9af80139092416bb2ad41d27e1a7b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1566105 Mar 02 17:44:14.270466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:14.272949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.309402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.313336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.317296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.321690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.326332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.330175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.334063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.336398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-fa7741d9-09a9-40df-8565-e3d06b9d278c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5384 time: 0.1995564 Mar 02 17:44:14.353073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:14.374265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.406667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Transition to ACTIVE for port object d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:14.411630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.456819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-535865ca-2f8a-480f-833a-ddb5e55ae3f2 req-ef734904-8f4f-4a87-8ace-50557157d62a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072073 Mar 02 17:44:14.527344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2812-6b48-430e-add3-b0e800669519 req-1d17885b-893f-486e-871a-dc9e8a39dac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:14.529503 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-698f2812-6b48-430e-add3-b0e800669519 req-1d17885b-893f-486e-871a-dc9e8a39dac2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2613552 Mar 02 17:44:14.572804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:14.585893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.632002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.678940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.702849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Attempting to bind port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:14.703187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Attempting to bind port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:14.703698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Attempting to bind port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:14.715357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a on network b3c076b6-d982-43b7-a479-8aa4d5302809 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:14.715809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Attempting to bind port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:14.723059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:14.723532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Checking segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:14.724024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Bound using segment: {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:14.724545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Bound port: d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:14.724984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.837273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:14.840586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:14.847556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.848300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.885323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60080f-496d-40ae-ba83-ad6ffbf2fcd8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:14.894800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.895972 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-146a340d-c438-4c5d-ae60-37ba816b34ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d60080f-496d-40ae-ba83-ad6ffbf2fcd8 HTTP/1.1" status: 204 len: 168 time: 0.6068542 Mar 02 17:44:14.953035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:14.955267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] 10.222.0.50 "PUT /v2.0/ports/d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a HTTP/1.1" status: 200 len: 1091 time: 1.6479726 Mar 02 17:44:14.974145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65cc6-cff1-493b-9456-530c1cdb4bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:14.999111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:15.010106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:15.038307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port 210d2551-c0e3-49b5-9bb4-e98603ac3eea {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:15.040796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:15.480092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:15.539608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:15.607760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:15.684682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a586225-d02f-4cc9-b580-d103da447135 req-561fdab9-361f-4ce4-b945-3eb96e736328 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:15.686270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a586225-d02f-4cc9-b580-d103da447135 req-561fdab9-361f-4ce4-b945-3eb96e736328 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3171093 Mar 02 17:44:15.785779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for 210d2551-c0e3-49b5-9bb4-e98603ac3eea owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:15.947814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a586225-d02f-4cc9-b580-d103da447135 req-c5ccd74c-7d88-4e53-91a5-ac706e59988a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235954 Mar 02 17:44:16.089987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.140258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13d7122-92a7-43ab-b994-91f1eec5bf13 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:16.148505 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'status': 'completed', 'code': 200} Mar 02 17:44:16.152335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.188953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Transition to ACTIVE for port object d13d7122-92a7-43ab-b994-91f1eec5bf13 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:16.204212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.208178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.212398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.216602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.220733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.224856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.229243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:16.236874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-cabb34da-54a5-47c8-9c03-e53d9df63bbc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5396 time: 0.4830203 Mar 02 17:44:16.239410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.282831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=210d2551-c0e3-49b5-9bb4-e98603ac3eea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:16.357197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:16.393212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.393571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.393913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.394249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.394679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.395065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.395400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.395999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.396331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.396704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.397074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:16.513274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0e874a3-449e-42fe-9647-78d77f7b41f9 req-ab5f6ed4-b18c-4b61-92b3-5fe1a7b571c5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2754390 Mar 02 17:44:16.627497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:16.666356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Attempting to bind port d13d7122-92a7-43ab-b994-91f1eec5bf13 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:16.670553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Attempting to bind port d13d7122-92a7-43ab-b994-91f1eec5bf13 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:16.671104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Attempting to bind port d13d7122-92a7-43ab-b994-91f1eec5bf13 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:16.678747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Port d13d7122-92a7-43ab-b994-91f1eec5bf13 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:16.679055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Attempting to bind port d13d7122-92a7-43ab-b994-91f1eec5bf13 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:16.687848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:16.688192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Checking segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:16.688575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Bound using segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:16.689005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Bound port: d13d7122-92a7-43ab-b994-91f1eec5bf13, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:16.689354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.779513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-468785732-network', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:16.786749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:16.788836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:16.791459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:16.798004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.799046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Usage tracker for resource:network and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:16.811893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:16.818223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.860926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:16.862271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] 10.222.0.50 "PUT /v2.0/ports/d13d7122-92a7-43ab-b994-91f1eec5bf13 HTTP/1.1" status: 200 len: 1091 time: 1.8638678 Mar 02 17:44:16.881512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87812f-db3b-4070-98ee-77dd0ed75b13 service neutron] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:16.905661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Request body: {'port': {'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:16.960126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:16.983899 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-feef7e67-240d-4813-9be5-6e2237c80f2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6368 time: 0.7640021 Mar 02 17:44:17.054036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Made reservation on behalf of fd6d753921734ac080dd6757a6198ab1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:17.056677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.093138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.162757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.234457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.266086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.285837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:17.309208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:17.323092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:17.326559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08ea33-39c8-4223-9522-a6756aec0499 req-9d90df1d-357d-4f19-bb48-89f87eb3d668 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.328625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e08ea33-39c8-4223-9522-a6756aec0499 req-9d90df1d-357d-4f19-bb48-89f87eb3d668 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.1875002 Mar 02 17:44:17.337692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:17.359510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-7130cbba-4a1a-41ad-8d40-cb5e3f908fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.359931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-7130cbba-4a1a-41ad-8d40-cb5e3f908fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.360358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-7130cbba-4a1a-41ad-8d40-cb5e3f908fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.361937 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-7130cbba-4a1a-41ad-8d40-cb5e3f908fbf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3138871 Mar 02 17:44:17.399129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.400486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router 63a2e8f0-327d-4452-add9-10e84cdf46d1 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:17.480861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e08ea33-39c8-4223-9522-a6756aec0499 req-3c4167fa-720f-40c2-8156-0fd4a1840976 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447818 Mar 02 17:44:17.580562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-fd59ece8-97c5-44b2-bbf3-841c0f027432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.582172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1fbcfa8e-41e8-435f-8475-a39e6f2aee99 req-fd59ece8-97c5-44b2-bbf3-841c0f027432 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120471 Mar 02 17:44:17.598346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.603448 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a3f15471-efcc-442a-9729-10bfa7cf9060 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 204 len: 168 time: 3.7186010 Mar 02 17:44:17.604656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:17.616237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.617538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1537324574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:17.624807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.628959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:17.643720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:17.649966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:17.660360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:17.668101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288b24a3-e436-4b31-b4a8-e0099555f426 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:17.679195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.693065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.693727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.704197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:44:17.708438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Transition to ACTIVE for port object 288b24a3-e436-4b31-b4a8-e0099555f426 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:17.715341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.729889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe01117-bf93-4e75-a990-62d47a63ed76,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:17.747749 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.748157 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Added segment f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd of type vlan for network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c Mar 02 17:44:17.820985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.857778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.858811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:17.859491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:17.965655 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6059012 Mar 02 17:44:17.969280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35392) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:17.976252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Request body: {'subnet': {'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-subnet', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:17.981675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:17.985599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Usage tracker for resource:subnet and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:17.988464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:17.994691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:18.006315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Made reservation on behalf of fd6d753921734ac080dd6757a6198ab1 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:18.009227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.024211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a962-95bb-4cfa-bb80-be8e12dca2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:18.036076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:44:18.050490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.119184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35396) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:18.127742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:18.153025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:18.206815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.281370 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'status': 'completed', 'code': 200} Mar 02 17:44:18.339398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.343443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2acb20f0-a3d1-4e09-939f-bc35190a8c99 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7316329 Mar 02 17:44:18.344334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35404) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:18.358491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.362477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.366751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.371406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.377608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.384829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.390710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.392642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-24f4252c-985e-4a09-a4ed-aae4b0d0765c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.4484060 Mar 02 17:44:18.427794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:18.483575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-6a0eb582-c4f9-4ea4-913b-707384538732 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6435 time: 0.1682975 Mar 02 17:44:18.484527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.601274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.677453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb4576-6b7d-47dc-8a5d-e4165614306a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:18.683306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:18.683662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Network hostable DHCP agents. Network: 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:44:18.691563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Attempting to bind port 288b24a3-e436-4b31-b4a8-e0099555f426 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:18.692032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Attempting to bind port 288b24a3-e436-4b31-b4a8-e0099555f426 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:18.692204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Attempting to bind port 288b24a3-e436-4b31-b4a8-e0099555f426 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:18.711122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc3586bd-38ef-4472-8f6a-7031d990d71e req-d1dd6d1c-f8a5-4fae-bfc5-91a6b12fb2a0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069875 Mar 02 17:44:18.723972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Port 288b24a3-e436-4b31-b4a8-e0099555f426 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:18.724299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Attempting to bind port 288b24a3-e436-4b31-b4a8-e0099555f426 on network bc2b2e32-ec10-4e3d-bc57-961379bed50f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:18.730176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:44:18.776017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:18.786078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51efaac0-b0a5-49d9-83f2-2c72dcaa58f8 None None] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:44:18.792336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:18.795859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.796462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.814269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Usage tracker for resource:security_group_rule and tenant:981715aab4dc4b3d98639a84aeb3b0dc is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:18.828788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-f462442d-b531-41f3-962a-cedbc38ef622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.829406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-f462442d-b531-41f3-962a-cedbc38ef622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.829925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-f462442d-b531-41f3-962a-cedbc38ef622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:18.832089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-f462442d-b531-41f3-962a-cedbc38ef622 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ea571af3b226430bba2cda288e585f7d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3016071 Mar 02 17:44:18.834156 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-334f6a30-686e-4fe3-bb22-9929749ec463 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8639820 Mar 02 17:44:18.837807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:18.846092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:18.872019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:18.877234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:18.886831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Usage tracker for resource:router and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:18.892783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:18.893375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Checking segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:18.893918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Bound using segment: {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:18.894513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Bound port: 288b24a3-e436-4b31-b4a8-e0099555f426, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2101c7-2ebc-4cbd-a5d1-26ec66585575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:18.895047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:18.906006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:18.989517 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.017436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fd3b-2799-423f-a7e6-6899b227b8fa req-b8c9362e-8680-444a-882d-9cd331ba95b8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:19.020365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2374fd3b-2799-423f-a7e6-6899b227b8fa req-b8c9362e-8680-444a-882d-9cd331ba95b8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3900566 Mar 02 17:44:19.044671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:19.045893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:44:19.047378 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.055989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:19.082532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.083497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.130537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-1fd0b3b3-63b6-4dc9-9eec-a8a329d22426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:19.132014 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cd36e92f-c5af-40a7-aa2b-50e3969eccd5 req-1fd0b3b3-63b6-4dc9-9eec-a8a329d22426 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905290 Mar 02 17:44:19.135320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.234645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Allocated IP 172.20.0.2 (19cd414c-cdd9-461d-b78c-39b8ffaa4c2c/50cb4576-6b7d-47dc-8a5d-e4165614306a/842b9836-1bd2-4641-9436-11f96335eb84) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:19.248858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:19.271033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:19.286095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2374fd3b-2799-423f-a7e6-6899b227b8fa req-3516a181-b078-4918-8e22-c9f5e49a4f1e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553685 Mar 02 17:44:19.287411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.319375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.338873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.358849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.377181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.445372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=981715aab4dc4b3d98639a84aeb3b0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3250179 Mar 02 17:44:19.449180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35418) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:19.464702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.474834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Transition to ACTIVE for port object 842b9836-1bd2-4641-9436-11f96335eb84 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:19.493484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Transition to ACTIVE for port object 842b9836-1bd2-4641-9436-11f96335eb84 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:19.498282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:19.501462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.538746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.541655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7b6e02c5-c398-44e3-ac28-8b340e6f305c service neutron] 10.222.0.50 "PUT /v2.0/ports/288b24a3-e436-4b31-b4a8-e0099555f426 HTTP/1.1" status: 200 len: 1091 time: 2.6409006 Mar 02 17:44:19.548383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1184-1c4e-4fe9-aaff-b020d4294f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd566027-ed67-4b4d-bb18-93ef7a81bd0e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:19.599513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:19.600725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:19.606297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:19.612880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Pushing event updated for resources: {'Port': ['ID=842b9836-1bd2-4641-9436-11f96335eb84,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:19.671998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.714716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Attempting to bind port 842b9836-1bd2-4641-9436-11f96335eb84 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:19.715306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Attempting to bind port 842b9836-1bd2-4641-9436-11f96335eb84 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:19.716196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Attempting to bind port 842b9836-1bd2-4641-9436-11f96335eb84 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:19.723873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:19.724513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:19.725091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.725643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:19.726498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Bound port: 842b9836-1bd2-4641-9436-11f96335eb84, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:19.727068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.753841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.763538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-1607f2ae-8965-4278-8409-efb21626e02f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6477 time: 0.1267617 Mar 02 17:44:19.770393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.822721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.852992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] For port 842b9836-1bd2-4641-9436-11f96335eb84, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:19.857034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] For port 842b9836-1bd2-4641-9436-11f96335eb84, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=842b9836-1bd2-4641-9436-11f96335eb84,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:19.866762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:19.887264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-8d208a4c-bc30-49c0-bfad-c557a53ff892 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2 HTTP/1.1" status: 200 len: 217 time: 0.0939698 Mar 02 17:44:19.991224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d11bb-e4ec-4846-8c04-75cad22aede4 None None] Pushing event updated for resources: {'Port': ['ID=842b9836-1bd2-4641-9436-11f96335eb84,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:19.992086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.021124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd566027-ed67-4b4d-bb18-93ef7a81bd0e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:20.047604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Allocated IP 172.25.3.251 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/cfaaee6d-bd1f-4e78-a407-49bb3081d99f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:20.062607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.069815 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3bd9d1e1-7acc-40b7-8fcc-49e73b610394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd566027-ed67-4b4d-bb18-93ef7a81bd0e HTTP/1.1" status: 204 len: 168 time: 0.6195476 Mar 02 17:44:20.250918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.264550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.287208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.315855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:20.321061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.392451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:20.405801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:20.413124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:20.418252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b9f630a-a7fd-4698-923d-be89e44c5554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.419880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9b9f630a-a7fd-4698-923d-be89e44c5554 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06c9c000-dcf9-47c0-8beb-f8809fbfa730 HTTP/1.1" status: 200 len: 851 time: 0.5232570 Mar 02 17:44:20.535639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:20.627508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.631661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.636204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.641813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.645851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.651516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.655589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:20.657535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-8a533ddc-505f-413d-bfef-3eb2ec129712 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.7597687 Mar 02 17:44:20.675467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.676351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:20.816746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-95aed997-3a7c-424c-9c94-95357bc756d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14772b19-f502-4eca-9762-3de40af9b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3804827 Mar 02 17:44:20.839429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Allocated IP 172.25.3.197 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/56bc8aa1-f668-492a-982a-2715f1585b37) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:20.925015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7b99565-5d56-423a-b38d-2a3256827ce8 req-d93ea973-8100-451b-9d37-ad0d1ffed65d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2260776 Mar 02 17:44:20.958960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Router f76fd734-d500-40ec-85f3-b38fbf222818 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:21.076322 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426', 'status': 'completed', 'code': 200} Mar 02 17:44:21.105174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315e292-6e3b-4240-9aa5-c7e0680731f8 req-4ba7c5ef-6bcd-4e0e-991c-1b9eb3582486 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:21.107046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8315e292-6e3b-4240-9aa5-c7e0680731f8 req-4ba7c5ef-6bcd-4e0e-991c-1b9eb3582486 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3931503 Mar 02 17:44:21.223360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-e2964518-022a-4e8d-aa6a-94d7e2289b55 service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853292 Mar 02 17:44:21.246886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:21.256079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:21.276276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:21.277989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:21.279135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:21.280799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71333ec1-8d60-4662-86e4-630940be36f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4415524 Mar 02 17:44:21.281577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35454) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:21.422537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8315e292-6e3b-4240-9aa5-c7e0680731f8 req-9fd6ccfe-563d-46de-a63a-9ea772b7c5c3 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950366 Mar 02 17:44:21.442059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:21.505307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-82fc9ac3-9130-4863-a5b3-667fbe4705fa service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705564 Mar 02 17:44:21.601116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:21.616490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82797938-a1fb-41d9-99d7-832a09201f1a None None] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:44:21.698375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-7cf34fe2-d6e1-4ee1-a530-d9b5f6c31b79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 217 time: 0.1633446 Mar 02 17:44:21.707174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d15521-cf48-4153-9148-38a253ac5d6d req-c1bb69a0-2464-43b7-ab74-73c34ff41527 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:21.708642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99d15521-cf48-4153-9148-38a253ac5d6d req-c1bb69a0-2464-43b7-ab74-73c34ff41527 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.4807439 Mar 02 17:44:21.711490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:21.816711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:21.826251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:21.829556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:21.848131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6486fb94-a699-4c31-ac3d-2608e63e5357 None None] Provisioning for port 842b9836-1bd2-4641-9436-11f96335eb84 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:21.864405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event updated for resources: {'Port': ['ID=56bc8aa1-f668-492a-982a-2715f1585b37,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:21.873607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d8025089-6ee0-4f58-b104-c6acd5d2d1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:21.875155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d8025089-6ee0-4f58-b104-c6acd5d2d1c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.1656554 Mar 02 17:44:21.897157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99d15521-cf48-4153-9148-38a253ac5d6d req-c9c29a53-3971-492d-8514-66611c5528ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326015 Mar 02 17:44:22.100259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 842b9836-1bd2-4641-9436-11f96335eb84 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:22.127866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-0ac6ab16-8328-4986-8e09-845298473f32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341201 Mar 02 17:44:22.318729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:20Z', 'revision_number': 3, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:22.327538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:44:22.328314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Updating router f76fd734-d500-40ec-85f3-b38fbf222818 port cfaaee6d-bd1f-4e78-a407-49bb3081d99f binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:44:22.397773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 842b9836-1bd2-4641-9436-11f96335eb84 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:22.422700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 842b9836-1bd2-4641-9436-11f96335eb84 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:22.423312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:22.456262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:22.591462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-95ee92e4-ebab-4166-a755-addd14d569b7 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539127 Mar 02 17:44:22.782048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:22.920395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 842b9836-1bd2-4641-9436-11f96335eb84, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=842b9836-1bd2-4641-9436-11f96335eb84,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:22.939370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:22.951165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.108350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7c13f933-c437-4e61-b570-f642dcdda8cd None None] Provisioning complete for port 842b9836-1bd2-4641-9436-11f96335eb84 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:23.108966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c13f933-c437-4e61-b570-f642dcdda8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.109603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.113719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.117667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.122108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.126364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.130301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.135046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.136955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-1498dce2-d3fd-4441-91f8-81d5e37ddf7e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.5478854 Mar 02 17:44:23.143204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-9506fd43-ad5a-4cf3-8211-e923158248fd service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143566 Mar 02 17:44:23.158442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-1bbaa2dc-a569-46cb-bd91-290200557cb3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.159789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-1bbaa2dc-a569-46cb-bd91-290200557cb3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.3092947 Mar 02 17:44:23.212239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=842b9836-1bd2-4641-9436-11f96335eb84,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:23.234770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-69693386-c934-41bd-ac38-89abc4cc8d5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 217 time: 0.0738552 Mar 02 17:44:23.253117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.370972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Allocated IP 172.20.0.1 (19cd414c-cdd9-461d-b78c-39b8ffaa4c2c/50cb4576-6b7d-47dc-8a5d-e4165614306a/69524185-db34-4919-a247-b47543223da5) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:23.442942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-eccd3995-ed63-46bd-8f90-7818a112846d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.444282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-eccd3995-ed63-46bd-8f90-7818a112846d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.0809498 Mar 02 17:44:23.512627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.547616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Transition to ACTIVE for port object cfaaee6d-bd1f-4e78-a407-49bb3081d99f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:23.561299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.591491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e456cf-c5d5-425c-9c1a-925c6c205131 req-ce84a47d-9d8a-4d0c-88fd-44cf4851b50d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:23.593142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3e456cf-c5d5-425c-9c1a-925c6c205131 req-ce84a47d-9d8a-4d0c-88fd-44cf4851b50d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.7920113 Mar 02 17:44:23.626443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.646210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Transition to ACTIVE for port object 69524185-db34-4919-a247-b47543223da5 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:23.666755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Attempting to bind port cfaaee6d-bd1f-4e78-a407-49bb3081d99f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:23.668440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Attempting to bind port cfaaee6d-bd1f-4e78-a407-49bb3081d99f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:23.668440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Attempting to bind port cfaaee6d-bd1f-4e78-a407-49bb3081d99f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:23.676437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c654d7-f2b9-4562-8561-615015831b02 None None] Pushing event updated for resources: {'Port': ['ID=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:23.685123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:23.685494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:23.686999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.687396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:23.687863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Bound port: cfaaee6d-bd1f-4e78-a407-49bb3081d99f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:23.688241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.689705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.711127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:23.711455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.753271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:23.756281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:23.761063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fa50d9c-34dc-4df1-a34d-e2ebd299d846 req-95a81187-a580-4e51-9b14-4f9dd4e6b20e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6150312 Mar 02 17:44:23.761238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:23.813358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] For port cfaaee6d-bd1f-4e78-a407-49bb3081d99f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:23.817589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] For port cfaaee6d-bd1f-4e78-a407-49bb3081d99f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:23.830459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.831301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.832979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Pushing event updated for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:23.845890 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.857396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3e456cf-c5d5-425c-9c1a-925c6c205131 req-93911332-6419-4acf-9c87-d4b297e49a21 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458138 Mar 02 17:44:23.924081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-614765e8-fd4f-4eb9-9115-cf6dd7a6a51a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3771145 Mar 02 17:44:23.958755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.965760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:23.996130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 842b9836-1bd2-4641-9436-11f96335eb84 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:24.072176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c654d7-f2b9-4562-8561-615015831b02 None None] Pushing event updated for resources: {'Port': ['ID=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:24.113481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:24.114239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:24.187079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-bb28605e-2f57-4ed7-857e-d05e3b5f4531 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117443 Mar 02 17:44:24.315356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 842b9836-1bd2-4641-9436-11f96335eb84 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:24.316177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.318433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.326193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.351370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3aeb46dc-0c8d-4359-b227-b35a2f595288 None None] Provisioning for port 69524185-db34-4919-a247-b47543223da5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:24.372304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3aeb46dc-0c8d-4359-b227-b35a2f595288 None None] Provisioning complete for port 69524185-db34-4919-a247-b47543223da5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:24.372773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3aeb46dc-0c8d-4359-b227-b35a2f595288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.469742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb46dc-0c8d-4359-b227-b35a2f595288 None None] Port 69524185-db34-4919-a247-b47543223da5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:44:24.473210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:24.668318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.672959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Pushing event updated for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:24.806991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:24.807356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:24.824084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b154c-d0ea-4883-8cc5-17811485ccf0 req-c9b97e95-4db6-4370-bbc5-ff170dde8185 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:24.831378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b5b154c-d0ea-4883-8cc5-17811485ccf0 req-c9b97e95-4db6-4370-bbc5-ff170dde8185 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 945 time: 0.6403718 Mar 02 17:44:24.834709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:24.836077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:24.880820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-fcb65c23-9b8f-496d-a952-0b5aa882a509 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493022 Mar 02 17:44:25.126171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:25.145053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd23d9d-3e23-44f8-84e0-0b249e95a20a None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:25.228655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:25.321542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52019d64-7aa0-405e-bbeb-b137ece0b1e7 None None] Provisioning complete for port 69524185-db34-4919-a247-b47543223da5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:25.322315 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52019d64-7aa0-405e-bbeb-b137ece0b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:25.368847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b5b154c-d0ea-4883-8cc5-17811485ccf0 req-2e44ec6a-8b92-4c45-bef2-613e145941fa tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348830 Mar 02 17:44:25.385414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-fb4024c1-569d-411f-bb9a-ee428b06f0f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cbbccede-b38b-40ae-ab22-2159972b7149 HTTP/1.1" status: 200 len: 217 time: 0.3892062 Mar 02 17:44:25.471353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52019d64-7aa0-405e-bbeb-b137ece0b1e7 None None] Port 69524185-db34-4919-a247-b47543223da5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:44:25.608170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:44:25.611131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.616277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.623586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.630301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.638803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.645130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.650782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.654365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-08321f6e-f838-4eec-9d07-f01715307391 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.3826346 Mar 02 17:44:25.801518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-a7304e81-5687-4e18-993b-c82ca9971306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:25.802822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-a7304e81-5687-4e18-993b-c82ca9971306 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.4029582 Mar 02 17:44:25.899961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:25.907618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31147228-1bb1-43e5-a19d-294fdd971ba4 req-10bdd35c-2070-47d7-a8a0-ab830d3da3be tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455912 Mar 02 17:44:25.918893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2010e2b5-c11a-4743-a370-ef0e99da77ad admin admin] 10.222.0.37 "PUT /v2.0/routers/f76fd734-d500-40ec-85f3-b38fbf222818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6355455 Mar 02 17:44:26.077692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:26.086005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bbff2-a49a-49f6-a210-5450f595198c req-5ea45921-2b8f-4e6b-93d5-ab1cb224d313 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:26.087775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b89bbff2-a49a-49f6-a210-5450f595198c req-5ea45921-2b8f-4e6b-93d5-ab1cb224d313 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.4269745 Mar 02 17:44:26.164956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=0042ad81-8f38-4976-b4b2-0fe8a7a0cad7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:26.175561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Router 8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:26.179776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-cd191b9b-56f8-4115-9abf-a463189ad313 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3587160 Mar 02 17:44:26.378141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b89bbff2-a49a-49f6-a210-5450f595198c req-05b92b50-f3e9-42a3-aa70-fa1768f17f09 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446051 Mar 02 17:44:26.402482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:44:26.412590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:26.442140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'name': 'network-vif-deleted', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:26.508840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:44:26.595752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:44:26.595752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:44:26.709925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-770ec4bb-13d0-4fc7-8630-4adc2d251031 req-5fe9f059-9ac7-4ef4-af03-ee05ebc281ed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:26.713884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88e7a6a2-f32b-43e5-9416-8b381a3c5dfd req-0bf8f5bb-47ed-464f-9059-7bc68ddb9941 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "DELETE /v2.0/ports/0042ad81-8f38-4976-b4b2-0fe8a7a0cad7 HTTP/1.1" status: 204 len: 173 time: 3.4635077 Mar 02 17:44:26.766295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-090189ba-cdea-42f0-a757-701981d08cbb service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498822 Mar 02 17:44:26.777891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-770ec4bb-13d0-4fc7-8630-4adc2d251031 req-5fe9f059-9ac7-4ef4-af03-ee05ebc281ed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:26.779905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-770ec4bb-13d0-4fc7-8630-4adc2d251031 req-5fe9f059-9ac7-4ef4-af03-ee05ebc281ed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 210 time: 0.1967156 Mar 02 17:44:26.970820 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d46ee52-2d62-4114-8457-185339411aad', 'name': 'network-vif-deleted', 'tag': '0042ad81-8f38-4976-b4b2-0fe8a7a0cad7', 'status': 'completed', 'code': 200} Mar 02 17:44:27.160299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-3dad905d-9d47-4f8f-a2d6-3a1e1dc4fd9b service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767025 Mar 02 17:44:27.308922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-a8567b5e-2e13-403f-9b88-7a5faac77dcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a HTTP/1.1" status: 200 len: 217 time: 0.1402669 Mar 02 17:44:27.460084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:27.475976 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] Sync routers for ids ['8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:27.477671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:27.485820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa2b395e-8dc3-4375-bff4-3c58f5479ebc tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "PUT /v2.0/routers/8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 200 len: 880 time: 9.1315417 Mar 02 17:44:27.486655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35540) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:27.530281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-19d2e638-895b-4915-98cd-f12a76979a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.533124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-19d2e638-895b-4915-98cd-f12a76979a44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.2016444 Mar 02 17:44:27.547667 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] Routers {'8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:27.548473 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:27.609909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.614319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.619377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.627767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.631361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.636736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.645239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:27.647512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-9d50fab4-a977-4270-9344-7297ac42a198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.4083643 Mar 02 17:44:27.709084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:27.722268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35544) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:27.743588 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] Routers {'8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:27.744783 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:27.769939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713589430', 'description': 'tempest-description--1436890718'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:27.796345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:27.815956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:27.827428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-aaafcaac-909b-4d21-9373-e72ce0dce611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2862272 Mar 02 17:44:27.829392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:27.850944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:27.866778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:27.868111 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d915c61-5d19-4af4-aa5e-513291c4cf02 None None] The sync data for ids ['8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:27.974970 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5ebaf717-620e-4a1f-a794-231372d674a0 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 200 len: 921 time: 0.4891822 Mar 02 17:44:27.978793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:27.993531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cfaaee6d-bd1f-4e78-a407-49bb3081d99f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:28.023410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a43d1436-ec5b-4edb-888d-486ac73f8aed req-3e4f9038-7d05-4a33-8a26-93d31572b5d6 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3648705 Mar 02 17:44:28.137089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4808a4f-3f6e-4408-add7-806f7417894b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1568329 Mar 02 17:44:28.140656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35558) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:28.165910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port cfaaee6d-bd1f-4e78-a407-49bb3081d99f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:28.174172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cfaaee6d-bd1f-4e78-a407-49bb3081d99f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:28.174172 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.177738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.205674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-667efdf3-e471-4b39-94bc-ac80c48edeb1 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566158 Mar 02 17:44:28.366068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce25f70-3064-42ef-9409-8ca9620e467e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:28.368478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ce25f70-3064-42ef-9409-8ca9620e467e tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.2244313 Mar 02 17:44:28.371458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35564) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:28.413465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:28.433456 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-248b9775-3311-4738-a8fd-2ae0b96bfc3c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 200 len: 205 time: 0.0601478 Mar 02 17:44:28.436844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35568) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:28.460874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:28.501451 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.505062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:28.533417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:28.548171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7714b130-28cf-4861-af4b-bcb800b98924 req-fcf82cf7-f32d-490c-a5eb-101040025302 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d46ee52-2d62-4114-8457-185339411aad HTTP/1.1" status: 200 len: 210 time: 0.1359756 Mar 02 17:44:28.558705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port cfaaee6d-bd1f-4e78-a407-49bb3081d99f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:28.559192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0c27-ec78-49f9-85fc-39502b5bc362 req-7c697428-68dd-46fd-b9da-adc45a55b27f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:28.567713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e49e0c27-ec78-49f9-85fc-39502b5bc362 req-7c697428-68dd-46fd-b9da-adc45a55b27f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.5674379 Mar 02 17:44:28.569500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.630540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d4427e46-fcaa-410a-a099-91433ee74ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145298 Mar 02 17:44:28.749701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d692f92c-b46f-4aca-9f49-bdb3b34919a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13 HTTP/1.1" status: 200 len: 217 time: 0.1127648 Mar 02 17:44:28.779334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:28.803422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e49e0c27-ec78-49f9-85fc-39502b5bc362 req-0c36577a-aa6d-4e79-9ff0-a8d7fe74f42e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344043 Mar 02 17:44:28.835031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.844069 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.864711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-857d73a5-65ce-4f58-8619-82d7ac5bc55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:28.866431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-857d73a5-65ce-4f58-8619-82d7ac5bc55d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 200 len: 797 time: 0.1030045 Mar 02 17:44:28.910749 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.936271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:28.948461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:28.949309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6e4144d-5be1-4ae2-b6d3-128117e794d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2192214 Mar 02 17:44:28.954515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35576) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:28.959652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group_rule': {'security_group_id': '3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:28.968166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:28.974013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:28.980332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:28.993763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:29.008620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-f26ead10-7961-4e34-ac92-8c035eb4e008 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325941 Mar 02 17:44:29.130195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.149966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.160315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port 56bc8aa1-f668-492a-982a-2715f1585b37 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:29.160651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.197711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-34289f99-f40f-4365-846b-fbe5e9fb029e service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818244 Mar 02 17:44:29.216801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.309529 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.383130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.406246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6d7ff5-f749-4446-bb09-a013180265fa,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:29.450987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-0bace2aa-bc88-4697-82fe-faa574cbafff service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401102 Mar 02 17:44:29.453203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:29.454237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8915a8e-234e-4bcc-bfa8-8f69966895e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4991665 Mar 02 17:44:29.458091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35584) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:29.607082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for 56bc8aa1-f668-492a-982a-2715f1585b37 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:29.832158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-d72c6451-ff63-486a-aac9-fb830bba7202 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=288b24a3-e436-4b31-b4a8-e0099555f426 HTTP/1.1" status: 200 len: 217 time: 0.3744853 Mar 02 17:44:29.845280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group_rule': {'security_group_id': '3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:29.986467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cfaaee6d-bd1f-4e78-a407-49bb3081d99f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:30.013495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:30.045785 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.055204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:30.061964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:30.154649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cfaaee6d-bd1f-4e78-a407-49bb3081d99f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:30.155308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.182867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:30.203557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.204866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=56bc8aa1-f668-492a-982a-2715f1585b37,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:30.210163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.214243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.232596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.249365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.256085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.266293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.276510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-629e4062-999a-48a5-ab30-300749082474 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.9705622 Mar 02 17:44:30.357108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-faf5f6ed-7af2-4d8b-8d72-4b0468225b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.359139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-faf5f6ed-7af2-4d8b-8d72-4b0468225b98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 200 len: 797 time: 0.4824409 Mar 02 17:44:30.410294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.462490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9903f324-71c9-418d-a4ad-5d84f285d308 req-6a01e500-153a-4086-931d-da5d2b8d011e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846011 Mar 02 17:44:30.507158 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.529300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eaa64-39ee-4227-96fa-c3de7b9a57af req-5d7a20c7-82d3-4030-b88a-538b92089b9b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:30.537510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f53eaa64-39ee-4227-96fa-c3de7b9a57af req-5d7a20c7-82d3-4030-b88a-538b92089b9b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.4880905 Mar 02 17:44:30.546196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.614217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.622258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa3914a-8f68-4674-ae7a-f78cd36161ff,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:30.654108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-e86462e8-f480-4f16-8e00-a7fc65aa8c66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2781200 Mar 02 17:44:30.656355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:30.662637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-643bf57a-553f-45c6-ba5c-c76e1ca83fc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8360035 Mar 02 17:44:30.662637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35608) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:30.672366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:30.678368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:30.687194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:floatingip and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:30.691620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:30.704777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f53eaa64-39ee-4227-96fa-c3de7b9a57af req-36342cfc-7151-4e1f-b7de-adc7f899bf9b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645541 Mar 02 17:44:30.874088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:30.884978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-01775838-7c4e-4aab-8b43-a3a9039dcc65 service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894443 Mar 02 17:44:30.888700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.098275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.104965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.135692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae0bff15-d0c7-4e22-a157-a67e71afaee3 req-c9b1b51a-eeda-4ca6-8247-48b34e7707df service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276661 Mar 02 17:44:31.139878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.140432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router 8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:31.175001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.180062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-18242862-21c1-41ca-bab5-97a9e8927e81 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 204 len: 168 time: 2.7418721 Mar 02 17:44:31.180699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35624) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:31.191146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1884508570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:31.198190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:31.201142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.202191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:31.205250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:31.212893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:31.224361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.225284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.258683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.278430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.303656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.305660 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a8c5f584-a2bb-46b3-9330-2e0931c6e8d0 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1238134 Mar 02 17:44:31.309273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:31.315390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': True}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:31.543428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-19aa085b-816c-4a15-8021-f7fc8723228a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:31.545795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-19aa085b-816c-4a15-8021-f7fc8723228a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.2885792 Mar 02 17:44:31.580132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Allocated IP 172.25.3.182 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5ee508f3-238f-479e-8bf8-aadc156151e5) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:31.600718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-8b0dd648-47ab-4684-85b5-e5a158649472 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0222673 Mar 02 17:44:31.662602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-a04b51db-24c4-449d-9500-fcfae31380c3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505593 Mar 02 17:44:31.764725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:31.828370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-35e774ff-0289-4cfb-adc1-f172d719f177 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6477 time: 0.4279170 Mar 02 17:44:32.015476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.052055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.194006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08c12f8d-5338-425f-865b-74b5b87ad848 req-bda2c51f-86f2-4163-afe6-5e687d730d0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1097 time: 0.1432190 Mar 02 17:44:32.235371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-f1a6762f-99f6-414a-828b-3323a60e596f service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474818 Mar 02 17:44:32.238472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-08c12f8d-5338-425f-865b-74b5b87ad848 req-db4757d7-5c3a-4014-8dcb-468121860f10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373337 Mar 02 17:44:32.298558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.302392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.307113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.310970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.314799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.318614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.323136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.325057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-d3e2ba2f-0454-4fe1-bb65-129c8042d2c1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.6614375 Mar 02 17:44:32.333790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.406068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979ce35-8e26-466b-a783-01db0e7a436d req-784bf019-2de3-41de-9f6e-31edf248cbe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.407511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-784bf019-2de3-41de-9f6e-31edf248cbe6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc2b2e32-ec10-4e3d-bc57-961379bed50f HTTP/1.1" status: 200 len: 903 time: 0.5313535 Mar 02 17:44:32.485283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59e7a638-027a-47e8-8323-962272cbe9a9 req-9fa7e9f0-5543-4d8a-9da3-5638c75c0ce6 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463392 Mar 02 17:44:32.504336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d07614f-ec9d-464e-bed6-8eba58930382 req-38127ee6-e9f1-4214-9e2e-f119a89979e0 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476687 Mar 02 17:44:32.505675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.599565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.25.3.4 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/10d68cf2-f3a0-4041-83cb-2087fde3559f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:32.624681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-c8912544-ef77-4d6a-8a28-45e0d433dd37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=288b24a3-e436-4b31-b4a8-e0099555f426 HTTP/1.1" status: 200 len: 217 time: 0.0859666 Mar 02 17:44:32.713884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:32.720052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:32.726105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=5ee508f3-238f-479e-8bf8-aadc156151e5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:32.774309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:32.791616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.836888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:32.924817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5df5e3a-f949-4f6e-99b0-37d80a3f793f req-967e30de-e582-4f05-a876-8058003e2a54 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=05a87bb8-7ce4-4654-9653-eb0f96b56090 HTTP/1.1" status: 200 len: 210 time: 0.0731478 Mar 02 17:44:32.925829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:32.929515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:32.933000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=10d68cf2-f3a0-4041-83cb-2087fde3559f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:32.937016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:32.946767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979ce35-8e26-466b-a783-01db0e7a436d req-19929330-7faf-4369-90bf-8d4450aaf429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:32.948200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-19929330-7faf-4369-90bf-8d4450aaf429 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 200 len: 797 time: 0.3152516 Mar 02 17:44:33.050075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b215b3a-8f9f-4695-af46-81cc3d6b7b60 req-3155fdf8-e5ba-435b-a723-007398824574 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:33.051835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b215b3a-8f9f-4695-af46-81cc3d6b7b60 req-3155fdf8-e5ba-435b-a723-007398824574 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3402960 Mar 02 17:44:33.168699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b215b3a-8f9f-4695-af46-81cc3d6b7b60 req-31bb7ef9-6439-473d-bd9c-0376d8c2275f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069646 Mar 02 17:44:33.176779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-14e26a51-15d8-41dc-a189-3316f605dd92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208350 Mar 02 17:44:33.220922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:33.301656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:33.588906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-d9bd1928-9141-4dcc-89ca-7ccfe1a01107 service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469844 Mar 02 17:44:33.663857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:33.696340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:33.701710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:33.971441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 9486f44f-2c7a-4137-a9f4-6d0fc4e3916d is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:34.198734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:34.207392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:34.207517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.212009 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-480996dc-3273-452e-ba6c-91fd8efd9677 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "PUT /v2.0/routers/9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 200 len: 913 time: 2.8993134 Mar 02 17:44:34.212169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] Sync routers for ids ['9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:34.212600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.212683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35698) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:34.216311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.220169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.224029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.226038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] Routers {'9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:34.226819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:34.227899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.231945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.233814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-0bec355a-e23b-4cfe-b09a-ee39af4bb6e3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.4846387 Mar 02 17:44:34.247555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0979ce35-8e26-466b-a783-01db0e7a436d req-ada9d517-5c09-49ed-9d2a-959609bac9a8 service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383548 Mar 02 17:44:34.303589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:34.318193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] Routers {'9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:34.318977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:34.395149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:34.395592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525ab6f-6b9f-41bb-8b52-41d698c33113 None None] The sync data for ids ['9486f44f-2c7a-4137-a9f4-6d0fc4e3916d'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:34.399424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d91c29e5-a5ec-48e5-8ea9-c210a6799ff5 req-dcdddf81-fbe1-4a91-b98e-0de8fadd5e7c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569772 Mar 02 17:44:34.406129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-3ceea41a-84d0-4805-b8ce-aa12566caf0b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.407630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-3ceea41a-84d0-4805-b8ce-aa12566caf0b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.4910612 Mar 02 17:44:34.474213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-503d620a-7262-408e-afe9-72a841fdc324 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0534568 Mar 02 17:44:34.476494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:34.512823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d1cc2aaf-b220-42d1-b939-9660447b06fc tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 200 len: 919 time: 0.2995079 Mar 02 17:44:34.515368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35712) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:34.546348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:34.594364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-c3cd9a8b-fbdb-411c-8f15-866e55e19c19 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108248 Mar 02 17:44:34.614078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5eff0817-c950-465d-8ab8-695d7339c430 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=9486f44f-2c7a-4137-a9f4-6d0fc4e3916d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0951366 Mar 02 17:44:34.614459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35716) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:34.767500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3eb249-a2b3-4fdc-8006-cbe78fa1200b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.771817 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2f3eb249-a2b3-4fdc-8006-cbe78fa1200b tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.1563401 Mar 02 17:44:34.772519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35724) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:34.781018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=5ee508f3-238f-479e-8bf8-aadc156151e5,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:34.822123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88088cd1-b86d-4909-95b7-3014b461b1c1 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 200 len: 205 time: 0.0461338 Mar 02 17:44:34.822123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:34.822433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:34.888023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-719d0618-3844-4ab5-b838-26f6ce0baa50 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518191 Mar 02 17:44:34.894353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c738a2-4433-4438-a9e7-ee0f6899fee0 req-4ab433cf-92d2-4492-8e61-1dd26451eda0 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:34.895957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92c738a2-4433-4438-a9e7-ee0f6899fee0 req-4ab433cf-92d2-4492-8e61-1dd26451eda0 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3040771 Mar 02 17:44:34.918852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:34.925857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-50d0c605-63d0-48b7-b29c-3e21f6659c61 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2578573 Mar 02 17:44:35.059239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92c738a2-4433-4438-a9e7-ee0f6899fee0 req-c6598a01-21ce-4138-b1a4-8ce0b7acf715 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413889 Mar 02 17:44:35.079371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:35.115829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-419f137b-7856-42f1-992c-0e95cc563335 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160935 Mar 02 17:44:35.252788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:35.268287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-df6701c3-0eb1-4e94-80ec-56e02d948b12 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Synchronizing usage tracker for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:35.298233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-df6701c3-0eb1-4e94-80ec-56e02d948b12 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Unset dirty status for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:35.309716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-df6701c3-0eb1-4e94-80ec-56e02d948b12 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1713589430&fields=id&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 267 time: 0.1051855 Mar 02 17:44:35.333825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:35.347971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port 10d68cf2-f3a0-4041-83cb-2087fde3559f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:35.348854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:35.576995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-da5aae9a-9170-49b3-8469-5318bce1178e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:35.578452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-da5aae9a-9170-49b3-8469-5318bce1178e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 816 time: 0.2678835 Mar 02 17:44:35.608765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78ea8-e782-4382-a651-2d45028623c2 req-d8429fc9-ad44-48f2-a0cd-8cc07cceaf65 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:35.611038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-d8429fc9-ad44-48f2-a0cd-8cc07cceaf65 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 810 time: 0.2162926 Mar 02 17:44:35.621334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-2eac9d37-1ee6-46e5-8b27-504fe2f77bcd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/quotas/fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 375 time: 0.0327716 Mar 02 17:44:35.686914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-7f25d376-0a0a-4d90-86a2-64718dda9089 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/quotas/bd7ec221c14948e29bdcd290ceef8f65 HTTP/1.1" status: 200 len: 375 time: 0.0257318 Mar 02 17:44:35.715761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:35.774795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-2697995f-312c-4ef7-a15a-180eed7d404b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507335 Mar 02 17:44:35.786554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:35.792515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:35.800232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Usage tracker for resource:security_group_rule and tenant:eaeecbb72a0d4d70b82941bdf28d81c2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:35.808183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:35.865652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:35.875581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-35b75b32-2bae-40fe-9613-b57c1accb767 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787694 Mar 02 17:44:35.929242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for 10d68cf2-f3a0-4041-83cb-2087fde3559f owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:36.039952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-64f83ed5-a618-494c-a93c-0201c9cecbfc service neutron] 10.222.0.37 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434514 Mar 02 17:44:36.081658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.089094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-5dcc81be-e6af-41b4-a78b-22a2c5905d57 service neutron] 10.222.0.37 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976771 Mar 02 17:44:36.089754 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.146246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d34ba4-559d-44fb-9a53-def782592cd8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:36.181076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fce35886-feb4-4e32-9d87-a8eade00f72d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaeecbb72a0d4d70b82941bdf28d81c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9272459 Mar 02 17:44:36.185731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:36.251799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.303976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=10d68cf2-f3a0-4041-83cb-2087fde3559f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:36.392656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.435646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.538609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-746328ec-a1b4-4ba4-a8c3-cd77751dad5d service neutron] 10.222.0.37 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815719 Mar 02 17:44:36.559276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-4dc949eb-35dd-49be-b706-04155cec4432 service neutron] 10.222.0.37 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942200 Mar 02 17:44:36.615156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.661298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-76e3241c-39f0-469a-a094-e152c572df1f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:36.662711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-76e3241c-39f0-469a-a094-e152c572df1f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.2433863 Mar 02 17:44:36.684140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:36.919155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:36.957385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.984102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d34ba4-559d-44fb-9a53-def782592cd8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:36.987581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:36.997800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.001669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-acf7b06a-1f90-444b-89bf-c715b3dd022c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5d34ba4-559d-44fb-9a53-def782592cd8 HTTP/1.1" status: 204 len: 168 time: 0.8122897 Mar 02 17:44:37.002127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.047032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:37.051902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e562f005-0696-4808-9db1-2bb62be5664e req-f3d0b4ef-2145-4264-b823-77ce3ae4d8eb tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 210 time: 0.1344683 Mar 02 17:44:37.059220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.061539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router 9486f44f-2c7a-4137-a9f4-6d0fc4e3916d {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:37.074241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:37.077697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.114606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.115701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80e016e0-2c22-4b9a-a9b8-7770f7242a6c tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 204 len: 168 time: 2.2937658 Mar 02 17:44:37.119749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35792) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:37.129508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-459615811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:37.145619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:37.235426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:37.242947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:37.299943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:37.323764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.328074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.334072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.339071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.343953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.347987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.352386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:37.356014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-1d254820-2433-44b3-a800-98b5f2135b61 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.4038844 Mar 02 17:44:37.365583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67b073af-ffac-4dfd-8098-dccf6c5d030c req-2a1d36e1-1944-434d-9496-a741e41c24ab tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 210 time: 0.1322165 Mar 02 17:44:37.402061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.403184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.513670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bce5856-cd6f-4927-b312-084cb232f8b7 req-ed96821f-6b82-4475-9e54-885d20dc0876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411085 Mar 02 17:44:37.530974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:37.580152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.581410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28fd4546-4ef9-495d-8127-a2c3dbc7ca21 req-123f0fdb-d14c-4114-847f-f33a4418c7f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.0735204 Mar 02 17:44:37.581410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.583508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.2 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/21195853-0b49-47f6-be9b-15762c20f816) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:37.629192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:37.637777 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.646747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Usage tracker for resource:security_group_rule and tenant:deb22d1378a24db1abe21277cbb37187 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:37.650345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:37.656812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:37.713514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.713514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0409d010-9d6a-45e0-9d96-375258ccd563 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5858777 Mar 02 17:44:37.721943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:37.721943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:37.852739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.884611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.964334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:37.968010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:37.972416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:37.981202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:37.985949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.000992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:38.034826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:38.035425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.053661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-aa7cdb5a-4665-47e3-b7d6-63b3fcbe2f39 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3773201 Mar 02 17:44:38.067639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Request body: {'port': {'device_id': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:38.093292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9fa1e-1e45-4a12-9a2d-5024820efd51,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:38.107386 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e6aa7ff5-238f-4268-a399-222e2580c529 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deb22d1378a24db1abe21277cbb37187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5743046 Mar 02 17:44:38.109704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35810) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:38.239294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.245275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.369417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.423467 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:44:38.480363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.555227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.632011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.665690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:38.680257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3825c09c-ebcf-4209-b2bc-702eaedb927f req-0cf33ef3-4551-4240-8988-c39c02a55c25 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 210 time: 0.1022282 Mar 02 17:44:38.856606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Allocated IP 172.25.3.58 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/c745697d-116c-40ed-8e03-6f9586091a9e) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:38.956105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-d0a0bf8e-a32d-4a4b-86b7-e7b8810bc4ef tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:38.957541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-d0a0bf8e-a32d-4a4b-86b7-e7b8810bc4ef tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 816 time: 0.6594985 Mar 02 17:44:38.975597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3046a-2b97-4ea3-9ad9-212e4e504a6a req-429b69c8-4ef8-4550-9817-746fc77fb49f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:38.976367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3f3046a-2b97-4ea3-9ad9-212e4e504a6a req-429b69c8-4ef8-4550-9817-746fc77fb49f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:39.004866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.072885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.106850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.126412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9fa1e-1e45-4a12-9a2d-5024820efd51,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:39.181806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.182944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-63e98a20-e1fa-451b-a0c6-6ac6a6363c98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25e9fa1e-1e45-4a12-9a2d-5024820efd51 HTTP/1.1" status: 204 len: 168 time: 1.0730960 Mar 02 17:44:39.183708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3f3046a-2b97-4ea3-9ad9-212e4e504a6a req-429b69c8-4ef8-4550-9817-746fc77fb49f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:39.184326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:39.184715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f3046a-2b97-4ea3-9ad9-212e4e504a6a req-429b69c8-4ef8-4550-9817-746fc77fb49f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 931 time: 0.9405460 Mar 02 17:44:39.188482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:39.193251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:39.203422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78ea8-e782-4382-a651-2d45028623c2 req-0715af4f-2b84-4ae4-b752-eb5b56dc3d8a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.204897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-0715af4f-2b84-4ae4-b752-eb5b56dc3d8a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.35 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 810 time: 0.4375288 Mar 02 17:44:39.218067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-3ea84337-cd02-43ef-b07a-63e542d7c516 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 380 time: 0.2385492 Mar 02 17:44:39.223620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Pushing event updated for resources: {'Port': ['ID=c745697d-116c-40ed-8e03-6f9586091a9e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:39.224827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6418e9a9-9316-4841-8835-f2b428b45374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.252571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Request body: {'port': {'device_id': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'admin_state_up': True, 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:39.275190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'port': {'device_id': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'admin_state_up': True, 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'security_groups': ['3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:39.388696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.514537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.518948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.522511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.528154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.532239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.536228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.541036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:39.543047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-821b0f82-60ca-411e-ac81-83ae13558959 req-4bd4f2c5-1fea-48d8-ad9d-b6c76ef8791d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.6615164 Mar 02 17:44:39.572481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f3046a-2b97-4ea3-9ad9-212e4e504a6a req-78830226-64de-45c0-8c72-047d995cdea6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635476 Mar 02 17:44:39.588710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:44:39.655341 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:39.676951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.678960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:39.679622 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:39.682649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.791889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:39.844780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Usage tracker for resource:port and tenant:bd7ec221c14948e29bdcd290ceef8f65 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:39.849946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:39.856983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21195853-0b49-47f6-be9b-15762c20f816 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:39.862615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b753c26a-54ac-4a7e-994b-5c085d466e49 req-646d0b7c-57f1-4619-b1f6-a6ed2dab581c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.0920894 Mar 02 17:44:39.868592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:39.874264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.876878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:39.881364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:port and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:39.885135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:39.896749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-821b0f82-60ca-411e-ac81-83ae13558959 req-355f200a-02ae-4a89-ad39-70d584e19d6d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404784 Mar 02 17:44:39.901856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:39.912798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Transition to ACTIVE for port object 21195853-0b49-47f6-be9b-15762c20f816 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:39.919289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Made reservation on behalf of bd7ec221c14948e29bdcd290ceef8f65 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:39.922867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.936034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:39.970900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Made reservation on behalf of fd6d753921734ac080dd6757a6198ab1 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:44:39.973709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:40.059024 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:40.072888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Router 78d34a34-52ac-47bf-ba34-d9c91073ec89 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:40.243906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Pushing event updated for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:40.247884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-030abda2-106f-4ae0-a97e-15299650cf08 req-77d0320a-7ab0-4cb2-9671-614a06131ec1 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 210 time: 0.0985677 Mar 02 17:44:40.520363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:40.536093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] Sync routers for ids ['78d34a34-52ac-47bf-ba34-d9c91073ec89'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:40.550207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:40.551856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-596b2dfd-cea4-4f6a-8afa-2b08d9f63948 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "PUT /v2.0/routers/78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 200 len: 914 time: 2.8385479 Mar 02 17:44:40.555556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35840) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:40.561643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] Routers {'78d34a34-52ac-47bf-ba34-d9c91073ec89'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:40.562289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['78d34a34-52ac-47bf-ba34-d9c91073ec89'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:40.627924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:24Z', 'revision_number': 2, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:40.636319 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:44:40.636742 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Updating router f76fd734-d500-40ec-85f3-b38fbf222818 port 69524185-db34-4919-a247-b47543223da5 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:44:40.693169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:40.720559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Allocated IP 172.20.0.6 (275761cd-fe4d-4f40-98a2-ee1212db91c5/b3bcaa52-b732-40b6-9360-9ac4d5d3a628/adf914d3-173f-4e25-8500-66782c96e77c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:40.723375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] Routers {'78d34a34-52ac-47bf-ba34-d9c91073ec89'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:40.724234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['78d34a34-52ac-47bf-ba34-d9c91073ec89'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:40.729634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Allocated IP 172.20.0.3 (19cd414c-cdd9-461d-b78c-39b8ffaa4c2c/50cb4576-6b7d-47dc-8a5d-e4165614306a/67291cfe-fa7b-4949-92ac-4ed86a496e5e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:40.733663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Attempting to bind port 21195853-0b49-47f6-be9b-15762c20f816 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:40.734000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Attempting to bind port 21195853-0b49-47f6-be9b-15762c20f816 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:40.734321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Attempting to bind port 21195853-0b49-47f6-be9b-15762c20f816 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:40.784528 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:40.803532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:40.804643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ef719-1007-4c93-9d2f-9aa59d09af3e None None] The sync data for ids ['78d34a34-52ac-47bf-ba34-d9c91073ec89'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:40.812206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Port 21195853-0b49-47f6-be9b-15762c20f816 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:40.812529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Attempting to bind port 21195853-0b49-47f6-be9b-15762c20f816 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:40.860300 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-efed5b0a-6555-4ad9-9618-a58ff1d2c314 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 200 len: 920 time: 0.3030407 Mar 02 17:44:40.863044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35850) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:40.871649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:40.871989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:40.872890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:40.873351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Bound port: 21195853-0b49-47f6-be9b-15762c20f816, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:40.873704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:40.970647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2c6e942-8810-4e7a-90f1-6351054a5b8f tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=78d34a34-52ac-47bf-ba34-d9c91073ec89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1038768 Mar 02 17:44:40.971297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:41.143034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333c257-c469-4ed6-b8be-9a75bfc6e11f tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.144380 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1333c257-c469-4ed6-b8be-9a75bfc6e11f tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.1721981 Mar 02 17:44:41.147202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35864) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:41.179973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918153f6-92df-429f-8db3-69cc2ba36fe6 req-57f913cb-e12b-448b-baa4-d6202a009936 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.181439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-918153f6-92df-429f-8db3-69cc2ba36fe6 req-57f913cb-e12b-448b-baa4-d6202a009936 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 943 time: 0.4564004 Mar 02 17:44:41.199004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-652d67d4-d08b-4b95-a340-aa374aad788a tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 200 len: 205 time: 0.0469339 Mar 02 17:44:41.199274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:41.208543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07c70477-47a0-40fe-92f7-3829854b270f req-3cea5cf4-0597-4d3d-9721-2ba9be7388d7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.1435199 Mar 02 17:44:41.302344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3175d5a-c4cf-4c7c-af5b-b271b3508a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.330085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:41.368791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.373636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-918153f6-92df-429f-8db3-69cc2ba36fe6 req-a0adbe89-1c26-4934-99a7-1d6bdecf0977 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785331 Mar 02 17:44:41.377435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=21195853-0b49-47f6-be9b-15762c20f816,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:41.392730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.475667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.487674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.631452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Transition to ACTIVE for port object 67291cfe-fa7b-4949-92ac-4ed86a496e5e will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:41.634803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a07171c9-73cd-4260-a242-52e81f6d0fa0 req-c7d05e5e-edf7-49ca-9cf7-30c36c163074 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 210 time: 0.0909617 Mar 02 17:44:41.642530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.643898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] 10.222.0.35 "PUT /v2.0/ports/21195853-0b49-47f6-be9b-15762c20f816 HTTP/1.1" status: 200 len: 1091 time: 3.5803382 Mar 02 17:44:41.645659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'tag': '21195853-0b49-47f6-be9b-15762c20f816'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:41.679903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa158e-c480-47c4-9b51-d3e96ec24742 service neutron] Pushing event updated for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:41.727507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.728918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.749670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port c745697d-116c-40ed-8e03-6f9586091a9e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:41.750328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.775920 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'tag': '21195853-0b49-47f6-be9b-15762c20f816', 'status': 'completed', 'code': 200} Mar 02 17:44:41.778206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1fb45487-9b7d-46a7-b85e-b1c31d0eb611'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:41.822336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:41.838340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.842259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.846382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.850230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.854998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.859639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.863494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:41.865367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-d91d24ae-ebf6-41d4-94a0-3f1fa075b8ba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.3941307 Mar 02 17:44:41.878849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Network 275761cd-fe4d-4f40-98a2-ee1212db91c5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:41.894148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:41.916244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:41.968651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Pushing event updated for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:42.026293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.030065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:42.055867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:42.068931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:42.128489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:42.129353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.136595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-a23d4adf-ccbd-496c-b691-d9162c18e665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 1094 time: 0.4488575 Mar 02 17:44:42.221113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for c745697d-116c-40ed-8e03-6f9586091a9e owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:42.255879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c9af8a2-702b-4251-bc1a-8dfe93332d66 req-0186d97e-985f-4576-95aa-e27c472efd9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3805094 Mar 02 17:44:42.293445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:42.325151 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.327732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:42.328351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.350786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-40ed3235-4a8b-4a5b-94ad-0cbc4e25091e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21195853-0b49-47f6-be9b-15762c20f816 HTTP/1.1" status: 200 len: 217 time: 0.1863258 Mar 02 17:44:42.359146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-096ab821-2719-48fd-87d3-c8a572216387 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1115603 Mar 02 17:44:42.361717 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Transition to ACTIVE for port object 69524185-db34-4919-a247-b47543223da5 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:42.375451 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.434121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Request body: {'port': {'device_id': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:42.474696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0c46fa07-707d-4596-afd4-a53ad0535481 None None] Provisioning for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:42.476256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-cfdcb604-6c46-4f55-a7f0-da836fbf2d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2313802 Mar 02 17:44:42.485641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0c46fa07-707d-4596-afd4-a53ad0535481 None None] Provisioning complete for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:42.488705 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0c46fa07-707d-4596-afd4-a53ad0535481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.681548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0c46fa07-707d-4596-afd4-a53ad0535481 None None] Port 67291cfe-fa7b-4949-92ac-4ed86a496e5e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:44:42.703939 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Pushing event updated for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:42.744852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.774996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.775573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.776028 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.776262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Request body: {'port': {'device_id': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:42.776696 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.777096 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.777501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.777906 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.778503 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.778959 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.779346 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.779785 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:42.861721 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Attempting to bind port 69524185-db34-4919-a247-b47543223da5 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:42.862996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Attempting to bind port 69524185-db34-4919-a247-b47543223da5 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:42.863407 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Attempting to bind port 69524185-db34-4919-a247-b47543223da5 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:42.877333 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:42.877807 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:42.878257 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.878716 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:42.879286 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Bound port: 69524185-db34-4919-a247-b47543223da5, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:42.879668 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.881344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:42.947568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=c745697d-116c-40ed-8e03-6f9586091a9e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:42.976504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-457c3ed1-d37c-464a-8d54-dc9ca679daa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:42.978267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-457c3ed1-d37c-464a-8d54-dc9ca679daa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.6262040 Mar 02 17:44:43.000311 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.032040 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] For port 69524185-db34-4919-a247-b47543223da5, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:43.035435 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] For port 69524185-db34-4919-a247-b47543223da5, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69524185-db34-4919-a247-b47543223da5,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:43.043015 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.106507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-4019d246-b562-4207-9d88-3b2947758a45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061609 Mar 02 17:44:43.120622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.158895 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:43.161515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:43.249766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.282114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060d0f6-dd64-4d68-9c19-f8558ad3addb req-e3a6137d-e3f7-48c2-afe7-7ab2f8f2db57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:43.282929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3060d0f6-dd64-4d68-9c19-f8558ad3addb req-e3a6137d-e3f7-48c2-afe7-7ab2f8f2db57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Synchronizing usage tracker for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:43.306288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.374338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3432ae-93ed-4227-8e4b-3bcbbaa2811e None None] Pushing event updated for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:43.376866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd3232-e041-44c8-9cde-641233d85310 req-ae021d95-e080-41e0-9990-d787e6aa1575 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:43.384636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd3232-e041-44c8-9cde-641233d85310 req-ae021d95-e080-41e0-9990-d787e6aa1575 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 943 time: 0.6210203 Mar 02 17:44:43.520629 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:44:43.522531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3060d0f6-dd64-4d68-9c19-f8558ad3addb req-e3a6137d-e3f7-48c2-afe7-7ab2f8f2db57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Unset dirty status for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:43.525049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3060d0f6-dd64-4d68-9c19-f8558ad3addb req-e3a6137d-e3f7-48c2-afe7-7ab2f8f2db57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 931 time: 1.0599644 Mar 02 17:44:43.675840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-458b3eef-1898-4276-9e1e-8769baa6efdd service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398178 Mar 02 17:44:43.712182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.718486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.732195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd3232-e041-44c8-9cde-641233d85310 req-a6f9e167-df18-4825-88b1-70ffd2c2e693 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468592 Mar 02 17:44:43.766848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.767965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router 78d34a34-52ac-47bf-ba34-d9c91073ec89 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:43.805712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.806857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16992a4d-64fb-4819-a509-b7588e9580bd tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 204 len: 168 time: 2.6066577 Mar 02 17:44:43.815038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35930) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:43.825713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-545378908', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:43.845863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:43.861590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Usage tracker for resource:router and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:43.866229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:43.875155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:43.890813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.892673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.935541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:43.955049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69524185-db34-4919-a247-b47543223da5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:44.053674 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:43Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:44.065197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee325657-396c-4714-b736-723e14ba3b7b None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:43Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:44.080781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 69524185-db34-4919-a247-b47543223da5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:44.093533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 69524185-db34-4919-a247-b47543223da5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:44.095460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.205387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.272656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3060d0f6-dd64-4d68-9c19-f8558ad3addb req-129de74c-7a8a-4ca7-9463-6325c21c824e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7221980 Mar 02 17:44:44.287878 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.313023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.331567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 69524185-db34-4919-a247-b47543223da5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69524185-db34-4919-a247-b47543223da5,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:44.341025 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.365966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:44.425458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.462023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:44.479023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.479628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.480114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.480644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.481144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.481801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.482346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.485556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.486180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.486779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.487436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:44.516185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.552465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.617699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Transition to ACTIVE for port object 67291cfe-fa7b-4949-92ac-4ed86a496e5e will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:44.640788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-356fa477-d4b1-452a-9de4-1744766e49c5 req-8974773e-34af-4702-abc3-e1d2c9d86f64 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970616 Mar 02 17:44:44.641390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:44.798708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:44.802088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Allocated IP 172.25.3.120 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/02348324-1371-4b43-85da-e503c0cce347) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:44:44.813571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57222a8-c283-4609-8814-82766b48d01a req-b7c6a4f8-9538-4fa8-b32e-4b0072df23fd tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:44.814270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b57222a8-c283-4609-8814-82766b48d01a req-b7c6a4f8-9538-4fa8-b32e-4b0072df23fd tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:44:44.817365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:44:45.128617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:45.181356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.181702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.182040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.182377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.182736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.183066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.183392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.183725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.184030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.184354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.184675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:44:45.188838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.198215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.221197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b57222a8-c283-4609-8814-82766b48d01a req-b7c6a4f8-9538-4fa8-b32e-4b0072df23fd tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:44:45.222355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b57222a8-c283-4609-8814-82766b48d01a req-b7c6a4f8-9538-4fa8-b32e-4b0072df23fd tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 931 time: 1.0586107 Mar 02 17:44:45.224384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf914d3-173f-4e25-8500-66782c96e77c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:45.245362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:45.250364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Usage tracker for resource:security_group_rule and tenant:eadfb3a94cc94e18aadaf5a3c637f5e5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:45.254223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:45.261831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:45.263484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.271604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.363447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:44:45.363642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Transition to ACTIVE for port object adf914d3-173f-4e25-8500-66782c96e77c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:44:45.364307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event updated for resources: {'Port': ['ID=02348324-1371-4b43-85da-e503c0cce347,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:45.371742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:44:45.376412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:44:45.386096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.427086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-d4da66bd-bab2-452f-a6e5-05884257ec87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 1094 time: 0.6841021 Mar 02 17:44:45.463853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.496294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.563749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b57222a8-c283-4609-8814-82766b48d01a req-e884b03e-1c57-4dad-ba23-849e6e050218 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261824 Mar 02 17:44:45.576144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799fe1d-66dd-4395-a9da-b511983e763a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:45.584856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5dbe7c58-6025-4615-bd42-ced1a5b873ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eadfb3a94cc94e18aadaf5a3c637f5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7849748 Mar 02 17:44:45.585979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:45.641877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:45.642218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:45.642450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:45.644497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Pushing event updated for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:45.685845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.690737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.693843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.698112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.702081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.702255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.706109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.709896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.712422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-494ce227-c746-44f2-8451-d2cad101d42f req-d5986655-c603-41a0-854e-3a0c279c5a84 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 1.1405125 Mar 02 17:44:45.715795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:45.716132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:45.734748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.775448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.776228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.827037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:45.827037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:45.827037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:45.827037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Bound port: 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:45.828454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.912384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69524185-db34-4919-a247-b47543223da5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:45.923592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-d7218a27-0f69-4398-9b74-21468a32fb56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:45.925067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-d7218a27-0f69-4398-9b74-21468a32fb56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.4857051 Mar 02 17:44:45.926868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.947138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799fe1d-66dd-4395-a9da-b511983e763a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:45.985135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:45.988663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6349388b-806e-403a-a1bc-bfef1d19c412 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8799fe1d-66dd-4395-a9da-b511983e763a HTTP/1.1" status: 204 len: 168 time: 0.3966272 Mar 02 17:44:46.028012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 69524185-db34-4919-a247-b47543223da5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:46.028391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.078193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-e5eae381-cda1-4788-9d12-2808dc05ed1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21195853-0b49-47f6-be9b-15762c20f816 HTTP/1.1" status: 200 len: 217 time: 0.1076696 Mar 02 17:44:46.080366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Router aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:44:46.081109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-494ce227-c746-44f2-8451-d2cad101d42f req-55549a85-a31c-4b94-bf1c-5dff13a9688c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3564184 Mar 02 17:44:46.190122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Attempting to bind port adf914d3-173f-4e25-8500-66782c96e77c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:44:46.190633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Attempting to bind port adf914d3-173f-4e25-8500-66782c96e77c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:44:46.190768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Attempting to bind port adf914d3-173f-4e25-8500-66782c96e77c on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:46.211898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8291b-d0d9-4c7c-b12e-cfddac558d9b req-fb67eac4-5342-4dc6-9ad8-eebe4f6e3395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:46.218602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4b8291b-d0d9-4c7c-b12e-cfddac558d9b req-fb67eac4-5342-4dc6-9ad8-eebe4f6e3395 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 943 time: 0.4910445 Mar 02 17:44:46.225339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:46.237203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Port adf914d3-173f-4e25-8500-66782c96e77c on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:44:46.237531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Attempting to bind port adf914d3-173f-4e25-8500-66782c96e77c on network 275761cd-fe4d-4f40-98a2-ee1212db91c5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:44:46.247649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:46.249395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-5a9306a7-1d09-465d-b430-4866624ae5d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:46.250910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-5a9306a7-1d09-465d-b430-4866624ae5d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.1538105 Mar 02 17:44:46.256134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:44:46.256394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Checking segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:44:46.256846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Bound using segment: {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:44:46.258071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Bound port: adf914d3-173f-4e25-8500-66782c96e77c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045cae5f-a2c0-4c44-9bb8-6d0688a64054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:44:46.258516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.269054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.406872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-3ef5007f-cc1d-4549-8569-47fb9c32bf26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338100 Mar 02 17:44:46.430750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:46.441602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] Sync routers for ids ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:46.466485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] Routers {'aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:46.467741 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:46.482926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.484426 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8446498f-cf13-47cd-8bc3-67066a4870d8 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6682863 Mar 02 17:44:46.488193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35966) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:46.513739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:46.573249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.584330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] 10.222.0.35 "PUT /v2.0/ports/67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 1091 time: 3.8127358 Mar 02 17:44:46.587938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:46.623133 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:46.644764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] Routers {'aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:46.645936 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:46.651805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35974) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:46.706601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dea28-94fd-4172-bd5e-3f733e064064 service neutron] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:46.727716 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:46.728236 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a4511-3ce8-461c-a336-605f117aa290 None None] The sync data for ids ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:46.777149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:46.803566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:44:46.991449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=adf914d3-173f-4e25-8500-66782c96e77c,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:44:47.015918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-c11e8cc2-989a-41fb-bbf8-a9cadf3c8899 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985541 Mar 02 17:44:47.016959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.063309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d8ac8-55fa-469c-8079-f82d7bf70f47 req-6ef2b903-17d1-40ef-a469-827431b56b63 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:47.064690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a98d8ac8-55fa-469c-8079-f82d7bf70f47 req-6ef2b903-17d1-40ef-a469-827431b56b63 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.7562315 Mar 02 17:44:47.094512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4b8291b-d0d9-4c7c-b12e-cfddac558d9b req-b56bcb22-b271-4f79-9fdb-d468e1ee8fc3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8750260 Mar 02 17:44:47.130454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:47.207469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Usage tracker for resource:security_group_rule and tenant:eccc8e552aa8492c8b3a276ecdfd36e8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:47.220600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:47.242466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.243774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] 10.222.0.35 "PUT /v2.0/ports/adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 200 len: 1091 time: 4.8201218 Mar 02 17:44:47.245306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.256479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:47.267223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.283402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Deleting port 02348324-1371-4b43-85da-e503c0cce347 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:44:47.283905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.310039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-07d28fe1-a018-4d38-bc5b-32b01d0d1a93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1094 time: 0.6752145 Mar 02 17:44:47.370329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244878-b80c-416d-8ff6-61e5cce9d49f service neutron] Pushing event updated for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:47.485177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a98d8ac8-55fa-469c-8079-f82d7bf70f47 req-1dd3bca8-430e-44bc-a9c4-60879c337af4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896744 Mar 02 17:44:47.490814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-0b07b131-9b86-4fe9-8d79-84dd19bf298c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 217 time: 0.1342027 Mar 02 17:44:47.561258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1205e5a0-1f5e-4ef9-98fe-d591150381fa req-b7e0ac41-2133-4262-bf8f-1577edced96c service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085366 Mar 02 17:44:47.586205 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'status': 'completed', 'code': 200} Mar 02 17:44:47.593515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.640008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-10f3be0e-d7e2-4df5-9e17-b4c822820645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:47.641500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-10f3be0e-d7e2-4df5-9e17-b4c822820645 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.1297097 Mar 02 17:44:47.709310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c77287-0d61-4512-a78e-4d697f2e0b28 req-47debfc6-bc79-4597-8948-8ab2ae4fb567 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:47.711130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6c77287-0d61-4512-a78e-4d697f2e0b28 req-47debfc6-bc79-4597-8948-8ab2ae4fb567 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 943 time: 0.4568117 Mar 02 17:44:47.722195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-d3373e13-4c92-4ba2-aca4-e7dfc2eb21fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1094 time: 0.4078608 Mar 02 17:44:47.726353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Calling delete_port for 02348324-1371-4b43-85da-e503c0cce347 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:44:47.756645 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.836503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.895212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:47.900390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-f3af7ceb-b1f2-4af6-a4ec-8b2b18221223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 200 len: 217 time: 0.1379495 Mar 02 17:44:47.941589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Pushing event deleted for resources: {'Port': ['ID=02348324-1371-4b43-85da-e503c0cce347,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:47.968584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9fb9c-566f-4fcf-b554-40218612f46b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:47.994521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a3160543-d810-422f-ae6f-76d718b75775 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eccc8e552aa8492c8b3a276ecdfd36e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3066535 Mar 02 17:44:48.001698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6c77287-0d61-4512-a78e-4d697f2e0b28 req-1213de98-11ed-458e-8f9f-0cf6b7a59ee3 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783959 Mar 02 17:44:48.003507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35982) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:48.051519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78ea8-e782-4382-a651-2d45028623c2 req-e0ffa261-b05a-4e36-8820-a1e927ba320e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.052936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-e0ffa261-b05a-4e36-8820-a1e927ba320e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.1358232 Mar 02 17:44:48.062368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-53181bc1-b26a-4c8f-bc29-b09a3defaada service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109669 Mar 02 17:44:48.075728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.079641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.083664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.088195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.092215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.096276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.100028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.102753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-d7bf0cc0-9e8e-470e-bff1-da24c81bee87 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.4052930 Mar 02 17:44:48.180250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.234906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-e6be2ddd-b1c1-447b-9355-e4850718b5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691058 Mar 02 17:44:48.300479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.304899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.442914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Router aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:44:48.447599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.463938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7622ac44-c34f-44a6-95e6-0b380bb58c9d req-5e378cee-7688-428d-a899-e3c4f2375eec tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3053670 Mar 02 17:44:48.547780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.556185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-9dfa4548-2058-444a-b4eb-936bc8bf06cc service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091319 Mar 02 17:44:48.557855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-1fe51a63-afdb-4785-b1c7-bf49965f83d0 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542377 Mar 02 17:44:48.588079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:44:48.597908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:48.599001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-04c97c27-0e66-45ce-b3a6-fa2b8029a511 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "PUT /v2.0/routers/aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 200 len: 705 time: 2.1098309 Mar 02 17:44:48.602633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:48.603175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] Sync routers for ids ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:44:48.619548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] Routers {'aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:48.620637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:48.681696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 21195853-0b49-47f6-be9b-15762c20f816 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:48.693916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:48.712863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] Routers {'aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:44:48.713499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:48.840832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:44:48.841257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736150-babf-4ae9-9c2a-868cc1e5befe None None] The sync data for ids ['aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:44:48.865839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7713f661-976f-4fde-a6e0-41a421fca695 tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/routers/aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 200 len: 740 time: 0.2611065 Mar 02 17:44:48.869795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35994) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:48.907853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=21195853-0b49-47f6-be9b-15762c20f816,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:48.914623 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24892129-d422-43cd-b8ad-f171571d676f tempest-RoutersAdminTest-202288933 tempest-RoutersAdminTest-202288933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 200 len: 205 time: 0.0423665 Mar 02 17:44:48.916867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35998) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:48.920172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279656b1-cdb2-4119-b138-0c0170c43a14 req-03a329ab-8b05-466f-9851-65e30187f6d4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:48.925037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-279656b1-cdb2-4119-b138-0c0170c43a14 req-03a329ab-8b05-466f-9851-65e30187f6d4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 943 time: 0.6756496 Mar 02 17:44:48.928332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '21195853-0b49-47f6-be9b-15762c20f816', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '21195853-0b49-47f6-be9b-15762c20f816', 'mac_address': 'fa:16:3e:5f:7c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:48.971365 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e41c24d4-fd2e-40cc-a836-846935638a9f tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 200 len: 205 time: 0.0511117 Mar 02 17:44:48.972037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36002) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:49.003414 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.025032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21195853-0b49-47f6-be9b-15762c20f816 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:49.034382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.046120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=21195853-0b49-47f6-be9b-15762c20f816,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:49.051075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.086051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b257cf0-f02b-4db2-8cb1-c53894030aa9 req-774aa4b6-27a4-42a5-a952-4ad3d616d896 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166655 Mar 02 17:44:49.113620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-279656b1-cdb2-4119-b138-0c0170c43a14 req-7aa2fd3f-a22e-4b47-960c-0f09ed04abb5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644597 Mar 02 17:44:49.114149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.129178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.131710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06d78ea8-e782-4382-a651-2d45028623c2 req-3efb897a-c2d6-4a02-8cb8-2e8b8069b28f service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640502 Mar 02 17:44:49.144503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9fb9c-566f-4fcf-b554-40218612f46b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:49.147045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959f53-6ff7-4ba9-8c25-e9a94f08a8a3 req-b883e940-62b6-432b-844b-8dc84f5b2272 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.149295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4959f53-6ff7-4ba9-8c25-e9a94f08a8a3 req-b883e940-62b6-432b-844b-8dc84f5b2272 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.4641163 Mar 02 17:44:49.216883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.217967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-884e79de-b6c1-45ca-a79f-9ae09c869bda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9e9fb9c-566f-4fcf-b554-40218612f46b HTTP/1.1" status: 204 len: 168 time: 1.2064953 Mar 02 17:44:49.243348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:49.258613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4959f53-6ff7-4ba9-8c25-e9a94f08a8a3 req-8eed0db4-ad78-498e-a2a4-724e97e5ee31 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668569 Mar 02 17:44:49.333459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-e0bcb5f9-7b48-4d46-8dd9-4c7b0d32bd2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1094 time: 0.1831686 Mar 02 17:44:49.447149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db41c-7a45-4103-aec1-e1f41b2dfb0a req-d1e93eb9-55cc-429a-b5d8-a8a3ee6dda1f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.448625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-774db41c-7a45-4103-aec1-e1f41b2dfb0a req-d1e93eb9-55cc-429a-b5d8-a8a3ee6dda1f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 943 time: 0.1848996 Mar 02 17:44:49.524080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-2e76dcd1-052b-41fd-8276-a631df25f434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.525299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-2e76dcd1-052b-41fd-8276-a631df25f434 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.1832089 Mar 02 17:44:49.530285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-774db41c-7a45-4103-aec1-e1f41b2dfb0a req-ded8eb18-c16a-4c76-8f1a-f94fe54f2e5c tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761969 Mar 02 17:44:49.592364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:49.612331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-bf360110-8e9a-4559-8c25-ad003b8ea383 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 217 time: 0.0725298 Mar 02 17:44:49.636766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.642025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.678828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.680099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Fanout notify agent at l3_agent the message router_deleted on router aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:49.693374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:49.698945 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3e0bd8d-dc4a-4218-ad83-1294660a008d tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 204 len: 168 time: 0.7242415 Mar 02 17:44:49.699621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:49.703530 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c', 'status': 'completed', 'code': 200} Mar 02 17:44:49.728550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['21195853-0b49-47f6-be9b-15762c20f816'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:49.753771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-12f8fa88-0343-48fa-9418-69354943cbd7 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 200 len: 205 time: 0.0529246 Mar 02 17:44:49.754292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36024) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:49.839637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-e3edf24e-b727-44ca-a4fa-1969ce4818d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.841091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-e3edf24e-b727-44ca-a4fa-1969ce4818d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.2223215 Mar 02 17:44:49.844487 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-230e44b3-3abc-4445-9bb8-fc3c204c9d28 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:49.847816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-230e44b3-3abc-4445-9bb8-fc3c204c9d28 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/aaa40db8-ae6e-4d04-9dd5-d6d0daa6bb64 HTTP/1.1" status: 404 len: 336 time: 0.0851729 Mar 02 17:44:49.850068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36030) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:49.909928 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca595c67-7c7c-42c1-8c34-218c862cc8fb tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 200 len: 205 time: 0.0570951 Mar 02 17:44:49.910611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36036) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:49.943655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.947974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.951900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.955755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.959604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.964144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.967998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:49.969851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-a1d52cde-1233-48e8-9785-4ffc9ca2632f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5420 time: 0.3159490 Mar 02 17:44:49.982549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-873c4eb3-c4a9-4eba-9c0e-6e7da0d5ce7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1094 time: 0.2725818 Mar 02 17:44:49.986510 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-c585012f-536c-460a-8dbc-edc9194ef014 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:49.990015 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c585012f-536c-460a-8dbc-edc9194ef014 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/78d34a34-52ac-47bf-ba34-d9c91073ec89 HTTP/1.1" status: 404 len: 336 time: 0.0760541 Mar 02 17:44:49.990413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.033731 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-472f92e9-d95b-4cc0-9e2c-4dfcf6f0c686 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 200 len: 205 time: 0.0402002 Mar 02 17:44:50.034565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36044) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.110038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-1a73a4b3-6388-4608-aa50-1bfbe6ba739b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616990 Mar 02 17:44:50.116879 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-bd615800-3e74-4fd7-a264-c1adb52e300a tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:50.120938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd615800-3e74-4fd7-a264-c1adb52e300a tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/9486f44f-2c7a-4137-a9f4-6d0fc4e3916d HTTP/1.1" status: 404 len: 336 time: 0.0852542 Mar 02 17:44:50.121770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36050) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.142803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa155488-58d4-4d45-9ca5-193a975f96eb req-0df7f5bb-6296-498c-89aa-832a90055bed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657941 Mar 02 17:44:50.205057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36058) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.205754 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9210ed87-0326-4816-aa38-1774025ca5fa tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 200 len: 205 time: 0.0827093 Mar 02 17:44:50.331127 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-822b05f1-d0f3-4783-9343-757a404aaa92 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:50.332117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-822b05f1-d0f3-4783-9343-757a404aaa92 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/8a3b15a8-bc23-4517-8bdd-6fdd4d6063a8 HTTP/1.1" status: 404 len: 336 time: 0.1261539 Mar 02 17:44:50.335086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36066) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.412214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84ea824b-695f-40f0-aa80-d46f63e22df5 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 200 len: 205 time: 0.0748572 Mar 02 17:44:50.412902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.413179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-2d61e76e-f274-41c2-b11a-2449357d132c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:50.415410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-2d61e76e-f274-41c2-b11a-2449357d132c service neutron] 10.222.0.35 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.4176087 Mar 02 17:44:50.489185 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-43538354-d82f-4f2a-89ba-f3bf90d89576 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:50.490484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43538354-d82f-4f2a-89ba-f3bf90d89576 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/63a2e8f0-327d-4452-add9-10e84cdf46d1 HTTP/1.1" status: 404 len: 336 time: 0.0759697 Mar 02 17:44:50.493552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.542022 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ad4d4d1-7e83-4141-b992-bd0b61a1eaf9 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "GET /v2.0/ports?device_id=de3df9d6-058b-4b4d-aae7-62454e1a685b HTTP/1.1" status: 200 len: 205 time: 0.0469282 Mar 02 17:44:50.544402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36084) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.702784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-b1b996cd-30d7-47e4-9823-70ce3db0ee44 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813231 Mar 02 17:44:50.706209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-929e8c48-a267-48df-a808-ad30cb200e98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 200 len: 217 time: 0.2774401 Mar 02 17:44:50.714321 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-5be42688-7587-4f3b-ac87-9f5a7bb96cea tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] delete failed (client error): The resource could not be found. Mar 02 17:44:50.715439 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5be42688-7587-4f3b-ac87-9f5a7bb96cea tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/routers/de3df9d6-058b-4b4d-aae7-62454e1a685b HTTP/1.1" status: 404 len: 336 time: 0.1700332 Mar 02 17:44:50.718020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:50.759164 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-59232d88-ca83-42ec-bcd9-d61eb5456854 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] DELETE failed (client error): The resource could not be found. Mar 02 17:44:50.759602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59232d88-ca83-42ec-bcd9-d61eb5456854 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:44:50.762632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59232d88-ca83-42ec-bcd9-d61eb5456854 tempest-RoutersAdminTest-674367994 tempest-RoutersAdminTest-674367994-project] 10.222.0.37 "DELETE /v2.0/subnets/d4d6dc68-e48d-4bca-bf08-db046aef696d HTTP/1.1" status: 404 len: 337 time: 0.0423291 Mar 02 17:44:50.867689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-56a5a0d1-9e0d-4068-9f15-eeba46877b66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5913937 Mar 02 17:44:50.886233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ac36e-882b-47a3-8b2d-83627552059e req-9207c1f2-6515-40bb-8acb-5aff08cef738 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:50.887701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d3ac36e-882b-47a3-8b2d-83627552059e req-9207c1f2-6515-40bb-8acb-5aff08cef738 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 944 time: 0.5950856 Mar 02 17:44:50.907364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-4c27f9f0-207f-4b70-88f2-9cec436b1b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:50.908743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-4c27f9f0-207f-4b70-88f2-9cec436b1b5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.1926796 Mar 02 17:44:51.001918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-844111b3-e584-4f19-a174-1a04ba8e4004 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670285 Mar 02 17:44:51.061358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dfe70-1141-45ab-a45e-baf0d284cce6 req-f8a626b3-16ca-4aa0-a039-4e96dfd27007 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.068388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-502dfe70-1141-45ab-a45e-baf0d284cce6 req-f8a626b3-16ca-4aa0-a039-4e96dfd27007 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.5766706 Mar 02 17:44:51.137509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36114) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:51.182677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4b42809-a160-4cd5-8495-64ce57ec51bd req-5cb76b32-ad06-4153-ab7d-1a57eba83b09 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651234 Mar 02 17:44:51.207321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d3ac36e-882b-47a3-8b2d-83627552059e req-b89d079c-c4c8-4025-80b7-e3da04fa04e1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044016 Mar 02 17:44:51.221968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8da06370-5c39-447f-a5b9-68105ae8ecf2 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:51.282660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:51.393992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:51.408339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-502dfe70-1141-45ab-a45e-baf0d284cce6 req-8cbca354-bf87-4a29-9a88-85b81d717433 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391151 Mar 02 17:44:51.410119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-0c8cb6c8-f3a4-4dfc-9c40-a02650d33b81 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622286 Mar 02 17:44:51.426634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.438337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'port_id': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'mac_address': 'fa:16:3e:c3:7c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:51.449363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-e3b38b2f-bbd2-458e-afa2-1edc3de343bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 1097 time: 0.4514968 Mar 02 17:44:51.500234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:51.503952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Usage tracker for resource:security_group_rule and tenant:9cbf3841f5a140fd86f780ba07abd58b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:51.508232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:51.514447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:51.543943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.563262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da06370-5c39-447f-a5b9-68105ae8ecf2 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:51.584974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:51.589211 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.591057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 807b0c4f-f973-48c8-ad26-751c3054e73a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:51.591354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.610457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.630222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.681328 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cbf3841f5a140fd86f780ba07abd58b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5426791 Mar 02 17:44:51.684100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a3c9-2570-4b7e-b24f-0c276158904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470dce55-9108-4583-90d6-e5d21ee94495,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:51.693081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:51.693455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3520572-5ab1-4c1a-94cd-901a3cc03d9a req-e1a30ae9-5614-4395-adac-aabdaceea225 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.701211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3520572-5ab1-4c1a-94cd-901a3cc03d9a req-e1a30ae9-5614-4395-adac-aabdaceea225 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 943 time: 0.3743694 Mar 02 17:44:51.719128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:51.731430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Usage tracker for resource:security_group_rule and tenant:3fd816cc6c2743158cad069674d6399b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:51.736327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:51.749660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:51.777472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617c5ced-fbdd-4261-af78-4b08ea70ec96 req-33c6dd80-c3ef-41bc-98fe-0bb6aad40754 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583088 Mar 02 17:44:51.792646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:51.808708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-86d46ebc-864e-470a-9bf9-60949b511ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.810189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-86d46ebc-864e-470a-9bf9-60949b511ff4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.3094935 Mar 02 17:44:51.813220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.816738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3520572-5ab1-4c1a-94cd-901a3cc03d9a req-14c4332b-e444-49e9-b32d-ede8078815a5 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147115 Mar 02 17:44:51.865333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=807b0c4f-f973-48c8-ad26-751c3054e73a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:51.876644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.879776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '807b0c4f-f973-48c8-ad26-751c3054e73a', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'port_id': '807b0c4f-f973-48c8-ad26-751c3054e73a', 'mac_address': 'fa:16:3e:84:93:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:51.883149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.909711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.913820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.915165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.917804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.921552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.925439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.929475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.933570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:51.935262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8b47005-3490-4971-b698-e999517e0c9f req-8b906e5e-1a86-47ec-9985-cdc8edbba917 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5421 time: 0.3151770 Mar 02 17:44:51.936739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-40a51b48-a85c-4f75-a357-b06c9c9d86a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 200 len: 217 time: 0.1184735 Mar 02 17:44:51.939274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.963040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807b0c4f-f973-48c8-ad26-751c3054e73a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:51.970375 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fd816cc6c2743158cad069674d6399b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6866407 Mar 02 17:44:51.971571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba64410-a6c6-4c05-b3d8-3c84d3882e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79929332-c931-4e2c-bbca-37f2794337f6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:51.973883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:51.983618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=807b0c4f-f973-48c8-ad26-751c3054e73a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:51.992174 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:51.993229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:52.040682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.041686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8b47005-3490-4971-b698-e999517e0c9f req-3db0dc11-e285-4208-a69c-70ec23433401 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002979 Mar 02 17:44:52.045111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-34734f07-77f6-4687-88db-6766ab5006f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:52.046485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-34734f07-77f6-4687-88db-6766ab5006f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.0879481 Mar 02 17:44:52.072768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470dce55-9108-4583-90d6-e5d21ee94495,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:52.082229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.098808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.100337 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-30040740-ed47-4961-96da-4f6827b6c3d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470dce55-9108-4583-90d6-e5d21ee94495 HTTP/1.1" status: 204 len: 168 time: 0.4061501 Mar 02 17:44:52.104507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:52.119969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-b35a5862-0431-46bf-889e-3b88202c4f80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595450 Mar 02 17:44:52.121002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.121644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:52.145872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'port_id': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'mac_address': 'fa:16:3e:28:2e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:52.183748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.207294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79929332-c931-4e2c-bbca-37f2794337f6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:52.211333 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.212107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.215927 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2212524d-a8ed-4bc7-b093-e6618f6be4c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79929332-c931-4e2c-bbca-37f2794337f6 HTTP/1.1" status: 204 len: 168 time: 0.2357583 Mar 02 17:44:52.242954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:52.260836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:52.268616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.269081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 288b24a3-e436-4b31-b4a8-e0099555f426 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:52.341389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-01917ed0-65a3-44c2-9e18-654a078f2c32 service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093315 Mar 02 17:44:52.449209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:52.579839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:52.615717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '288b24a3-e436-4b31-b4a8-e0099555f426', 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'port_id': '288b24a3-e436-4b31-b4a8-e0099555f426', 'mac_address': 'fa:16:3e:46:41:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4551e98-47cc-41da-ade9-2bad15de55a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:52.670280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 21195853-0b49-47f6-be9b-15762c20f816 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:52.711974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:52.734130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.755740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288b24a3-e436-4b31-b4a8-e0099555f426 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:52.778172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4dbcac89-16fa-4432-87d9-3ac3ef1a6ae0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=074349085a7044cb94a1be03fe774b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647819 Mar 02 17:44:52.780834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36160) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:52.786547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:52.789661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b5f6967-2c16-4372-a4f5-fc498cc58b2d req-0ee8c767-87d4-4362-9696-2eb522a1bf9a service neutron] 10.222.0.50 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410081 Mar 02 17:44:52.796822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.797621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d13d7122-92a7-43ab-b994-91f1eec5bf13 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:52.833897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2eacd-2268-42f3-bd14-4f53495adec2 req-65f933ed-902e-47bf-852d-750c207d7455 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:52.835812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12d2eacd-2268-42f3-bd14-4f53495adec2 req-65f933ed-902e-47bf-852d-750c207d7455 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 944 time: 0.3629260 Mar 02 17:44:52.862464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 21195853-0b49-47f6-be9b-15762c20f816 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:52.875489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.879512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 21195853-0b49-47f6-be9b-15762c20f816 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:52.879892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.885386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebf1f-86a4-4307-960e-850fba46bc19 req-26aeb0a7-db2d-4f68-986e-c861ecdb6abf tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:52.892274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-864ebf1f-86a4-4307-960e-850fba46bc19 req-26aeb0a7-db2d-4f68-986e-c861ecdb6abf tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.1465974 Mar 02 17:44:52.926906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:52.944550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12d2eacd-2268-42f3-bd14-4f53495adec2 req-7e27a4f9-2fb5-44c1-a5ab-85106abf9388 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012070 Mar 02 17:44:52.966227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:52.969188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-864ebf1f-86a4-4307-960e-850fba46bc19 req-3ba7af99-502b-419b-81ad-30036c10a366 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757501 Mar 02 17:44:52.974828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.007194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'network_id': 'bc2b2e32-ec10-4e3d-bc57-961379bed50f', 'port_id': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'mac_address': 'fa:16:3e:a9:e2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4551e98-47cc-41da-ade9-2bad15de55a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:53.009403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.029078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9e786-3eaf-45ca-b3e5-8c6a8122e83a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:53.044540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.048404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8380437f-bf3d-4236-8433-9de6276f63c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faa9e786-3eaf-45ca-b3e5-8c6a8122e83a HTTP/1.1" status: 204 len: 168 time: 0.2663677 Mar 02 17:44:53.149102 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.170199 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.186055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13d7122-92a7-43ab-b994-91f1eec5bf13 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:53.206522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.216676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.217612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8c398ec4-625a-412e-9d0a-f4e278245c2d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:53.246561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985df3c-6f7a-4ea1-9aaf-de0834d03fbc req-d5df2dd9-ce4b-439f-bd17-53ad9f6125e7 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.248448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2985df3c-6f7a-4ea1-9aaf-de0834d03fbc req-d5df2dd9-ce4b-439f-bd17-53ad9f6125e7 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 943 time: 0.1228032 Mar 02 17:44:53.304590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21195853-0b49-47f6-be9b-15762c20f816'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:53.314435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:53.332374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=21195853-0b49-47f6-be9b-15762c20f816,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.341718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.378248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.391342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.395272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.404873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.419257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.424233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.430455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.435091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:53.438917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-657022a2-144f-41fa-be7e-1c5d82828bf0 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5425 time: 0.1887698 Mar 02 17:44:53.450949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '8c398ec4-625a-412e-9d0a-f4e278245c2d', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'port_id': '8c398ec4-625a-412e-9d0a-f4e278245c2d', 'mac_address': 'fa:16:3e:57:da:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:53.454865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2985df3c-6f7a-4ea1-9aaf-de0834d03fbc req-39cd6960-8414-4464-962f-6b16e9649597 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606398 Mar 02 17:44:53.545072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:53.566139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.570304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef6112a8-dc3d-47e0-8823-3895f901efaf req-cc6212a0-b11d-499d-a9e8-ccfc6c84c516 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104689 Mar 02 17:44:53.583817 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21195853-0b49-47f6-be9b-15762c20f816', 'code': 200} Mar 02 17:44:53.598842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c398ec4-625a-412e-9d0a-f4e278245c2d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:53.622280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.628432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.629170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device cbbccede-b38b-40ae-ab22-2159972b7149 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:53.717333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.725854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:53.734792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'network_id': 'b3c076b6-d982-43b7-a479-8aa4d5302809', 'port_id': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'mac_address': 'fa:16:3e:ff:fe:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c615ffe5-9bc2-4756-bd38-638ef7e435f1', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:53.745674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c739b07b-0402-490b-9cc8-d9734e24dc75 req-c68c269b-e553-468b-8cf5-ac9f588194b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 1096 time: 0.1018934 Mar 02 17:44:53.796611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.799182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c739b07b-0402-490b-9cc8-d9734e24dc75 req-28a34eb9-940b-4bd3-a7fc-b6e8c96ff8f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Mar 02 17:44:53.815094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbccede-b38b-40ae-ab22-2159972b7149 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:53.840134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:53.845425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:53.925251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:54.252985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502748-28cc-4b59-b08a-1263620c221b req-d2ffe819-c038-42e8-b8d4-986d21c249e7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.254360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44502748-28cc-4b59-b08a-1263620c221b req-d2ffe819-c038-42e8-b8d4-986d21c249e7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.1492536 Mar 02 17:44:54.261435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9c46-53d4-488e-bdd0-3c3aff2c1820 req-93b02c61-e6ec-4afe-be05-399ebb846c9b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.262888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033c9c46-53d4-488e-bdd0-3c3aff2c1820 req-93b02c61-e6ec-4afe-be05-399ebb846c9b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.1185658 Mar 02 17:44:54.341200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44502748-28cc-4b59-b08a-1263620c221b req-94e25292-b7db-4072-ab2b-76b1e44cee10 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773356 Mar 02 17:44:54.346435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-033c9c46-53d4-488e-bdd0-3c3aff2c1820 req-e571f4aa-bab2-4755-9ffc-2385971420bb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665646 Mar 02 17:44:54.670493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12e0fd-b926-4cb4-881b-e103df6e68a2 req-b351a13c-4145-41d2-8f0f-846f0a0ad579 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.672235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d12e0fd-b926-4cb4-881b-e103df6e68a2 req-b351a13c-4145-41d2-8f0f-846f0a0ad579 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 943 time: 0.0814769 Mar 02 17:44:54.674343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device adf914d3-173f-4e25-8500-66782c96e77c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:54.727336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d12e0fd-b926-4cb4-881b-e103df6e68a2 req-5cd6e0dd-4215-41f2-a135-2d4fea5eb435 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Mar 02 17:44:54.855312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.859654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.863577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.869159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.873653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.877823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=adf914d3-173f-4e25-8500-66782c96e77c,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:54.878018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.882008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:54.884015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-4b3a105a-0732-4e92-8f06-3434e9e857a1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5427 time: 0.1346586 Mar 02 17:44:54.895910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'adf914d3-173f-4e25-8500-66782c96e77c', 'network_id': '275761cd-fe4d-4f40-98a2-ee1212db91c5', 'port_id': 'adf914d3-173f-4e25-8500-66782c96e77c', 'mac_address': 'fa:16:3e:1a:4b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bcaa52-b732-40b6-9360-9ac4d5d3a628', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:54.942388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-927b3441-93b4-40a1-82d7-0c824b32cb94 req-a1919256-306b-4324-922d-e13f0c4dfd85 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513988 Mar 02 17:44:54.973023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.000031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf914d3-173f-4e25-8500-66782c96e77c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:55.016546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=adf914d3-173f-4e25-8500-66782c96e77c,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:55.023583 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.024326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:44:55.184642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.226009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:55.246839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8da06370-5c39-447f-a5b9-68105ae8ecf2'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.317594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['288b24a3-e436-4b31-b4a8-e0099555f426'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.379661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['8c398ec4-625a-412e-9d0a-f4e278245c2d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.405203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['807b0c4f-f973-48c8-ad26-751c3054e73a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.441147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36272) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:55.459608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['d13d7122-92a7-43ab-b994-91f1eec5bf13'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.483810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['cbbccede-b38b-40ae-ab22-2159972b7149'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:55.723563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1806708139'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:55.728702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:55.735786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:55.743815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Usage tracker for resource:router and tenant:65d9fe71767540ebbfe45d93f1a65e3f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:55.748848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:55.763597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ba7b-a43f-4026-b78c-e42bddceb1fa req-28864fd1-0e64-4d84-8b4e-c954541559cd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:55.765229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c99ba7b-a43f-4026-b78c-e42bddceb1fa req-28864fd1-0e64-4d84-8b4e-c954541559cd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.1853855 Mar 02 17:44:55.768153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:55.777190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f98ed-9ece-4f45-a401-38ea8e0f11fe req-2843b25a-6b31-4eca-8380-84def0a3aa1b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:55.778684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-969f98ed-9ece-4f45-a401-38ea8e0f11fe req-2843b25a-6b31-4eca-8380-84def0a3aa1b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.1643708 Mar 02 17:44:55.807503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:44:55.819065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.820898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.878807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-969f98ed-9ece-4f45-a401-38ea8e0f11fe req-cd8e2cb9-ff0d-413e-8234-0efe85276c38 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774391 Mar 02 17:44:55.880726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c99ba7b-a43f-4026-b78c-e42bddceb1fa req-328fdab7-6e49-4b8d-8f8b-3b33d39ab060 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998545 Mar 02 17:44:55.884420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.907217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.934923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:55.936539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9950ea6a-1d0f-4c4f-bed6-1458e6bc7bca tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4936860 Mar 02 17:44:55.940134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:56.097980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.302424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:56.312569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.354202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:44:56.497760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.583799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:56.601061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:56.606105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Usage tracker for resource:security_group_rule and tenant:19bc14fb59c342a6b3bf25fa7c0a6f6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:56.609366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:56.614875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:56.615308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd2ca-9907-4fbc-beaa-ebc8f24e68fc req-3cd853c6-a0b1-4e42-b8dc-b33652ffd645 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.617059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b1bd2ca-9907-4fbc-beaa-ebc8f24e68fc req-3cd853c6-a0b1-4e42-b8dc-b33652ffd645 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 944 time: 0.4698019 Mar 02 17:44:56.622518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.683385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.689910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.738287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e325aa3c-8f9c-4d71-8285-24cbcfb29181,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:56.746333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e5ceb864-ffad-41e6-8c45-02d3bce4924b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19bc14fb59c342a6b3bf25fa7c0a6f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4424856 Mar 02 17:44:56.747215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:56.766335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:56.796436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.814674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.818062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.836790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b1bd2ca-9907-4fbc-beaa-ebc8f24e68fc req-dda04488-6e67-4284-b42b-319a5bf25ca8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053652 Mar 02 17:44:56.841100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.847526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.852193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.858009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.861960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.866324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.873055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.877485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:56.880404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-a74e3c95-09cc-4f80-9b6c-b37a4ba75c45 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5427 time: 0.5308766 Mar 02 17:44:56.903990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.923127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e325aa3c-8f9c-4d71-8285-24cbcfb29181,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:56.931544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.938651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.939160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4961c43c-25ee-416a-8c2d-9f8e6c59f36f {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:56.953323 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2cdf2a9-ce21-43d4-bce4-7812813ec6ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e325aa3c-8f9c-4d71-8285-24cbcfb29181 HTTP/1.1" status: 204 len: 168 time: 0.1882484 Mar 02 17:44:56.955507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:56.961557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36320) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:56.961751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abcf744b-c79e-4a74-beaa-725e71425158 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4961c43c-25ee-416a-8c2d-9f8e6c59f36f HTTP/1.1" status: 204 len: 168 time: 1.0196562 Mar 02 17:44:56.968201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Request body: {'router': {'name': 'tempest-router-415115222', 'distributed': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:56.969108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-266c0a6d-d342-42b7-ba3d-d30c0350a8c6 req-18bef0ce-ff2c-4db6-8383-9a85df2a9fd1 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658994 Mar 02 17:44:56.979071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:56.984290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Usage tracker for resource:router and tenant:65d9fe71767540ebbfe45d93f1a65e3f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:56.987994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:56.995186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:57.018862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.018862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.031184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['adf914d3-173f-4e25-8500-66782c96e77c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:57.060132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.091407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.105946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['67291cfe-fa7b-4949-92ac-4ed86a496e5e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:44:57.120555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.125915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36324) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:57.139343 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06fd3a9f-f8c2-4b30-b151-8bb03c269e88 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1762574 Mar 02 17:44:57.388692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.424350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:57.443669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.479285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:57.483361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Usage tracker for resource:security_group_rule and tenant:2667088601cc4f45948d4bab7e85b479 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:57.486233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:57.492401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:57.547046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa00927-f604-412e-b849-765fe235a89f req-41f8c3c3-8f4a-40d9-a589-487f8348e10b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:57.548481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa00927-f604-412e-b849-765fe235a89f req-41f8c3c3-8f4a-40d9-a589-487f8348e10b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.3526342 Mar 02 17:44:57.555299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4932b0a-a223-4c27-8200-2cf3d51d36aa req-3319538b-9cf0-41fe-a705-c7ed93907b37 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:57.556709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4932b0a-a223-4c27-8200-2cf3d51d36aa req-3319538b-9cf0-41fe-a705-c7ed93907b37 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.3629446 Mar 02 17:44:57.560034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.565471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.616873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd6ab51-00d4-4548-988a-396bf365e5aa,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:57.621303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eaa4db07-db90-4eac-a7fa-25cc6725c0ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2667088601cc4f45948d4bab7e85b479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1958418 Mar 02 17:44:57.623810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:57.686185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.712872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.765303 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.778994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd6ab51-00d4-4548-988a-396bf365e5aa,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:57.782600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4aa00927-f604-412e-b849-765fe235a89f req-e5746185-76cb-4e77-8f72-b73fe93e621d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231197 Mar 02 17:44:57.784777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4932b0a-a223-4c27-8200-2cf3d51d36aa req-844d170e-a557-424c-805c-9326e64ebb98 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094364 Mar 02 17:44:57.785362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.789246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2656bc2-bdd9-4553-bc61-82fdc7bcb39b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bd6ab51-00d4-4548-988a-396bf365e5aa HTTP/1.1" status: 204 len: 168 time: 0.1617491 Mar 02 17:44:57.929520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.933587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.965821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.966614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec2d80d9-5097-48ae-b1b4-5270504023b4 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:44:57.977354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:57.978881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9411085c-25d9-4a21-b9c1-a2217eb926d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ec2d80d9-5097-48ae-b1b4-5270504023b4 HTTP/1.1" status: 204 len: 168 time: 0.8499682 Mar 02 17:44:57.982243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:57.989957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Request body: {'router': {'name': 'tempest-router-604447183', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ba32fceef146420a91ddea08ecbd4b00'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:57.997936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:44:58.003156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Usage tracker for resource:router and tenant:ba32fceef146420a91ddea08ecbd4b00 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:44:58.009627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:44:58.016821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:44:58.033535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.034683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.064790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.080109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980cbc7-f583-4362-aab6-31c91097325d req-f359b844-54c1-4235-9a03-8655439b0c52 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.082069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7980cbc7-f583-4362-aab6-31c91097325d req-f359b844-54c1-4235-9a03-8655439b0c52 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 944 time: 0.1014850 Mar 02 17:44:58.094434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.128051 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.129934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54300f79-5af6-4996-815e-27f620547f84 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1462851 Mar 02 17:44:58.133113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:58.146537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:44:58.155914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7980cbc7-f583-4362-aab6-31c91097325d req-58b59d62-fea0-4a42-9fa3-34bcb9ed6d37 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678017 Mar 02 17:44:58.532748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.539227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.544582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.550969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.555586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.559533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.563498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.565403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-95fed559-9073-433d-8a4e-69dc38796c1a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5427 time: 0.3192148 Mar 02 17:44:58.577569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539dcf-4c32-4268-8324-22b1dc70b82f req-5d54434d-5ae5-41cf-b158-32834543a380 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:58.579244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de539dcf-4c32-4268-8324-22b1dc70b82f req-5d54434d-5ae5-41cf-b158-32834543a380 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.1669247 Mar 02 17:44:58.664086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adc9c73d-63c2-46a0-8bf3-76d209ef32a8 req-7c5afd87-9e5e-4f93-88f3-c526de07732f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837340 Mar 02 17:44:58.679831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de539dcf-4c32-4268-8324-22b1dc70b82f req-3025d99e-530e-4e60-84de-04638e4ae291 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844483 Mar 02 17:44:58.687442 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.688007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.737304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device adf914d3-173f-4e25-8500-66782c96e77c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:58.814356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port adf914d3-173f-4e25-8500-66782c96e77c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:58.821393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port adf914d3-173f-4e25-8500-66782c96e77c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:58.822182 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.822552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83796) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 17:44:58.822911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Router e1c874f7-865c-45c4-b1c7-5f9516fffb70 migrating from provider to provider. {{(pid=83796) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 17:44:58.823298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.828680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.835197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.957371 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:58.990405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:44:59.010237 n-d-820559-6 neutron-server[83796]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] No L3 agents can host the router e1c874f7-865c-45c4-b1c7-5f9516fffb70 Mar 02 17:44:59.023028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=adf914d3-173f-4e25-8500-66782c96e77c,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:59.031607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:59.032585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:44:59.037504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292680da-2040-4170-9a1b-59312166aa26 req-bd60049e-2b25-47ce-93f9-3bc1b35c51de tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:59.045346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-292680da-2040-4170-9a1b-59312166aa26 req-bd60049e-2b25-47ce-93f9-3bc1b35c51de tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.0949748 Mar 02 17:44:59.123298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-292680da-2040-4170-9a1b-59312166aa26 req-c1f0c26b-932e-4eb3-826c-e7511f9a882d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770936 Mar 02 17:44:59.141806 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c', 'code': 200} Mar 02 17:44:59.203978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:59.234933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:44:59.241098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:44:59.243252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:59.267611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99c09677-8720-4267-8af1-2b715292b5d5 req-ec4ba32e-5d89-494c-95d5-0b202ba13863 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1096 time: 0.0749969 Mar 02 17:44:59.295998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Hosts for router e1c874f7-865c-45c4-b1c7-5f9516fffb70: [] {{(pid=83796) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 02 17:44:59.328433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99c09677-8720-4267-8af1-2b715292b5d5 req-8eea9c13-b00e-4c0c-8a59-ec6cba196120 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Mar 02 17:44:59.345984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Hosts for other DVR routers connected to router e1c874f7-865c-45c4-b1c7-5f9516fffb70: set() {{(pid=83796) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 02 17:44:59.348517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:59.350273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a60f0e1-4d74-4fde-b0f1-c2e933a5be71 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "PUT /v2.0/routers/e1c874f7-865c-45c4-b1c7-5f9516fffb70 HTTP/1.1" status: 200 len: 716 time: 1.2142775 Mar 02 17:44:59.352730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36386) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:59.396466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:59.443398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:44:59.452319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:44:59.466349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb01998-3472-4bd2-b289-04b6797a8c06 req-36927ebf-20e6-4fe7-baf4-8d7141b2e1e1 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:59.468378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb01998-3472-4bd2-b289-04b6797a8c06 req-36927ebf-20e6-4fe7-baf4-8d7141b2e1e1 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.1180968 Mar 02 17:44:59.524519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb01998-3472-4bd2-b289-04b6797a8c06 req-c7432a4b-de5f-4613-a1e8-9c70cd425087 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505865 Mar 02 17:44:59.558151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:44:59.580717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be6c8c89-7765-45f4-b123-3e6e0a5292d8 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "GET /v2.0/routers/e1c874f7-865c-45c4-b1c7-5f9516fffb70 HTTP/1.1" status: 200 len: 716 time: 0.2269189 Mar 02 17:44:59.583340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:59.926604 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-beba5a66-7faf-460a-80b2-b1b10c5c94ec tempest-RoutersTestDVR-1765452564 tempest-RoutersTestDVR-1765452564-project] 10.222.0.37 "GET /v2.0/routers/e1c874f7-865c-45c4-b1c7-5f9516fffb70 HTTP/1.1" status: 200 len: 682 time: 0.3395290 Mar 02 17:44:59.926604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:44:59.955050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb093-cbe9-4d93-aa20-265acc4816cd req-e23f8f63-aa07-4e2c-ac95-d5cf9807cdb7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:44:59.963003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21eeb093-cbe9-4d93-aa20-265acc4816cd req-e23f8f63-aa07-4e2c-ac95-d5cf9807cdb7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.1518755 Mar 02 17:45:00.023893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.027921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.031825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.035675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.040198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.045257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.049421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.054656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8da06370-5c39-447f-a5b9-68105ae8ecf2 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:00.058900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a39a45e1-3ada-4264-806c-151bea46145d req-b18a2c5b-26cb-45c7-9946-fac2cbfb1c30 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5427 time: 0.2012510 Mar 02 17:45:00.089703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.099951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21eeb093-cbe9-4d93-aa20-265acc4816cd req-c530bcf4-110c-4fd2-9d21-a3dac64f3001 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360710 Mar 02 17:45:00.123240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a39a45e1-3ada-4264-806c-151bea46145d req-dac2928b-1862-40fc-81be-1ffbe06d2675 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634298 Mar 02 17:45:00.166393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8da06370-5c39-447f-a5b9-68105ae8ecf2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:00.172179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8da06370-5c39-447f-a5b9-68105ae8ecf2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:00.172550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.343069 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.378325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:00.383722 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.384952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d13d7122-92a7-43ab-b994-91f1eec5bf13 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:00.401728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-24d1a441-afbf-48b3-98c6-83f66c706dba tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.403350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-24d1a441-afbf-48b3-98c6-83f66c706dba tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.2135284 Mar 02 17:45:00.526600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port 21195853-0b49-47f6-be9b-15762c20f816 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:00.526957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.587009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:00.592531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port d13d7122-92a7-43ab-b994-91f1eec5bf13 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:00.602338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port d13d7122-92a7-43ab-b994-91f1eec5bf13 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:00.602695 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.659231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39089b-3c89-4321-a84e-786c8db421df req-60d7b3f8-333b-4e9b-b01b-712e8e07e7c8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:00.660768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d39089b-3c89-4321-a84e-786c8db421df req-60d7b3f8-333b-4e9b-b01b-712e8e07e7c8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.3332293 Mar 02 17:45:00.749360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.754142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.790945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.791429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1c874f7-865c-45c4-b1c7-5f9516fffb70 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:45:00.805568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.806767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88473b22-9ae2-4302-80da-d803042c6766 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e1c874f7-865c-45c4-b1c7-5f9516fffb70 HTTP/1.1" status: 204 len: 168 time: 0.8793421 Mar 02 17:45:00.810606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:00.816825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Request body: {'router': {'name': 'tempest-router-1921856877', 'distributed': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:00.824395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:00.829551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Usage tracker for resource:router and tenant:65d9fe71767540ebbfe45d93f1a65e3f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:00.833074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:00.840970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:00.841939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.856297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.857362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.882305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.908113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.922781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:00.936576 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.937811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8c398ec4-625a-412e-9d0a-f4e278245c2d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:00.940853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d39089b-3c89-4321-a84e-786c8db421df req-af19754b-3759-433c-9f28-27db2030b4a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715299 Mar 02 17:45:00.950929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:00.956113 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fa4464ce-a467-4f7f-ba1b-ec4a1505737a tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1445043 Mar 02 17:45:00.956957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36466) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:01.014782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port 21195853-0b49-47f6-be9b-15762c20f816, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=21195853-0b49-47f6-be9b-15762c20f816,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:01.015393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.092840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:01.121012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 8c398ec4-625a-412e-9d0a-f4e278245c2d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:01.125013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.126805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 8c398ec4-625a-412e-9d0a-f4e278245c2d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:01.127531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.200198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7b95-b8c0-453e-a38f-8a93d612f942 req-b9df6592-4d5b-4bee-b850-f1de30b4606f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:01.221243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d4a7b95-b8c0-453e-a38f-8a93d612f942 req-b9df6592-4d5b-4bee-b850-f1de30b4606f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4159205 Mar 02 17:45:01.235310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:01.249728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for 21195853-0b49-47f6-be9b-15762c20f816 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:01.308652 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.345782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:01.352641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.353745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device cbbccede-b38b-40ae-ab22-2159972b7149 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:01.446554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d4a7b95-b8c0-453e-a38f-8a93d612f942 req-4c73bfe3-a0b5-4bd3-91ff-3ff0cf17a8f4 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237229 Mar 02 17:45:01.545917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:01.558170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port cbbccede-b38b-40ae-ab22-2159972b7149 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:01.566141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b552b9-d093-4665-88eb-b815a6826414 req-87eaa9d1-f82f-4b56-9392-8e46e45963d3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:01.567670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b552b9-d093-4665-88eb-b815a6826414 req-87eaa9d1-f82f-4b56-9392-8e46e45963d3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 945 time: 0.2800896 Mar 02 17:45:01.568389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port cbbccede-b38b-40ae-ab22-2159972b7149 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:01.569077 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.624734 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.630739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.662156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.662668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59db8d35-9d4b-42a7-8deb-0ab2b3c4b498 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:45:01.673820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.679596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7835bc79-baf8-432d-997f-e84e8861cdb9 tempest-RoutersTestDVR-2092538376 tempest-RoutersTestDVR-2092538376-project-admin] 10.222.0.37 "DELETE /v2.0/routers/59db8d35-9d4b-42a7-8deb-0ab2b3c4b498 HTTP/1.1" status: 204 len: 168 time: 0.7213020 Mar 02 17:45:01.727582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.782245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:01.789989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.791513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:01.929422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b552b9-d093-4665-88eb-b815a6826414 req-4a417a3d-00b4-4e4f-9a6f-d7f85ce9767b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537998 Mar 02 17:45:01.943482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:01.959048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:01.968846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:01.970855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:01.971548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.041999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=21195853-0b49-47f6-be9b-15762c20f816,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:02.066211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.072635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.077671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.082061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.086445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.090863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.094886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.102553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-b7461137-24f5-4f67-9774-ab0aab4cec5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5431 time: 0.3976452 Mar 02 17:45:02.140731 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'code': 200} Mar 02 17:45:02.141270 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'code': 200} Mar 02 17:45:02.141270 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'code': 200} Mar 02 17:45:02.175517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:02.188244 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.249665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port 21195853-0b49-47f6-be9b-15762c20f816 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:02.252916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.259784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:02.263504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'name': 'network-vif-deleted', 'tag': '21195853-0b49-47f6-be9b-15762c20f816'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:02.267436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.268383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 288b24a3-e436-4b31-b4a8-e0099555f426 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:02.368467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-559f66fb-c6b1-4259-8c7d-07f0751a8d31 req-3b46ceac-6c3d-46e5-a556-c6b5639726ca tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "DELETE /v2.0/ports/21195853-0b49-47f6-be9b-15762c20f816 HTTP/1.1" status: 204 len: 173 time: 1.9540038 Mar 02 17:45:02.389066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.434107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d92c1b7-b362-4d19-8a14-56d611f03141 req-d296da93-5e1b-4c6a-a99d-897815ac1232 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3302917 Mar 02 17:45:02.458141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:02.468840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba32fceef146420a91ddea08ecbd4b00 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:02.475203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:02.475429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b22cf-fee8-417f-b6be-8247b3f87877 req-e5d9f85e-508c-41a7-84b1-e07fa6861ceb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.479053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-867b22cf-fee8-417f-b6be-8247b3f87877 req-e5d9f85e-508c-41a7-84b1-e07fa6861ceb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2321889 Mar 02 17:45:02.485360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:02.508781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:02.511371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f10471a8-7e71-4826-acac-8979d9660450 req-25d1a11c-8d2b-4723-b55f-d15244f7694b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1096 time: 0.3360045 Mar 02 17:45:02.515230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 288b24a3-e436-4b31-b4a8-e0099555f426 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:02.525572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 288b24a3-e436-4b31-b4a8-e0099555f426 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:02.527159 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.593747 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74b5926-8dd2-49a1-b878-63fce069fd79', 'name': 'network-vif-deleted', 'tag': '21195853-0b49-47f6-be9b-15762c20f816', 'status': 'completed', 'code': 200} Mar 02 17:45:02.633313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f10471a8-7e71-4826-acac-8979d9660450 req-5275d7c5-4e2a-4151-9450-3464f3ea2328 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801785 Mar 02 17:45:02.635737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-867b22cf-fee8-417f-b6be-8247b3f87877 req-fdbf2252-7d99-41ca-827e-8b3709eca5dd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328993 Mar 02 17:45:02.679300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.700392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.751306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f67aa-5331-4826-8d48-425796696d52,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:02.758662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52ba4abf-3219-46ef-9a03-d3e1c21758a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba32fceef146420a91ddea08ecbd4b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5792444 Mar 02 17:45:02.760913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:02.784687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 21195853-0b49-47f6-be9b-15762c20f816 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:02.826420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 21195853-0b49-47f6-be9b-15762c20f816 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:45:02.826788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 21195853-0b49-47f6-be9b-15762c20f816 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:45:02.828945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.836426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.838614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75500b4-a453-40f9-af8f-95fdc6dcce90 req-026613d8-53aa-45ae-8389-133cad2f8002 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:02.840134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e75500b4-a453-40f9-af8f-95fdc6dcce90 req-026613d8-53aa-45ae-8389-133cad2f8002 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.1171186 Mar 02 17:45:02.871298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:02.876733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.877985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.898754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e75500b4-a453-40f9-af8f-95fdc6dcce90 req-42f1e0b0-e5ce-40f9-aa91-1a243bae627f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Mar 02 17:45:02.925889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 807b0c4f-f973-48c8-ad26-751c3054e73a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:02.958438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.977024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f67aa-5331-4826-8d48-425796696d52,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:02.989967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:02.993763 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-92bd61c9-2bc9-4380-9ae8-8ce66ec2ef1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e1f67aa-5331-4826-8d48-425796696d52 HTTP/1.1" status: 204 len: 168 time: 0.2291145 Mar 02 17:45:03.140429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:03.162976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0bf9993d-bff5-4cbd-8da9-c5a97840fccd req-a13413b0-8089-4a58-8116-70f4ef346a66 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:03.184546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 807b0c4f-f973-48c8-ad26-751c3054e73a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:03.189554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0bf9993d-bff5-4cbd-8da9-c5a97840fccd req-a13413b0-8089-4a58-8116-70f4ef346a66 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:03.190990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bf9993d-bff5-4cbd-8da9-c5a97840fccd req-a13413b0-8089-4a58-8116-70f4ef346a66 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d74b5926-8dd2-49a1-b878-63fce069fd79 HTTP/1.1" status: 200 len: 210 time: 0.0757031 Mar 02 17:45:03.192574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 807b0c4f-f973-48c8-ad26-751c3054e73a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:03.193013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.425150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.496328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=807b0c4f-f973-48c8-ad26-751c3054e73a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:03.503434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.606315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:03.638909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-c681eaf7-a8ad-4a1a-9821-d4956f135342 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1096 time: 0.2281985 Mar 02 17:45:03.640142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:03.655359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.691854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:03.696684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Usage tracker for resource:security_group_rule and tenant:65d9fe71767540ebbfe45d93f1a65e3f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:03.700764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:03.709995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:03.785750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.791981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.829312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cfdd5-b45b-4fe5-b38a-5c4dabefa896 req-8b5a7733-55e8-4dc3-979f-7a085373b199 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.830858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a27cfdd5-b45b-4fe5-b38a-5c4dabefa896 req-8b5a7733-55e8-4dc3-979f-7a085373b199 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.2970762 Mar 02 17:45:03.851444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d6e81-5eee-4431-94e4-f86d79d9c20f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:03.876822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-33ba4c3d-7d28-43a0-bd65-c4304cca8320 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65d9fe71767540ebbfe45d93f1a65e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692521 Mar 02 17:45:03.877707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:03.922822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d633810-779f-4414-a84b-ca77819639dd req-f39b3bd8-709f-40ea-a664-1348087ca353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.924249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-f39b3bd8-709f-40ea-a664-1348087ca353 service neutron] 10.222.0.35 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.2686913 Mar 02 17:45:03.931225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a27cfdd5-b45b-4fe5-b38a-5c4dabefa896 req-b64ff3d5-db90-4c2d-ad20-173669078d15 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 Mar 02 17:45:03.941550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.946324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.949337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:03.950202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.954054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.957983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.962477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.967565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:03.974916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-654432f2-182b-4d25-86dd-2b7ac43cda9f tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.2853305 Mar 02 17:45:03.990836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:04.062891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:04.067045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-362d8ae8-3c21-4e7b-85af-8569ebd0d0f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 200 len: 217 time: 0.1348901 Mar 02 17:45:04.095568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d6e81-5eee-4431-94e4-f86d79d9c20f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:04.107966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:04.118621 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dff455a3-b528-423e-80e8-91a1f1694b72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f68d6e81-5eee-4431-94e4-f86d79d9c20f HTTP/1.1" status: 204 len: 168 time: 0.2349827 Mar 02 17:45:04.142746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c398ec4-625a-412e-9d0a-f4e278245c2d'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807b0c4f-f973-48c8-ad26-751c3054e73a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:04.221962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2016641-d822-4dd8-8167-b21b31aa26fc req-67adb391-cabe-4321-93a2-9ce32f5a34b6 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2460666 Mar 02 17:45:04.243826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d633810-779f-4414-a84b-ca77819639dd req-6527fa70-2875-493e-811f-26576b8964fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:04.245246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-6527fa70-2875-493e-811f-26576b8964fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.1635568 Mar 02 17:45:04.314997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-6f2e9bd0-fb01-4f4c-959b-7e54840f51a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603194 Mar 02 17:45:04.324798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1481e6-8ee0-402a-a087-f2b773b84098 req-f131dd62-f17f-4807-9147-a3b3c5d2af6f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:04.326470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c1481e6-8ee0-402a-a087-f2b773b84098 req-f131dd62-f17f-4807-9147-a3b3c5d2af6f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2458391 Mar 02 17:45:04.332227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-c9909eb4-bcd8-44d8-9a04-3cb6da9ca350 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:45:04.333325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-c9909eb4-bcd8-44d8-9a04-3cb6da9ca350 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058465 Mar 02 17:45:04.340302 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c398ec4-625a-412e-9d0a-f4e278245c2d', 'code': 200} Mar 02 17:45:04.340772 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'code': 200} Mar 02 17:45:04.340916 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'code': 200} Mar 02 17:45:04.341122 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426', 'code': 200} Mar 02 17:45:04.341296 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807b0c4f-f973-48c8-ad26-751c3054e73a', 'code': 200} Mar 02 17:45:04.517420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c1481e6-8ee0-402a-a087-f2b773b84098 req-b37a23bd-1b3c-4854-93d9-9d6041dd7d0c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778069 Mar 02 17:45:04.603071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-3bb65d1f-98cb-4497-a33a-ddc86c760803 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498596 Mar 02 17:45:05.083478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d633810-779f-4414-a84b-ca77819639dd req-3ffbc29f-df22-4f75-88d4-eb5c3f2d5744 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743068 Mar 02 17:45:05.171968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-c00a38d9-36bd-4472-aac7-d73a6ea24137 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.174788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-c00a38d9-36bd-4472-aac7-d73a6ea24137 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.3327630 Mar 02 17:45:05.185518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-860b564d-ed3a-4213-aea8-e27591446936 req-6b221eb6-f432-4a7e-a053-c11cf8c04cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6491 time: 0.5028107 Mar 02 17:45:05.235016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-bd6ca498-8601-48b6-96fc-42258bca78f7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0463946 Mar 02 17:45:05.296100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36668) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:05.305241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-985a2535-53c5-4ac6-ac35-cfd8ca0d1662 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600715 Mar 02 17:45:05.312279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-860b564d-ed3a-4213-aea8-e27591446936 req-c7db9856-c7e9-4d8d-867e-1030e44ee0da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111650 Mar 02 17:45:05.321258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c42c8-a195-41ee-8ad9-56586156e034 req-546516f0-4fd1-4920-a243-43efae9aca17 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.322718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e4c42c8-a195-41ee-8ad9-56586156e034 req-546516f0-4fd1-4920-a243-43efae9aca17 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.2382188 Mar 02 17:45:05.450490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'networks': [{'name': 'tempest-network--1153219363'}, {'name': 'tempest-network--146279236'}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:05.450820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-network--1153219363'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:05.451274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-network--146279236'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:05.456641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:05.460761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:network and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:05.464329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:05.471674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:05.483386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'network': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:05.487326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.500395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e4c42c8-a195-41ee-8ad9-56586156e034 req-46c86508-d8ba-40a4-bc7b-5382966730a5 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592958 Mar 02 17:45:05.503590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.526605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-87bdd262-3533-4a20-9d59-da55b08e001b service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994624 Mar 02 17:45:05.549424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:05.557716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:security_group_rule and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:05.560833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:05.567238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:05.653754 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.658646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.659172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.710855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:05.724235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc2845-8bf4-4d61-8fa6-486deaa1bbc5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:05.729597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.730007 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment a350a4dd-0395-499f-accd-a5d73e6af391 of type vlan for network 7c15a917-5013-4058-a4fe-c92dbd7c9173 Mar 02 17:45:05.757819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-14a114b9-eda8-4cae-a267-5cad5c60026b service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277081 Mar 02 17:45:05.759296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.801954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:05.802339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.807005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.811249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.814535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.815276 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment 020558d1-230d-4d1b-b2c4-a1f5bd67a4ee of type vlan for network 1fa384a1-a84c-479e-afee-5984d4646b43 Mar 02 17:45:05.815482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.820020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.824277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.828634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.830350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-1e8e010c-1ef0-4d6e-80cf-eda9139426ed tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.1848595 Mar 02 17:45:05.858305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.888838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d577c6ee-1db8-4fe2-81c2-b19c5705f8ad req-ccc4e850-d886-4958-b7c4-64ff718ac472 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462444 Mar 02 17:45:05.909478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.910091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:05.916041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.920537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:05.921289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:06.143722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62c3cf22-afab-4d87-8aa3-da6fcc2ca158 req-46d8e027-b6b6-4eb0-b122-0cd56bbfcd8f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 210 time: 0.0746732 Mar 02 17:45:06.164270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=7c15a917-5013-4058-a4fe-c92dbd7c9173,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:06.177149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7c15a917-5013-4058-a4fe-c92dbd7c9173 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:06.232003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3809b-84f6-42a4-a333-d118259dc8b8 req-6bb26ce9-eeeb-47d5-9c2a-f43e249385e2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.233892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6e3809b-84f6-42a4-a333-d118259dc8b8 req-6bb26ce9-eeeb-47d5-9c2a-f43e249385e2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2058706 Mar 02 17:45:06.297039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6e3809b-84f6-42a4-a333-d118259dc8b8 req-7bccd16e-18f0-4ee1-b500-1199cfee8fa8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573990 Mar 02 17:45:06.312975 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0145857 Mar 02 17:45:06.315349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36718) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:06.345824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f1d6-0c73-43cb-86e9-dda619d3286d tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=1fa384a1-a84c-479e-afee-5984d4646b43,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:06.367068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1fa384a1-a84c-479e-afee-5984d4646b43 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:06.598734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc7c48-3241-4c9e-be2f-0544970d7515 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.602754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc7c48-3241-4c9e-be2f-0544970d7515 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.607071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc7c48-3241-4c9e-be2f-0544970d7515 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.611826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc7c48-3241-4c9e-be2f-0544970d7515 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.616637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-86dc7c48-3241-4c9e-be2f-0544970d7515 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2966859 Mar 02 17:45:06.617711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:06.661964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3c4a-a72b-4e21-8bd5-81973c0ef852 req-7b487cb3-96fb-4003-aa7f-4d99d969c63f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.663760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44dd3c4a-a72b-4e21-8bd5-81973c0ef852 req-7b487cb3-96fb-4003-aa7f-4d99d969c63f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1446841 Mar 02 17:45:06.704503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36750) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:06.720488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'floatingip': {'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:06.791384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:06.816021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:06.943687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:06.972495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efdffe-3636-4a72-934a-13c21eacbaf9 req-b0cb4bb7-93f5-4dc5-b223-78770f47ed4a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:06.974247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30efdffe-3636-4a72-934a-13c21eacbaf9 req-b0cb4bb7-93f5-4dc5-b223-78770f47ed4a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3187687 Mar 02 17:45:06.992553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c15a917-5013-4058-a4fe-c92dbd7c9173']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.008796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a350a4dd-0395-499f-accd-a5d73e6af391') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.010842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a350a4dd-0395-499f-accd-a5d73e6af391') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.032406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.053858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.061763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:07.062232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:07.183510 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:07.189416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.212872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.223931 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/7c15a917-5013-4058-a4fe-c92dbd7c9173 HTTP/1.1" status: 204 len: 168 time: 0.6029472 Mar 02 17:45:07.226060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:07.252670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d3dbf-4f5d-49fc-bee9-ebebc47344ae tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=7c15a917-5013-4058-a4fe-c92dbd7c9173,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:07.372194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.418421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30efdffe-3636-4a72-934a-13c21eacbaf9 req-c7aad4f7-2e06-4a92-91d5-11b48ceada03 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361942 Mar 02 17:45:07.518390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.550298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa384a1-a84c-479e-afee-5984d4646b43']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.566078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020558d1-230d-4d1b-b2c4-a1f5bd67a4ee') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.566642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020558d1-230d-4d1b-b2c4-a1f5bd67a4ee') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:07.579803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.600960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.608428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:07.611199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:07.611586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:07.626607 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:07.674007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84546a90-46d9-4ff9-a0b7-30e0dcf01dce req-698fa648-7423-4e8b-8119-86efe99567b2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 210 time: 0.1254139 Mar 02 17:45:07.689646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.693509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.698047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.701807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.705631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.709490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.713341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.715290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-eb5b6142-acaa-4105-b83c-00b73815e214 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.3749673 Mar 02 17:45:07.726663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.748696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.754818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=1fa384a1-a84c-479e-afee-5984d4646b43,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:07.759774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b9cfcd2b-0d02-4c27-8563-61191c7effaf tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/1fa384a1-a84c-479e-afee-5984d4646b43 HTTP/1.1" status: 204 len: 168 time: 0.5319397 Mar 02 17:45:07.761918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:07.813611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3510a8e2-206d-4368-b00a-758c32814ec6 req-5af3c46a-5a91-400c-b046-da2eb8b06e89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804031 Mar 02 17:45:07.856345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.931440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:07.939126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e7052f5788c14266b916df64e8e96bc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:07.943280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:07.950633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69663d92-96f0-44bd-bf10-a61d2535f148 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.954669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69663d92-96f0-44bd-bf10-a61d2535f148 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:07.955397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69663d92-96f0-44bd-bf10-a61d2535f148 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Synchronizing usage tracker for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:07.958961 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.962432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:07.965234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:07.983567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69663d92-96f0-44bd-bf10-a61d2535f148 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Unset dirty status for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:07.984702 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69663d92-96f0-44bd-bf10-a61d2535f148 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2218990 Mar 02 17:45:07.988580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36788) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:07.994829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-490101748'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.004437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:08.019959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:08.047502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:08.050288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.082298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.092595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.113813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:08.152384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7052f5788c14266b916df64e8e96bc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5427141 Mar 02 17:45:08.154320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.154769 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment f99329c2-a193-41ea-aba0-e29b01d623b0 of type vlan for network 04d50368-cbf4-4770-b2e7-224c244adcc0 Mar 02 17:45:08.155776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:08.156377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe94f5-5731-423d-89c3-d013d0d2d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e867c04-fb32-4829-ab6b-0317716752d7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:08.216191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.264657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.274681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.278259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:08.278853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.294301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-ca0dc5d4-57e8-4806-9147-8456c510568e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:08.295726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-ca0dc5d4-57e8-4806-9147-8456c510568e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.2040668 Mar 02 17:45:08.338553 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Floating IP 65767d90-28b0-444d-b33b-47ce4c7a69f1 associated. External IP: 172.25.3.182, port: 67291cfe-fa7b-4949-92ac-4ed86a496e5e. Mar 02 17:45:08.451081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.474488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.485509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.510807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=04d50368-cbf4-4770-b2e7-224c244adcc0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:08.526256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 04d50368-cbf4-4770-b2e7-224c244adcc0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:08.543029 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21c02a4e-4cb1-46f6-bcb9-4131b19420e5 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5533195 Mar 02 17:45:08.544624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36798) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:08.550995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-58832717'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.558017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:08.563946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:network and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:08.567864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:08.574614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:08.588405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:08.592857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.629980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:08.635817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.658517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.658897 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment 65e00367-254b-421d-b548-19df2fec5856 of type vlan for network 8a99ec15-f8fc-412b-a8be-438791a0c5bb Mar 02 17:45:08.660298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e867c04-fb32-4829-ab6b-0317716752d7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:08.682968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.683180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:08.686037 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66967a39-7b75-4a9d-a439-c4f10284cb02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e867c04-fb32-4829-ab6b-0317716752d7 HTTP/1.1" status: 204 len: 168 time: 0.5270491 Mar 02 17:45:08.702914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:08.709344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.729699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:08.732572 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.747987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.753168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:08.753964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:08.779935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88278a-e45a-46d1-a154-69f25f372ca7 req-575aa3a7-e922-4c99-ab51-496f68cd4dd8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:08.781402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b88278a-e45a-46d1-a154-69f25f372ca7 req-575aa3a7-e922-4c99-ab51-496f68cd4dd8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.1590726 Mar 02 17:45:08.851031 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3043830 Mar 02 17:45:08.851905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:08.865999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'ports': [{'network_id': '04d50368-cbf4-4770-b2e7-224c244adcc0', 'name': 'tempest-port--115238256', 'admin_state_up': True}, {'network_id': '8a99ec15-f8fc-412b-a8be-438791a0c5bb', 'admin_state_up': False}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.866613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'port': {'network_id': '04d50368-cbf4-4770-b2e7-224c244adcc0', 'name': 'tempest-port--115238256', 'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.867196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'port': {'network_id': '8a99ec15-f8fc-412b-a8be-438791a0c5bb', 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:08.958029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5b1c0-4e26-4bf2-864a-1bc19a234380 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=8a99ec15-f8fc-412b-a8be-438791a0c5bb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:08.971757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8a99ec15-f8fc-412b-a8be-438791a0c5bb details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:09.071185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a6209b8-f849-428e-bf79-335c248264cf req-6945e61f-0e4a-40af-b84c-083cc9391514 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 210 time: 0.2138524 Mar 02 17:45:09.123201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b88278a-e45a-46d1-a154-69f25f372ca7 req-8a027438-0b72-4862-96ac-c57d4e27e9bc tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048439 Mar 02 17:45:09.142796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:09.146981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:port and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:09.150800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:09.158209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:09.173697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'port': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:09.177675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.212969 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.230799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8c920e2f-04b1-40aa-9077-5a0483f375db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.367125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.4 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/6003b290-c916-44a1-9320-59a001d3d328) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:09.445041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] device_id is not set on port 8734f6ae-1715-4b5d-9aeb-6adf25201519 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:45:09.470525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.476208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.478948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.483791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.488881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.494288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.499375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:09.507453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-fe3e78c1-3f1d-4667-b8db-1ab8de295bc8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.2837451 Mar 02 17:45:09.572381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.695651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3eadb1b-2b11-4b0e-8f5d-f3fbe615d770 req-4d01a8ea-a998-43b1-a47a-df7ad6b4f400 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872308 Mar 02 17:45:09.700864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] device_id is not set on port af86851b-6daf-47be-8508-406399f8d751 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:45:09.794714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.809890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-251c8809-b77b-4069-91b3-9cecac1111a8 req-7fe2c642-435f-42c9-842a-015cbf31b006 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1096 time: 0.1880994 Mar 02 17:45:09.818835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.875850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:09.890427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:45:09.961129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-251c8809-b77b-4069-91b3-9cecac1111a8 req-a38becdc-2edf-42a6-8769-be710fb99fab tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424816 Mar 02 17:45:09.986786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Port': ['ID=8734f6ae-1715-4b5d-9aeb-6adf25201519,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:10.021654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Checking segment: {'id': 'f99329c2-a193-41ea-aba0-e29b01d623b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '04d50368-cbf4-4770-b2e7-224c244adcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:10.022143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network hostable DHCP agents. Network: 04d50368-cbf4-4770-b2e7-224c244adcc0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:10.024661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.058115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network 04d50368-cbf4-4770-b2e7-224c244adcc0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:10.076511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 04d50368-cbf4-4770-b2e7-224c244adcc0) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:10.086795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:10.088533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31e933-f45a-4651-853e-edc0bc4c8659 None None] Network 04d50368-cbf4-4770-b2e7-224c244adcc0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:10.090282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.178652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Port': ['ID=af86851b-6daf-47be-8508-406399f8d751,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:10.208058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:10.229389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Checking segment: {'id': '65e00367-254b-421d-b548-19df2fec5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8a99ec15-f8fc-412b-a8be-438791a0c5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:10.229874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network hostable DHCP agents. Network: 8a99ec15-f8fc-412b-a8be-438791a0c5bb, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:10.251919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:10.261960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network 8a99ec15-f8fc-412b-a8be-438791a0c5bb is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:10.269674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.273681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.277573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.281440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.285344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.285564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8a99ec15-f8fc-412b-a8be-438791a0c5bb) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:10.289622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.294411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.296351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b10848fa-bf81-4a27-92c9-73cae311a418 req-fbecfb85-15f4-4c61-9fd8-4f53368532ac tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.4000034 Mar 02 17:45:10.298217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:10.311943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:10.318327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:10.327763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.333395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7f8c7-6549-4790-bb50-c642c27b821b None None] Network 8a99ec15-f8fc-412b-a8be-438791a0c5bb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:10.336640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.341822 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.342886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:10.353719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Request body: {'floatingip': {'port_id': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:10.388934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88c00851-4673-45c6-904f-ce30d55dfe49 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5290551 Mar 02 17:45:10.392300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:10.477977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.501781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bf9f-1609-4b01-90d1-314898638a03 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.507731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bf9f-1609-4b01-90d1-314898638a03 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.508645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2850bf9f-1609-4b01-90d1-314898638a03 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Synchronizing usage tracker for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:10.533175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2850bf9f-1609-4b01-90d1-314898638a03 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Unset dirty status for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:10.535483 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2850bf9f-1609-4b01-90d1-314898638a03 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1420982 Mar 02 17:45:10.538304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36858) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:10.579066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.579540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.618098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Deleting port 8734f6ae-1715-4b5d-9aeb-6adf25201519 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:10.619122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:10.695112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c73ae-d5f7-4480-a44b-381f89be1c46 req-bba03310-b275-42a9-b343-ff84f3b60b4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:10.701812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e3c73ae-d5f7-4480-a44b-381f89be1c46 req-bba03310-b275-42a9-b343-ff84f3b60b4f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.4985409 Mar 02 17:45:10.728792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-10a7b983-83b5-4096-8f77-e9a12d951c6c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2829404 Mar 02 17:45:10.760373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Request body: {'port': {'device_id': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:10.882557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.090752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e3c73ae-d5f7-4480-a44b-381f89be1c46 req-4a445ac6-7b58-4bf3-9dce-23ba19f00512 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880398 Mar 02 17:45:11.096125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe233-2abc-44a6-a39d-19dc4d161a0a req-2c16188f-62b1-4079-88d1-7f41c53b5991 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:11.096813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-149fe233-2abc-44a6-a39d-19dc4d161a0a req-2c16188f-62b1-4079-88d1-7f41c53b5991 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:11.115534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Calling delete_port for 8734f6ae-1715-4b5d-9aeb-6adf25201519 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:11.157994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36878) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:11.275054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:45:11.284102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.308007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66105f45-dcf4-4de3-b794-fa9365edd9e8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 200 len: 993 time: 0.1397388 Mar 02 17:45:11.308007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.319148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:45:11.320035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-149fe233-2abc-44a6-a39d-19dc4d161a0a req-2c16188f-62b1-4079-88d1-7f41c53b5991 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:11.325572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-149fe233-2abc-44a6-a39d-19dc4d161a0a req-2c16188f-62b1-4079-88d1-7f41c53b5991 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 931 time: 0.8549454 Mar 02 17:45:11.327337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.330052 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-27e6d423-bece-4606-acd6-3c4db1fc1c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.342447 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:11.343082 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:44:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:11.397532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Port': ['ID=8734f6ae-1715-4b5d-9aeb-6adf25201519,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:11.413175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.433326 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-48393940-0480-4f0e-9caf-4f65212d1a56 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/ports/8734f6ae-1715-4b5d-9aeb-6adf25201519 HTTP/1.1" status: 204 len: 168 time: 0.8929093 Mar 02 17:45:11.435572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36890) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:11.521623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Deleting port af86851b-6daf-47be-8508-406399f8d751 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:11.522328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.641969 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:11.697787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7bb3bbb4-b39c-411c-afcb-42871ea326f5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "PUT /v2.0/floatingips/65767d90-28b0-444d-b33b-47ce4c7a69f1 HTTP/1.1" status: 200 len: 991 time: 4.9869926 Mar 02 17:45:11.731212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:11.813119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:11.871685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-149fe233-2abc-44a6-a39d-19dc4d161a0a req-02f45dba-939b-4905-8103-a5f8d1380851 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452492 Mar 02 17:45:11.900383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:45:11.992859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13c174-1308-4f07-8c3f-95ec6240cb96 req-9721bc6e-db24-4786-a493-8b68e1f13179 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:12.001117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff13c174-1308-4f07-8c3f-95ec6240cb96 req-9721bc6e-db24-4786-a493-8b68e1f13179 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.6516318 Mar 02 17:45:12.001338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Calling delete_port for af86851b-6daf-47be-8508-406399f8d751 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:12.051787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '65767d90-28b0-444d-b33b-47ce4c7a69f1', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:44:33Z', 'updated_at': '2022-03-02T17:45:07Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:12.061755 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:45:12.086362 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:12.087006 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:45:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:12.103699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.170923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.184779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Port': ['ID=af86851b-6daf-47be-8508-406399f8d751,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:12.193675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.195763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.206617 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0baa5bb0-9459-45ef-8d08-3fc3eda8db4a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/ports/af86851b-6daf-47be-8508-406399f8d751 HTTP/1.1" status: 204 len: 168 time: 0.7691092 Mar 02 17:45:12.208569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:12.295142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc90fac7-bc66-462f-91af-d845931d8f21 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Synchronizing usage tracker for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:12.338314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc90fac7-bc66-462f-91af-d845931d8f21 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Unset dirty status for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:12.343859 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bc90fac7-bc66-462f-91af-d845931d8f21 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1341968 Mar 02 17:45:12.344466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36936) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:12.346564 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'status': 'completed', 'code': 200} Mar 02 17:45:12.359246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-958647105'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:12.374935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:12.385263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:network and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:12.402454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:12.418310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff13c174-1308-4f07-8c3f-95ec6240cb96 req-3f87fb11-8e48-4537-9bf0-611c49d4c324 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157832 Mar 02 17:45:12.424532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:12.451638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:12.455057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.515376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:12.533846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-c65577ce-eab0-43b9-8bdf-23d993bc6c7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1096 time: 0.1947596 Mar 02 17:45:12.536401 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.537032 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment aca7847d-7a2e-46a1-a26a-58d0960d35de of type vlan for network d46f8f36-a43a-436c-b629-01de0622d39c Mar 02 17:45:12.580082 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:12.601141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.640282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.648480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:12.650240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.745123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.839405 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4915693 Mar 02 17:45:12.842033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:12.852690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-726880082'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:12.862459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:12.872164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:network and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:12.879143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6003b290-c916-44a1-9320-59a001d3d328 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:45:12.880311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6004-3503-4542-8dbf-b9e0ede1c387 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=d46f8f36-a43a-436c-b629-01de0622d39c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:12.883147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:12.890360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.891376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:12.894859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d46f8f36-a43a-436c-b629-01de0622d39c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:12.931892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:12.935796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.939242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Transition to ACTIVE for port object 6003b290-c916-44a1-9320-59a001d3d328 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:12.982937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:12.992420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.995496 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:12.996118 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Added segment 246fffe7-7869-4770-a2e9-a074abe16c14 of type vlan for network cf6a876e-8c24-4241-a43e-b6a7b191e28e Mar 02 17:45:13.031196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:13.093952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:13.101025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:13.107354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:13.168216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:13.226414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:13.239746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b0d52-d10a-4757-bbe5-c64883724894 req-4024139b-9bb1-4d1e-831f-0af7a0725495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:13.243672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-4024139b-9bb1-4d1e-831f-0af7a0725495 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.7026603 Mar 02 17:45:13.333269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Network': ['ID=cf6a876e-8c24-4241-a43e-b6a7b191e28e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:13.347067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network cf6a876e-8c24-4241-a43e-b6a7b191e28e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:13.360366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06b8f847-54bd-42ce-9486-28195ecf0c90 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5156472 Mar 02 17:45:13.512432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-04464b75-21f3-4989-989d-67af40b78565 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 999 time: 0.2229974 Mar 02 17:45:13.517588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36976) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:13.525652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'subnets': [{'network_id': 'd46f8f36-a43a-436c-b629-01de0622d39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1644519829', 'ip_version': 4}, {'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:13.526076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'subnet': {'network_id': 'd46f8f36-a43a-436c-b629-01de0622d39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1644519829', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:13.526886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Request body: {'subnet': {'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:13.561843 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '65767d90-28b0-444d-b33b-47ce4c7a69f1', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:44:33Z', 'updated_at': '2022-03-02T17:45:07Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:13.573320 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4a43a-2dd9-4a65-821c-d0dbe1f79376 None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '65767d90-28b0-444d-b33b-47ce4c7a69f1', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:44:33Z', 'updated_at': '2022-03-02T17:45:07Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:45:13.643243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba84113-bb8b-4e83-ba51-bf528da90949 req-43d874e4-c785-48ec-924d-dc37a4e3e1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.0436215 Mar 02 17:45:13.750683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b0d52-d10a-4757-bbe5-c64883724894 req-c6724f1a-ae17-478e-bfa2-fcd2362cfaa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:13.752396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-c6724f1a-ae17-478e-bfa2-fcd2362cfaa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.1024792 Mar 02 17:45:13.953801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a18c1c-8e58-4223-8169-d98eb9a56b7c None None] New status for floating IP 65767d90-28b0-444d-b33b-47ce4c7a69f1: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:45:13.986765 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Floating IP ac7842b2-a1be-4ceb-a363-6da8f49fa778 associated. External IP: 172.25.3.28, port: 8da06370-5c39-447f-a5b9-68105ae8ecf2. Mar 02 17:45:14.081227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36986) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:14.204121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:14.218197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Usage tracker for resource:subnet and tenant:5c744a41531c4fb1ad28a6ed264267b3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:14.222542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:14.230717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:14.240033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-5557d11d-f09a-4a00-9135-8695a2c2bfe8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568208 Mar 02 17:45:14.249418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Made reservation on behalf of 5c744a41531c4fb1ad28a6ed264267b3 for: {'subnet': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:14.344865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.432964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f978a-0791-46e0-8fa5-11ebd01eff5e req-3aa7625d-5df0-4b41-b8c3-b2adec56c41d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:14.434448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-970f978a-0791-46e0-8fa5-11ebd01eff5e req-3aa7625d-5df0-4b41-b8c3-b2adec56c41d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 1.2103009 Mar 02 17:45:14.483591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Attempting to bind port 6003b290-c916-44a1-9320-59a001d3d328 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:14.483927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Attempting to bind port 6003b290-c916-44a1-9320-59a001d3d328 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:14.484246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Attempting to bind port 6003b290-c916-44a1-9320-59a001d3d328 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:14.488671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-629d8441-bc84-4e94-90a7-28eb2bf0e7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7181008 Mar 02 17:45:14.536797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367794c-9d7d-4444-915d-06c180eafaca req-be5953fd-397f-4944-98c8-bb1929077930 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:14.538534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9367794c-9d7d-4444-915d-06c180eafaca req-be5953fd-397f-4944-98c8-bb1929077930 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4187350 Mar 02 17:45:14.544824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.602066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Port 6003b290-c916-44a1-9320-59a001d3d328 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:45:14.602394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Attempting to bind port 6003b290-c916-44a1-9320-59a001d3d328 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:14.613987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.614313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.636879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:14.666417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-970f978a-0791-46e0-8fa5-11ebd01eff5e req-e6ae03c5-deff-4130-99d2-f36207fdefcf tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102914 Mar 02 17:45:14.671620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:14.671952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:14.672326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:14.672954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Bound port: 6003b290-c916-44a1-9320-59a001d3d328, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:14.673302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.698118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Usage tracker for resource:security_group_rule and tenant:92af067457654be2931537260a06ffac is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:14.701537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:14.712798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:14.814821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9367794c-9d7d-4444-915d-06c180eafaca req-53848e44-657e-457a-8641-b5f8f540513e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000854 Mar 02 17:45:14.828997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-e0e7a8f2-5a66-4f44-a9a4-da12ad0ffd4b service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270903 Mar 02 17:45:14.886647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.904691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:14.924617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:14.970377 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92af067457654be2931537260a06ffac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8859229 Mar 02 17:45:14.971063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37014) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:14.987320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:14.988476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b75d2-9fb9-4de5-8706-6a61ef0157e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25a081-912b-4cdb-88d0-4f535f83dfd5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:15.017023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.143792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.145116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/6003b290-c916-44a1-9320-59a001d3d328 HTTP/1.1" status: 200 len: 1091 time: 4.3913763 Mar 02 17:45:15.146539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'tag': '6003b290-c916-44a1-9320-59a001d3d328'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:15.163835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153b0d52-d10a-4757-bbe5-c64883724894 req-d4fa3742-d3c5-4f10-82e3-cc7e6a3c66ae service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215907 Mar 02 17:45:15.187760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.248695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.366321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.373766 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'tag': '6003b290-c916-44a1-9320-59a001d3d328', 'status': 'completed', 'code': 200} Mar 02 17:45:15.421232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633734-5a8f-4715-a258-f114cffe46a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:15.424601 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:45:15.429807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25a081-912b-4cdb-88d0-4f535f83dfd5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:15.439717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.475308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.491724 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b8247db1-519a-4c08-b559-14a2318a7c73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd25a081-912b-4cdb-88d0-4f535f83dfd5 HTTP/1.1" status: 204 len: 168 time: 0.4981141 Mar 02 17:45:15.500450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90d7b-5cad-4d04-9a86-469674f7d4f2 req-14177ee1-dc6a-4f4a-99a2-7885ea2d66a0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:15.501714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2a90d7b-5cad-4d04-9a86-469674f7d4f2 req-14177ee1-dc6a-4f4a-99a2-7885ea2d66a0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5806291 Mar 02 17:45:15.548155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Subnet': ['ID=55cbc4be-fb27-4fd8-a971-7f992b5f893a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:15.561636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Checking segment: {'id': 'aca7847d-7a2e-46a1-a26a-58d0960d35de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd46f8f36-a43a-436c-b629-01de0622d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:15.562043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network hostable DHCP agents. Network: d46f8f36-a43a-436c-b629-01de0622d39c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:15.587907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network d46f8f36-a43a-436c-b629-01de0622d39c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:15.599473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d46f8f36-a43a-436c-b629-01de0622d39c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:15.604111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.611348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522f13d-856a-4fdc-bf58-7231fb01bf91 None None] Network d46f8f36-a43a-436c-b629-01de0622d39c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:15.614025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2a90d7b-5cad-4d04-9a86-469674f7d4f2 req-c6411bb3-c7eb-4bd0-a333-2d9b7e15f031 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017065 Mar 02 17:45:15.622744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-fa2139e2-5f4d-45b8-82b2-c5c0cc4d2ebf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 1094 time: 0.2419486 Mar 02 17:45:15.681721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event updated for resources: {'Subnet': ['ID=d4287da3-d5f1-45cf-8bdd-642b8a5ced63,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:15.729565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Checking segment: {'id': '246fffe7-7869-4770-a2e9-a074abe16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:15.730030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network hostable DHCP agents. Network: cf6a876e-8c24-4241-a43e-b6a7b191e28e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:15.779859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-67279280-0026-45ca-8ba5-5418109ea0e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6003b290-c916-44a1-9320-59a001d3d328 HTTP/1.1" status: 200 len: 217 time: 0.1074219 Mar 02 17:45:15.785796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Router 72ac98a9-c891-41b7-9596-719532d97163 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:45:15.791892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Network cf6a876e-8c24-4241-a43e-b6a7b191e28e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:15.810515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, cf6a876e-8c24-4241-a43e-b6a7b191e28e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:15.817204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:15.817589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:15.818280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:15.827450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502115e-305b-4e8a-8d07-215d0e533f17 None None] Network cf6a876e-8c24-4241-a43e-b6a7b191e28e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:15.874688 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d99756b-24f8-44ff-ab8d-622b99b342bd tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3541818 Mar 02 17:45:15.876873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:16.011379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.012858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.014177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.015040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Synchronizing usage tracker for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:16.053736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Unset dirty status for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:16.059152 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f207928c-ce35-49ad-a486-d95092657b5a tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1783788 Mar 02 17:45:16.060426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37038) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:16.077378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-1d7b3162-7a12-40e5-b8b9-705cd1af33e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.078871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-1d7b3162-7a12-40e5-b8b9-705cd1af33e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.2852774 Mar 02 17:45:16.107140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37042) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:16.155915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.166120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-2c87202b-2d62-4e0a-9ed9-e55bf22eeb7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762687 Mar 02 17:45:16.196058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Deleting subnet 55cbc4be-fb27-4fd8-a971-7f992b5f893a {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:45:16.202400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.215030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-cf6a876e-8c24-4241-a43e-b6a7b191e28e', 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e', 'tenant_id': '5c744a41531c4fb1ad28a6ed264267b3', 'fixed_ips': [{'subnet_id': 'd4287da3-d5f1-45cf-8bdd-642b8a5ced63'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:16.216032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.248437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:16.259378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Usage tracker for resource:security_group_rule and tenant:8a7fb173b9c747f1ae1be83ce9cc1f94 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:16.264138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:16.273118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:16.284127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.284341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84234acf-c67f-45c7-83a7-bf3c04ac8983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d46f8f36-a43a-436c-b629-01de0622d39c', 'network_id': 'd46f8f36-a43a-436c-b629-01de0622d39c', 'tenant_id': '5c744a41531c4fb1ad28a6ed264267b3', 'fixed_ips': [{'subnet_id': '55cbc4be-fb27-4fd8-a971-7f992b5f893a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:16.285137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84234acf-c67f-45c7-83a7-bf3c04ac8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.324347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961f882-2acd-4120-a6f8-6763438400d3 req-1646266e-3bce-4a26-a88f-d696525641e4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.325904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4961f882-2acd-4120-a6f8-6763438400d3 req-1646266e-3bce-4a26-a88f-d696525641e4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.3476117 Mar 02 17:45:16.348483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858a38-845d-4f99-8f13-a56f39245da8 req-b256a5be-7af5-4ba9-bdd2-0b67a3394258 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:16.348723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0858a38-845d-4f99-8f13-a56f39245da8 req-b256a5be-7af5-4ba9-bdd2-0b67a3394258 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3148882 Mar 02 17:45:16.389276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.439999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-6abb7570-d635-4ffb-a38f-551795439b8f service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575176 Mar 02 17:45:16.481721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.487670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.505663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Allocated IP 172.20.0.18 (cf6a876e-8c24-4241-a43e-b6a7b191e28e/d4287da3-d5f1-45cf-8bdd-642b8a5ced63/3990d8fc-cdb3-4c74-83c6-d9a434aa78d5) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:16.543301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a7fb173b9c747f1ae1be83ce9cc1f94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4152803 Mar 02 17:45:16.545074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37046) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:16.602484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7da824-b485-4400-aab3-90a0da770f18,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-84234acf-c67f-45c7-83a7-bf3c04ac8983 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55cbc4be-fb27-4fd8-a971-7f992b5f893a: This subnet is being modified by another concurrent operation. Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:45:16.604871 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55cbc4be-fb27-4fd8-a971-7f992b5f893a: This subnet is being modified by another concurrent operation. Mar 02 17:45:16.608659 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:45:16.612296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.639688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cb339-1fe3-4f24-b7bb-badf53ed676d None None] Network d46f8f36-a43a-436c-b629-01de0622d39c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:16.664178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Subnet': ['ID=55cbc4be-fb27-4fd8-a971-7f992b5f893a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:16.670143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.670609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.671125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.671277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.671872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.671872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.672124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.672427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.672747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.673061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.673170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4961f882-2acd-4120-a6f8-6763438400d3 req-7000c814-d6a4-4c08-9210-a5805fc1495e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360744 Mar 02 17:45:16.673378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43cf8e-27f9-4ace-a614-7a2bd22326ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.675259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0858a38-845d-4f99-8f13-a56f39245da8 req-c15fd5b4-aaf1-40c4-86ec-169476e22c2a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002596 Mar 02 17:45:16.702514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:45:16.709575 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.722029 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Sync routers for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:45:16.724070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.741407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.741835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.742293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.742692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.743080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.743497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.743830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.744157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.744480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.744800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.745120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:16.752238 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:16.752861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:45:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:16.776178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-300db387-94e7-497c-8cdc-eca1de83b91f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/subnets/55cbc4be-fb27-4fd8-a971-7f992b5f893a HTTP/1.1" status: 204 len: 168 time: 0.7146380 Mar 02 17:45:16.778330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad20cdd-8ba7-4e67-b49b-7be188c01f75 req-110c39d2-04a0-4156-b0b3-027063ce8ed8 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982888 Mar 02 17:45:16.779318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37052) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:16.781803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.796638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2100aac9-6946-4f6e-96e7-d7fc4696dc86 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "PUT /v2.0/floatingips/ac7842b2-a1be-4ceb-a363-6da8f49fa778 HTTP/1.1" status: 200 len: 990 time: 6.4502943 Mar 02 17:45:16.798764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-01ea59d5-29da-4d89-a8a2-d3009392da11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1096 time: 0.3554292 Mar 02 17:45:16.960793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:16.987231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Deleting subnet d4287da3-d5f1-45cf-8bdd-642b8a5ced63 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:45:17.040372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.068046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7da824-b485-4400-aab3-90a0da770f18,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:17.071872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.073268 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-852668e7-bafc-47dd-8aed-7d756fd94d59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed7da824-b485-4400-aab3-90a0da770f18 HTTP/1.1" status: 204 len: 168 time: 0.5194578 Mar 02 17:45:17.110161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:17.147194 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.158308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Transition to ACTIVE for port object 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:17.187609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Transition to ACTIVE for port object 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:17.195425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.196359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.270660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Network cf6a876e-8c24-4241-a43e-b6a7b191e28e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:17.271275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-7743b70d-d3ab-4dec-969d-f51327444e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.273296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-7743b70d-d3ab-4dec-969d-f51327444e04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.4666800 Mar 02 17:45:17.278543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:17.283794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:17.291338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Pushing event updated for resources: {'Port': ['ID=3990d8fc-cdb3-4c74-83c6-d9a434aa78d5,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:17.317906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.379296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:17.421161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-fbfe4b3e-046d-4c56-a584-241d781b99f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 1094 time: 0.4780333 Mar 02 17:45:17.433553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Attempting to bind port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:17.434164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbdb08-9626-4df6-a929-97be3e357d45 req-fc2320c8-8a14-4b8d-be85-c11cdd295d37 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.435762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2cbdb08-9626-4df6-a929-97be3e357d45 req-fc2320c8-8a14-4b8d-be85-c11cdd295d37 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5365233 Mar 02 17:45:17.442461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Attempting to bind port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '246fffe7-7869-4770-a2e9-a074abe16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:17.443217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Attempting to bind port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 on network cf6a876e-8c24-4241-a43e-b6a7b191e28e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:17.457667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:17.458632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Checking segment: {'id': '246fffe7-7869-4770-a2e9-a074abe16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:17.461350 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.462815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Bound using segment: {'id': '246fffe7-7869-4770-a2e9-a074abe16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:17.463627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Bound port: 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246fffe7-7869-4770-a2e9-a074abe16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cf6a876e-8c24-4241-a43e-b6a7b191e28e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:17.464280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.476032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.527130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.542431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.546505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.550459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.555689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.559610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.563519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.565436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-44fd22c2-3869-4aff-a5eb-2b53687634cd tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.5632827 Mar 02 17:45:17.629600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] For port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:17.634056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] For port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3990d8fc-cdb3-4c74-83c6-d9a434aa78d5,segment=NetworkSegment(246fffe7-7869-4770-a2e9-a074abe16c14),segment_id=246fffe7-7869-4770-a2e9-a074abe16c14)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:17.636488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.650557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.670503 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'ac7842b2-a1be-4ceb-a363-6da8f49fa778', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '72ac98a9-c891-41b7-9596-719532d97163', 'port_id': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'mac_address': 'fa:16:3e:c3:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:21Z', 'updated_at': '2022-03-02T17:45:11Z', 'revision_number': 1, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:17.679745 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Checking router: 72ac98a9-c891-41b7-9596-719532d97163 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:45:17.680480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-80a039bf-4a55-4337-b3fd-f3b17d9466e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1001 time: 0.3909037 Mar 02 17:45:17.691500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:17.692283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:45:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:17.732384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Subnet': ['ID=d4287da3-d5f1-45cf-8bdd-642b8a5ced63,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:17.737625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:17.751936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ea9f0427-904e-4a86-b7be-e4e99e9f0da9 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/subnets/d4287da3-d5f1-45cf-8bdd-642b8a5ced63 HTTP/1.1" status: 204 len: 168 time: 0.9712603 Mar 02 17:45:17.752520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:17.783031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57da5e-ad6a-4607-955c-1ca4cd5ed002 None None] Pushing event updated for resources: {'Port': ['ID=3990d8fc-cdb3-4c74-83c6-d9a434aa78d5,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:17.817175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2cbdb08-9626-4df6-a929-97be3e357d45 req-ffd4bbb5-6e3d-4b75-a18f-5e2a161a503a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512886 Mar 02 17:45:17.857328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e79f7f48-e262-4fb7-8409-8d57625ab723 req-64d9c1aa-2885-4df6-b0bc-990b8677e616 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348990 Mar 02 17:45:17.860694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-69b69e8a-f1c5-40f5-b067-7f80054ea461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.862045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-69b69e8a-f1c5-40f5-b067-7f80054ea461 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.1691346 Mar 02 17:45:17.867701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-0da4e5b9-84a0-45ab-bd3f-a00affdd9c13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.869148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-0da4e5b9-84a0-45ab-bd3f-a00affdd9c13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.4312124 Mar 02 17:45:17.874695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd018061-04df-4219-9022-f73170a09ad4 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:17.875379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd018061-04df-4219-9022-f73170a09ad4 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Synchronizing usage tracker for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:17.910475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fd018061-04df-4219-9022-f73170a09ad4 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Unset dirty status for tenant:5c744a41531c4fb1ad28a6ed264267b3 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:17.915029 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fd018061-04df-4219-9022-f73170a09ad4 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1583996 Mar 02 17:45:17.915995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:18.018920 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'status': 'completed', 'code': 200} Mar 02 17:45:18.025538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-7e986828-a7fe-44fb-9775-953287261a8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6003b290-c916-44a1-9320-59a001d3d328 HTTP/1.1" status: 200 len: 217 time: 0.1190529 Mar 02 17:45:18.110092 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:18.160476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:18.263635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Deleting port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:18.264310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:18.295127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-dfeb136e-e2ea-4f56-85a4-2549a465284b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4249334 Mar 02 17:45:18.370467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-182eee83-ce39-4b79-9ddf-24d093c7eef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:18.372063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-182eee83-ce39-4b79-9ddf-24d093c7eef5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.3087595 Mar 02 17:45:18.395680 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-b649f08e-9beb-4d1f-a6fa-599843aa417d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6491 time: 0.2296219 Mar 02 17:45:18.530535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-1fa02969-9ac3-438a-b5b9-3daa6fb14544 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350052 Mar 02 17:45:18.599448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa39f-5519-4716-ac89-54a576c467ce req-c0ed2ecb-3464-4cfa-a82f-f5372987d22a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:18.606606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c90fa39f-5519-4716-ac89-54a576c467ce req-c0ed2ecb-3464-4cfa-a82f-f5372987d22a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.3954384 Mar 02 17:45:18.663326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-8ecad0f4-e0cc-40ad-ab7c-818e5775141b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:18.664797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-8ecad0f4-e0cc-40ad-ab7c-818e5775141b service neutron] 10.222.0.50 "GET /v2.0/networks?id=14772b19-f502-4eca-9762-3de40af9b710 HTTP/1.1" status: 200 len: 913 time: 0.2453544 Mar 02 17:45:18.749283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'ac7842b2-a1be-4ceb-a363-6da8f49fa778', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '72ac98a9-c891-41b7-9596-719532d97163', 'port_id': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'mac_address': 'fa:16:3e:c3:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:21Z', 'updated_at': '2022-03-02T17:45:11Z', 'revision_number': 1, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:18.757663 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84556f-fdab-43f2-82b8-776be95237c0 None None] The sync data for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 is: [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'ac7842b2-a1be-4ceb-a363-6da8f49fa778', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '72ac98a9-c891-41b7-9596-719532d97163', 'port_id': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'mac_address': 'fa:16:3e:c3:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:43:21Z', 'updated_at': '2022-03-02T17:45:11Z', 'revision_number': 1, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:45:18.789121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae9329-7764-4c4c-befa-9326af1a5fad req-cb19e153-9fca-4eb8-ad8f-115451808a92 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:18.790805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6ae9329-7764-4c4c-befa-9326af1a5fad req-cb19e153-9fca-4eb8-ad8f-115451808a92 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4799461 Mar 02 17:45:18.844726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] For port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3990d8fc-cdb3-4c74-83c6-d9a434aa78d5,segment=NetworkSegment(246fffe7-7869-4770-a2e9-a074abe16c14),segment_id=246fffe7-7869-4770-a2e9-a074abe16c14)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:18.845096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:18.966241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c90fa39f-5519-4716-ac89-54a576c467ce req-d972e8f9-46a4-423b-b159-fba0613fe651 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588469 Mar 02 17:45:18.989575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-4744cf05-7d0b-454f-bcab-007d09394756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2 HTTP/1.1" status: 200 len: 998 time: 0.2710619 Mar 02 17:45:18.997563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Calling delete_port for 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:18.999743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-47f9bf39-2c00-479c-962a-98bb4c31a2c0 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499214 Mar 02 17:45:19.014916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6ae9329-7764-4c4c-befa-9326af1a5fad req-38f6eabd-8092-4384-9bba-de9406243540 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079566 Mar 02 17:45:19.031318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.191216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-a083af62-ff6f-4cef-a749-a7590e5ffcac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.192986 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-a083af62-ff6f-4cef-a749-a7590e5ffcac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06c9c000-dcf9-47c0-8beb-f8809fbfa730 HTTP/1.1" status: 200 len: 851 time: 0.1650856 Mar 02 17:45:19.211232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.313547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Port': ['ID=3990d8fc-cdb3-4c74-83c6-d9a434aa78d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:19.334086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] No DVR routers for this DVR port 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:19.338941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-36b0d28c-50a6-4d8b-ab2f-7874584d9427 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0268507 Mar 02 17:45:19.423019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88e572-1e80-40db-8b23-230f4a3ab6f7 None None] Network cf6a876e-8c24-4241-a43e-b6a7b191e28e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:19.554978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9625bd3b-5945-48ad-bdd2-2244fa257a15 None None] Could not find standard attr ID for object 3990d8fc-cdb3-4c74-83c6-d9a434aa78d5. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 17:45:19.622384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.637065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-398ce57d-d5c3-4f68-b608-2be3334fef5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14772b19-f502-4eca-9762-3de40af9b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4172578 Mar 02 17:45:19.662198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-1fa83461-f06e-4443-b706-a58060b61f47 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134003 Mar 02 17:45:19.732352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9557f-cc4f-4932-811f-fda0e065ea88 None None] DHCP port deletion for cf6a876e-8c24-4241-a43e-b6a7b191e28e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:45:19.753069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d95adb-6ea5-412f-98c6-049de7ca4eb8 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:45:19.759714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6a876e-8c24-4241-a43e-b6a7b191e28e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:19.787836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246fffe7-7869-4770-a2e9-a074abe16c14') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:19.788198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246fffe7-7869-4770-a2e9-a074abe16c14') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:19.804976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b53220f-f52f-4c33-ae92-a23a5d48871a req-0de891d5-a61d-4b1e-a3b6-69685c427ccb service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890010 Mar 02 17:45:19.809270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.817707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.824516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.829230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.835699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.845317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.848165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.852955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.859467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.859874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-050e4c8e-e44a-4920-8d4a-92c439ea67d6 req-a06f77f6-61bd-4c0b-9354-ce87928fcb13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.5941858 Mar 02 17:45:19.879292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:19.879801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:19.888396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd00b-d165-4eb0-8104-803c5ccd9f31 req-0e638edc-c2a0-4379-b0e7-34a292955e11 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:19.890149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6acfd00b-d165-4eb0-8104-803c5ccd9f31 req-0e638edc-c2a0-4379-b0e7-34a292955e11 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.6693764 Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:19.903832 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:19.966550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6acfd00b-d165-4eb0-8104-803c5ccd9f31 req-3c3fd9a6-eab6-441b-b81c-66e333d066f5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706468 Mar 02 17:45:19.985967 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-9f1884d9-850c-4453-a1de-02ebf2709419 service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366101 Mar 02 17:45:20.101137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.120289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d95adb-6ea5-412f-98c6-049de7ca4eb8 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:45:20.142814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.153961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:45:20.163565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=cf6a876e-8c24-4241-a43e-b6a7b191e28e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:20.170760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37122) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:20.170894 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29cefc64-6977-478f-b453-e602c5620b64 tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/cf6a876e-8c24-4241-a43e-b6a7b191e28e HTTP/1.1" status: 204 len: 168 time: 2.2533484 Mar 02 17:45:20.225963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:20.254161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-30ff657f-2453-4e67-af6b-bc0ac56ad9e3 req-cadc2344-2206-48b7-bf26-78e5b3092d95 service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566860 Mar 02 17:45:20.327506 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:45:20.493424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a489468-79b3-4226-be13-f121f0dfdfef None None] New status for floating IP ac7842b2-a1be-4ceb-a363-6da8f49fa778: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:45:20.539397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.641723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc64d77-3508-40b4-853f-cd6f69618371 req-9c20d2e0-3c92-49c5-b942-b599f4d1607f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:20.643241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfc64d77-3508-40b4-853f-cd6f69618371 req-9c20d2e0-3c92-49c5-b942-b599f4d1607f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.2791433 Mar 02 17:45:20.649677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211b9af-32f4-483c-ad82-e8e81848b2e5 req-6cd64560-db8d-4b6d-ac17-e53efd3f9857 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:20.651090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2211b9af-32f4-483c-ad82-e8e81848b2e5 req-6cd64560-db8d-4b6d-ac17-e53efd3f9857 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3686616 Mar 02 17:45:20.662246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1802551366'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:20.737453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:20.753063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Usage tracker for resource:network and tenant:da19452df0d44780a590b4b845889429 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:20.760097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:20.788478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:20.813019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:20.819747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.840040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Made reservation on behalf of da19452df0d44780a590b4b845889429 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:20.843008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.849038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6003b290-c916-44a1-9320-59a001d3d328', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '6003b290-c916-44a1-9320-59a001d3d328', 'mac_address': 'fa:16:3e:48:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:45:20.867041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2211b9af-32f4-483c-ad82-e8e81848b2e5 req-d7bf65c3-d510-4aec-bdc0-3194a7a0d5ba tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081013 Mar 02 17:45:20.868870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfc64d77-3508-40b4-853f-cd6f69618371 req-918e28dd-d8ea-4ca3-99d3-ccd5a59d8156 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169080 Mar 02 17:45:20.872912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.884743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46f8f36-a43a-436c-b629-01de0622d39c']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:20.902159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca7847d-7a2e-46a1-a26a-58d0960d35de') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:20.902462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca7847d-7a2e-46a1-a26a-58d0960d35de') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:20.921176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.947289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:20.949676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.955035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Usage tracker for resource:security_group_rule and tenant:da19452df0d44780a590b4b845889429 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:20.958937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:20.962097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:20.962522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:20.977204 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:20.983489 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:20.984077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:21.057720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6003b290-c916-44a1-9320-59a001d3d328 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:45:21.077851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.096691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:21.101111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.109520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.154547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=d46f8f36-a43a-436c-b629-01de0622d39c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.175182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-05e01aa1-ece1-420c-8071-5d39a8fab33f tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/d46f8f36-a43a-436c-b629-01de0622d39c HTTP/1.1" status: 204 len: 168 time: 1.0027966 Mar 02 17:45:21.178441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:21.200677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.247541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.257907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.277880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d877-63cb-4766-960a-e0417135f2ad req-cbb6777f-3fb9-48ff-add9-0e9cc0a21798 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:21.279384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bf9d877-63cb-4766-960a-e0417135f2ad req-cbb6777f-3fb9-48ff-add9-0e9cc0a21798 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.1642385 Mar 02 17:45:21.313589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:21.321554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.326441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c59d1d-b6c2-419f-8b85-ae3610c76fe5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.343612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.343963 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Added segment e5661126-c1d5-42e0-8be3-78b2e4e1de3d of type vlan for network fac30da4-6e85-4886-b67e-67d2b3456382 Mar 02 17:45:21.366605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bf9d877-63cb-4766-960a-e0417135f2ad req-1a0b7c1e-e3c3-4cb1-9f24-cb3738bb93fd tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782146 Mar 02 17:45:21.384855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.419075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.422758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:21.423356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.466526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.497953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a99ec15-f8fc-412b-a8be-438791a0c5bb']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:21.511096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e00367-254b-421d-b548-19df2fec5856') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:21.511604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e00367-254b-421d-b548-19df2fec5856') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:21.524362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.530730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2999279 Mar 02 17:45:21.531326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:21.541606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a58422-c1d5-4c80-bc2c-c41f4b320300 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Pushing event updated for resources: {'Network': ['ID=fac30da4-6e85-4886-b67e-67d2b3456382,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.542253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.549118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:21.549682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.555832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network fac30da4-6e85-4886-b67e-67d2b3456382 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:21.565103 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:21.638954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'name': 'tempest-network--1303309880', 'router:external': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:21.643969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:21.647134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.649490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:network and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:21.653890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:21.661252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:21.671855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.676969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:21.681207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=8a99ec15-f8fc-412b-a8be-438791a0c5bb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.683017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.687333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2dfb6266-4737-43fc-8f7b-87b9eeb8892c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/8a99ec15-f8fc-412b-a8be-438791a0c5bb HTTP/1.1" status: 204 len: 168 time: 0.5070364 Mar 02 17:45:21.689639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37148) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:21.700255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.703551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6003b290-c916-44a1-9320-59a001d3d328'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:45:21.737445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:21.741846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:security_group_rule and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:21.746061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:21.753754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:21.812165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.870163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.876415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.947532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:21.962206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84108ab-3ed0-4523-9b8f-ebea1ebf394d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:21.970149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.971415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:21.972881 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Added segment c5fc3f72-34f1-4ec3-bb8d-451b94425ea6 of type vlan for network 259e7500-63ae-4428-b265-2ed18b887a81 Mar 02 17:45:22.014431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.022844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d50368-cbf4-4770-b2e7-224c244adcc0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.039455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99329c2-a193-41ea-aba0-e29b01d623b0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.039455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99329c2-a193-41ea-aba0-e29b01d623b0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.057579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.065202 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.066280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:22.067375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.083726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.094497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:22.095040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:22.111184 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:22.225039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.247318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.260386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] Pushing event deleted for resources: {'Network': ['ID=04d50368-cbf4-4770-b2e7-224c244adcc0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:22.267924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=259e7500-63ae-4428-b265-2ed18b887a81,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:22.270866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84a65556-8730-402b-9eb9-10956c9e957c tempest-BulkNetworkOpsTest-828968131 tempest-BulkNetworkOpsTest-828968131-project] 10.222.0.37 "DELETE /v2.0/networks/04d50368-cbf4-4770-b2e7-224c244adcc0 HTTP/1.1" status: 204 len: 168 time: 0.5801532 Mar 02 17:45:22.276705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-63fa2b1c-26c9-4724-9dd0-3af83f73db89 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7438672 Mar 02 17:45:22.283675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37158) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:22.287918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 259e7500-63ae-4428-b265-2ed18b887a81 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:22.448999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.455527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89cf1-ea86-49a3-8b2b-da6a09fca595 req-69468819-cf93-48eb-aa3a-a24015a3e2e2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:22.456990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcb89cf1-ea86-49a3-8b2b-da6a09fca595 req-69468819-cf93-48eb-aa3a-a24015a3e2e2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 944 time: 0.3619878 Mar 02 17:45:22.469051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13400-daf1-4651-b77f-38fc2b600045 req-8e611b22-d5b5-40ab-9487-9710607ead02 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:22.470706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64b13400-daf1-4651-b77f-38fc2b600045 req-8e611b22-d5b5-40ab-9487-9710607ead02 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3188944 Mar 02 17:45:22.758240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37166) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:22.796313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcb89cf1-ea86-49a3-8b2b-da6a09fca595 req-0525475f-66b3-4a29-b6f1-29a4148c1277 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236797 Mar 02 17:45:22.829131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64b13400-daf1-4651-b77f-38fc2b600045 req-17ffb8dc-126d-4955-b09b-4403a564b66f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401258 Mar 02 17:45:22.830396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.875081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259e7500-63ae-4428-b265-2ed18b887a81']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.893372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fc3f72-34f1-4ec3-bb8d-451b94425ea6') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.894492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fc3f72-34f1-4ec3-bb8d-451b94425ea6') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:22.908411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.928220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:22.936012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:22.936012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.010946 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4613e00-bf67-4526-a1c9-cf1cb8009f55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c744a41531c4fb1ad28a6ed264267b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486107 Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:23.011626 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:23.014295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37172) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:23.097534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.105331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.114034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 259e7500-63ae-4428-b265-2ed18b887a81 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:45:23.124431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.127979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Network': ['ID=259e7500-63ae-4428-b265-2ed18b887a81,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:23.142668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3dbfc5f4-6271-4357-9daa-d41977a7a7ca tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/259e7500-63ae-4428-b265-2ed18b887a81 HTTP/1.1" status: 204 len: 168 time: 0.8483806 Mar 02 17:45:23.142668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37176) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:23.149275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:23.160259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.164009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:23.175080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:network and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:23.175080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ca06d-be75-478d-97d1-125e1765c4be req-5aad87d2-6f17-4910-89c1-daf81e4bf888 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:23.185331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-564ca06d-be75-478d-97d1-125e1765c4be req-5aad87d2-6f17-4910-89c1-daf81e4bf888 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.1686418 Mar 02 17:45:23.185331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:23.219194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:23.235484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-564ca06d-be75-478d-97d1-125e1765c4be req-e4ed3aaf-3e83-4090-8d0f-4bbdd1fcf07b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531709 Mar 02 17:45:23.237135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:23.239504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.264145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.292107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:23.311641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.312204 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Added segment 5a5487d9-0553-476a-b291-2f5ac101d794 of type vlan for network d7f8031a-926e-4339-a072-c7a8b4fc5453 Mar 02 17:45:23.370280 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.383400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc2845-8bf4-4d61-8fa6-486deaa1bbc5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:23.390708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.393392 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f77abc7f-e0cd-4fff-8636-a9622e7524db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9fc2845-8bf4-4d61-8fa6-486deaa1bbc5 HTTP/1.1" status: 204 len: 168 time: 0.3758619 Mar 02 17:45:23.440757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.440757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:23.441291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:23.597436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=d7f8031a-926e-4339-a072-c7a8b4fc5453,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:23.602789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-86c23488-9789-4ace-94d2-17a763d3b65e tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4580920 Mar 02 17:45:23.604282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:23.610278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'subnet': {'network_id': 'd7f8031a-926e-4339-a072-c7a8b4fc5453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:23.616222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:23.617839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d7f8031a-926e-4339-a072-c7a8b4fc5453 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:23.619894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:subnet and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:23.625352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:23.641250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:23.660899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:23.664747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.067369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a0e9-ade4-431f-a84a-3f3fd99c1ffc req-05411dd3-63c9-4bd5-baa0-63e7d3d9e956 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:24.069642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9973a0e9-ade4-431f-a84a-3f3fd99c1ffc req-05411dd3-63c9-4bd5-baa0-63e7d3d9e956 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 944 time: 0.1388221 Mar 02 17:45:24.089047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 17:45:24.089504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.116869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c9ff-9709-40ce-9e67-2c1b010bc867 req-cf7b17dc-89c3-48b3-bf28-437d3f2c7c02 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:24.124325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0c6c9ff-9709-40ce-9e67-2c1b010bc867 req-cf7b17dc-89c3-48b3-bf28-437d3f2c7c02 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.1288922 Mar 02 17:45:24.145204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:24.168455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Subnet': ['ID=757a0a2d-b0ae-4b54-9d62-b471cc1ee16a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:24.174752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9973a0e9-ade4-431f-a84a-3f3fd99c1ffc req-bd9ddc85-fcef-4368-b9ab-01ca7c8b624c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Mar 02 17:45:24.199164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0c6c9ff-9709-40ce-9e67-2c1b010bc867 req-3f3de323-ac75-4285-b36e-73b2b9e463c4 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743942 Mar 02 17:45:24.207104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Checking segment: {'id': '5a5487d9-0553-476a-b291-2f5ac101d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd7f8031a-926e-4339-a072-c7a8b4fc5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:24.207469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Network hostable DHCP agents. Network: d7f8031a-926e-4339-a072-c7a8b4fc5453, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:24.233228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Network d7f8031a-926e-4339-a072-c7a8b4fc5453 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:24.244409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d7f8031a-926e-4339-a072-c7a8b4fc5453) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:24.245587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 6003b290-c916-44a1-9320-59a001d3d328 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:24.248622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:24.249463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.250979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6003b290-c916-44a1-9320-59a001d3d328 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:24.252242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.282437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37206) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:24.283055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45272bb0-462b-43c4-9e81-932928e56ef7 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6772530 Mar 02 17:45:24.284265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a92d7-4dd6-4b5a-989c-60ff1940407f None None] Network d7f8031a-926e-4339-a072-c7a8b4fc5453 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:24.289934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7f8031a-926e-4339-a072-c7a8b4fc5453'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:24.295280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:24.300012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:floatingip and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:24.305124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:24.315832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:24.335988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.495303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:24.543178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e69da-efac-4217-a54f-48dd2e91feab req-ff33fab4-3cd4-4796-bcb9-d8243d73522e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:24.544932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f7e69da-efac-4217-a54f-48dd2e91feab req-ff33fab4-3cd4-4796-bcb9-d8243d73522e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.1242476 Mar 02 17:45:24.592860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.611540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.615012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f7e69da-efac-4217-a54f-48dd2e91feab req-579fd0c3-c236-4ee8-9e94-2e1c15a1d7e2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611784 Mar 02 17:45:24.651933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9e9d5-07f9-4305-8e7a-731d10e0263e None None] Network d7f8031a-926e-4339-a072-c7a8b4fc5453 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:24.660271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762983980'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:24.666711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:24.670911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:24.673925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:24.680702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:24.693119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:24.697153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.711750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.721366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:24.747434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:24.752147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:security_group_rule and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:24.756804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:24.763279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Allocated IP 172.20.0.12 (d7f8031a-926e-4339-a072-c7a8b4fc5453/757a0a2d-b0ae-4b54-9d62-b471cc1ee16a/8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:24.763960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:24.793300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:24.796170 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328', 'code': 200} Mar 02 17:45:24.801656 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.847677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.853499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.898604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:24.907530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad9905-7960-49aa-8662-b73af07e3a5c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:24.916562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.917193 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 294fa778-6885-477f-91d6-904df58aa2e3 of type vlan for network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d Mar 02 17:45:24.934149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:24.968228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:24.992334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.001769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.039443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.043181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:25.043764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.072310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Network d7f8031a-926e-4339-a072-c7a8b4fc5453 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:25.075775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:25.078132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:25.108221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Port': ['ID=8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:25.140151 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ff0686fb-cc9d-4859-8208-385059b136cd req-03d4ef93-35ad-42ca-bcc3-3e768ea3c49b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 1096 time: 0.2055190 Mar 02 17:45:25.187210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6907640 Mar 02 17:45:25.191857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2b5fe-cb83-4f8e-bfd6-edf9591c960d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=97ca9c62-b209-45b6-8dac-c9b84c2a6b4d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:25.208301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:25.225760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ff0686fb-cc9d-4859-8208-385059b136cd req-a6aca535-b6db-4ff2-acf6-2f6e29118411 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634892 Mar 02 17:45:25.262820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.543608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.633340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d243-acea-46db-87a2-fac5572e0bee req-e7c791b6-147c-4f9c-b622-7b0c25a7016a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:25.634794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7080d243-acea-46db-87a2-fac5572e0bee req-e7c791b6-147c-4f9c-b622-7b0c25a7016a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.2196541 Mar 02 17:45:25.675054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2895fa-420e-4741-b084-5e2060d584c0 req-8a5aa3a8-99f2-4f15-ac42-ffb923a04961 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:25.676458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2895fa-420e-4741-b084-5e2060d584c0 req-8a5aa3a8-99f2-4f15-ac42-ffb923a04961 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2599795 Mar 02 17:45:25.801486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7080d243-acea-46db-87a2-fac5572e0bee req-2be40b66-9779-4037-a35a-ec250e30a2fc tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591995 Mar 02 17:45:25.820532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2895fa-420e-4741-b084-5e2060d584c0 req-a6410319-0bf6-4126-ba53-6111a7816425 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Mar 02 17:45:25.879388 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:25.885337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.038943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Port': ['ID=8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:26.056852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.089292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.090483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-694a2b45-4d2b-48f5-b3e4-7477ec32dfb1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8061764 Mar 02 17:45:26.093738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37228) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:26.156030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d29f8-6f2e-43af-9528-6aa44a801fac req-0215bc54-af3b-4165-a80d-d732a9cde815 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:26.157471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a91d29f8-6f2e-43af-9528-6aa44a801fac req-0215bc54-af3b-4165-a80d-d732a9cde815 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.2156651 Mar 02 17:45:26.191779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-33f00ece-3ec0-4075-bef2-f5c443d6b6c9 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Synchronizing usage tracker for tenant:b45518c54be044cdb21b06679c3bd88d on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:26.224320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a91d29f8-6f2e-43af-9528-6aa44a801fac req-dc7ed84d-0f0f-4c2e-8e77-b906ab41c07c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544426 Mar 02 17:45:26.225569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-33f00ece-3ec0-4075-bef2-f5c443d6b6c9 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Unset dirty status for tenant:b45518c54be044cdb21b06679c3bd88d on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:26.229222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-33f00ece-3ec0-4075-bef2-f5c443d6b6c9 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=d7f8031a-926e-4339-a072-c7a8b4fc5453 HTTP/1.1" status: 200 len: 690 time: 0.1319373 Mar 02 17:45:26.229767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37232) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:26.366845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.446802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Deleting port 8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:26.447586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.634840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.635486 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:26.777752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Calling delete_port for 8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:27.165534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.169404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.173266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.177102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.181510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.185394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.190639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.191972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-fe62074c-3775-4911-b928-fece4146eed6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.3560083 Mar 02 17:45:27.201312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.270057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d83f1b4-8eb7-4428-a0ae-aa4fe66417e1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:27.362897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b7622-108a-4345-b38f-53d625a44da2 req-f826d9a3-7531-4739-9420-3a74ee3f0e2f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.364334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-476b7622-108a-4345-b38f-53d625a44da2 req-f826d9a3-7531-4739-9420-3a74ee3f0e2f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4055922 Mar 02 17:45:27.404564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1ee81e5-dd40-4af8-b21d-474f1eaaf365 req-7963299c-c29b-4859-90b5-f6dea58e8b13 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041464 Mar 02 17:45:27.429334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.442005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-476b7622-108a-4345-b38f-53d625a44da2 req-c4e6d63f-98c5-4540-90f8-070b64c9b98a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Mar 02 17:45:27.516359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.598316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.714663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=757a0a2d-b0ae-4b54-9d62-b471cc1ee16a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:27.826911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.868017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f8031a-926e-4339-a072-c7a8b4fc5453']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:27.886208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5487d9-0553-476a-b291-2f5ac101d794') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:27.886504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5487d9-0553-476a-b291-2f5ac101d794') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:27.905215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff39a-fc6f-40ff-9aa3-ccf8d133d400 req-ec707aca-3c12-4d4a-aa84-dc55a2e4b89c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.906682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5bff39a-fc6f-40ff-9aa3-ccf8d133d400 req-ec707aca-3c12-4d4a-aa84-dc55a2e4b89c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.3026807 Mar 02 17:45:27.914739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5faa05-4914-471d-ab44-73d16b3dd9e2 req-2263a3ee-1b50-4a40-b48f-a6c5fb8f6919 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:27.916100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff5faa05-4914-471d-ab44-73d16b3dd9e2 req-2263a3ee-1b50-4a40-b48f-a6c5fb8f6919 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2862165 Mar 02 17:45:27.917694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.965577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:27.991434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:27.991828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:28.004356 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:28.078018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff5faa05-4914-471d-ab44-73d16b3dd9e2 req-8436b3be-6048-495a-8035-8f892d0e3433 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486611 Mar 02 17:45:28.091407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5bff39a-fc6f-40ff-9aa3-ccf8d133d400 req-52360067-eb77-40ba-a495-f217137c1569 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669707 Mar 02 17:45:28.111326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.132945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7f8031a-926e-4339-a072-c7a8b4fc5453 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:45:28.137770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.145081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7f8031a-926e-4339-a072-c7a8b4fc5453,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:28.168850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-288020a3-8455-48a8-823c-70d2a8453f64 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d7f8031a-926e-4339-a072-c7a8b4fc5453 HTTP/1.1" status: 204 len: 168 time: 1.9380739 Mar 02 17:45:28.171258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37252) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.277312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-064654ad-ff6c-4561-b7aa-80ba01148d6f tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Synchronizing usage tracker for tenant:b45518c54be044cdb21b06679c3bd88d on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:28.296058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-064654ad-ff6c-4561-b7aa-80ba01148d6f tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Unset dirty status for tenant:b45518c54be044cdb21b06679c3bd88d on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:28.300031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-064654ad-ff6c-4561-b7aa-80ba01148d6f tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.1254175 Mar 02 17:45:28.300278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37256) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.395225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.395857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.397189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.397956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.398595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.399106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.399613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.400159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.400666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.401167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.401673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.402188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.402709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.403203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.403750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.405259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Synchronizing usage tracker for tenant:b45518c54be044cdb21b06679c3bd88d on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:28.425596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Unset dirty status for tenant:b45518c54be044cdb21b06679c3bd88d on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:28.431091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.442304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d0b19e78-1b7f-4c65-af29-7eb499e57d82 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9553 time: 0.1409488 Mar 02 17:45:28.512857 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-3718b2a0-e2fe-4298-b3f3-3e19db47489a tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] delete failed (client error): The resource could not be found. Mar 02 17:45:28.517170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37270) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.527638 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3718b2a0-e2fe-4298-b3f3-3e19db47489a tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/b30c47d6-ea3e-44f7-9fd5-81d6dbe29268 HTTP/1.1" status: 404 len: 345 time: 0.0948210 Mar 02 17:45:28.545851 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaf8bb7-ac00-44f6-989c-85e8971fc6a8 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 17:45:28.546613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaf8bb7-ac00-44f6-989c-85e8971fc6a8 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:45:28.553999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.559965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'name': 'tempest-network--1565489251', 'router:external': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:28.568582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ceaf8bb7-ac00-44f6-989c-85e8971fc6a8 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d7f8031a-926e-4339-a072-c7a8b4fc5453 HTTP/1.1" status: 404 len: 339 time: 0.0452654 Mar 02 17:45:28.574860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:28.579411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:network and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:28.588966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:28.594843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.598490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:28.601930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:28.612800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:28.615944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.648020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:28.658557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.659515 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Added segment 107d76cb-2b67-4b07-81ca-454cc538e14e of type vlan for network 316d578b-3977-40b5-a204-01361204a5d1 Mar 02 17:45:28.704280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.749812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.750951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:28.751700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:28.828436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:28.835147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:28.840183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:28.855910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3005850 Mar 02 17:45:28.858848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:28.883461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:28.888538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1830e-62bf-4014-9885-27cca2cc5299 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=316d578b-3977-40b5-a204-01361204a5d1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:28.910379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 316d578b-3977-40b5-a204-01361204a5d1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:28.913324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:29.018909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.023480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.027369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.031422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.032774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e6d9d-0a82-4ba5-93e1-511455bd8509 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.035258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.036821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e6d9d-0a82-4ba5-93e1-511455bd8509 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.040728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.040846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e6d9d-0a82-4ba5-93e1-511455bd8509 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.044573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e6d9d-0a82-4ba5-93e1-511455bd8509 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.045849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.046119 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-735e6d9d-0a82-4ba5-93e1-511455bd8509 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1862502 Mar 02 17:45:29.048844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-3f0e8003-a9af-4f93-912c-6676cf5d3bf8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.2918115 Mar 02 17:45:29.049034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:29.108756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.139047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339af565-1fba-4ab9-b39d-bf990431e0e5 req-5535ec60-60f6-493a-a9b0-1413bf011f15 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.140497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-339af565-1fba-4ab9-b39d-bf990431e0e5 req-5535ec60-60f6-493a-a9b0-1413bf011f15 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3014126 Mar 02 17:45:29.167060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.299739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.328783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316d578b-3977-40b5-a204-01361204a5d1']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:29.342913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107d76cb-2b67-4b07-81ca-454cc538e14e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:29.343209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107d76cb-2b67-4b07-81ca-454cc538e14e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:29.347210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f37ebed8-5852-4ef9-bc53-a11ff9f653d8 req-05834fe5-f4a0-4725-ad58-d29c26cef0e0 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807050 Mar 02 17:45:29.359662 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.381737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.403747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:29.416607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.422921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-339af565-1fba-4ab9-b39d-bf990431e0e5 req-370e45d8-c1f2-4fe8-848c-a963f08c2b8e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733605 Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:29.558642 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:29.634064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.638965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 316d578b-3977-40b5-a204-01361204a5d1 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:45:29.660830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.667445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436357db-49a4-4e43-93a2-e633fe640ea6 req-7cf4d788-aa91-4673-ab09-b2a76d21cda6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.668018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Network': ['ID=316d578b-3977-40b5-a204-01361204a5d1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:29.669081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-436357db-49a4-4e43-93a2-e633fe640ea6 req-7cf4d788-aa91-4673-ab09-b2a76d21cda6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1567869 Mar 02 17:45:29.673326 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a92199c1-7d54-479b-8c26-52936eac9f69 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/316d578b-3977-40b5-a204-01361204a5d1 HTTP/1.1" status: 204 len: 168 time: 0.6233439 Mar 02 17:45:29.675936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c963b-6c0c-4e09-b036-76dbf57cef3a req-5b3b1e75-1f53-4691-aab9-50a9aac2e039 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.676947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37296) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:29.678088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f1c963b-6c0c-4e09-b036-76dbf57cef3a req-5b3b1e75-1f53-4691-aab9-50a9aac2e039 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.1284392 Mar 02 17:45:29.684383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'name': 'tempest-network--446980335', 'router:external': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:29.689853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:29.696628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:network and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:29.700095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:29.709430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:29.721030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:29.723606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.767736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:29.780906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.780906 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Added segment d0906298-ba0b-4dd0-b759-b4261c01b0c3 of type vlan for network c7919560-f8b7-4a4a-b3b2-a9ed64199000 Mar 02 17:45:29.829079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.847642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f1c963b-6c0c-4e09-b036-76dbf57cef3a req-e9680a62-b87f-4a3f-96a0-d6a11ea4dfff tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602724 Mar 02 17:45:29.861060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-436357db-49a4-4e43-93a2-e633fe640ea6 req-7300e059-af80-4731-8420-f78f136ce68c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772997 Mar 02 17:45:29.876868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.877890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:29.878599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.889867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:29.997555 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3152013 Mar 02 17:45:29.997823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=08d4e185-f2c9-4a81-bfa1-9a00301ee1e1,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:29.997978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37300) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:30.006373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '294fa778-6885-477f-91d6-904df58aa2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:30.006859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:30.020758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad99b86-4367-4888-8737-0d8a867e28eb tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=c7919560-f8b7-4a4a-b3b2-a9ed64199000,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:30.034397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:30.036666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c7919560-f8b7-4a4a-b3b2-a9ed64199000 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:30.045424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:30.066951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:30.066951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.109620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7e3c63c0-fd0f-4f8e-9aa0-7d8d4955ed66 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5133572 Mar 02 17:45:30.110294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37304) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:30.116434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523646009'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:30.120946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c847f8-562f-4a81-8714-2567381cea14 None None] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:30.122472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:30.126562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:30.129454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:30.136864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:30.152171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:30.155919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.193977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:30.200878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1056888-6670-470f-9389-1dcbb8de0f58 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:30.205632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37308) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:30.206715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e1056888-6670-470f-9389-1dcbb8de0f58 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "GET /v2.0/networks/c7919560-f8b7-4a4a-b3b2-a9ed64199000 HTTP/1.1" status: 200 len: 756 time: 0.2075057 Mar 02 17:45:30.248333 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.248333 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 920545cd-a6f2-418e-b521-71d8770e0beb of type vlan for network c07003d7-e62f-41b9-a2f5-a82b6e30f2ea Mar 02 17:45:30.360369 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.378002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f692e36-a33d-4809-8cf1-9c24cb205b1f tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:30.378834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f692e36-a33d-4809-8cf1-9c24cb205b1f tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Synchronizing usage tracker for tenant:da19452df0d44780a590b4b845889429 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:30.404893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-97ca9c62-b209-45b6-8dac-c9b84c2a6b4d', 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': '08d4e185-f2c9-4a81-bfa1-9a00301ee1e1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:30.405664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.469278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f692e36-a33d-4809-8cf1-9c24cb205b1f tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Unset dirty status for tenant:da19452df0d44780a590b4b845889429 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:30.470668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f692e36-a33d-4809-8cf1-9c24cb205b1f tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "GET /v2.0/networks/fac30da4-6e85-4886-b67e-67d2b3456382 HTTP/1.1" status: 200 len: 768 time: 0.2636273 Mar 02 17:45:30.473386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37316) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:30.508868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.525129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:30.525771 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:30.796358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Allocated IP 2001:db8:0:ffff::2 (97ca9c62-b209-45b6-8dac-c9b84c2a6b4d/08d4e185-f2c9-4a81-bfa1-9a00301ee1e1/1735178a-e599-4376-8672-50710e416382) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:30.956060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8446980 Mar 02 17:45:30.959163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37324) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:30.966548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': 'c07003d7-e62f-41b9-a2f5-a82b6e30f2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:30.991816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b231c09-1a9d-4f66-9cb1-67eac0f57b85 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=c07003d7-e62f-41b9-a2f5-a82b6e30f2ea,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:31.004104 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.048876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c07003d7-e62f-41b9-a2f5-a82b6e30f2ea details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:31.097616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:31.102519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:31.106078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:31.112655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:31.124989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:31.125278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.142332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Transition to ACTIVE for port object 1735178a-e599-4376-8672-50710e416382 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:31.187388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.191587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.196420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.200649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.204278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.208178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.212745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.214690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-4da188d4-55b6-4f18-98c9-a1f234c64a89 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.6393602 Mar 02 17:45:31.225616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-6df396db-8032-4806-9629-476ec3a09f58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1096 time: 0.5976465 Mar 02 17:45:31.241835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.243035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Transition to ACTIVE for port object 1735178a-e599-4376-8672-50710e416382 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:31.251249 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.320529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.323601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:31.324359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.324476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Pushing event updated for resources: {'Port': ['ID=1735178a-e599-4376-8672-50710e416382,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:31.327038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:31.328335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.329202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:31.332450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.337433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.341625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.345516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.347415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-4d29e692-e95a-4960-ac7a-fd4e11d2460b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5441 time: 0.5855079 Mar 02 17:45:31.368095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.382965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75af2-4501-4c07-b37d-71a64dd7d555 req-60699cc4-404e-4273-84e3-a2a7bc920802 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.384463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06f75af2-4501-4c07-b37d-71a64dd7d555 req-60699cc4-404e-4273-84e3-a2a7bc920802 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.5305974 Mar 02 17:45:31.423407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Attempting to bind port 1735178a-e599-4376-8672-50710e416382 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:31.424024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Attempting to bind port 1735178a-e599-4376-8672-50710e416382 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '294fa778-6885-477f-91d6-904df58aa2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:31.424583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Attempting to bind port 1735178a-e599-4376-8672-50710e416382 on network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:31.432389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:31.432986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Checking segment: {'id': '294fa778-6885-477f-91d6-904df58aa2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:31.433390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.433782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Bound using segment: {'id': '294fa778-6885-477f-91d6-904df58aa2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:31.434246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Bound port: 1735178a-e599-4376-8672-50710e416382, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294fa778-6885-477f-91d6-904df58aa2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '97ca9c62-b209-45b6-8dac-c9b84c2a6b4d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:31.434643 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.481272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.533181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] For port 1735178a-e599-4376-8672-50710e416382, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:31.538401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] For port 1735178a-e599-4376-8672-50710e416382, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1735178a-e599-4376-8672-50710e416382,segment=NetworkSegment(294fa778-6885-477f-91d6-904df58aa2e3),segment_id=294fa778-6885-477f-91d6-904df58aa2e3)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:31.545742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.568565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=d6063a50-2170-4dd2-85af-a9fbf95fb3d3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:31.591141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '920545cd-a6f2-418e-b521-71d8770e0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c07003d7-e62f-41b9-a2f5-a82b6e30f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:31.591873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: c07003d7-e62f-41b9-a2f5-a82b6e30f2ea, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:31.617374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-20cfcd9c-e618-45ac-a926-bdd0ab7f11ac tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.618203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network c07003d7-e62f-41b9-a2f5-a82b6e30f2ea is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:31.618752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-20cfcd9c-e618-45ac-a926-bdd0ab7f11ac tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3922856 Mar 02 17:45:31.628789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c07003d7-e62f-41b9-a2f5-a82b6e30f2ea) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:31.634559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:31.635616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.635738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7919560-f8b7-4a4a-b3b2-a9ed64199000']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:31.640148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1894-69c6-4d9f-a4d8-822eb426d892 None None] Pushing event updated for resources: {'Port': ['ID=1735178a-e599-4376-8672-50710e416382,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:31.655508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c46c1a9-8dc0-4cab-8ddc-b7c25def92a4 None None] Network c07003d7-e62f-41b9-a2f5-a82b6e30f2ea requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:31.663722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-066e24d2-5d0a-48a4-8931-8d23d7002784 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7017083 Mar 02 17:45:31.664406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:31.680862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0906298-ba0b-4dd0-b759-b4261c01b0c3') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:31.681402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0906298-ba0b-4dd0-b759-b4261c01b0c3') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:31.696338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.724540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.826783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06f75af2-4501-4c07-b37d-71a64dd7d555 req-6420a4e5-d5bc-4d48-8c7f-1103c3114fd6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732026 Mar 02 17:45:31.837651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:31.838059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:31.867748 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:31.882034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:31.902639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbe39989-e1fd-4662-8c14-49ed43c947b0 req-fcde5a86-e613-4df3-8f12-a19cbee87c4f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5413687 Mar 02 17:45:32.056909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.105156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331bee14-aaae-4c13-9286-f5122472f441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c07003d7-e62f-41b9-a2f5-a82b6e30f2ea', 'network_id': 'c07003d7-e62f-41b9-a2f5-a82b6e30f2ea', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': 'd6063a50-2170-4dd2-85af-a9fbf95fb3d3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:32.106389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-331bee14-aaae-4c13-9286-f5122472f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.118291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4932-66a1-493b-8561-907563f4247c req-9c1f73b8-ce8d-496d-bca8-983867084230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:32.124937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-9c1f73b8-ce8d-496d-bca8-983867084230 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.8470194 Mar 02 17:45:32.133022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1735178a-e599-4376-8672-50710e416382 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:32.174350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.230006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=d6063a50-2170-4dd2-85af-a9fbf95fb3d3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:32.301778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1735178a-e599-4376-8672-50710e416382 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:32.313086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-257b906a-e320-4937-a0f8-93f047e1677b tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6747000 Mar 02 17:45:32.322218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35efd01-2c9c-43c5-9518-944c8c5a9c5b None None] Network c07003d7-e62f-41b9-a2f5-a82b6e30f2ea requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:32.356393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.373232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:32.386225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07003d7-e62f-41b9-a2f5-a82b6e30f2ea']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:32.402741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920545cd-a6f2-418e-b521-71d8770e0beb') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:32.403086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920545cd-a6f2-418e-b521-71d8770e0beb') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:32.407280 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.420310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.466133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7919560-f8b7-4a4a-b3b2-a9ed64199000 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:45:32.480813 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.492293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c7919560-f8b7-4a4a-b3b2-a9ed64199000 HTTP/1.1" status: 204 len: 168 time: 2.0097525 Mar 02 17:45:32.492293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1e8bd-ee48-48e4-b596-ae9b3afc0443 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7919560-f8b7-4a4a-b3b2-a9ed64199000,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:32.498048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.498337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37332) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:32.506511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:32.507252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.520109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'name': 'tempest-network--223499166'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:32.524764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:32.535572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Usage tracker for resource:network and tenant:b45518c54be044cdb21b06679c3bd88d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:32.547851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:32.547851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:32.590171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Made reservation on behalf of b45518c54be044cdb21b06679c3bd88d for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:32.590171 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.672145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-2051bb35-61bd-43f5-a6a2-75266b61814a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1001 time: 0.4506912 Mar 02 17:45:32.765444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f627f-c8f0-41aa-a540-0e4d325ac7c6 req-1f9df0fa-096f-4c32-b922-aaa01b7decc3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:32.765444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d7f627f-c8f0-41aa-a540-0e4d325ac7c6 req-1f9df0fa-096f-4c32-b922-aaa01b7decc3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.4381955 Mar 02 17:45:32.786166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0a74d-64f2-491b-a203-e5103fe9f7f9 req-36b22024-3074-44aa-9e6e-ec832c07d4fb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:32.786166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35e0a74d-64f2-491b-a203-e5103fe9f7f9 req-36b22024-3074-44aa-9e6e-ec832c07d4fb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.7509594 Mar 02 17:45:32.840900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ae122b1b-61ba-4c4f-ab3b-74418cb687f0 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:32.868849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:32.887057 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:32.903037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4932-66a1-493b-8561-907563f4247c req-0b5f20f7-202f-47d6-8c51-e7245fb0bbb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:32.905345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-0b5f20f7-202f-47d6-8c51-e7245fb0bbb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.2198238 Mar 02 17:45:32.917973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35e0a74d-64f2-491b-a203-e5103fe9f7f9 req-4a986d88-f8ed-43e3-9fea-a1cc4b4cb40f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351855 Mar 02 17:45:32.974718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:32.986285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.045525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=c07003d7-e62f-41b9-a2f5-a82b6e30f2ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:33.050372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:33.063384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b8da7d72-c544-4e94-922c-1828ec21f533 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/c07003d7-e62f-41b9-a2f5-a82b6e30f2ea HTTP/1.1" status: 204 len: 168 time: 1.3977706 Mar 02 17:45:33.066950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:33.083111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679330342'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:33.101056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:33.105594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d7f627f-c8f0-41aa-a540-0e4d325ac7c6 req-f5dd1fec-c1a7-413f-b8fd-c502648bc108 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332143 Mar 02 17:45:33.120981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:33.120981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:33.135552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.135552 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Added segment 5b3c3a69-c4c6-4591-8500-3831a8cb829a of type vlan for network 4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 Mar 02 17:45:33.142945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:33.147813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.170470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:33.170470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.212618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:33.212618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:33.223167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.229352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11ee63-b711-453c-865c-e2dfa28d977b None None] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:33.251854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:33.278406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.278406 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 0ae0b4a6-5a9c-4152-b002-49fea244f2b1 of type vlan for network f5371692-c756-45b0-98d9-4b1ea712e9a9 Mar 02 17:45:33.344004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.388186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.388186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:33.388186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.402064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.406311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:33.406311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.485860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.486918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b92852b3-ae09-4774-bc68-de73106ee808 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:33.557352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=f5371692-c756-45b0-98d9-4b1ea712e9a9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:33.592995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:33.597899 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-68b94b4f-1430-4ead-af9f-1f997042de8e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5176725 Mar 02 17:45:33.597899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:33.597899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:33.746489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0fba10ff-8ae9-4e31-b544-b897801a4a7c,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:33.767080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:33.779819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:33.779819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:33.785361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] For port 0fba10ff-8ae9-4e31-b544-b897801a4a7c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:33.791462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:33.796075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:33.801642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Provisioning for port 1735178a-e599-4376-8672-50710e416382 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:33.807518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:33.873143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Provisioning complete for port 1735178a-e599-4376-8672-50710e416382 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:33.873143 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.936288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] device_id is not set on port 0fba10ff-8ae9-4e31-b544-b897801a4a7c yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:45:33.952293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.968631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.999188 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:33.999340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=4cd6ff15-3cdd-4329-9c6f-77593fcfdda6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.022683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:34.045840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-202d2477-ab7f-4e1a-8dcd-bb6d003dcfe1 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5374422 Mar 02 17:45:34.045840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.061281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37354) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:34.215015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:34.247422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.247422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0fba10ff-8ae9-4e31-b544-b897801a4a7c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:34.266122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:34.311119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.359116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.400305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0fba10ff-8ae9-4e31-b544-b897801a4a7c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:45:34.400305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 56a47921-6602-46d2-8bfd-0ca3dc73a514 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:34.451228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=6df52791-9af0-4fd2-9b06-fe2fcc88e1db,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.468372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '0ae0b4a6-5a9c-4152-b002-49fea244f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:34.468372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: f5371692-c756-45b0-98d9-4b1ea712e9a9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:34.518261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:34.537175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, f5371692-c756-45b0-98d9-4b1ea712e9a9) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:34.554771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:34.554771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.560835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] For port 1735178a-e599-4376-8672-50710e416382, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1735178a-e599-4376-8672-50710e416382,segment=NetworkSegment(294fa778-6885-477f-91d6-904df58aa2e3),segment_id=294fa778-6885-477f-91d6-904df58aa2e3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:34.569979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a908b-0084-4da8-abbb-71486c4e18e9 None None] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:34.583956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2623aa3f-b1d9-4347-8cff-864ef7f13d75 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9894252 Mar 02 17:45:34.584289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:34.585890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-b0de9c8b-2e21-4aba-9792-6a23c4faa6c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6723809 Mar 02 17:45:34.590180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015059949'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:34.610593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:34.619703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:34.623214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:34.635616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:34.655664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:34.667532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.713826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:34.714905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.732602 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.742325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.742702 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 1cee7a5f-34bb-427c-8252-2f42fac964c1 of type vlan for network 48a277a3-bb6d-433d-8283-853bf7519a67 Mar 02 17:45:34.780879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.820260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.826145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:34.826838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.831310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Pushing event updated for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.842002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:34.860529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] No DVR routers for this DVR port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:34.921924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef664ff6-df74-4799-b1f8-41c005c180e1 None None] Pushing event updated for resources: {'Port': ['ID=1735178a-e599-4376-8672-50710e416382,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.930955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b340e-158e-4e9a-b934-6748ac0dfa89 req-4d9377a1-de61-4a83-b928-47f7ababe853 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:34.941990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d1b340e-158e-4e9a-b934-6748ac0dfa89 req-4d9377a1-de61-4a83-b928-47f7ababe853 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 1.6431785 Mar 02 17:45:34.943538 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3573849 Mar 02 17:45:34.945400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37366) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:34.950485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5359-3569-4e51-b2f5-509215560785 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=48a277a3-bb6d-433d-8283-853bf7519a67,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:34.969831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 48a277a3-bb6d-433d-8283-853bf7519a67 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:34.992463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:35.012895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-05d8f934-6fc3-4a83-858d-3691a8195bca service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096673 Mar 02 17:45:35.024714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:35.053414 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.054018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 54ca1651-0f98-42fb-9971-d14d72d9e434 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:35.067290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.071524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.075587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.079443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.083926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.088034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.091810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.093692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-1bb25136-a79b-46f8-a06e-da721824ae2f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 5362 time: 1.6346483 Mar 02 17:45:35.120971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ffaf7ec2-c2dd-4b35-a708-219f20b9a7bc None None] Provisioning complete for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:35.121336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7ec2-c2dd-4b35-a708-219f20b9a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.296370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] In _notify_port_updated(), no bound segment for port 0fba10ff-8ae9-4e31-b544-b897801a4a7c on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:45:35.298013 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.299245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-c55345b6-d936-457c-8e5e-c8d1cfbdb75a service neutron] 10.222.0.35 "PUT /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 200 len: 1031 time: 2.9800167 Mar 02 17:45:35.300397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf7ec2-c2dd-4b35-a708-219f20b9a7bc None None] Port 0fba10ff-8ae9-4e31-b544-b897801a4a7c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:45:35.305457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:35.315343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-f5371692-c756-45b0-98d9-4b1ea712e9a9', 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': '6df52791-9af0-4fd2-9b06-fe2fcc88e1db'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:35.316123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.437815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ffaf7ec2-c2dd-4b35-a708-219f20b9a7bc None None] Provisioning complete for port 1735178a-e599-4376-8672-50710e416382 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:35.437815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7ec2-c2dd-4b35-a708-219f20b9a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.438336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:35.440823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d1b340e-158e-4e9a-b934-6748ac0dfa89 req-8ac2ef78-6c1f-44a8-aa46-2d2ca893c083 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848361 Mar 02 17:45:35.462615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:35.488584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:35.494006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80d7d74b-d9fa-4e9c-92ad-4eb0b94c761e req-ad78125d-c1ea-48e9-9e24-712cf9b409d8 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3109045 Mar 02 17:45:35.502381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:35.506896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.530774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-9ff759eb-15ae-40a6-b3cb-6dc10ef17c54 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.532049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-9ff759eb-15ae-40a6-b3cb-6dc10ef17c54 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "GET /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2195675 Mar 02 17:45:35.545552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:35.592245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-367d4932-66a1-493b-8561-907563f4247c req-1c5d6133-c126-4020-b0da-2dd7b171e499 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360568 Mar 02 17:45:35.595556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.613518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:35.613680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Allocated IP 2001:db8::1 (f5371692-c756-45b0-98d9-4b1ea712e9a9/6df52791-9af0-4fd2-9b06-fe2fcc88e1db/1c840ee1-d793-42b4-aeb9-9347a3685125) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:35.628541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.749382 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'code': 200} Mar 02 17:45:35.760948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Network 4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 is not hosted by any dhcp agent {{(pid=83797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 17:45:35.762666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:35.763549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.764824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "PUT /v2.0/networks/4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 HTTP/1.1" status: 200 len: 857 time: 1.6706343 Mar 02 17:45:35.767909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:35.776557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:35.799298 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.799994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 01db44aa-4ee7-483c-99ff-eaca2277e837 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:35.890388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:35.954403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa439c-8a04-4ff3-abcf-b12eb4421f18 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event updated for resources: {'Network': ['ID=4cd6ff15-3cdd-4329-9c6f-77593fcfdda6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.021264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1735178a-e599-4376-8672-50710e416382 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:36.028262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.048670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.083085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.113279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd6ff15-3cdd-4329-9c6f-77593fcfdda6']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.129417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3c3a69-c4c6-4591-8500-3831a8cb829a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.129614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3c3a69-c4c6-4591-8500-3831a8cb829a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.147810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.178031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.186911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:36.187565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:36.202485 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:36.204718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.280716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.291748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.308628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Transition to ACTIVE for port object 1c840ee1-d793-42b4-aeb9-9347a3685125 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:36.311317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 17:45:36.311508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.315070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Performing IP validity checks on allocation pools {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 17:45:36.315623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 17:45:36.316409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.328366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4cd6ff15-3cdd-4329-9c6f-77593fcfdda6 HTTP/1.1" status: 204 len: 168 time: 0.5592737 Mar 02 17:45:36.328967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37376) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:36.335366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47480a-9122-4596-a617-e15f5c9b67d6 tempest-ExternalNetworksTestJSON-359144983 tempest-ExternalNetworksTestJSON-359144983-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cd6ff15-3cdd-4329-9c6f-77593fcfdda6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.353826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1735178a-e599-4376-8672-50710e416382 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:36.354483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.383535 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-15abdf40-1d32-4220-9df7-bd6db24f4cf8 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] DELETE failed (client error): The resource could not be found. Mar 02 17:45:36.383997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15abdf40-1d32-4220-9df7-bd6db24f4cf8 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:45:36.388630 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-15abdf40-1d32-4220-9df7-bd6db24f4cf8 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "DELETE /v2.0/subnets/757a0a2d-b0ae-4b54-9d62-b471cc1ee16a HTTP/1.1" status: 404 len: 337 time: 0.0551763 Mar 02 17:45:36.389529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Transition to ACTIVE for port object 1c840ee1-d793-42b4-aeb9-9347a3685125 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:36.389742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37380) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:36.418097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.426855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ec9-8d11-4546-84f2-8d144b87d251 req-c5319daf-5f61-4480-9676-b74db85d8fe3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:36.428952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23149ec9-8d11-4546-84f2-8d144b87d251 req-c5319daf-5f61-4480-9676-b74db85d8fe3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.7113857 Mar 02 17:45:36.504173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:36.519150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.520091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:36.595060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:36.602999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:36.608215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Pushing event updated for resources: {'Port': ['ID=1c840ee1-d793-42b4-aeb9-9347a3685125,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.610876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:36.656128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.701423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10078d6-934b-41ce-be06-2b4bce445141 req-193b944a-532d-46f4-9f7b-8cb00df3be13 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:36.710017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c10078d6-934b-41ce-be06-2b4bce445141 req-193b944a-532d-46f4-9f7b-8cb00df3be13 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.7697065 Mar 02 17:45:36.730859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23149ec9-8d11-4546-84f2-8d144b87d251 req-6319848f-a2f9-488b-a5b1-a2f18704ff0c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833717 Mar 02 17:45:36.770933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.798914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.830003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac30da4-6e85-4886-b67e-67d2b3456382']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.843853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5661126-c1d5-42e0-8be3-78b2e4e1de3d') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.844247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5661126-c1d5-42e0-8be3-78b2e4e1de3d') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:36.857782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.878949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.886508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=0e78cad8-b935-452e-9df6-ad73fb02005b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.888960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:36.890920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.915567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Attempting to bind port 1c840ee1-d793-42b4-aeb9-9347a3685125 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:36.917294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Attempting to bind port 1c840ee1-d793-42b4-aeb9-9347a3685125 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0ae0b4a6-5a9c-4152-b002-49fea244f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:36.917848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Attempting to bind port 1c840ee1-d793-42b4-aeb9-9347a3685125 on network f5371692-c756-45b0-98d9-4b1ea712e9a9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:36.933560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:36.933937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Checking segment: {'id': '0ae0b4a6-5a9c-4152-b002-49fea244f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:36.934949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.935576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Bound using segment: {'id': '0ae0b4a6-5a9c-4152-b002-49fea244f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:36.936406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Bound port: 1c840ee1-d793-42b4-aeb9-9347a3685125, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0b4a6-5a9c-4152-b002-49fea244f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f5371692-c756-45b0-98d9-4b1ea712e9a9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:36.936949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '1cee7a5f-34bb-427c-8252-2f42fac964c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:36.937113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:36.937307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: 48a277a3-bb6d-433d-8283-853bf7519a67, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:36.952043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:36.983092 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:37.019146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.038163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.060537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] Pushing event deleted for resources: {'Network': ['ID=fac30da4-6e85-4886-b67e-67d2b3456382,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:37.060778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.082232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a6767e8-ab7e-45ee-a367-834a06e4a8e1 tempest-ExternalNetworksTestJSON-202147267 tempest-ExternalNetworksTestJSON-202147267-project] 10.222.0.37 "DELETE /v2.0/networks/fac30da4-6e85-4886-b67e-67d2b3456382 HTTP/1.1" status: 204 len: 168 time: 0.6914167 Mar 02 17:45:37.104439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c10078d6-934b-41ce-be06-2b4bce445141 req-35d1c0f2-cc7e-4feb-b70d-e199380d1fe0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922167 Mar 02 17:45:37.115440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] For port 1c840ee1-d793-42b4-aeb9-9347a3685125, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:37.128137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] For port 1c840ee1-d793-42b4-aeb9-9347a3685125, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c840ee1-d793-42b4-aeb9-9347a3685125,segment=NetworkSegment(0ae0b4a6-5a9c-4152-b002-49fea244f2b1),segment_id=0ae0b4a6-5a9c-4152-b002-49fea244f2b1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:37.136504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:37.138509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 48a277a3-bb6d-433d-8283-853bf7519a67 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:37.139593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.154155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebea82-d0cf-4ea5-9e81-9e33d781259b req-323162f8-a9e6-4a45-93c8-f34b0fd57fe3 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:37.155432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1ebea82-d0cf-4ea5-9e81-9e33d781259b req-323162f8-a9e6-4a45-93c8-f34b0fd57fe3 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.2201231 Mar 02 17:45:37.261336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 48a277a3-bb6d-433d-8283-853bf7519a67) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:37.277208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c28be-5ca5-4e33-b685-a423fc68fb6e None None] Network 48a277a3-bb6d-433d-8283-853bf7519a67 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:37.341921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:37.342648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.359448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:45:37.454093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1ebea82-d0cf-4ea5-9e81-9e33d781259b req-59d5357e-a74a-4577-b0c0-a7c3b352d63b tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414911 Mar 02 17:45:37.567047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837113e6-ed32-476e-96ca-deb38a4e699f None None] Pushing event updated for resources: {'Port': ['ID=1c840ee1-d793-42b4-aeb9-9347a3685125,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:37.671107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37392) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:37.687101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] For port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:37.716303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-48a277a3-bb6d-433d-8283-853bf7519a67', 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': '0e78cad8-b935-452e-9df6-ad73fb02005b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:37.717073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.757056 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-9406808a-f617-4da9-a420-799747aec636 service neutron] show failed (client error): The resource could not be found. Mar 02 17:45:37.758081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-9406808a-f617-4da9-a420-799747aec636 service neutron] 10.222.0.35 "GET /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.5994730 Mar 02 17:45:37.763111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] device_id is not set on port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:45:37.771023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9e267afb-70c5-4ab0-b2dd-91b0dba885f5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8193097 Mar 02 17:45:37.780191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37400) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:37.788026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:37.830156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808'}, {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}, {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434'}, {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:38.012030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:45:38.013508 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:45:38.021722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1cdbdc5d-fbae-4941-8ef3-c8dd97772a28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da19452df0d44780a590b4b845889429&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488784 Mar 02 17:45:38.022430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37406) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:38.043746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c840ee1-d793-42b4-aeb9-9347a3685125 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:38.090688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.130252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.172031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.178246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.206510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.211995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.216645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.220264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.225227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.229784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:38.230727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Allocated IP 2001:db8::3 (48a277a3-bb6d-433d-8283-853bf7519a67/0e78cad8-b935-452e-9df6-ad73fb02005b/aa32a79f-e4ea-4152-a06a-3ca380b3f51f) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:38.232996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-1c392c82-9385-44b7-86d0-ffaa9a14c780 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 4653 time: 0.9676390 Mar 02 17:45:38.261690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.277868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1c840ee1-d793-42b4-aeb9-9347a3685125 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:38.329211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c59d1d-b6c2-419f-8b85-ae3610c76fe5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:38.342299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.344997 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-feaa6c05-be6a-464b-9df4-887d41fcf275 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59c59d1d-b6c2-419f-8b85-ae3610c76fe5 HTTP/1.1" status: 204 len: 168 time: 0.3215902 Mar 02 17:45:38.431829 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-f1cfe1c6-c9ed-4256-be24-9924b34c6863 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 1096 time: 0.2806506 Mar 02 17:45:38.434598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2bfab23-6c37-4dba-9fe4-4bf1e1fc1a0d req-8c165395-e7b1-4a65-a1fb-f2803f491f30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1096 time: 0.9620206 Mar 02 17:45:38.452021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:38.487591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:38.624272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.702482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.735024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.766773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f02e6ab4-3163-4802-a7e2-863aed089eef req-86fc64fd-dbaa-443c-9cb0-f12084b71e98 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&id=8189521d-ec53-4eaa-b7da-63d64d24252d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5137272 Mar 02 17:45:38.870668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23cdd213-1b6e-4bb8-8ce3-914ee57ad4fa None None] Provisioning complete for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:38.873981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23cdd213-1b6e-4bb8-8ce3-914ee57ad4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.906068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] No DVR routers for this DVR port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:38.929263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:38.956868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Transition to ACTIVE for port object aa32a79f-e4ea-4152-a06a-3ca380b3f51f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:38.999247 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808', 'code': 200} Mar 02 17:45:38.999501 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'code': 200} Mar 02 17:45:38.999754 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'code': 200} Mar 02 17:45:39.000520 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'code': 200} Mar 02 17:45:39.031267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854dca0-88cc-4fa5-a573-9a1f90f72ea3 None None] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:39.070191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf27f-fcb4-41ee-829a-609a80baa391 req-4b57a33a-f224-4188-9dea-67bed3c5dc57 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:39.071957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44bdf27f-fcb4-41ee-829a-609a80baa391 req-4b57a33a-f224-4188-9dea-67bed3c5dc57 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 1.0764217 Mar 02 17:45:39.090334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2bfab23-6c37-4dba-9fe4-4bf1e1fc1a0d req-e0efe082-a0d5-4b3d-a4cd-30b7d2a88e68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282254 Mar 02 17:45:39.150362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37420) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:39.152520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Transition to ACTIVE for port object aa32a79f-e4ea-4152-a06a-3ca380b3f51f will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:39.164889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] In _notify_port_updated(), no bound segment for port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b on network b7021a30-2d69-426e-8365-a5f10d9ad03e {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:45:39.165805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.167050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-631f6391-2096-4216-a2d5-dfb5b4684d81 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 200 len: 1031 time: 3.6276660 Mar 02 17:45:39.189696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.215642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44bdf27f-fcb4-41ee-829a-609a80baa391 req-9454aae2-c979-437e-a22c-41b8f4ae5243 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173046 Mar 02 17:45:39.224253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.240915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-23cdd213-1b6e-4bb8-8ce3-914ee57ad4fa None None] Port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:45:39.284340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=0e78cad8-b935-452e-9df6-ad73fb02005b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:39.294993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98fcb-1716-408f-8c35-5e9b7b49e2c0 req-ddb52f63-1268-4568-be0e-08a6e30188de tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:39.297012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58f98fcb-1716-408f-8c35-5e9b7b49e2c0 req-ddb52f63-1268-4568-be0e-08a6e30188de tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1796839 Mar 02 17:45:39.362844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Network 48a277a3-bb6d-433d-8283-853bf7519a67 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:39.379853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-48ae1a06-b221-42a0-8d89-4f5f35de1646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.383236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:39.384939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:39.386299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:39.403636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-63cb83b5-fb96-4b12-976c-1f55fd1de799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45518c54be044cdb21b06679c3bd88d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2464638 Mar 02 17:45:39.405548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Pushing event updated for resources: {'Port': ['ID=aa32a79f-e4ea-4152-a06a-3ca380b3f51f,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:39.409814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37424) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:39.478922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:39.560464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Provisioning for port 1c840ee1-d793-42b4-aeb9-9347a3685125 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:39.569970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.574801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:39.594471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Provisioning complete for port 1c840ee1-d793-42b4-aeb9-9347a3685125 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:39.594471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.609187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Transition to ACTIVE for port object b09b7edd-9ad3-455c-a56f-3f0aba2e449c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:39.611205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.621773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.669602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Attempting to bind port aa32a79f-e4ea-4152-a06a-3ca380b3f51f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:39.669602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Attempting to bind port aa32a79f-e4ea-4152-a06a-3ca380b3f51f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1cee7a5f-34bb-427c-8252-2f42fac964c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:39.670266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Attempting to bind port aa32a79f-e4ea-4152-a06a-3ca380b3f51f on network 48a277a3-bb6d-433d-8283-853bf7519a67 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:39.694903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.704255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:39.704622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Checking segment: {'id': '1cee7a5f-34bb-427c-8252-2f42fac964c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:39.705827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.706386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Bound using segment: {'id': '1cee7a5f-34bb-427c-8252-2f42fac964c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:39.707052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Bound port: aa32a79f-e4ea-4152-a06a-3ca380b3f51f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cee7a5f-34bb-427c-8252-2f42fac964c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '48a277a3-bb6d-433d-8283-853bf7519a67'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:39.707600 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.740696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.790300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:39.800470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58f98fcb-1716-408f-8c35-5e9b7b49e2c0 req-c2c83b3b-d392-493c-9a5d-e30f8368ec01 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646682 Mar 02 17:45:39.806972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 56a47921-6602-46d2-8bfd-0ca3dc73a514 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:39.807523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.900643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a277a3-bb6d-433d-8283-853bf7519a67']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:39.907609 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.953529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:39.961593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cee7a5f-34bb-427c-8252-2f42fac964c1') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:39.962257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cee7a5f-34bb-427c-8252-2f42fac964c1') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:39.969110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] For port 1c840ee1-d793-42b4-aeb9-9347a3685125, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c840ee1-d793-42b4-aeb9-9347a3685125,segment=NetworkSegment(0ae0b4a6-5a9c-4152-b002-49fea244f2b1),segment_id=0ae0b4a6-5a9c-4152-b002-49fea244f2b1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:39.980592 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.003842 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'code': 200} Mar 02 17:45:40.008788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] No DVR routers for this DVR port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:40.048174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] For port aa32a79f-e4ea-4152-a06a-3ca380b3f51f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:40.067158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] For port aa32a79f-e4ea-4152-a06a-3ca380b3f51f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa32a79f-e4ea-4152-a06a-3ca380b3f51f,segment=NetworkSegment(1cee7a5f-34bb-427c-8252-2f42fac964c1),segment_id=1cee7a5f-34bb-427c-8252-2f42fac964c1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:40.078314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.084685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.116455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809be52-7e31-4ac1-9e33-816cd4351d80 req-0b28ea3a-bbdb-4635-b3fa-835108083574 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.116455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5809be52-7e31-4ac1-9e33-816cd4351d80 req-0b28ea3a-bbdb-4635-b3fa-835108083574 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.5745406 Mar 02 17:45:40.134378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84108ab-3ed0-4523-9b8f-ebea1ebf394d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:40.206158 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.229929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.234835 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f870424e-ab0d-4837-94fb-2ad8bdef769a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e84108ab-3ed0-4523-9b8f-ebea1ebf394d HTTP/1.1" status: 204 len: 168 time: 0.8241284 Mar 02 17:45:40.313838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2935a1-cbf1-470c-9342-fef086b9a0d6 None None] Pushing event updated for resources: {'Port': ['ID=1c840ee1-d793-42b4-aeb9-9347a3685125,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:40.494133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:40.494549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:40.530501 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:40.577133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cdf7f-3619-407c-af4c-3fa5e10f529e None None] Network 48a277a3-bb6d-433d-8283-853bf7519a67 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:40.706940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5809be52-7e31-4ac1-9e33-816cd4351d80 req-9a4375c7-77d4-40e0-89b4-13c584f3a9d8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724039 Mar 02 17:45:40.742379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:45:40.742379 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:45:40.742379 n-d-820559-6 neutron-server[83797]: [parameters: {'id': '48a277a3-bb6d-433d-8283-853bf7519a67'}] Mar 02 17:45:40.742379 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:45:40.743211 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:45:40.750507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:40.750872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:40.751197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:40.762673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:45:40.763289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:40.776962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port 56a47921-6602-46d2-8bfd-0ca3dc73a514, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=56a47921-6602-46d2-8bfd-0ca3dc73a514,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:40.777599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.783352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:40.783699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:40.785228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Bound using segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:40.785677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Bound port: b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:40.786654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.847612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e6f442f5-c88e-4e8c-b17b-34ae6afc4d0e None None] Provisioning complete for port 1c840ee1-d793-42b4-aeb9-9347a3685125 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:40.849709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6f442f5-c88e-4e8c-b17b-34ae6afc4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:40.927630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:40.930199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.935601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.954028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.954028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.954028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:40.963588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca80603-2981-468b-ad72-7d2302063732 None None] Pushing event updated for resources: {'Port': ['ID=aa32a79f-e4ea-4152-a06a-3ca380b3f51f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:40.974923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-480a169e-eb99-4780-a1a8-441ad9b00398 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 3875 time: 0.7508583 Mar 02 17:45:41.023079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:41.027846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:41.037187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.038242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:45:41.178804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7edd49-04f2-46f9-95b8-1a632d6b3698 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:45:41.190619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:41.204328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.206335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-e1404dfa-d4f2-43cb-ba9c-5a79d75125c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1091 time: 2.7591243 Mar 02 17:45:41.248710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.347453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eb3d5608-3755-4c5b-a1fc-1286757ce2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.359791 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-47eb1aa5-865f-4455-b478-25b29977d8e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1094 time: 0.1031337 Mar 02 17:45:41.499472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.500312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.500312 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Floating IP a56ebd27-5497-4944-a4cb-ae2f55d88a30 disassociated. External IP: 172.25.3.213, port: 56a47921-6602-46d2-8bfd-0ca3dc73a514. Mar 02 17:45:41.500525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 56a47921-6602-46d2-8bfd-0ca3dc73a514 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:41.562359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7edd49-04f2-46f9-95b8-1a632d6b3698 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:45:41.644991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-49423f98-c906-4901-946c-fc3758a443b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:41.647674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-49423f98-c906-4901-946c-fc3758a443b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.2778122 Mar 02 17:45:41.694853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6680e1b2-0dc8-41e2-b68d-7bf9beb01050 req-cef40595-fc0f-46b8-8ec7-1d131736a357 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7372289 Mar 02 17:45:41.699715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port aa32a79f-e4ea-4152-a06a-3ca380b3f51f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:41.699715 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:41.868268 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-2a56d41c-5dd9-4a0d-ae3f-79a2f225951b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.2130399 Mar 02 17:45:41.961956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-48ef2c34-f2f3-4485-9c8b-ab12947aa9af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:41.963977 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-48ef2c34-f2f3-4485-9c8b-ab12947aa9af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.0888233 Mar 02 17:45:42.015778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:42.022730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c840ee1-d793-42b4-aeb9-9347a3685125 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:42.060067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191f904-971f-4967-9a2d-365ee345e000 req-18bfa21f-c79c-4077-a79c-8f31577302bd tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:42.062765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4191f904-971f-4967-9a2d-365ee345e000 req-18bfa21f-c79c-4077-a79c-8f31577302bd tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 943 time: 1.0811436 Mar 02 17:45:42.063960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:42.098242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-1cf95afc-5b49-41c0-bea1-565a05f6ef86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257195 Mar 02 17:45:42.143961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1c840ee1-d793-42b4-aeb9-9347a3685125 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:42.145055 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:42.267807 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-3118e00a-44d3-41e0-80fd-4f4ed182e8b9 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619687 Mar 02 17:45:42.417959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port aa32a79f-e4ea-4152-a06a-3ca380b3f51f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa32a79f-e4ea-4152-a06a-3ca380b3f51f,segment=NetworkSegment(1cee7a5f-34bb-427c-8252-2f42fac964c1),segment_id=1cee7a5f-34bb-427c-8252-2f42fac964c1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:42.418606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:42.458829 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3ba24ce3-92b1-4078-9c67-0fe11bcd87d3 req-4fc54d42-07da-4f4e-ad03-e57572db3cde service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800039 Mar 02 17:45:42.520246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=56a47921-6602-46d2-8bfd-0ca3dc73a514,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:42.611885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for aa32a79f-e4ea-4152-a06a-3ca380b3f51f owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:42.703106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4191f904-971f-4967-9a2d-365ee345e000 req-1704ea53-136b-45b6-8068-0867ee62bcf4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5836761 Mar 02 17:45:42.757679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:42.932914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12cce8-b4bf-4e2d-b5a2-55c199aead8b req-e248ac12-d5b7-4b80-b7a6-ba4102915f8c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:42.934655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a12cce8-b4bf-4e2d-b5a2-55c199aead8b req-e248ac12-d5b7-4b80-b7a6-ba4102915f8c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.9515314 Mar 02 17:45:42.975814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:42.994208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.039812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=aa32a79f-e4ea-4152-a06a-3ca380b3f51f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:43.070716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port aa32a79f-e4ea-4152-a06a-3ca380b3f51f on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:43.119501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a12cce8-b4bf-4e2d-b5a2-55c199aead8b req-e78b8e7d-16e3-4438-848f-a8866722c2d3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703787 Mar 02 17:45:43.220846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e88d-4ef1-4c27-b9ca-416583b92cd6 req-e3eda21d-81c0-472e-b011-3270a081b5e7 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.228746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d18e88d-4ef1-4c27-b9ca-416583b92cd6 req-e3eda21d-81c0-472e-b011-3270a081b5e7 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.3346682 Mar 02 17:45:43.252249 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:45:43.355057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.401722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a277a3-bb6d-433d-8283-853bf7519a67']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:43.431956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-d28fd073-5d09-436c-8424-e97df3b549c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1094 time: 0.1129832 Mar 02 17:45:43.458493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cee7a5f-34bb-427c-8252-2f42fac964c1') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:43.459568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cee7a5f-34bb-427c-8252-2f42fac964c1') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:43.501368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.519227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d18e88d-4ef1-4c27-b9ca-416583b92cd6 req-f9b92ab2-1964-45bf-8277-e00891bca18a tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896104 Mar 02 17:45:43.537016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.551124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:43.552445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:43.573613 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:43.603246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-0577d8b8-116f-45f3-889a-d378b26ec574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.604689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-0577d8b8-116f-45f3-889a-d378b26ec574 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.1591833 Mar 02 17:45:43.680946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:43.741696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-e81c320d-6452-41f7-99d0-53ae3ea5493a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1094 time: 0.4601083 Mar 02 17:45:43.764134 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-101dfa1e-31da-4d90-a9bf-e469a8a9a157 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.1430867 Mar 02 17:45:43.848902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-5ed64c57-5026-495a-839d-027fa782129f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.860969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-5ed64c57-5026-495a-839d-027fa782129f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.876922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-5ed64c57-5026-495a-839d-027fa782129f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.887115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-c98552a2-8bc7-401b-bd9c-13913567b33d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.887115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-c98552a2-8bc7-401b-bd9c-13913567b33d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.1137106 Mar 02 17:45:43.900744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-5ed64c57-5026-495a-839d-027fa782129f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:43.900744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-5ed64c57-5026-495a-839d-027fa782129f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 3142 time: 0.4953296 Mar 02 17:45:43.906663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:43.968462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:45:43.988080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3c4c26b9-5e61-4338-a13b-3b3c8ccb9f3a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:44.042628 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-370ad945-016e-461b-9f61-d4bbd011cb20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323884 Mar 02 17:45:44.050234 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3c4c26b9-5e61-4338-a13b-3b3c8ccb9f3a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "PUT /v2.0/quotas/82b61d2f93e349a38e03897a291dce71 HTTP/1.1" status: 200 len: 368 time: 0.3615940 Mar 02 17:45:44.059973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-302a5818-d0de-4412-a1b4-fba517ac34b1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:45:44.059973 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-302a5818-d0de-4412-a1b4-fba517ac34b1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054851 Mar 02 17:45:44.059973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37500) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:44.059973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Request body: {'network': {'project_id': '82b61d2f93e349a38e03897a291dce71'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:44.070016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:44.090213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Usage tracker for resource:network and tenant:82b61d2f93e349a38e03897a291dce71 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:44.095308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:44.095430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.154255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:44.180583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=48a277a3-bb6d-433d-8283-853bf7519a67,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:44.193816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Made reservation on behalf of 82b61d2f93e349a38e03897a291dce71 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:44.193816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.229279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.294282 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.298560 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-9cadcbc6-8bf2-4e77-a8f3-ea8cbe9fbe85 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247343 Mar 02 17:45:44.306046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:44.339043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Usage tracker for resource:security_group_rule and tenant:82b61d2f93e349a38e03897a291dce71 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:44.345234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:44.455153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4ddb932b-74ab-4f3a-b688-5496aa8eeb7c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/48a277a3-bb6d-433d-8283-853bf7519a67 HTTP/1.1" status: 204 len: 168 time: 6.6659117 Mar 02 17:45:44.468812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37506) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:44.514631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:44.590537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325882108'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:44.619913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:44.638247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:44.644137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:44.644574 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-5dae5629-b995-45ec-9943-7d2d11d8906e service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428872 Mar 02 17:45:44.650021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20959668-fbf9-40ad-a98e-e16414bcf811 req-71d59577-5439-43ab-b87b-3c1b17ed77df tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457883 Mar 02 17:45:44.654603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-e0f82920-a0ea-4c9b-8d93-9f846f1abcf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:44.655953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-e0f82920-a0ea-4c9b-8d93-9f846f1abcf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.9031026 Mar 02 17:45:44.661221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:44.678305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.685367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.722923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:44.733479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece056a-8af5-4039-ae30-1a7495b688d9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:44.755548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.755988 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Added segment b03ca1cd-8f74-40dd-8484-ac3661fe0188 of type vlan for network be332a1d-42bb-4030-a24a-e24de6fe2c2a Mar 02 17:45:44.776009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:44.778940 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.792005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.823535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.823814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a2188-f238-4368-9d68-92335e1d0fb8 req-7388e7cd-be47-4a62-9db0-ae33e71788db tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:44.824369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:44.824940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:44.825276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-978a2188-f238-4368-9d68-92335e1d0fb8 req-7388e7cd-be47-4a62-9db0-ae33e71788db tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 943 time: 0.7155688 Mar 02 17:45:44.828383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-733544e5-e0ff-466c-94f0-ad8920fcf55c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 1096 time: 0.8764462 Mar 02 17:45:44.933202 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8763063 Mar 02 17:45:44.934351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37510) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:44.936448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9409-eade-4fc9-964a-f52c599a8353 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event updated for resources: {'Network': ['ID=be332a1d-42bb-4030-a24a-e24de6fe2c2a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:44.947332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Request body: {'network': {'project_id': '82b61d2f93e349a38e03897a291dce71'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:44.951540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:44.951694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network be332a1d-42bb-4030-a24a-e24de6fe2c2a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:44.952567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Usage tracker for resource:network and tenant:82b61d2f93e349a38e03897a291dce71 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:44.957388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:44.961612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:44.972045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Made reservation on behalf of 82b61d2f93e349a38e03897a291dce71 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:44.974405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.009724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:45.013129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-e695cd41-2488-4235-8e86-2a3b7a5b9074 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.3458259 Mar 02 17:45:45.020292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.021033 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Added segment d4d3bf41-3889-4e3c-bb62-dcfc346610e7 of type vlan for network f17cf676-914b-4306-8e36-cbcabc3cbce2 Mar 02 17:45:45.041076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:45.066743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.105416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.106393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.107061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.136423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.136897 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 2f3848ef-2b48-4674-bfb5-63a2aa050cb1 of type vlan for network 52a34b9c-7a07-4960-9b5f-ec098db72360 Mar 02 17:45:45.201789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-978a2188-f238-4368-9d68-92335e1d0fb8 req-88f0fcd6-59da-4500-9ff2-9e8d6319cfe8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279884 Mar 02 17:45:45.209565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-ed74dbc1-19bb-42cd-afac-53de0d5f1dd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.210981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-ed74dbc1-19bb-42cd-afac-53de0d5f1dd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.1742268 Mar 02 17:45:45.223872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2847042 Mar 02 17:45:45.225522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:45.227122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0789999-bf35-49cf-bbd4-214d63b83e8a tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event updated for resources: {'Network': ['ID=f17cf676-914b-4306-8e36-cbcabc3cbce2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:45.235994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Request body: {'network': {'project_id': '82b61d2f93e349a38e03897a291dce71'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:45.246852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:45.249257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f17cf676-914b-4306-8e36-cbcabc3cbce2 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:45.251214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Usage tracker for resource:network and tenant:82b61d2f93e349a38e03897a291dce71 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:45.255380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:45.267380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:45.269895 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 17:45:45.270524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:45:45.272605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b852c330-043f-468c-867d-22f2b6cd738b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0419416 Mar 02 17:45:45.275507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37518) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:45.280054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-6ddbac04-34d3-4280-8677-38c7fd8824b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.281495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-6ddbac04-34d3-4280-8677-38c7fd8824b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 200 len: 911 time: 0.4089999 Mar 02 17:45:45.290796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.371796 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-895745c9-a1ed-4c9c-b51c-fb72f094944b tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82b61d2f93e349a38e03897a291dce71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0937047 Mar 02 17:45:45.375831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:45.410381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232300-a899-4387-a2fe-10ce3bdd1642 req-0a001197-88d5-4d20-b090-e741f8e1a144 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.412144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28232300-a899-4387-a2fe-10ce3bdd1642 req-0a001197-88d5-4d20-b090-e741f8e1a144 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.6144552 Mar 02 17:45:45.448754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-1b515474-0dcf-44bb-88f2-68f84cf2fa1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 200 len: 217 time: 0.1530004 Mar 02 17:45:45.461888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.526877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.589264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.589976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.593282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.593532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.611732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece056a-8af5-4039-ae30-1a7495b688d9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:45.616978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.620590 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eeb14321-f55c-49a2-869d-2219406b463f tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ece056a-8af5-4039-ae30-1a7495b688d9 HTTP/1.1" status: 204 len: 168 time: 0.2427835 Mar 02 17:45:45.621483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:45.672157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28232300-a899-4387-a2fe-10ce3bdd1642 req-073752ab-653a-429d-b3a7-64153ed2cd02 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085407 Mar 02 17:45:45.758552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:45:45.772104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Sync routers for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:45:45.772787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-49241102-c873-41e3-af89-4d4eba00b96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:45.773693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-49241102-c873-41e3-af89-4d4eba00b96a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 200 len: 850 time: 0.3003311 Mar 02 17:45:45.792008 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:45.792772 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:45:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:45.818163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:45.825445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3550403 Mar 02 17:45:45.829136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37532) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:45.840893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': '52a34b9c-7a07-4960-9b5f-ec098db72360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:45.991124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-8dc0f2e8-ce30-4c11-b242-f21af9dd499f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275761cd-fe4d-4f40-98a2-ee1212db91c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760254 Mar 02 17:45:45.997685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=52a34b9c-7a07-4960-9b5f-ec098db72360,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:46.000639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] No DVR routers for this DVR port 56a47921-6602-46d2-8bfd-0ca3dc73a514 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:46.005377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-b0133476-e947-459c-b1b5-a514b119342c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7630041 Mar 02 17:45:46.009992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.011473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-42719685-086c-44ae-873f-5e2c7c9f789c tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "DELETE /v2.0/ports/56a47921-6602-46d2-8bfd-0ca3dc73a514 HTTP/1.1" status: 204 len: 173 time: 6.4726887 Mar 02 17:45:46.013160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:46.086252 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:46.106507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.117651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:46.127326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:46.138190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:46.149161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:46.151247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17cf676-914b-4306-8e36-cbcabc3cbce2']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:46.167532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d3bf41-3889-4e3c-bb62-dcfc346610e7') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:46.167834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d3bf41-3889-4e3c-bb62-dcfc346610e7') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:46.172618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeb400-5c95-4f89-b6a7-edc2b273f040 req-4ac1535e-b312-438d-b433-baa6bf554bed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:46.174143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69aeb400-5c95-4f89-b6a7-edc2b273f040 req-4ac1535e-b312-438d-b433-baa6bf554bed tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.7742136 Mar 02 17:45:46.180705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.189372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:46.272227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.294122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:45:46.294932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:46.294932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:46.312917 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:46.373928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.373928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.374828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.374828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.375475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.376523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.376523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.376523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.376523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.377085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.377185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f37eaf-94a8-4799-b967-9b528534474f tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:46.378089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.478899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:46.478899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.529503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 52a34b9c-7a07-4960-9b5f-ec098db72360 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:46.619301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69aeb400-5c95-4f89-b6a7-edc2b273f040 req-903e848a-4cd6-48a7-b165-93cff6ac6679 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253985 Mar 02 17:45:46.661486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.685332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.691017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:46.718779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-1635527e-87ba-4e20-97a5-521627380946 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052107 Mar 02 17:45:46.727893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:46.736124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Checking router: 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:45:46.752837 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:45:46.757825 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:45:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:46.780723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event deleted for resources: {'Network': ['ID=f17cf676-914b-4306-8e36-cbcabc3cbce2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:46.793397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:46.819599 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23ed847e-c05c-4c21-8284-a203d516fb70 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f17cf676-914b-4306-8e36-cbcabc3cbce2 HTTP/1.1" status: 204 len: 168 time: 1.1935656 Mar 02 17:45:46.829064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:46.833325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:45:46.892802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-6548fbdf-4dbe-4d8c-a605-4743a7108e24 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672047 Mar 02 17:45:46.933915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:46.950362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:46.970030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:46.983175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:46.986698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:47.036764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.056280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=8201678b-35cc-4e67-bd93-be8c005624de,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:47.103711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '2f3848ef-2b48-4674-bfb5-63a2aa050cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '52a34b9c-7a07-4960-9b5f-ec098db72360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:47.104100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: 52a34b9c-7a07-4960-9b5f-ec098db72360, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:47.115010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:45:47.116344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.122307 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:45:47.166165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:47.173551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.191551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 52a34b9c-7a07-4960-9b5f-ec098db72360 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:47.257797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 52a34b9c-7a07-4960-9b5f-ec098db72360) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:47.276100 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '56a47921-6602-46d2-8bfd-0ca3dc73a514', 'status': 'completed', 'code': 200} Mar 02 17:45:47.326839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:47.331572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a04f37e-ab9f-4333-8caa-82ed2054effd None None] Network 52a34b9c-7a07-4960-9b5f-ec098db72360 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:47.351940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:47.353149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.429125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.461427 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-447c9662-a826-4f08-bb41-9ea541e3d58d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6265831 Mar 02 17:45:47.466506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:47.510259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.511363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.511363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.511363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.511674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.512185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.512185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.512504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.513146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.513146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.513438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:45:47.579213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:47.590698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-07620a68-23ce-4736-bbdc-9691f70d7adf tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 3142 time: 1.7766762 Mar 02 17:45:47.703963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.711756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be332a1d-42bb-4030-a24a-e24de6fe2c2a']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:47.741279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03ca1cd-8f74-40dd-8484-ac3661fe0188') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:47.744331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03ca1cd-8f74-40dd-8484-ac3661fe0188') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:47.751198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75710268-ae5e-48f2-bfaa-e1a0ccba5f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-52a34b9c-7a07-4960-9b5f-ec098db72360', 'network_id': '52a34b9c-7a07-4960-9b5f-ec098db72360', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': '8201678b-35cc-4e67-bd93-be8c005624de'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:47.752538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-75710268-ae5e-48f2-bfaa-e1a0ccba5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.789670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab59fa11-468e-4b47-b687-3fba3ef5cd92 req-fdaf3d75-3421-4a11-a016-e89221a41c86 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952618 Mar 02 17:45:47.809527 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:47.815378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47fd509a-b765-4f0d-b539-7f421a6ec0fd req-cfee522a-b8e9-47c4-a02d-00e36c232589 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237759 Mar 02 17:45:47.824891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port ae122b1b-61ba-4c4f-ab3b-74418cb687f0, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:47.825506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.834505 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047c0ab-b62d-473c-b541-e90a4ff49f09 None None] The sync data for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 is: [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:39:12Z', 'revision_number': 4, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '47689ea1-a7ee-42c3-a226-7614c196fda8', 'name': '', 'network_id': 'e07c5e77-51b1-4545-850c-aaffb83943c9', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'mac_address': 'fa:16:3e:f7:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:10Z', 'updated_at': '2022-03-02T17:39:54Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'subnets': [{'id': '05517b33-1238-4fa4-8fbd-ca36418085bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:45:47.837481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.848613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da6fc3af-be03-4bef-bb0d-40c48ef2b3b1 req-d222f9ab-ea94-4782-8cbb-73670263df46 service neutron] 10.222.0.35 "GET /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738638 Mar 02 17:45:47.913422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.943929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:47.946093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:47.962467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['b09b7edd-9ad3-455c-a56f-3f0aba2e449c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:47.989765 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:48.001223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.066106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for ae122b1b-61ba-4c4f-ab3b-74418cb687f0 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:48.158678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.169317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.172249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a42685-2e70-471f-b7af-893ecefaa46f req-b50bbae7-4b80-4abe-ab57-77fcfc0dbab4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:48.180009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63a42685-2e70-471f-b7af-893ecefaa46f req-b50bbae7-4b80-4abe-ab57-77fcfc0dbab4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.9120400 Mar 02 17:45:48.202869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] 10.222.0.37 "DELETE /v2.0/networks/be332a1d-42bb-4030-a24a-e24de6fe2c2a HTTP/1.1" status: 204 len: 168 time: 1.3739002 Mar 02 17:45:48.235302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd770dcd-ec4d-4103-9b9d-fd95e0249960 tempest-QuotasNegativeTest-1211580132 tempest-QuotasNegativeTest-1211580132-project-admin] Pushing event deleted for resources: {'Network': ['ID=be332a1d-42bb-4030-a24a-e24de6fe2c2a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:48.245738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.315415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63a42685-2e70-471f-b7af-893ecefaa46f req-883f0900-ec8d-4943-bd0d-639ba23cb26c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324577 Mar 02 17:45:48.432694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719223f-7d5e-4d17-b3ef-13a617d3518d None None] New status for floating IP a56ebd27-5497-4944-a4cb-ae2f55d88a30: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:45:48.498099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cb2c3-68fc-4f5a-84e2-d28b03edd18f req-42bbb408-5dd3-4114-8a6a-75345b2f1a9f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:48.511815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7cb2c3-68fc-4f5a-84e2-d28b03edd18f req-42bbb408-5dd3-4114-8a6a-75345b2f1a9f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4552097 Mar 02 17:45:48.551102 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-75710268-ae5e-48f2-bfaa-e1a0ccba5f80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8201678b-35cc-4e67-bd93-be8c005624de: This subnet is being modified by another concurrent operation. Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:45:48.557214 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8201678b-35cc-4e67-bd93-be8c005624de: This subnet is being modified by another concurrent operation. Mar 02 17:45:48.561833 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:45:48.635695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a34b9c-7a07-4960-9b5f-ec098db72360']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:48.637732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.656028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3848ef-2b48-4674-bfb5-63a2aa050cb1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:48.656028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3848ef-2b48-4674-bfb5-63a2aa050cb1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:48.669037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.684194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.691712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:48.692758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.694233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00546f49-4a31-43ba-ad4e-560e03e62473 None None] Network 52a34b9c-7a07-4960-9b5f-ec098db72360 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:48.753325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=ae122b1b-61ba-4c4f-ab3b-74418cb687f0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:48.776853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7cb2c3-68fc-4f5a-84e2-d28b03edd18f req-6670ace0-3fca-4680-bb5b-ab172aeed382 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545724 Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:48.778657 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:48.809889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=8201678b-35cc-4e67-bd93-be8c005624de,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:48.845194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.871182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.885948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=52a34b9c-7a07-4960-9b5f-ec098db72360,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:48.898664 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e1c3102-db73-45b4-8a7e-c9d41b5bd2fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/52a34b9c-7a07-4960-9b5f-ec098db72360 HTTP/1.1" status: 204 len: 168 time: 1.4279244 Mar 02 17:45:48.903626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:48.911623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358810592'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:48.923058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:48.927626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:48.932607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:48.941786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:48.963836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:48.968055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] No DVR routers for this DVR port ae122b1b-61ba-4c4f-ab3b-74418cb687f0 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:48.969205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.975663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:48.990130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524726c5-8708-4619-98d4-8f2ab9dc3b9b req-ffdc3132-2696-4931-ae30-a8612fcad377 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:48.997065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-524726c5-8708-4619-98d4-8f2ab9dc3b9b req-ffdc3132-2696-4931-ae30-a8612fcad377 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.4222577 Mar 02 17:45:49.040110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-2ea772a8-f1d5-4ae8-82eb-2882d9c12698 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "DELETE /v2.0/ports/ae122b1b-61ba-4c4f-ab3b-74418cb687f0 HTTP/1.1" status: 204 len: 173 time: 3.0195084 Mar 02 17:45:49.061650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:49.085641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.085641 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 27987aa8-61a7-4a30-8424-842afcc1685b of type vlan for network 4c152867-c836-4535-a566-ce23720c394e Mar 02 17:45:49.108205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.152440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-524726c5-8708-4619-98d4-8f2ab9dc3b9b req-b2592b17-a2a8-4111-b430-fdb9173d9a1d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530602 Mar 02 17:45:49.167593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.211339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 54ca1651-0f98-42fb-9971-d14d72d9e434 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:49.211597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.228131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.234621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:49.235603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.281591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:49.338849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:49.477975 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5721667 Mar 02 17:45:49.492647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:49.507168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': '4c152867-c836-4535-a566-ce23720c394e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:49.543778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c950105-0403-47cb-8074-a0e231d1ec95 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:45:49.650392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:49.655547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:49.659110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:49.666562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:49.698197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.739903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:49.744434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Usage tracker for resource:security_group_rule and tenant:5f6ab28e1efa4bfd8a4e68eb7d506c4e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:49.747580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:49.754133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:49.815406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c950105-0403-47cb-8074-a0e231d1ec95 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:45:49.843359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.844448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe2381-ecae-41b3-ada7-c58dc1781763 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=4c152867-c836-4535-a566-ce23720c394e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:49.856335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:49.871951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4c152867-c836-4535-a566-ce23720c394e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:49.881299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:49.926514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:49.930695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:49.934633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:49.935504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:49.955489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa5b6-8c1d-4935-ad24-19f83a715d36 req-9d72d05b-9f55-4098-bc08-c30e435c54d0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:49.963394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5dfa5b6-8c1d-4935-ad24-19f83a715d36 req-9d72d05b-9f55-4098-bc08-c30e435c54d0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.2717044 Mar 02 17:45:50.028668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port 54ca1651-0f98-42fb-9971-d14d72d9e434, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=54ca1651-0f98-42fb-9971-d14d72d9e434,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:50.029153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.036723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:50.037927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-a47811e5-50df-46ea-846d-94aafc7f68b1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 2409 time: 0.6328404 Mar 02 17:45:50.203256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5dfa5b6-8c1d-4935-ad24-19f83a715d36 req-bc6ff677-7e2c-4cfe-999e-fa4a4ad6f708 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388802 Mar 02 17:45:50.206796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa392b9-ee9d-4968-a2ba-0284990f1503,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:50.226717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a8b4133e-f404-4f60-b15a-6fd9d0f3e94e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f6ab28e1efa4bfd8a4e68eb7d506c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8865113 Mar 02 17:45:50.231896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 54ca1651-0f98-42fb-9971-d14d72d9e434 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:50.234377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37588) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:50.285407 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': 'ae122b1b-61ba-4c4f-ab3b-74418cb687f0', 'status': 'completed', 'code': 200} Mar 02 17:45:50.328433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d9876cb0-cae8-4c69-8126-59109e90fe16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:50.329937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d9876cb0-cae8-4c69-8126-59109e90fe16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:50.345306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.377621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13a29927-4280-4485-ad58-3dd60aa0be14 req-f6eefed3-e3ac-43d6-b3dd-293371879a06 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310437 Mar 02 17:45:50.413839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d9876cb0-cae8-4c69-8126-59109e90fe16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:50.415214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d9876cb0-cae8-4c69-8126-59109e90fe16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf&tenant_id=c21c1d4fc29245548e8b580d1220468f&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 1.0096977 Mar 02 17:45:50.467869 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.514787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.662242 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.698171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.720807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa3338-a1fe-46a6-bfec-56e70d53f1f2 req-5cd12f73-f71c-4966-a488-1d203e504f98 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:50.721625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa392b9-ee9d-4968-a2ba-0284990f1503,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:50.722494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48fa3338-a1fe-46a6-bfec-56e70d53f1f2 req-5cd12f73-f71c-4966-a488-1d203e504f98 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.2999885 Mar 02 17:45:50.730378 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-e73b8904-ef53-4f9d-ba6b-b1bfab67783f service neutron] 10.222.0.50 "GET /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c/bindings/n-h1-820559-6 HTTP/1.1" status: 200 len: 382 time: 0.1689739 Mar 02 17:45:50.735296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=54ca1651-0f98-42fb-9971-d14d72d9e434,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:50.782877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.786423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0e72c37-4b55-4278-ad13-206136fd14b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aa392b9-ee9d-4968-a2ba-0284990f1503 HTTP/1.1" status: 204 len: 168 time: 0.5460937 Mar 02 17:45:50.859181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] No DVR routers for this DVR port 54ca1651-0f98-42fb-9971-d14d72d9e434 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:50.867408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8792-1bc3-4eb7-9a78-15ca4e21aad4 req-f513a21f-eea6-4754-8aee-e372f7134716 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:50.869127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aeef8792-1bc3-4eb7-9a78-15ca4e21aad4 req-f513a21f-eea6-4754-8aee-e372f7134716 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2982819 Mar 02 17:45:50.870321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.899169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:50.911756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-d0d3722f-8c4c-4d8b-9d86-2d8a70e842f7 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "DELETE /v2.0/ports/54ca1651-0f98-42fb-9971-d14d72d9e434 HTTP/1.1" status: 204 len: 173 time: 1.8578036 Mar 02 17:45:50.925532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48fa3338-a1fe-46a6-bfec-56e70d53f1f2 req-de411c2d-52ba-4e6a-83d5-3172b6bc1d60 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810315 Mar 02 17:45:50.968350 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-34cd4d33-e12a-4b03-a995-bb6a9ea09759 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1095 time: 0.1670213 Mar 02 17:45:50.990488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=da3afd4e-564f-4544-9af3-dad721279ea4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:51.002048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aeef8792-1bc3-4eb7-9a78-15ca4e21aad4 req-e521a94e-0c7b-4c6f-ae6e-14c8cc041097 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258006 Mar 02 17:45:51.041303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 01db44aa-4ee7-483c-99ff-eaca2277e837 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:51.043071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.141585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '27987aa8-61a7-4a30-8424-842afcc1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4c152867-c836-4535-a566-ce23720c394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:51.141585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: 4c152867-c836-4535-a566-ce23720c394e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:51.214922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-68e890b1-dd91-4ce0-b5b0-cd41ca0b6d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:51.219006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-68e890b1-dd91-4ce0-b5b0-cd41ca0b6d30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.2147448 Mar 02 17:45:51.234242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 4c152867-c836-4535-a566-ce23720c394e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:51.264052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4c152867-c836-4535-a566-ce23720c394e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:51.280419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0996501-1886-48dd-a6a6-dbd5f9d126f7 None None] Network 4c152867-c836-4535-a566-ce23720c394e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:51.358512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:51.397033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:51.397548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.486490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-97ef9f1b-e4af-4f14-99ea-13a04950ee90 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9863074 Mar 02 17:45:51.490636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37608) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:51.520608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-f44fc1a3-a0b9-4270-85e3-d779a6eb2f5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1000 time: 0.2538316 Mar 02 17:45:51.552285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.575987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4c152867-c836-4535-a566-ce23720c394e', 'network_id': '4c152867-c836-4535-a566-ce23720c394e', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': 'da3afd4e-564f-4544-9af3-dad721279ea4'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:51.577163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.580456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port 01db44aa-4ee7-483c-99ff-eaca2277e837, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=01db44aa-4ee7-483c-99ff-eaca2277e837,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:51.580770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.673142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-c8600faa-b9fd-4774-92ff-607df52dee45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:51.673853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-c8600faa-b9fd-4774-92ff-607df52dee45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.1032999 Mar 02 17:45:51.743208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.783362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Allocated IP 2001:db8::1 (4c152867-c836-4535-a566-ce23720c394e/da3afd4e-564f-4544-9af3-dad721279ea4/385c019b-9c63-4049-845c-e644c59dfdd7) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:51.837296 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-853cf7dd-5e96-49b2-a460-c518d471ccbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499739 Mar 02 17:45:51.842288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:51.855196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 01db44aa-4ee7-483c-99ff-eaca2277e837 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:51.911198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:51.923825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Usage tracker for resource:security_group_rule and tenant:b174b999d11f4db290af32d4177df37a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:51.936475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:51.952850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:51.986212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f9cbe-0894-4779-a1f5-766c8a5cb37d req-d6d9a042-ae9b-45c2-b2b2-0e98e1ed958d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:51.987609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc5f9cbe-0894-4779-a1f5-766c8a5cb37d req-d6d9a042-ae9b-45c2-b2b2-0e98e1ed958d tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.6299751 Mar 02 17:45:52.005997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e07de-8565-4d09-85c3-c7c7cb5562d8 req-0b935d8b-d577-4b6b-bd3b-4da0ccc3bc71 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:52.007425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f2e07de-8565-4d09-85c3-c7c7cb5562d8 req-0b935d8b-d577-4b6b-bd3b-4da0ccc3bc71 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.5072289 Mar 02 17:45:52.037474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-80a3bcab-3f83-450b-9fa5-640db8ff6a6d service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615341 Mar 02 17:45:52.041014 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.052233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Transition to ACTIVE for port object 385c019b-9c63-4049-845c-e644c59dfdd7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:52.072645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Transition to ACTIVE for port object 385c019b-9c63-4049-845c-e644c59dfdd7 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:52.080071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.158500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.166279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Pushing event updated for resources: {'Port': ['ID=385c019b-9c63-4049-845c-e644c59dfdd7,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:52.169770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Network 4c152867-c836-4535-a566-ce23720c394e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:52.171514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:52.173906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:52.187278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc5f9cbe-0894-4779-a1f5-766c8a5cb37d req-228d226f-2727-4d25-ab93-50515d79ea28 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770370 Mar 02 17:45:52.189400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f2e07de-8565-4d09-85c3-c7c7cb5562d8 req-2e56ba9f-70f1-4cf7-93ff-923701444bfe tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557977 Mar 02 17:45:52.193358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.217704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=da3afd4e-564f-4544-9af3-dad721279ea4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:52.270537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=01db44aa-4ee7-483c-99ff-eaca2277e837,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:52.278406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.282301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-67693109-e179-4421-8ad9-6e61ce254317 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341375 Mar 02 17:45:52.283737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Attempting to bind port 385c019b-9c63-4049-845c-e644c59dfdd7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:52.284254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Attempting to bind port 385c019b-9c63-4049-845c-e644c59dfdd7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '27987aa8-61a7-4a30-8424-842afcc1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4c152867-c836-4535-a566-ce23720c394e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:52.285135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.285884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Attempting to bind port 385c019b-9c63-4049-845c-e644c59dfdd7 on network 4c152867-c836-4535-a566-ce23720c394e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:52.312296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:52.312825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Checking segment: {'id': '27987aa8-61a7-4a30-8424-842afcc1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4c152867-c836-4535-a566-ce23720c394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:52.314881 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.315757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Bound using segment: {'id': '27987aa8-61a7-4a30-8424-842afcc1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4c152867-c836-4535-a566-ce23720c394e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:52.316659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Bound port: 385c019b-9c63-4049-845c-e644c59dfdd7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27987aa8-61a7-4a30-8424-842afcc1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4c152867-c836-4535-a566-ce23720c394e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:52.320588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.336308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:45:52.368117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:52.425774 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:45:52.545062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:45:52.554607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:45:52.555102 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.558115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] No DVR routers for this DVR port 01db44aa-4ee7-483c-99ff-eaca2277e837 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:52.570498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.585165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] For port 385c019b-9c63-4049-845c-e644c59dfdd7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:52.602327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.610079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] For port 385c019b-9c63-4049-845c-e644c59dfdd7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=385c019b-9c63-4049-845c-e644c59dfdd7,segment=NetworkSegment(27987aa8-61a7-4a30-8424-842afcc1685b),segment_id=27987aa8-61a7-4a30-8424-842afcc1685b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:52.617631 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.644955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c152867-c836-4535-a566-ce23720c394e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:52.667559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27987aa8-61a7-4a30-8424-842afcc1685b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:52.668211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27987aa8-61a7-4a30-8424-842afcc1685b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:52.668406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615b2b3-e92e-4046-be6c-7564c6aee098,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:52.687797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.703304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5263e8fd-6d71-47b4-881b-4b806bec1e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b174b999d11f4db290af32d4177df37a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3373544 Mar 02 17:45:52.709452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37618) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:52.720508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-a5bde6a6-544f-4eb8-9dd8-64c1e3572d1f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "DELETE /v2.0/ports/01db44aa-4ee7-483c-99ff-eaca2277e837 HTTP/1.1" status: 204 len: 173 time: 1.7921126 Mar 02 17:45:52.733916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.753817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:52.754438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:52.772415 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:52.784511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-ce431904-3f6b-4cbe-931d-8b256cdab597 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1095 time: 0.2535107 Mar 02 17:45:52.844150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c4659-4f5f-4982-94cf-9e4f4f70d227 req-911e215c-7ca4-4ad8-bae0-245250700196 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:52.845667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c24c4659-4f5f-4982-94cf-9e4f4f70d227 req-911e215c-7ca4-4ad8-bae0-245250700196 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.3580689 Mar 02 17:45:52.853657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c4618-6e20-453a-8137-0198e83ec263 None None] Pushing event updated for resources: {'Port': ['ID=385c019b-9c63-4049-845c-e644c59dfdd7,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:52.857489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port b92852b3-ae09-4774-bc68-de73106ee808 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:52.857980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.891557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17035aff-1b28-4a46-81a1-e6ac4f537afc None None] Network 4c152867-c836-4535-a566-ce23720c394e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:52.916632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:52.920800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308d652-6359-4fd7-857b-60878dbbd0de req-eecc199a-8301-4442-bab8-d55b728dd072 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:52.921530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d308d652-6359-4fd7-857b-60878dbbd0de req-eecc199a-8301-4442-bab8-d55b728dd072 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:52.982793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d308d652-6359-4fd7-857b-60878dbbd0de req-eecc199a-8301-4442-bab8-d55b728dd072 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:52.984360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d308d652-6359-4fd7-857b-60878dbbd0de req-eecc199a-8301-4442-bab8-d55b728dd072 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 942 time: 0.4273658 Mar 02 17:45:53.026843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:45:53.026843 n-d-820559-6 neutron-server[83796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:45:53.026843 n-d-820559-6 neutron-server[83796]: [parameters: {'id': '4c152867-c836-4535-a566-ce23720c394e'}] Mar 02 17:45:53.026843 n-d-820559-6 neutron-server[83796]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:45:53.027290 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:45:53.031610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:53.052633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:53.053447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.060990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c24c4659-4f5f-4982-94cf-9e4f4f70d227 req-bc1c075b-c20e-4f4f-a69a-349196031a12 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697087 Mar 02 17:45:53.071126 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.113678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f1949-a657-435a-87ef-d98b028161be req-abcfeb01-d9d0-468f-adfd-81f79a731fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:53.115157 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-abcfeb01-d9d0-468f-adfd-81f79a731fbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.2536743 Mar 02 17:45:53.116816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.186864 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '54ca1651-0f98-42fb-9971-d14d72d9e434', 'status': 'completed', 'code': 200} Mar 02 17:45:53.224870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d308d652-6359-4fd7-857b-60878dbbd0de req-1f8b757f-e232-4aff-85e6-82143511d4a6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053514 Mar 02 17:45:53.249384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:53.282156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.292967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83464741-134f-40d4-a942-8226a3c62999 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:45:53.304776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-b3595627-3aea-4126-ad35-af95656eb2d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1001 time: 0.1808534 Mar 02 17:45:53.312110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615b2b3-e92e-4046-be6c-7564c6aee098,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:53.329050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.329541 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'code': 200} Mar 02 17:45:53.331092 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5ce94c45-d119-4fd0-bb71-6ac6466fdd1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7615b2b3-e92e-4046-be6c-7564c6aee098 HTTP/1.1" status: 204 len: 168 time: 0.6203547 Mar 02 17:45:53.349321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port b92852b3-ae09-4774-bc68-de73106ee808, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b92852b3-ae09-4774-bc68-de73106ee808,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:53.349698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.502495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f1949-a657-435a-87ef-d98b028161be req-6c2c9259-8467-4b59-b445-80ea95aee36e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:53.503951 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-6c2c9259-8467-4b59-b445-80ea95aee36e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.0992827 Mar 02 17:45:53.557138 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.591536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 385c019b-9c63-4049-845c-e644c59dfdd7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:53.592118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.610446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for b92852b3-ae09-4774-bc68-de73106ee808 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:53.628046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83464741-134f-40d4-a942-8226a3c62999 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:45:53.753172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-21d5a6de-a76e-4e7a-b266-7cf971b917f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345867 Mar 02 17:45:53.788743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.853052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=b92852b3-ae09-4774-bc68-de73106ee808,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:53.855013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 385c019b-9c63-4049-845c-e644c59dfdd7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=385c019b-9c63-4049-845c-e644c59dfdd7,segment=NetworkSegment(27987aa8-61a7-4a30-8424-842afcc1685b),segment_id=27987aa8-61a7-4a30-8424-842afcc1685b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:53.855574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:53.989567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] No DVR routers for this DVR port b92852b3-ae09-4774-bc68-de73106ee808 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:53.992549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:54.010080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01451fb8-f3d7-4f1e-8cfe-ff9bafba8ec1 req-42bae46f-76c0-4cd4-8253-7387f71dba07 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:54.010878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 385c019b-9c63-4049-845c-e644c59dfdd7 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:54.017496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01451fb8-f3d7-4f1e-8cfe-ff9bafba8ec1 req-42bae46f-76c0-4cd4-8253-7387f71dba07 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.5045385 Mar 02 17:45:54.053676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449c07-320d-4f29-be4c-3b80efc155b3 req-429ae861-c13c-4ad8-b2ef-6db49baaf173 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:54.055477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d449c07-320d-4f29-be4c-3b80efc155b3 req-429ae861-c13c-4ad8-b2ef-6db49baaf173 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.6305118 Mar 02 17:45:54.086476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf26bd4b-d30b-43d9-858a-55f23d678c3c req-48524696-0880-4013-8cf8-6931b3a23ae1 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.35 "DELETE /v2.0/ports/b92852b3-ae09-4774-bc68-de73106ee808 HTTP/1.1" status: 204 len: 173 time: 1.3580685 Mar 02 17:45:54.139523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01451fb8-f3d7-4f1e-8cfe-ff9bafba8ec1 req-fc72163b-4a32-4e5e-9949-672453cfb713 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205246 Mar 02 17:45:54.155660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:54.184048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d449c07-320d-4f29-be4c-3b80efc155b3 req-6573aea8-bead-4b45-8f8b-ac2403869bc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175752 Mar 02 17:45:54.335939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 385c019b-9c63-4049-845c-e644c59dfdd7 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:54.340769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=385c019b-9c63-4049-845c-e644c59dfdd7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:54.651760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0996b616-ccb0-4b9e-91ac-1b8e855690e1 req-63ba4e53-6ddc-4a22-9199-3db3156fdf2a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Synchronizing usage tracker for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:54.695708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0996b616-ccb0-4b9e-91ac-1b8e855690e1 req-63ba4e53-6ddc-4a22-9199-3db3156fdf2a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Unset dirty status for tenant:f499324a42f44b1f8e921e84e18f047e on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:54.707765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0996b616-ccb0-4b9e-91ac-1b8e855690e1 req-63ba4e53-6ddc-4a22-9199-3db3156fdf2a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 210 time: 0.1183560 Mar 02 17:45:54.750963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c3943-9ff7-4024-be6d-d597bb645411 req-57974080-a8aa-4050-80d0-2b0ace97f46a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:54.752544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-358c3943-9ff7-4024-be6d-d597bb645411 req-57974080-a8aa-4050-80d0-2b0ace97f46a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.4840868 Mar 02 17:45:54.780059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-300680b3-cd0a-4919-b8a0-f7c5596e9327 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:54.782329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-300680b3-cd0a-4919-b8a0-f7c5596e9327 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.4334383 Mar 02 17:45:54.825807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:54.846552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-392aaa18-65e5-45df-88b6-ef0a47195e16 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571640 Mar 02 17:45:54.928422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Deleting port adf914d3-173f-4e25-8500-66782c96e77c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:54.928844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:54.968148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c152867-c836-4535-a566-ce23720c394e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:54.991208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27987aa8-61a7-4a30-8424-842afcc1685b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:54.992051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27987aa8-61a7-4a30-8424-842afcc1685b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:45:55.011863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.015410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-358c3943-9ff7-4024-be6d-d597bb645411 req-33419806-4edf-453a-a5dc-309d57fc78d8 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434552 Mar 02 17:45:55.048120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.067957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:45:55.068383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:45:55.084216 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:45:55.150773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-900f1949-a657-435a-87ef-d98b028161be req-933c0be3-7e19-4845-aba8-6d3de82eaef3 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943075 Mar 02 17:45:55.187078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.216217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.227789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=4c152867-c836-4535-a566-ce23720c394e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:55.241933 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce8bd6e6-cedf-40d4-baff-ce3948cf032c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/4c152867-c836-4535-a566-ce23720c394e HTTP/1.1" status: 204 len: 168 time: 3.7500355 Mar 02 17:45:55.242737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37662) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:55.249232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140404086'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:55.256046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:55.260111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:55.263699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:55.270827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:55.282517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837'}, {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:55.287374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:55.290732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.331548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:55.343210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.343884 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment b5fb22bb-efa1-46f4-bde6-32d47b1d86cb of type vlan for network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 Mar 02 17:45:55.376581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.390719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] For port adf914d3-173f-4e25-8500-66782c96e77c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=adf914d3-173f-4e25-8500-66782c96e77c,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:55.391853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.447328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.451949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:55.453201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:55.606214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=c85f11b0-c8bb-40f2-a954-b24e4541dfd5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:55.613223 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b67d1781-da46-4d90-9f07-d84b00fb939b tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3691998 Mar 02 17:45:55.617673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:55.623350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:55.626676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:55.757571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Calling delete_port for adf914d3-173f-4e25-8500-66782c96e77c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:45:55.931248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31863160-2e19-4d39-8205-6d8867340c79 req-bc250a30-8a0c-41ce-8fc9-2f7b40034c9c tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:55.935674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31863160-2e19-4d39-8205-6d8867340c79 req-bc250a30-8a0c-41ce-8fc9-2f7b40034c9c tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 945 time: 0.5572245 Mar 02 17:45:55.952810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:55.958246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:55.962142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:55.970451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:55.986234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:55.993613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fb7f2-4f19-4a93-a207-f7767b369f89 req-7443d660-fcd4-476f-ba4b-35fe7795fd52 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:56.000456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de3fb7f2-4f19-4a93-a207-f7767b369f89 req-7443d660-fcd4-476f-ba4b-35fe7795fd52 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.4962306 Mar 02 17:45:56.107319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.189087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31863160-2e19-4d39-8205-6d8867340c79 req-39d24922-3859-45dc-92b5-c16dd28a7aa8 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023528 Mar 02 17:45:56.197804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.204357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de3fb7f2-4f19-4a93-a207-f7767b369f89 req-47adf13e-81bf-40a4-9478-b7a88912b4fc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030835 Mar 02 17:45:56.210176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['adf914d3-173f-4e25-8500-66782c96e77c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:45:56.252265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:56.271001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Pushing event deleted for resources: {'Port': ['ID=adf914d3-173f-4e25-8500-66782c96e77c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:56.321737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1fb45487-9b7d-46a7-b85e-b1c31d0eb611'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:45:56.338188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-5ad66c61-885c-4f8c-a9e9-4e55e13b6b7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 1096 time: 0.3345957 Mar 02 17:45:56.417041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:56.499088 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': '01db44aa-4ee7-483c-99ff-eaca2277e837', 'status': 'completed', 'code': 200} Mar 02 17:45:56.499925 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c981d358-1d63-4290-8b1a-6b480356007e', 'name': 'network-vif-deleted', 'tag': 'b92852b3-ae09-4774-bc68-de73106ee808', 'status': 'completed', 'code': 200} Mar 02 17:45:56.503123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] No DVR routers for this DVR port adf914d3-173f-4e25-8500-66782c96e77c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:56.526261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.576318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1927731057'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:56.584401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:56.589137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Usage tracker for resource:network and tenant:1eeac59b08324cc5ab6c970324d0ab5f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:56.594057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3190fa07-1211-4b03-bddd-22e05548b60c req-3defd658-00d3-4b5a-9dc1-6094853a4fc6 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/ports?device_id=c981d358-1d63-4290-8b1a-6b480356007e HTTP/1.1" status: 200 len: 210 time: 0.0828195 Mar 02 17:45:56.598860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2d5a76-6e4e-4999-b67b-481788b5c96c req-c0acc2c3-5a22-47f8-9bfe-8e821ec3415e tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.35 "DELETE /v2.0/ports/adf914d3-173f-4e25-8500-66782c96e77c HTTP/1.1" status: 204 len: 173 time: 1.8106534 Mar 02 17:45:56.600741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:56.615710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:56.629145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.670646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Made reservation on behalf of 1eeac59b08324cc5ab6c970324d0ab5f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:56.674498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.712412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.755495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=b410e9e6-9830-4706-94c4-f530f80c5345,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:56.779850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:56.787364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Usage tracker for resource:security_group_rule and tenant:1eeac59b08324cc5ab6c970324d0ab5f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:56.792338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:56.800184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:56.806502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:56.807720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: c85f11b0-c8bb-40f2-a954-b24e4541dfd5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:45:56.827855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.857811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:45:56.881177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c85f11b0-c8bb-40f2-a954-b24e4541dfd5) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:56.892209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:56.893030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.894016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efc785-4326-439b-be70-334d7053ddfa None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:45:56.908536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.916803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:56.951668 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ef72fe1-837e-4cf5-9be0-955a7497b624 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3334434 Mar 02 17:45:56.959724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:56.963932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37692) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:56.975368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdd156-df4f-438c-8ccb-c233ac500af2 req-0b78e6ad-015b-4c04-acee-e11918e78ded tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:56.976929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44cdd156-df4f-438c-8ccb-c233ac500af2 req-0b78e6ad-015b-4c04-acee-e11918e78ded tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2769134 Mar 02 17:45:56.977664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:56.998245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1545a775-5bfd-4703-aa73-42c6a63ae41a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:57.005008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.008110 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Added segment adaf9fa9-a111-4741-8c00-0a5eb149a8ab of type vlan for network 7df9791b-53d8-4d25-a249-586bfeaf25b3 Mar 02 17:45:57.107260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.194068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c85f11b0-c8bb-40f2-a954-b24e4541dfd5', 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': 'b410e9e6-9830-4706-94c4-f530f80c5345'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:45:57.196595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.204623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:57.210771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:subnet and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:57.214225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:57.221426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:57.227755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.232239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:57.232978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.329318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44cdd156-df4f-438c-8ccb-c233ac500af2 req-f97776b3-170d-4071-bfaf-d977acbdb376 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354177 Mar 02 17:45:57.341380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:57.345770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.448424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:45:57.490336 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2363298 Mar 02 17:45:57.505035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4855-3170-4346-bdd7-e7e610358932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Pushing event updated for resources: {'Network': ['ID=7df9791b-53d8-4d25-a249-586bfeaf25b3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:57.521628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:57.531896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:57.639757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Allocated IP 2001:db8::2 (c85f11b0-c8bb-40f2-a954-b24e4541dfd5/b410e9e6-9830-4706-94c4-f530f80c5345/2befbba7-6001-4086-b854-635da5d772f0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:45:57.744044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af18b20b-12d0-4597-980f-4d3af1aee70a req-2a1693c9-ea47-457c-88b2-894cf8e29b8f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:57.759005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.782996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Transition to ACTIVE for port object b09b7edd-9ad3-455c-a56f-3f0aba2e449c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:57.786281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af18b20b-12d0-4597-980f-4d3af1aee70a req-2a1693c9-ea47-457c-88b2-894cf8e29b8f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:57.787825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af18b20b-12d0-4597-980f-4d3af1aee70a req-2a1693c9-ea47-457c-88b2-894cf8e29b8f tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1636043-c672-4c16-ae02-4d759ecb3998 HTTP/1.1" status: 200 len: 210 time: 0.1230481 Mar 02 17:45:57.793088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.904107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.975640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:57.992167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Transition to ACTIVE for port object 2befbba7-6001-4086-b854-635da5d772f0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:58.003343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:58.006721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:58.011632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.016669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.023049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Transition to ACTIVE for port object 2befbba7-6001-4086-b854-635da5d772f0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:45:58.025941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=4bf6d947-d767-41bf-b37c-c5ddc3c31c4e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.027937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] No DVR routers for this DVR port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:45:58.041280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.066327 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9970520e-f1c1-449d-9fbb-6ff015709fc2 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1000507 Mar 02 17:45:58.069926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37706) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.095689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af669-ed41-4149-95dc-e0934cfa5f93 req-a0df367a-5183-470f-bcf2-9bc7bc235a58 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.112825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a98af669-ed41-4149-95dc-e0934cfa5f93 req-a0df367a-5183-470f-bcf2-9bc7bc235a58 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.5102944 Mar 02 17:45:58.135249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Pushing event updated for resources: {'Port': ['ID=2befbba7-6001-4086-b854-635da5d772f0,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.161696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37710) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.171269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3', 'binding:host_id': 'n-h2-820559-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1442463634'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:58.179174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:45:58.180485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:45:58.181702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:58.185835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:45:58.197163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Usage tracker for resource:port and tenant:24a2ad99eb4a496eac3010b6be27de60 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:58.205884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:58.225533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.227440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.228913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.232002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.233593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.234741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Synchronizing usage tracker for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:45:58.239937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:58.268056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Made reservation on behalf of 24a2ad99eb4a496eac3010b6be27de60 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:58.271690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.275718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=10']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.283448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Attempting to bind port 2befbba7-6001-4086-b854-635da5d772f0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:58.284268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Attempting to bind port 2befbba7-6001-4086-b854-635da5d772f0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:58.284820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Attempting to bind port 2befbba7-6001-4086-b854-635da5d772f0 on network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:58.284953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Unset dirty status for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:45:58.286679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e4ea0729-4774-4ab6-94bc-b211502dfd42 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2111070 Mar 02 17:45:58.290625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.297542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:58.297916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Checking segment: {'id': 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:58.298310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.298745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Bound using segment: {'id': 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:58.299241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Bound port: 2befbba7-6001-4086-b854-635da5d772f0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:58.299611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.302383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37716) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.312002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703083178'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:58.317552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:58.326506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a98af669-ed41-4149-95dc-e0934cfa5f93 req-e4a7859d-0e7b-49e2-9be3-5072079d895a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080786 Mar 02 17:45:58.332731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:58.337817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:58.345090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37722) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.353672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:58.365165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:45:58.369976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Usage tracker for resource:security_group_rule and tenant:24a2ad99eb4a496eac3010b6be27de60 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:45:58.373406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:45:58.376184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:45:58.379450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.405749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:58.407578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:45:58.426328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:45:58.444079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.444546 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 855482ca-7e1d-408f-81c5-b35847614d51 of type vlan for network 793bd894-fa65-4ca5-8e54-a38954d99380 Mar 02 17:45:58.478725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:45:58.490453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.510459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'name': 'network-vif-deleted', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c'}, {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:45:58.545462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:58.553771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2befbba7-6001-4086-b854-635da5d772f0,segment=NetworkSegment(b5fb22bb-efa1-46f4-bde6-32d47b1d86cb),segment_id=b5fb22bb-efa1-46f4-bde6-32d47b1d86cb)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:58.560373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.584000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.599900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.611718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.618401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.619288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133594107'] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.648804 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1636043-c672-4c16-ae02-4d759ecb3998', 'name': 'network-vif-deleted', 'tag': 'adf914d3-173f-4e25-8500-66782c96e77c', 'status': 'completed', 'code': 200} Mar 02 17:45:58.649066 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'code': 200} Mar 02 17:45:58.651076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:45:58.662932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.675354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9793-089d-4a35-97f6-0d12d4fbb028 None None] Pushing event updated for resources: {'Port': ['ID=2befbba7-6001-4086-b854-635da5d772f0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.718848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.747891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36336-4860-4138-b380-cb44b161eb9e req-ce4775ed-5aeb-41d6-8d16-df9deb6ae094 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:58.749502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50e36336-4860-4138-b380-cb44b161eb9e req-ce4775ed-5aeb-41d6-8d16-df9deb6ae094 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2285354 Mar 02 17:45:58.852597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30130207-f987-41bc-a99f-5caff194535b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.865662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5620830 Mar 02 17:45:58.869174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a440a-9e7d-40fa-b0a5-7a75e741fd9a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=793bd894-fa65-4ca5-8e54-a38954d99380,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.882108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37732) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.892306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:45:58.909260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:45:58.916822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50e36336-4860-4138-b380-cb44b161eb9e req-6417b459-1100-42ad-a8eb-fb13d0cda119 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528068 Mar 02 17:45:58.921402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.953107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:45:58.953107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:45:58.953107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:58.953107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979dbeb-63ac-4eea-aae5-ae3b38cc34c7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:58.954319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:45:58.954692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Attempting to bind port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:45:58.965836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:58.969707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8cf19046-7ef2-4043-bcf3-ad9f9bc3132f tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/security-groups/7979dbeb-63ac-4eea-aae5-ae3b38cc34c7 HTTP/1.1" status: 204 len: 168 time: 0.6233137 Mar 02 17:45:58.970364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37736) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:58.984821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:45:58.985160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Checking segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:45:58.985539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Bound using segment: {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:45:58.985982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Bound port: b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4746fea-e305-4d39-995d-fc846e52c33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:45:58.986326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.027520 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-e03ba007-d662-411f-b5e2-ddabaf68f208 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] show failed (client error): The resource could not be found. Mar 02 17:45:59.028550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e03ba007-d662-411f-b5e2-ddabaf68f208 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "GET /v2.0/security-groups/7979dbeb-63ac-4eea-aae5-ae3b38cc34c7 HTTP/1.1" status: 404 len: 347 time: 0.0564761 Mar 02 17:45:59.033435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device adf914d3-173f-4e25-8500-66782c96e77c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:45:59.045060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:45:59.112971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: adf914d3-173f-4e25-8500-66782c96e77c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:45:59.113911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device adf914d3-173f-4e25-8500-66782c96e77c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:45:59.165664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:45:59.169172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:45:59.174653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.236408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.239048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] 10.222.0.35 "PUT /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 1092 time: 2.8448353 Mar 02 17:45:59.287339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 6a8b8aa2-8466-4b23-a0aa-1caad289282e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:45:59.287689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.304995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97422f1-6802-4c0a-9f06-e914826b012d service neutron] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=11']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:45:59.380282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-e4026ff5-fca0-4d90-a981-8e1567190a7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1095 time: 0.1166670 Mar 02 17:45:59.587927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-a5b2ba14-403b-4d85-8311-bf00be79112b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:45:59.589364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-a5b2ba14-403b-4d85-8311-bf00be79112b service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.2003145 Mar 02 17:45:59.672170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.672732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:45:59.819164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-ddc5b3df-6cd6-4ec8-87cb-4f463c6c4c4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.1809590 Mar 02 17:45:59.989269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab521669-5efb-4f7a-b7ea-f32083cb22b4 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:00.034271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 6a8b8aa2-8466-4b23-a0aa-1caad289282e owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:00.035917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a3a8-1ec5-4089-9b16-ed0296f696ab req-66398128-75cf-462f-9bf2-8f9367904b7f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:00.037621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c72a3a8-1ec5-4089-9b16-ed0296f696ab req-66398128-75cf-462f-9bf2-8f9367904b7f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.4556265 Mar 02 17:46:00.045964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac16a25-91c3-4d26-93f8-ad45b53db86c req-90398535-373f-4844-8845-632e2eedfff5 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:00.047438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aac16a25-91c3-4d26-93f8-ad45b53db86c req-90398535-373f-4844-8845-632e2eedfff5 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.4084890 Mar 02 17:46:00.079144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2befbba7-6001-4086-b854-635da5d772f0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:46:00.086842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-8f1294aa-1df3-413b-bf88-efbc5db73b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:00.088277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-8f1294aa-1df3-413b-bf88-efbc5db73b4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.2605615 Mar 02 17:46:00.180969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c72a3a8-1ec5-4089-9b16-ed0296f696ab req-5625be3c-647e-444a-991c-a7fc75660513 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325932 Mar 02 17:46:00.199677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9153b243-bc4d-47ac-9ebe-5044a222f5cc None None] Provisioning for port 2befbba7-6001-4086-b854-635da5d772f0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:46:00.210671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aac16a25-91c3-4d26-93f8-ad45b53db86c req-f1158b51-3aba-48b4-bee0-4f94815a6df5 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339376 Mar 02 17:46:00.245058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-09fd7c90-ea24-484b-b77d-7c9b69eafb9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487465 Mar 02 17:46:00.288192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2befbba7-6001-4086-b854-635da5d772f0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:46:00.295031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2befbba7-6001-4086-b854-635da5d772f0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:00.295409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.326076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.372436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.415168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=6a8b8aa2-8466-4b23-a0aa-1caad289282e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:00.427086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:00.456541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-c538e91f-be85-4a82-8984-27181b260eff service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043219 Mar 02 17:46:00.468857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.507466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.523967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.559379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0828e1-8f3b-4984-b729-3c762e526a4a req-ea388a9c-b6a0-412b-933b-632b68bc4e5b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:00.560974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed0828e1-8f3b-4984-b729-3c762e526a4a req-ea388a9c-b6a0-412b-933b-632b68bc4e5b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2094395 Mar 02 17:46:00.603142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2befbba7-6001-4086-b854-635da5d772f0,segment=NetworkSegment(b5fb22bb-efa1-46f4-bde6-32d47b1d86cb),segment_id=b5fb22bb-efa1-46f4-bde6-32d47b1d86cb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:00.614740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 793bd894-fa65-4ca5-8e54-a38954d99380 is not hosted by any dhcp agent {{(pid=83796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 17:46:00.618090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.618266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:00.618730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.622863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "PUT /v2.0/networks/793bd894-fa65-4ca5-8e54-a38954d99380 HTTP/1.1" status: 200 len: 723 time: 1.7360275 Mar 02 17:46:00.627840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37754) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:00.637447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Transition to ACTIVE for port object e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:00.642614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:00.656149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b038-5a2f-4027-84fa-b564371d26fa tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=793bd894-fa65-4ca5-8e54-a38954d99380,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:00.656343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:00.666913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.671385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.683807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Update dhcp port {'port': {'network_id': 'c85f11b0-c8bb-40f2-a954-b24e4541dfd5', 'fixed_ips': [{'subnet_id': 'b410e9e6-9830-4706-94c4-f530f80c5345', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bf6d947-d767-41bf-b37c-c5ddc3c31c4e'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '2befbba7-6001-4086-b854-635da5d772f0'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 17:46:00.685294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed0828e1-8f3b-4984-b729-3c762e526a4a req-6f012d50-adb4-4860-99ac-43c6466953c1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137938 Mar 02 17:46:00.717072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:46:00.739015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f7aa599-7f5f-4d6a-9146-b1eea43dc288 req-916daecb-1c3e-4887-83dc-450b8f397102 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730789 Mar 02 17:46:00.766362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e1a985-8ae7-43c8-92eb-caa17b53d6c9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:00.772601 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.773790 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-30661c84-2eb4-45dd-b018-4f38b218ccee tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/floatingips/a56ebd27-5497-4944-a4cb-ae2f55d88a30 HTTP/1.1" status: 204 len: 168 time: 1.7260437 Mar 02 17:46:00.784893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:00.799441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Checking segment: {'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:46:00.799796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Network hostable DHCP agents. Network: 7df9791b-53d8-4d25-a249-586bfeaf25b3, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:46:00.825101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:46:00.841081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7df9791b-53d8-4d25-a249-586bfeaf25b3) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:00.845209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:00.857780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420d1dd-397d-4d7a-95bd-6e786312a2e7 None None] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:00.860872 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:46:00.866469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:00.866868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:00.867237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:00.873690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:00.874309 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:00.874738 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 2 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:00.882076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2befbba7-6001-4086-b854-635da5d772f0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:00.890909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:00.891238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:00.891566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:00.897585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:00.897906 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:00.898289 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 3 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:00.940220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:00.947530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 0fba10ff-8ae9-4e31-b544-b897801a4a7c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:00.947877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.957813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:00.966413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:00.966790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:00.967376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:00.973835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:00.974155 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:00.974920 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 4 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.003083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:01.009954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.010202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.010532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.018270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.018612 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.018989 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 5 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.039876 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4e7c20d2-4820-485c-aed9-5f348953665d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1095 time: 0.1309941 Mar 02 17:46:01.042101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.042429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.042791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.048825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.049158 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.050740 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 6 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.076412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:01.087370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.087740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.088023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.102690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.103405 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.159160 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 7 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.168087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-08ae07ba-fb43-49e3-8ce1-678e5fe0a17f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1095 time: 0.3181524 Mar 02 17:46:01.198393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.198741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.198921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.211406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.211756 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.212126 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 8 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.238441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.238902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.239370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.263353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.263686 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.265556 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 9 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.277124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Allocated IP 172.20.0.1 (c85f11b0-c8bb-40f2-a954-b24e4541dfd5/4bf6d947-d767-41bf-b37c-c5ddc3c31c4e/2befbba7-6001-4086-b854-635da5d772f0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:46:01.292023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.296996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.297338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.297666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.300093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4a47e1c8-1cba-4df2-ac6a-0fc0655d81a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:01.302100 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4a47e1c8-1cba-4df2-ac6a-0fc0655d81a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.2518232 Mar 02 17:46:01.308351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.316194 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.406922 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 10 to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 Mar 02 17:46:01.458530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:01.459782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:01.460326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:01.475941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:01.476469 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:01.477836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.502620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2befbba7-6001-4086-b854-635da5d772f0,segment=NetworkSegment(b5fb22bb-efa1-46f4-bde6-32d47b1d86cb),segment_id=b5fb22bb-efa1-46f4-bde6-32d47b1d86cb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:01.510489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-16842c6c-0c5b-4043-8e76-134a4e056c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:01.511814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-16842c6c-0c5b-4043-8e76-134a4e056c5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.3301067 Mar 02 17:46:01.536333 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.559379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Transition to ACTIVE for port object 2befbba7-6001-4086-b854-635da5d772f0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:01.566039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.570170 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4394ae7a-5ea7-4f47-aef3-e85fd4426a2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.2502091 Mar 02 17:46:01.662094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:46:01.662094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempted to set empty binding levels {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 17:46:01.672309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-7179e58a-b585-4f3d-a90b-d49ff7eb3d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:01.672309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-7179e58a-b585-4f3d-a90b-d49ff7eb3d68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.0900147 Mar 02 17:46:01.672309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.755832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04c19f-84cb-4712-90ad-730f22b7fc10 None None] Pushing event updated for resources: {'Port': ['ID=2befbba7-6001-4086-b854-635da5d772f0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:01.777954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.817069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e1a985-8ae7-43c8-92eb-caa17b53d6c9,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:01.826783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3680e848-250a-4779-a9ae-6b91c6d124bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6634481 Mar 02 17:46:01.830338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:01.916850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Deleting port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:01.917225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:01.950260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-db2e6fb5-a88b-469e-84cd-f32df745ef99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430978 Mar 02 17:46:02.013042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2befbba7-6001-4086-b854-635da5d772f0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:46:02.051619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.093652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f1a8-e040-42ac-9534-1eef8eea55b3 req-a8fc8d8f-0ecb-4aed-8d69-1eb35a290e38 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:02.102841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75f6f1a8-e040-42ac-9534-1eef8eea55b3 req-a8fc8d8f-0ecb-4aed-8d69-1eb35a290e38 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.5261459 Mar 02 17:46:02.341426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4c627aa9-8800-4e1f-aca0-a0aa2103cf37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 999 time: 0.7145636 Mar 02 17:46:02.352543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 0fba10ff-8ae9-4e31-b544-b897801a4a7c owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:02.395620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-4be829ea-e540-45ce-918e-02d286d20aba service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326432 Mar 02 17:46:02.457842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port e7e1a985-8ae7-43c8-92eb-caa17b53d6c9, host n-h2-820559-6, got binding levels [] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:02.458311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.475876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75f6f1a8-e040-42ac-9534-1eef8eea55b3 req-c5381016-b9b3-499c-a76f-1c617e0f6c60 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719842 Mar 02 17:46:02.544921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb6d0a-329f-4715-bcf9-6a5a6872a2f2 req-1a9a2fe3-fb5c-49d3-9b83-d02e3d0605f4 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:02.546503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33fb6d0a-329f-4715-bcf9-6a5a6872a2f2 req-1a9a2fe3-fb5c-49d3-9b83-d02e3d0605f4 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 1.0337386 Mar 02 17:46:02.647078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ff961-fbba-47e7-9687-63d23889d824 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:02.672012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Calling delete_port for e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:02.686193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-cdf64dd7-f8c9-4773-a67c-70eeca666d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:02.687968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-cdf64dd7-f8c9-4773-a67c-70eeca666d0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.2995226 Mar 02 17:46:02.756040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.796703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-b5ccdfe3-2379-4da8-9fdb-05a220925106 service neutron] 10.222.0.50 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855455 Mar 02 17:46:02.815805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.889531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7e1a985-8ae7-43c8-92eb-caa17b53d6c9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:02.896754 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.904874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-392cd871-72ec-4dd9-b890-4c3ad06a4dc2 None None] Provisioning for port 2befbba7-6001-4086-b854-635da5d772f0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:46:02.906799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f1d15f4-e7f3-4c35-8cd5-fe47969f11c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 HTTP/1.1" status: 204 len: 168 time: 1.0751822 Mar 02 17:46:02.910046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37774) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:02.948831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-392cd871-72ec-4dd9-b890-4c3ad06a4dc2 None None] Provisioning complete for port 2befbba7-6001-4086-b854-635da5d772f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:02.949317 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-392cd871-72ec-4dd9-b890-4c3ad06a4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:02.958270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=fbc22a2e-0317-40c3-8ee5-ad581a158654,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:02.974718 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2a99f3-457e-4f72-aa73-da53656bec0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] GET failed (client error): The resource could not be found. Mar 02 17:46:02.975479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ec2a99f3-457e-4f72-aa73-da53656bec0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Synchronizing usage tracker for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:02.981725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33fb6d0a-329f-4715-bcf9-6a5a6872a2f2 req-64b6d7b7-39ec-4936-a2cf-fe2b9c98ea79 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250443 Mar 02 17:46:03.011764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.015750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ec2a99f3-457e-4f72-aa73-da53656bec0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Unset dirty status for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:03.022240 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ec2a99f3-457e-4f72-aa73-da53656bec0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports/e7e1a985-8ae7-43c8-92eb-caa17b53d6c9 HTTP/1.1" status: 404 len: 333 time: 0.1109192 Mar 02 17:46:03.023185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:03.033387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1189919382'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:03.040588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:03.062896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:03.078031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Made reservation on behalf of 24a2ad99eb4a496eac3010b6be27de60 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:03.080564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.106396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port d046e351-6ece-4774-9f18-1641c8c175bd yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:03.132176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=0fba10ff-8ae9-4e31-b544-b897801a4a7c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:03.178174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d870f22-1999-4a55-a5d2-0d2f9b98e5e6 req-fdf6e706-08a0-46b8-b7b6-8112235ca834 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:03.179981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d870f22-1999-4a55-a5d2-0d2f9b98e5e6 req-fdf6e706-08a0-46b8-b7b6-8112235ca834 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.5393512 Mar 02 17:46:03.318135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '855482ca-7e1d-408f-81c5-b35847614d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:46:03.318275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: 793bd894-fa65-4ca5-8e54-a38954d99380, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:46:03.338550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-3ec7512e-b6c5-480a-b47d-debe73ac89a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6346357 Mar 02 17:46:03.386206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.391420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d870f22-1999-4a55-a5d2-0d2f9b98e5e6 req-63be90eb-fc56-42f6-a5f6-e75beed30280 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848166 Mar 02 17:46:03.464308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-fb1dbe67-9534-447e-a3bb-03ab4a2b2900 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:03.465129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-fb1dbe67-9534-447e-a3bb-03ab4a2b2900 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Synchronizing usage tracker for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:03.471337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b002f3d9-ba49-4fd0-858f-563a3c59674a tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/ports/0fba10ff-8ae9-4e31-b544-b897801a4a7c HTTP/1.1" status: 204 len: 168 time: 2.6845319 Mar 02 17:46:03.471684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37782) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:03.482031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6641469f-61e6-484d-a965-6d90d77db383 None None] Provisioning complete for port 2befbba7-6001-4086-b854-635da5d772f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:03.484731 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6641469f-61e6-484d-a965-6d90d77db383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.538073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-fb1dbe67-9534-447e-a3bb-03ab4a2b2900 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Unset dirty status for tenant:bd7ec221c14948e29bdcd290ceef8f65 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:03.540174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-fb1dbe67-9534-447e-a3bb-03ab4a2b2900 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.3531575 Mar 02 17:46:03.608327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 793bd894-fa65-4ca5-8e54-a38954d99380 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:46:03.619912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.680217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:03.680960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.691287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Deleting port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:03.694263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.732089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 793bd894-fa65-4ca5-8e54-a38954d99380) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:03.765952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdc174-85d8-47b4-aaad-caa49a523027 None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:03.826998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:03.827611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.843928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-a5164801-21cc-4d59-9c64-ccc48c62d19d service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892869 Mar 02 17:46:03.848968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:03.964230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b0e84a0f-d190-4492-90d8-29ef855337c6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3329804 Mar 02 17:46:03.972748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=d046e351-6ece-4774-9f18-1641c8c175bd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:03.975702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37788) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:03.986131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:04.216887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-793bd894-fa65-4ca5-8e54-a38954d99380', 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': 'fbc22a2e-0317-40c3-8ee5-ad581a158654'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:46:04.217982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:04.265468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:04.278522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:04.281594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:04.283996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:04.284800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:04.392425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] For port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:04.392793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:04.493602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4dc2-1bf4-482e-b295-371dfea53939 req-d2aadf9a-5919-4b15-9932-e4e2c3123471 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:04.500563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d21b4dc2-1bf4-482e-b295-371dfea53939 req-d2aadf9a-5919-4b15-9932-e4e2c3123471 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 944 time: 0.6794519 Mar 02 17:46:04.553235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Allocated IP 2001:db8::2 (793bd894-fa65-4ca5-8e54-a38954d99380/fbc22a2e-0317-40c3-8ee5-ad581a158654/2432ad4a-1e42-49a4-b083-8ba1570d8289) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:46:04.573033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7b545c-1254-49e1-8278-0316d9969b07 req-7c085bb3-a700-4769-8488-d4eb1b644c0a service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590555 Mar 02 17:46:04.648746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d21b4dc2-1bf4-482e-b295-371dfea53939 req-8af07ff2-a3b9-4925-ae2f-04da055a1fc0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443789 Mar 02 17:46:04.648746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:04.717677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Calling delete_port for 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:04.747106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82a3e72f-16e6-46c1-8f42-ce8236d2cfa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7217047 Mar 02 17:46:04.763407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:04.770353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:04.842789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:04.867892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:04.877537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d25d21-f635-47ab-b783-4d0f0ed23cbf req-3cb11b33-9153-4ac9-81af-b1ba6d403af2 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:04.879462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37d25d21-f635-47ab-b783-4d0f0ed23cbf req-3cb11b33-9153-4ac9-81af-b1ba6d403af2 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 946 time: 0.4687397 Mar 02 17:46:04.881778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Transition to ACTIVE for port object 2432ad4a-1e42-49a4-b083-8ba1570d8289 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:04.906271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Transition to ACTIVE for port object 2432ad4a-1e42-49a4-b083-8ba1570d8289 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:04.923684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.008572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37d25d21-f635-47ab-b783-4d0f0ed23cbf req-02441ac6-f029-464b-9066-43fb99a4a649 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749581 Mar 02 17:46:05.035632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Pushing event updated for resources: {'Port': ['ID=2432ad4a-1e42-49a4-b083-8ba1570d8289,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:05.041152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:46:05.056188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1702612'] for subnet, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.060316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0772-d6fb-4ba2-9cca-a94d974d1cc1 req-dfd339cb-e69d-4c85-9826-80a9cbfef5e5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:05.062503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e5a0772-d6fb-4ba2-9cca-a94d974d1cc1 req-dfd339cb-e69d-4c85-9826-80a9cbfef5e5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1753480 Mar 02 17:46:05.078781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:05.081543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:05.102846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:05.122911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.162305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e5a0772-d6fb-4ba2-9cca-a94d974d1cc1 req-dcb535f0-c87d-4257-85cf-4dec8dff9d6d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Mar 02 17:46:05.181886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.236509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.250533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Port': ['ID=5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:05.358113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Pushing event deleted for resources: {'Port': ['ID=1fb45487-9b7d-46a7-b85e-b1c31d0eb611,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:05.383522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:05.418446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Attempting to bind port 2432ad4a-1e42-49a4-b083-8ba1570d8289 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:05.418446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Attempting to bind port 2432ad4a-1e42-49a4-b083-8ba1570d8289 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '855482ca-7e1d-408f-81c5-b35847614d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:05.418760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Attempting to bind port 2432ad4a-1e42-49a4-b083-8ba1570d8289 on network 793bd894-fa65-4ca5-8e54-a38954d99380 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:05.423256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.428874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'port_id': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'mac_address': 'fa:16:3e:bf:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:46:05.439644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e315b32c-61b8-4b94-9167-6fda2b55546e tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/ports/5a2a9b6c-74dd-4ee4-95f3-b6c77475a84b HTTP/1.1" status: 204 len: 168 time: 1.9625146 Mar 02 17:46:05.443191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37800) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:05.493040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.503538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:46:05.504645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Checking segment: {'id': '855482ca-7e1d-408f-81c5-b35847614d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:46:05.505452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.505550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Bound using segment: {'id': '855482ca-7e1d-408f-81c5-b35847614d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:46:05.505976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Bound port: 2432ad4a-1e42-49a4-b083-8ba1570d8289, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855482ca-7e1d-408f-81c5-b35847614d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '793bd894-fa65-4ca5-8e54-a38954d99380'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:46:05.506353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.559075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:46:05.590925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:05.594075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] No DVR routers for this DVR port 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:05.599334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.614845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'name': 'network-vif-deleted', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:05.618742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.689605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-773a056f-1b7b-4074-b2ce-1f357a8df62f req-9a013376-446a-47a6-bfc0-0dc1e85867e6 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.50 "DELETE /v2.0/ports/1fb45487-9b7d-46a7-b85e-b1c31d0eb611 HTTP/1.1" status: 204 len: 173 time: 2.1419387 Mar 02 17:46:05.747490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:05.752327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting subnet b613a496-02fe-4abe-b931-15b971f37bc1 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:05.759325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.760486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] For port 2432ad4a-1e42-49a4-b083-8ba1570d8289, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:46:05.792130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] For port 2432ad4a-1e42-49a4-b083-8ba1570d8289, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2432ad4a-1e42-49a4-b083-8ba1570d8289,segment=NetworkSegment(855482ca-7e1d-408f-81c5-b35847614d51),segment_id=855482ca-7e1d-408f-81c5-b35847614d51)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:46:05.800097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.866732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.901555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port d046e351-6ece-4774-9f18-1641c8c175bd yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:05.913483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750123396509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183596'] for subnet, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.929297 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf69fd5c-a6a1-45c1-9bf8-35861c211f70', 'name': 'network-vif-deleted', 'tag': '1fb45487-9b7d-46a7-b85e-b1c31d0eb611', 'status': 'completed', 'code': 200} Mar 02 17:46:05.955461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c419763-5bbe-4a8d-b91b-4fd5074c9d37 None None] Pushing event updated for resources: {'Port': ['ID=2432ad4a-1e42-49a4-b083-8ba1570d8289,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:05.988139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.995668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:05.996042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:05.997424 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "PUT /v2.0/subnets/fbc22a2e-0317-40c3-8ee5-ad581a158654 HTTP/1.1" status: 200 len: 826 time: 2.0169661 Mar 02 17:46:06.012018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:06.037537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['b09b7edd-9ad3-455c-a56f-3f0aba2e449c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:46:06.055353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Transition to ACTIVE for port object d046e351-6ece-4774-9f18-1641c8c175bd will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:06.137234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.232249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.306279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602657d8-1dd9-4991-b0bf-d955cd9f3e36 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=fbc22a2e-0317-40c3-8ee5-ad581a158654,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:06.339420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc675d-c9d1-4df0-88bf-699308e285e8 req-28c940f6-5966-4a98-9755-af6e1f3f8521 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:06.341240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cc675d-c9d1-4df0-88bf-699308e285e8 req-28c940f6-5966-4a98-9755-af6e1f3f8521 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 945 time: 0.3632412 Mar 02 17:46:06.346115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.411250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.421192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:06.514757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:06.515294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1fb45487-9b7d-46a7-b85e-b1c31d0eb611 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:06.532907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Subnet': ['ID=b613a496-02fe-4abe-b931-15b971f37bc1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:06.536559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e364de3-537b-4579-a778-740f8d3824c4 req-697229f1-4ae9-40fc-b99b-076ee323f894 tempest-ServerRescueTestJSON-1033893076 tempest-ServerRescueTestJSON-1033893076-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf69fd5c-a6a1-45c1-9bf8-35861c211f70 HTTP/1.1" status: 200 len: 210 time: 0.1923511 Mar 02 17:46:06.536693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=d046e351-6ece-4774-9f18-1641c8c175bd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:06.561412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 2432ad4a-1e42-49a4-b083-8ba1570d8289 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:06.561760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.562504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:06.586030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cc675d-c9d1-4df0-88bf-699308e285e8 req-31c211f3-7268-4990-bce9-79fc352cc379 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306392 Mar 02 17:46:06.588634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f12044b6-757b-4e6c-b7d0-130368f37b44 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/subnets/b613a496-02fe-4abe-b931-15b971f37bc1 HTTP/1.1" status: 204 len: 168 time: 1.1433432 Mar 02 17:46:06.591332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37820) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:06.600694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde8f85-f83e-4f38-8e94-4305486d2c61 None None] Network 85b9b010-d65f-4cd9-b82d-396e42c4e79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:06.624649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:06.624649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:06.624649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:06.624649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37824) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:06.629106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:06.630331 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:06.702882 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 2 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:06.772469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:06.772469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:06.772671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:06.802984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:06.803323 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:06.805996 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 3 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.019992 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-524450ed-62a0-46fb-9384-fd8ada2b1bc7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 200 len: 992 time: 0.3918347 Mar 02 17:46:07.020861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.021192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.021521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.075923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a68c8-ec4f-43c4-ace6-94bb8aa75829 req-3769bb31-2f2e-40cb-8310-5aab0ab0e7ad tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:07.077413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-948a68c8-ec4f-43c4-ace6-94bb8aa75829 req-3769bb31-2f2e-40cb-8310-5aab0ab0e7ad tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.3067575 Mar 02 17:46:07.088032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting subnet 3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:07.110164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.111466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.111787 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.113803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] DHCP port deletion for 85b9b010-d65f-4cd9-b82d-396e42c4e79e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:07.116561 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 4 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.120552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Deleting port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:07.121162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.149612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.149734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.149982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.166192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.166475 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.182671 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 5 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.239136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.240901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.242731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.259570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 2432ad4a-1e42-49a4-b083-8ba1570d8289, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2432ad4a-1e42-49a4-b083-8ba1570d8289,segment=NetworkSegment(855482ca-7e1d-408f-81c5-b35847614d51),segment_id=855482ca-7e1d-408f-81c5-b35847614d51)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:07.261312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.283164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.283766 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.340934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.347996 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 6 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.429941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 2432ad4a-1e42-49a4-b083-8ba1570d8289 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:07.435894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.467410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a864f8d-df64-4266-ba37-91c8f8a9543a None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:07.478197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.478545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.478902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.504393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.504932 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.506433 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 7 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.528042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.542885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.543363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.543704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.556225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.556225 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.585047 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 8 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.600369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] For port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:07.600620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.610483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-948a68c8-ec4f-43c4-ace6-94bb8aa75829 req-69aedcdf-e61a-478d-8ce8-612f1cba1afa tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188022 Mar 02 17:46:07.616306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.616306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.616306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.634322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Subnet': ['ID=3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:07.638945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.638945 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.638945 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 9 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.640860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.655222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.655748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.656348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.659269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8c076818-f6a5-4ccc-a3de-d257c24d4872 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/subnets/3cddf94c-c9a0-4c17-a13c-89bcb9ed00a7 HTTP/1.1" status: 204 len: 168 time: 1.0652368 Mar 02 17:46:07.663459 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.666126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37830) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:07.696239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1fac3-79e0-44f1-bf68-63e6ee1b2fa0 None None] Network b7021a30-2d69-426e-8365-a5f10d9ad03e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:07.752983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.754066 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.755786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=2432ad4a-1e42-49a4-b083-8ba1570d8289,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:07.761052 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 10 to bind port d046e351-6ece-4774-9f18-1641c8c175bd Mar 02 17:46:07.783423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Calling delete_port for 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:07.808500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37834) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:07.815306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.832751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:07.832751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.872680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:07.873096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:07.873353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:07.933489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-30e15b0c-e604-4521-bb63-c92e97777ced None None] Provisioning complete for port 2432ad4a-1e42-49a4-b083-8ba1570d8289 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:07.935538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30e15b0c-e604-4521-bb63-c92e97777ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.989177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:07.989177 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port d046e351-6ece-4774-9f18-1641c8c175bd on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:07.989177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:07.998362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 2432ad4a-1e42-49a4-b083-8ba1570d8289 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:08.088819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:08.118198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.130202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] For port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,segment=NetworkSegment(78d7c2c5-fd74-471f-9fcd-f608340d873a),segment_id=78d7c2c5-fd74-471f-9fcd-f608340d873a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:08.130768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.147090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-30e15b0c-e604-4521-bb63-c92e97777ced None None] Port 2432ad4a-1e42-49a4-b083-8ba1570d8289 was deleted so its status cannot be updated. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 17:46:08.218721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port d046e351-6ece-4774-9f18-1641c8c175bd, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:46:08.219076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempted to set empty binding levels {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 17:46:08.236285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.292250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Calling delete_port for 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:08.324416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] In _notify_port_updated(), no bound segment for port d046e351-6ece-4774-9f18-1641c8c175bd on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:46:08.327611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.331794 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "PUT /v2.0/ports/d046e351-6ece-4774-9f18-1641c8c175bd HTTP/1.1" status: 200 len: 979 time: 3.5666811 Mar 02 17:46:08.333915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37838) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:08.341016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.372960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.414981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc22a2e-0317-40c3-8ee5-ad581a158654,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:08.419894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:46:08.419894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:08.421500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b1b6-d446-4e53-a0d6-75f2e15f66f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=d046e351-6ece-4774-9f18-1641c8c175bd,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:08.443478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] Pushing event deleted for resources: {'Port': ['ID=42cb34fd-fd20-436f-ac56-5dc2fe14f9d0,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:08.463323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140de812-ec9e-4762-8f78-06a4325c178d None None] No DVR routers for this DVR port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:08.523516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:08.524293 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:08.533200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.582973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.600728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5054b8fc-e2cc-4786-a3ed-db0ca25ee145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39940 time: 0.2661331 Mar 02 17:46:08.608199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37844) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:08.658283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] DHCP port deletion for b7021a30-2d69-426e-8365-a5f10d9ad03e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:08.664371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Deleting port 88a52669-10cd-4e87-998f-e65175bfb2a1 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:08.664371 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.707298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Deleting port d046e351-6ece-4774-9f18-1641c8c175bd {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:08.707631 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:08.758758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f285f-edab-4044-839e-6663190c6fc1 None None] Network 793bd894-fa65-4ca5-8e54-a38954d99380 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:08.808633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793bd894-fa65-4ca5-8e54-a38954d99380']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:08.974259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855482ca-7e1d-408f-81c5-b35847614d51') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:08.975402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855482ca-7e1d-408f-81c5-b35847614d51') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:08.999182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.034502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Deleting port 42cb34fd-fd20-436f-ac56-5dc2fe14f9d0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:09.034502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.047725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.066729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port d046e351-6ece-4774-9f18-1641c8c175bd, host n-h2-820559-6, got binding levels [] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:09.066729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.074163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:09.074163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:09.083086 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:09.095917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:46:09.103750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2422f-9a07-4c54-97a2-f8d1379dc4dd req-d43fb75a-78b7-41c3-87e6-0dc5187f1695 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:09.103750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56d2422f-9a07-4c54-97a2-f8d1379dc4dd req-d43fb75a-78b7-41c3-87e6-0dc5187f1695 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2690780 Mar 02 17:46:09.166514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698073e-1fa0-4f04-b430-b9455a3da9eb None None] DHCP port deletion for 793bd894-fa65-4ca5-8e54-a38954d99380 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:09.186065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] For port 88a52669-10cd-4e87-998f-e65175bfb2a1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=88a52669-10cd-4e87-998f-e65175bfb2a1,segment=NetworkSegment(0b36a1be-c530-4866-9ed3-8217c9928fef),segment_id=0b36a1be-c530-4866-9ed3-8217c9928fef)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:09.186065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.221806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.229794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] The port '42cb34fd-fd20-436f-ac56-5dc2fe14f9d0' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:46:09.254049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.263931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=793bd894-fa65-4ca5-8e54-a38954d99380,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:09.307230 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8f299a8e-5a7d-4b40-9d4f-635bcf85af56 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/793bd894-fa65-4ca5-8e54-a38954d99380 HTTP/1.1" status: 204 len: 168 time: 3.2941313 Mar 02 17:46:09.311218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37850) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:09.326556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:46:09.340999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Calling delete_port for 88a52669-10cd-4e87-998f-e65175bfb2a1 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:09.345129 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a662b1-4180-4091-8292-6e20be8f144d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:09.345876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a662b1-4180-4091-8292-6e20be8f144d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:09.351141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3a662b1-4180-4091-8292-6e20be8f144d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/793bd894-fa65-4ca5-8e54-a38954d99380 HTTP/1.1" status: 404 len: 339 time: 0.0377924 Mar 02 17:46:09.351783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37854) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:09.355261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.405835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port b09b7edd-9ad3-455c-a56f-3f0aba2e449c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:09.406756 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.410546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201732705', 'description': 'd1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:09.424367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Calling delete_port for d046e351-6ece-4774-9f18-1641c8c175bd owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:09.426037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:09.458106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-70bef70e-2fae-4414-a481-3dee32fc2e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.483944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Usage tracker for resource:network and tenant:1e37b86f2e814c09bf99f364d4ea694e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:09.492086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:09.505521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:09.524838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:09.527993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.589569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:46:09.605358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.605723 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 60431747-8988-4cb9-875f-4d2a65546bf5 of type vlan for network 68b2dfba-edde-4a2a-ae44-d3cd9e7387bd Mar 02 17:46:09.609452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56d2422f-9a07-4c54-97a2-f8d1379dc4dd req-b750ae89-2319-42a2-961f-9809a0c55b2d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036176 Mar 02 17:46:09.617128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.628079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.642758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.689370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] Pushing event deleted for resources: {'Port': ['ID=88a52669-10cd-4e87-998f-e65175bfb2a1,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:09.702236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08cc12-25e3-4c9a-9976-bddfcfeb86e3 None None] No DVR routers for this DVR port 88a52669-10cd-4e87-998f-e65175bfb2a1 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:09.707987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:09.732433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:09.740811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.741612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.746904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:09.746904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.772611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.824190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.828818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=13']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:09.837173 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'code': 200} Mar 02 17:46:09.864013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b9b010-d65f-4cd9-b82d-396e42c4e79e']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:09.889043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event deleted for resources: {'Port': ['ID=d046e351-6ece-4774-9f18-1641c8c175bd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:09.891623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d7c2c5-fd74-471f-9fcd-f608340d873a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:09.891905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d7c2c5-fd74-471f-9fcd-f608340d873a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:09.897870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=68b2dfba-edde-4a2a-ae44-d3cd9e7387bd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:09.914806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.919214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 68b2dfba-edde-4a2a-ae44-d3cd9e7387bd details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:46:09.927573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.951722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:09.954384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2290e20-702d-4a22-802d-61a1d33c3c79 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5992284 Mar 02 17:46:09.954778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b458a948-3deb-41ef-ac7a-d6985b8c7561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d046e351-6ece-4774-9f18-1641c8c175bd HTTP/1.1" status: 204 len: 168 time: 1.3454170 Mar 02 17:46:09.955444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37860) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:09.960281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37862) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:10.036339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2432ad4a-1e42-49a4-b083-8ba1570d8289 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:10.049029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:10.049619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:10.065230 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:10.088865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2432ad4a-1e42-49a4-b083-8ba1570d8289 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:10.091048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2432ad4a-1e42-49a4-b083-8ba1570d8289 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:10.091048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 88a52669-10cd-4e87-998f-e65175bfb2a1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:10.137290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 88a52669-10cd-4e87-998f-e65175bfb2a1 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:10.137290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 88a52669-10cd-4e87-998f-e65175bfb2a1 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:10.217167 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2d324-cf88-49bb-a6ca-b5a518adfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] GET failed (client error): The resource could not be found. Mar 02 17:46:10.217664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-41d2d324-cf88-49bb-a6ca-b5a518adfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Synchronizing usage tracker for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:10.281684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5375e4-2752-4114-a92e-b72d3a76121d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:10.281684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2f5375e4-2752-4114-a92e-b72d3a76121d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Synchronizing usage tracker for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:10.307774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.319481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.322265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-41d2d324-cf88-49bb-a6ca-b5a518adfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Unset dirty status for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:10.333356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-41d2d324-cf88-49bb-a6ca-b5a518adfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports/d046e351-6ece-4774-9f18-1641c8c175bd HTTP/1.1" status: 404 len: 333 time: 0.3144295 Mar 02 17:46:10.333356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2f5375e4-2752-4114-a92e-b72d3a76121d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Unset dirty status for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:10.333356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2f5375e4-2752-4114-a92e-b72d3a76121d tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks?id=68b2dfba-edde-4a2a-ae44-d3cd9e7387bd HTTP/1.1" status: 200 len: 764 time: 0.3705420 Mar 02 17:46:10.333356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37868) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:10.333356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37870) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:10.338454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Network': ['ID=85b9b010-d65f-4cd9-b82d-396e42c4e79e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:10.343172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933892903', 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:10.351686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'description': 'd2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:10.376747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7116a2d3-811b-4259-a69e-6048a2b479f3 tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/networks/85b9b010-d65f-4cd9-b82d-396e42c4e79e HTTP/1.1" status: 204 len: 168 time: 2.7093794 Mar 02 17:46:10.383125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:10.404087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Deleting port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:10.404426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.478786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:10.547240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:10.587497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Made reservation on behalf of 24a2ad99eb4a496eac3010b6be27de60 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:10.587497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.622327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port 5346f478-55de-4bcf-b4bc-012672b44c4c yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:10.640067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.658545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.690359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.842991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network 68b2dfba-edde-4a2a-ae44-d3cd9e7387bd is not hosted by any dhcp agent {{(pid=83797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 17:46:10.842991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:10.842991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.846948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "PUT /v2.0/networks/68b2dfba-edde-4a2a-ae44-d3cd9e7387bd HTTP/1.1" status: 200 len: 761 time: 0.5070186 Mar 02 17:46:10.856180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.865200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37882) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:10.887854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] For port 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,segment=NetworkSegment(045cae5f-a2c0-4c44-9bb8-6d0688a64054),segment_id=045cae5f-a2c0-4c44-9bb8-6d0688a64054)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:10.888260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:10.902941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7021a30-2d69-426e-8365-a5f10d9ad03e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:11.009341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ff62-d01c-4233-a276-da8f5dc06ea3 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=68b2dfba-edde-4a2a-ae44-d3cd9e7387bd,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:11.022073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f5486-a0ba-487e-9b47-a7f1ae4df0e9 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:11.023581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-028f5486-a0ba-487e-9b47-a7f1ae4df0e9 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks?id=68b2dfba-edde-4a2a-ae44-d3cd9e7387bd HTTP/1.1" status: 200 len: 764 time: 0.1535869 Mar 02 17:46:11.028209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37886) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:11.037117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 68b2dfba-edde-4a2a-ae44-d3cd9e7387bd details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:46:11.154319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b36a1be-c530-4866-9ed3-8217c9928fef') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:11.154649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b36a1be-c530-4866-9ed3-8217c9928fef') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:11.167469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Calling delete_port for 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:11.209299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.236827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.249044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:11.250031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:11.265046 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:11.301520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0670c9ca-95ce-46eb-b74f-da16a0bca158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.371197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.403455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.412841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] 10.222.0.37 "DELETE /v2.0/networks/b7021a30-2d69-426e-8365-a5f10d9ad03e HTTP/1.1" status: 204 len: 168 time: 1.0262349 Mar 02 17:46:11.414399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b988d-98fa-4c0f-a76b-5be7a467baff tempest-TaggedBootDevicesTest_v242-970536309 tempest-TaggedBootDevicesTest_v242-970536309-project] Pushing event deleted for resources: {'Network': ['ID=b7021a30-2d69-426e-8365-a5f10d9ad03e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:11.468620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3995b5-279a-4faa-8861-22c302701b42 req-99b49300-de8f-4967-9b6b-aa5b7ab38dc7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:11.473594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc3995b5-279a-4faa-8861-22c302701b42 req-99b49300-de8f-4967-9b6b-aa5b7ab38dc7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.6816034 Mar 02 17:46:11.509541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.510114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.560870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7fad6f32-fab4-4ab7-bc39-7ef6917dccc9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:11.606043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacbaf1-abe3-445c-bfa2-d8476f403eec tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:11.610538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7bacbaf1-abe3-445c-bfa2-d8476f403eec tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5813663 Mar 02 17:46:11.611605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37894) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:11.679460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc3995b5-279a-4faa-8861-22c302701b42 req-1d42dadb-5aa1-432a-8f9f-e2f7292f9d86 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773977 Mar 02 17:46:11.681481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8b5f1c08-1a8a-49fc-b6f2-42b542fa2d12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Synchronizing usage tracker for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:11.716972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:11.780894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8b5f1c08-1a8a-49fc-b6f2-42b542fa2d12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Unset dirty status for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:11.782760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8b5f1c08-1a8a-49fc-b6f2-42b542fa2d12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 207 time: 0.1652048 Mar 02 17:46:11.793448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37902) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:11.909360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=5346f478-55de-4bcf-b4bc-012672b44c4c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:11.940933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:11.945335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:11.954191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:11.955291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:11.955883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:12.037236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.041729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.046278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.049182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:12.050970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.055115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.060214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.062122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7e87f104-77df-46f1-9c07-2ca1573e569c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2661707 Mar 02 17:46:12.063663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-91a354df-2ce8-4328-940d-44fe65f76e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7288375 Mar 02 17:46:12.068979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37906) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:12.069464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:12.142701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-aa3166dc-465e-4105-bf40-4348aa57806d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Synchronizing usage tracker for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:12.173328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-aa3166dc-465e-4105-bf40-4348aa57806d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Unset dirty status for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:12.182734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa3166dc-465e-4105-bf40-4348aa57806d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports/5346f478-55de-4bcf-b4bc-012672b44c4c HTTP/1.1" status: 200 len: 959 time: 0.1065757 Mar 02 17:46:12.187244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37914) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:12.270799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Deleting port 5346f478-55de-4bcf-b4bc-012672b44c4c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:12.271152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:12.420531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2bda30c-3d7e-49a7-a8c6-6ee15179c77e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Synchronizing usage tracker for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:12.432860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:46:12.445232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2bda30c-3d7e-49a7-a8c6-6ee15179c77e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Unset dirty status for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:12.450221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2bda30c-3d7e-49a7-a8c6-6ee15179c77e tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3762779 Mar 02 17:46:12.450745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:12.556593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.556593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.557883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.559311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.560599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:12.564150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Synchronizing usage tracker for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:12.591623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Unset dirty status for tenant:1e37b86f2e814c09bf99f364d4ea694e on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:12.592816 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5c133649-3814-48d3-91a6-781b7a5a759c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1410701 Mar 02 17:46:12.596646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:12.698053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:12.757114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:12.806635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6003b290-c916-44a1-9320-59a001d3d328', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '6003b290-c916-44a1-9320-59a001d3d328', 'mac_address': 'fa:16:3e:48:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:46:12.949871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Calling delete_port for 5346f478-55de-4bcf-b4bc-012672b44c4c owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:13.003381 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.068988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.070622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.071497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.072287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.074101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.075811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.077580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-58b7fc48-c93c-492e-b1c6-fb73b25ade34 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4796472 Mar 02 17:46:13.082735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:13.119479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6003b290-c916-44a1-9320-59a001d3d328 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:46:13.123531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.169245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:13.178106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.211890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.283912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event deleted for resources: {'Port': ['ID=5346f478-55de-4bcf-b4bc-012672b44c4c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:13.299783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:13.311697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.356209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548cc11-9753-45a5-8b90-f795b145d190 req-c1500c76-94b2-48c5-91cf-0e3a8303a586 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.358101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9548cc11-9753-45a5-8b90-f795b145d190 req-c1500c76-94b2-48c5-91cf-0e3a8303a586 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 944 time: 0.2249153 Mar 02 17:46:13.360956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d19e75a6-007f-4f75-9afb-419721d3fe88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5346f478-55de-4bcf-b4bc-012672b44c4c HTTP/1.1" status: 204 len: 168 time: 1.1722586 Mar 02 17:46:13.364379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37950) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:13.448764 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f6edff-099c-4df9-b591-eccc1e5a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] GET failed (client error): The resource could not be found. Mar 02 17:46:13.449486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c7f6edff-099c-4df9-b591-eccc1e5a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Synchronizing usage tracker for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:13.454410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6003b290-c916-44a1-9320-59a001d3d328'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:46:13.479157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9548cc11-9753-45a5-8b90-f795b145d190 req-08cf6dc7-c4ba-4431-914b-f30c3ee116cc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Mar 02 17:46:13.506118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c7f6edff-099c-4df9-b591-eccc1e5a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Unset dirty status for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:13.507827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7f6edff-099c-4df9-b591-eccc1e5a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports/5346f478-55de-4bcf-b4bc-012672b44c4c HTTP/1.1" status: 404 len: 333 time: 0.1420393 Mar 02 17:46:13.513399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37954) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:13.524480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922179587'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:13.530458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:13.546032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:13.572580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Made reservation on behalf of 24a2ad99eb4a496eac3010b6be27de60 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:13.576018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:13.596553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60c5aa-99fd-49d2-830c-00a1276bd4da tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:13.599932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce60c5aa-99fd-49d2-830c-00a1276bd4da tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks/97ca9c62-b209-45b6-8dac-c9b84c2a6b4d HTTP/1.1" status: 200 len: 803 time: 0.5160577 Mar 02 17:46:13.604215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:13.711428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port 4d4f981c-01cd-483f-bd7d-2c60dca670ac yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:13.850838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Router 7c9fd94a-2d61-41ff-b6b2-f69325835fec has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:46:13.968758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.030851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-523e7ed2-457d-47a9-b54e-c3b09c54ebed tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/networks/97ca9c62-b209-45b6-8dac-c9b84c2a6b4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4254856 Mar 02 17:46:14.048604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:14.248061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:46:14.258138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.270511 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Sync routers for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:46:14.290419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.295218 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:14.296278 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:14.305077 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-65dec451-d98c-4588-bae0-73e0783276ce admin admin] 10.222.0.37 "PUT /v2.0/routers/7c9fd94a-2d61-41ff-b6b2-f69325835fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4888146 Mar 02 17:46:14.305939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:14.313056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Network 7df9791b-53d8-4d25-a249-586bfeaf25b3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:14.322903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:14.337558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:14.338745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:14.339564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.375127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4074a71c-5129-480b-9456-fe7a9e93ae1a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:14.376824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4074a71c-5129-480b-9456-fe7a9e93ae1a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets/08d4e185-f2c9-4a81-bfa1-9a00301ee1e1 HTTP/1.1" status: 200 len: 843 time: 0.3256640 Mar 02 17:46:14.383902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8692141 Mar 02 17:46:14.385173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37974) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:14.416473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37976) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:14.438332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:46:14.442966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:14.462821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804fb1-1371-4457-b663-56fe0465cb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4f981c-01cd-483f-bd7d-2c60dca670ac,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:14.533989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c96bb-27d9-4546-8320-d62ab4f119be tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:14.547241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b5c96bb-27d9-4546-8320-d62ab4f119be tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "GET /v2.0/subnets/08d4e185-f2c9-4a81-bfa1-9a00301ee1e1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1515095 Mar 02 17:46:14.547695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37984) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:14.575777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789100520'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:14.585281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:14.618748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:14.634014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6003b290-c916-44a1-9320-59a001d3d328 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:14.635909 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.657114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:14.662129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.731064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:46:14.751110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.754932 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Added segment 767366fb-0007-4ef0-8038-79cf78e3093f of type vlan for network a30243f9-b2b4-451e-ad4f-065323cc058d Mar 02 17:46:14.764390 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:14.829267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.904270 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.918339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:14.993966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:14.997004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:15.011676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:15.028685 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:15.037051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:15.039183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:15.150083 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328', 'code': 200} Mar 02 17:46:15.178487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad705e-213a-4e9d-8760-1b0e30e1cb45 req-44a2c4c7-492c-44f7-8d9f-156c94c10432 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:15.180778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daad705e-213a-4e9d-8760-1b0e30e1cb45 req-44a2c4c7-492c-44f7-8d9f-156c94c10432 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 944 time: 0.3828678 Mar 02 17:46:15.194230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:15.308738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] device_id is not set on port 4d4f981c-01cd-483f-bd7d-2c60dca670ac yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:46:15.329915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:15.382826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Transition to ACTIVE for port object 4d4f981c-01cd-483f-bd7d-2c60dca670ac will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:15.391866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8323948 Mar 02 17:46:15.405334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37994) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:15.411311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:15.423573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:15.442792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:46:11Z', 'revision_number': 5, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:15.453200 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Checking router: 7c9fd94a-2d61-41ff-b6b2-f69325835fec for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:46:15.487338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Routers {'7c9fd94a-2d61-41ff-b6b2-f69325835fec'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:15.490786 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:15.512494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c6f66-6801-44ab-8e76-b325441eaeb8 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Network': ['ID=a30243f9-b2b4-451e-ad4f-065323cc058d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:15.526484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a30243f9-b2b4-451e-ad4f-065323cc058d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:46:15.678667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4f981c-01cd-483f-bd7d-2c60dca670ac,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:15.715834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daad705e-213a-4e9d-8760-1b0e30e1cb45 req-09bed0b1-51bc-45cf-a977-8e9eed45458b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253738 Mar 02 17:46:15.786723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:15.814055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:15.840163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Made reservation on behalf of 1e37b86f2e814c09bf99f364d4ea694e for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:15.917360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:15.917888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:15.918027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:15.937338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:15.937666 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:15.941917 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 2 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:15.989920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:15.990259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:15.990601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:15.999715 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] Set router 7c9fd94a-2d61-41ff-b6b2-f69325835fec gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:16.014281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.066605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.067071 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.072710 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 3 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.122272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.238857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Performing IP validity checks on allocation pools {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 17:46:16.239555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 17:46:16.303917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.304431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.306890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.333569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.333569 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.334706 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 4 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.372681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.373072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.373475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.396599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.396923 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.397908 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 5 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.419707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.420270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.420618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.434211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.434548 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.435085 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 6 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.446412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.458342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.458709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.459052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.470913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.471247 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.472460 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 7 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.527609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.527880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.528211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.547725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.548283 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.551159 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 8 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:16.595982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:16.604987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Checking segment: {'id': '767366fb-0007-4ef0-8038-79cf78e3093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:46:16.606457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network hostable DHCP agents. Network: a30243f9-b2b4-451e-ad4f-065323cc058d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:46:16.641390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Network a30243f9-b2b4-451e-ad4f-065323cc058d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:46:16.664320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, a30243f9-b2b4-451e-ad4f-065323cc058d) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:16.683787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf099e-cda4-4254-a3bc-7b93224115b0 None None] Network a30243f9-b2b4-451e-ad4f-065323cc058d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:16.687605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:16.688746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.764674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9c321985-d853-4696-a69f-45611c570f62 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3477826 Mar 02 17:46:16.764674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38004) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:16.781667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:16.816289 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:46:11Z', 'revision_number': 5, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:16.825543 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055c910-7409-4fa0-9554-a137c29e8f5a None None] The sync data for ids ['7c9fd94a-2d61-41ff-b6b2-f69325835fec'] in n-d-820559-6 is: [{'id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'name': 'tempest-ServerRescueTestJSON-470980200-router', 'tenant_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:43:07Z', 'updated_at': '2022-03-02T17:46:11Z', 'revision_number': 5, 'project_id': 'bd7ec221c14948e29bdcd290ceef8f65', 'gw_port': {'id': '4543e9ce-026d-4c16-9704-748ccc65f396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9fd94a-2d61-41ff-b6b2-f69325835fec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:13Z', 'updated_at': '2022-03-02T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:46:16.844192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.877964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:16.878462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:16.878907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:16.912420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Deleting port 4543e9ce-026d-4c16-9704-748ccc65f396 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:16.912754 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:16.990746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:16.992706 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:16.993953 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 9 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:17.083625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1656331'] for subnet, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.084508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:17.085102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:17.086092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:17.128126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:17.128481 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:17.159140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-a30243f9-b2b4-451e-ad4f-065323cc058d', 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d', 'tenant_id': '1e37b86f2e814c09bf99f364d4ea694e', 'fixed_ips': [{'subnet_id': 'ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:46:17.161978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.236681 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempt 10 to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac Mar 02 17:46:17.320347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4846b7-83c7-4a1f-b974-7917fac6c7a5 req-ec181c23-bf04-40cc-ad33-db9dc86c2217 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:17.322513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4846b7-83c7-4a1f-b974-7917fac6c7a5 req-ec181c23-bf04-40cc-ad33-db9dc86c2217 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2452724 Mar 02 17:46:17.339208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:17.339653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:17.340010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempting to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:17.367159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:46:17.367479 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Failed to bind port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on host n-h2-820559-6 for vnic_type normal using segments [{'id': 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7df9791b-53d8-4d25-a249-586bfeaf25b3'}] Mar 02 17:46:17.367837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.461648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] For port 4543e9ce-026d-4c16-9704-748ccc65f396, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4543e9ce-026d-4c16-9704-748ccc65f396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:17.461911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.486642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4846b7-83c7-4a1f-b974-7917fac6c7a5 req-5936f14a-a837-41ed-ac84-bca4aaa0a33f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583092 Mar 02 17:46:17.633991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750123396509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1965628'] for subnet, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.731413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:17.732375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.737918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "PUT /v2.0/subnets/ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d HTTP/1.1" status: 200 len: 900 time: 0.9794710 Mar 02 17:46:17.741312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Allocated IP 2001:db8::3 (a30243f9-b2b4-451e-ad4f-065323cc058d/ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d/28c06aa4-7e84-43ad-af87-a083873b95db) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:46:17.741825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:17.762942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf18554-e969-470f-b7d6-a61e1a1b2fa6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event updated for resources: {'Subnet': ['ID=ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:17.822201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Calling delete_port for 4543e9ce-026d-4c16-9704-748ccc65f396 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:17.943249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port 4d4f981c-01cd-483f-bd7d-2c60dca670ac, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:46:17.944473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Attempted to set empty binding levels {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 17:46:17.961854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:17.969697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:18.023822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.066793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:18.067661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7fad6f32-fab4-4ab7-bc39-7ef6917dccc9 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:18.153340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4f981c-01cd-483f-bd7d-2c60dca670ac,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:18.209716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] In _notify_port_updated(), no bound segment for port 4d4f981c-01cd-483f-bd7d-2c60dca670ac on network 7df9791b-53d8-4d25-a249-586bfeaf25b3 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:46:18.216205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.227001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.230994 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "PUT /v2.0/ports/4d4f981c-01cd-483f-bd7d-2c60dca670ac HTTP/1.1" status: 200 len: 978 time: 3.8090022 Mar 02 17:46:18.230994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.230994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.230994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.231400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.231576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.231826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.232348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.232844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.233340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.233828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.235029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61cc4-8780-46b3-a1ac-8996de3b2dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:18.239476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:18.250241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Transition to ACTIVE for port object 28c06aa4-7e84-43ad-af87-a083873b95db will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:18.276338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Transition to ACTIVE for port object 28c06aa4-7e84-43ad-af87-a083873b95db will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:46:18.289970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.339138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Deleting port 4d4f981c-01cd-483f-bd7d-2c60dca670ac {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:18.351313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.390922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.400407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Pushing event updated for resources: {'Port': ['ID=28c06aa4-7e84-43ad-af87-a083873b95db,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:18.420135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Network a30243f9-b2b4-451e-ad4f-065323cc058d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:18.426951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:46:18.431318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:46:18.551224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.598523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:18.619566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Attempting to bind port 28c06aa4-7e84-43ad-af87-a083873b95db on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:46:18.619985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Attempting to bind port 28c06aa4-7e84-43ad-af87-a083873b95db by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '767366fb-0007-4ef0-8038-79cf78e3093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:46:18.620298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Attempting to bind port 28c06aa4-7e84-43ad-af87-a083873b95db on network a30243f9-b2b4-451e-ad4f-065323cc058d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:46:18.627405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:46:18.627779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Checking segment: {'id': '767366fb-0007-4ef0-8038-79cf78e3093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:46:18.628798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.629437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Bound using segment: {'id': '767366fb-0007-4ef0-8038-79cf78e3093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:46:18.629937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Bound port: 28c06aa4-7e84-43ad-af87-a083873b95db, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767366fb-0007-4ef0-8038-79cf78e3093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:46:18.630313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.733861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] For port 28c06aa4-7e84-43ad-af87-a083873b95db, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:46:18.739003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] For port 28c06aa4-7e84-43ad-af87-a083873b95db, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=28c06aa4-7e84-43ad-af87-a083873b95db,segment=NetworkSegment(767366fb-0007-4ef0-8038-79cf78e3093f),segment_id=767366fb-0007-4ef0-8038-79cf78e3093f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:46:18.744384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.748388 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.779429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30243f9-b2b4-451e-ad4f-065323cc058d']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:18.797444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767366fb-0007-4ef0-8038-79cf78e3093f') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:18.797819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767366fb-0007-4ef0-8038-79cf78e3093f') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:18.812588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.838890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.845411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:18.848106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.882423 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:18.910728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfd9e6-5b38-448c-bfab-a1ce2a8318d5 None None] Pushing event updated for resources: {'Port': ['ID=28c06aa4-7e84-43ad-af87-a083873b95db,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:18.953321 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:18.960145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a15a3-fa5a-43eb-8cd4-406091d80619 None None] Network a30243f9-b2b4-451e-ad4f-065323cc058d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:18.999403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:46:18.999403 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:46:18.999403 n-d-820559-6 neutron-server[83797]: [parameters: {'id': 'a30243f9-b2b4-451e-ad4f-065323cc058d'}] Mar 02 17:46:18.999403 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:18.999783 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:19.061085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1cb8b-4765-4cbe-a026-0768d7fc2895 req-843b41f5-2807-4a67-b454-c8214df5af58 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:19.063679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4a1cb8b-4765-4cbe-a026-0768d7fc2895 req-843b41f5-2807-4a67-b454-c8214df5af58 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1091578 Mar 02 17:46:19.091696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:19.139616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4a1cb8b-4765-4cbe-a026-0768d7fc2895 req-f0f01d6c-8e12-47f6-8839-ffb89d154aac tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594966 Mar 02 17:46:19.172884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4543e9ce-026d-4c16-9704-748ccc65f396,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:19.215625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] For port 4d4f981c-01cd-483f-bd7d-2c60dca670ac, host n-h2-820559-6, got binding levels [] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:19.216141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:19.264274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56642c79-c95f-43b8-9e78-7f9dde607182 None None] Network a30243f9-b2b4-451e-ad4f-065323cc058d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:19.374552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Calling delete_port for 4d4f981c-01cd-483f-bd7d-2c60dca670ac owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:19.501774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:19.536670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 28c06aa4-7e84-43ad-af87-a083873b95db {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:19.539112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:19.725394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ad79c-28e7-4c30-b9cb-d014c4a18fe4 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:46:19.961995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:20.078088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 28c06aa4-7e84-43ad-af87-a083873b95db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=28c06aa4-7e84-43ad-af87-a083873b95db,segment=NetworkSegment(767366fb-0007-4ef0-8038-79cf78e3093f),segment_id=767366fb-0007-4ef0-8038-79cf78e3093f)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:20.078088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:20.215322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ad79c-28e7-4c30-b9cb-d014c4a18fe4 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:46:20.635473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 28c06aa4-7e84-43ad-af87-a083873b95db owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:20.857541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ce174-9ad2-4cb6-a5ec-04b473dcbbb3 req-95de7e9e-3416-4cce-a5bd-85df459d692a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:20.873439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac2ce174-9ad2-4cb6-a5ec-04b473dcbbb3 req-95de7e9e-3416-4cce-a5bd-85df459d692a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.3690665 Mar 02 17:46:20.873439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.009195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=28c06aa4-7e84-43ad-af87-a083873b95db,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:21.024260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 28c06aa4-7e84-43ad-af87-a083873b95db on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:21.042800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac2ce174-9ad2-4cb6-a5ec-04b473dcbbb3 req-ac5c358e-9838-4e34-acf8-c4744fdb4164 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568210 Mar 02 17:46:21.111338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.138372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.295146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.296957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d4f981c-01cd-483f-bd7d-2c60dca670ac,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:21.327630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.336587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.358492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e970a3a0-87c4-4282-9913-0a1dacfeeabf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4d4f981c-01cd-483f-bd7d-2c60dca670ac HTTP/1.1" status: 204 len: 168 time: 3.1049180 Mar 02 17:46:21.361966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38048) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:21.413851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.415544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9fd94a-2d61-41ff-b6b2-f69325835fec {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:46:21.430072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.431394 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23000fd0-3293-4bd1-8b1f-c647828cdfb2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7c9fd94a-2d61-41ff-b6b2-f69325835fec HTTP/1.1" status: 204 len: 168 time: 7.1245234 Mar 02 17:46:21.437121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38054) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:21.451040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30243f9-b2b4-451e-ad4f-065323cc058d']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:21.483267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767366fb-0007-4ef0-8038-79cf78e3093f') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:21.483754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767366fb-0007-4ef0-8038-79cf78e3093f') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:21.495166 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5f3f62-b08f-4a32-9b13-4c005d02bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] GET failed (client error): The resource could not be found. Mar 02 17:46:21.495870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d5f3f62-b08f-4a32-9b13-4c005d02bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Synchronizing usage tracker for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:21.545576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d5f3f62-b08f-4a32-9b13-4c005d02bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] Unset dirty status for tenant:24a2ad99eb4a496eac3010b6be27de60 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:21.549333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6d5f3f62-b08f-4a32-9b13-4c005d02bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2105458-project-admin] 10.222.0.37 "GET /v2.0/ports/4d4f981c-01cd-483f-bd7d-2c60dca670ac HTTP/1.1" status: 404 len: 333 time: 0.1862938 Mar 02 17:46:21.552800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38058) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:21.552949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.633595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.650332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9924a6-a157-449d-8fb9-13a2f57131bd req-63d8a06b-7f0c-41f8-9e72-3751716dceab tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:21.672138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a9924a6-a157-449d-8fb9-13a2f57131bd req-63d8a06b-7f0c-41f8-9e72-3751716dceab tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2521024 Mar 02 17:46:21.733165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Deleting subnet b3bcaa52-b732-40b6-9360-9ac4d5d3a628 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:21.746491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.762423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:21.762423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.851042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.855511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:21.946755 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:21.990011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a9924a6-a157-449d-8fb9-13a2f57131bd req-8fad92fa-c2a9-4504-9f0a-6a8275c67f38 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203456 Mar 02 17:46:22.008518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.111219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.125678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=a30243f9-b2b4-451e-ad4f-065323cc058d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:22.132568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4543e9ce-026d-4c16-9704-748ccc65f396 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:22.187356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-15046b25-4f60-4c10-8fc9-1e2dd8cbd17a tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/a30243f9-b2b4-451e-ad4f-065323cc058d HTTP/1.1" status: 204 len: 168 time: 4.4445081 Mar 02 17:46:22.196246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38066) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:22.198722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.226211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4543e9ce-026d-4c16-9704-748ccc65f396 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:22.226546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4543e9ce-026d-4c16-9704-748ccc65f396 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:22.338446 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a195f190-8bd5-41d9-a891-9a0baebd8030 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:22.339461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a195f190-8bd5-41d9-a891-9a0baebd8030 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:22.347513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a195f190-8bd5-41d9-a891-9a0baebd8030 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/ae67d8bb-43c2-4fc4-9aac-dfb42ab4196d HTTP/1.1" status: 404 len: 337 time: 0.1552060 Mar 02 17:46:22.348173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38070) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:22.427811 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8e45ac-f60f-4919-8525-a5ddb4718698 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:22.428247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8e45ac-f60f-4919-8525-a5ddb4718698 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:22.443439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0b8e45ac-f60f-4919-8525-a5ddb4718698 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/a30243f9-b2b4-451e-ad4f-065323cc058d HTTP/1.1" status: 404 len: 339 time: 0.0888014 Mar 02 17:46:22.444111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38074) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:22.567468 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.602840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df9791b-53d8-4d25-a249-586bfeaf25b3']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:22.639447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:22.639858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaf9fa9-a111-4741-8c00-0a5eb149a8ab') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:22.654957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.676856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.684710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:22.685191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:22.814728 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:22.820385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.846477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.864601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] Pushing event deleted for resources: {'Network': ['ID=7df9791b-53d8-4d25-a249-586bfeaf25b3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:22.872362 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-374d0391-8485-4a69-bad7-4141574d2f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881622284-project] 10.222.0.37 "DELETE /v2.0/networks/7df9791b-53d8-4d25-a249-586bfeaf25b3 HTTP/1.1" status: 204 len: 168 time: 1.3179016 Mar 02 17:46:22.914942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:22.934190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.067088 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.106072 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3bcaa52-b732-40b6-9360-9ac4d5d3a628 HTTP/1.1" status: 204 len: 168 time: 1.6651332 Mar 02 17:46:23.108401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38084) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:23.111480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951243d-f249-4f7b-9415-ae59f644e668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bcaa52-b732-40b6-9360-9ac4d5d3a628,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:23.214868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:23.356997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.384512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.391355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341c37-04b7-4775-aa6c-b86d8b26ab0c req-a6cc33ee-5f85-43ef-8b81-9ee7cff9749e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:23.396902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26341c37-04b7-4775-aa6c-b86d8b26ab0c req-a6cc33ee-5f85-43ef-8b81-9ee7cff9749e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.9509552 Mar 02 17:46:23.729562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.735334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b2dfba-edde-4a2a-ae44-d3cd9e7387bd']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:23.757812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60431747-8988-4cb9-875f-4d2a65546bf5') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:23.757812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60431747-8988-4cb9-875f-4d2a65546bf5') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:23.765390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-e3766386-abc0-462d-8c4d-0683670a8e7f req-d31569a0-a27d-45cc-b4e3-aa952e6a93ce tempest-ServersOnMultiNodesTest-621573639 tempest-ServersOnMultiNodesTest-621573639-project] (83796) timed out ('10.222.0.35', 64377) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 17:46:23.773398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.800410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.821436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275761cd-fe4d-4f40-98a2-ee1212db91c5']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:23.860106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:23.905016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:23.905016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:23.963429 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:24.087668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045cae5f-a2c0-4c44-9bb8-6d0688a64054') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:24.087668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045cae5f-a2c0-4c44-9bb8-6d0688a64054') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:24.104142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.127727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.154875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:24.154875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:24.190204 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:24.212962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26341c37-04b7-4775-aa6c-b86d8b26ab0c req-a803b2ae-ad86-467d-a623-76c85a9d4405 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7953465 Mar 02 17:46:24.308774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.332537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.338367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-81c98218-f21b-4123-b466-e7a56f0751b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1eeac59b08324cc5ab6c970324d0ab5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4745231 Mar 02 17:46:24.339167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.344880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38106) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:24.364002 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] 10.222.0.37 "DELETE /v2.0/networks/275761cd-fe4d-4f40-98a2-ee1212db91c5 HTTP/1.1" status: 204 len: 168 time: 1.2417555 Mar 02 17:46:24.379068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b048ad-5846-4560-8c15-deeb1b21701a admin admin] Pushing event deleted for resources: {'Network': ['ID=275761cd-fe4d-4f40-98a2-ee1212db91c5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:24.413482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.457074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ace48-705a-4605-b781-96389e276a50 req-dc2b7300-5aa0-4e44-bf21-dccd374129b7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:24.463327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-055ace48-705a-4605-b781-96389e276a50 req-dc2b7300-5aa0-4e44-bf21-dccd374129b7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.9843435 Mar 02 17:46:24.605202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=68b2dfba-edde-4a2a-ae44-d3cd9e7387bd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:24.648734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7fe6d613-9374-4ccc-8865-f7572a0e163c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/68b2dfba-edde-4a2a-ae44-d3cd9e7387bd HTTP/1.1" status: 204 len: 168 time: 2.1979287 Mar 02 17:46:24.652993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38112) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:24.728809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-055ace48-705a-4605-b781-96389e276a50 req-7220eb7b-09ca-4ef1-8adb-de9bc43ddca9 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266291 Mar 02 17:46:24.733084 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1fd69d-2b08-467d-9cb2-0b29a41e94cd tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:24.733522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1fd69d-2b08-467d-9cb2-0b29a41e94cd tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:24.736022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-af1fd69d-2b08-467d-9cb2-0b29a41e94cd tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/fbc22a2e-0317-40c3-8ee5-ad581a158654 HTTP/1.1" status: 404 len: 337 time: 0.0803494 Mar 02 17:46:24.739958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:24.768882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:24.780777 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.793269 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee7026-9b7e-49be-a519-1cf4dac7009c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:24.793683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eee7026-9b7e-49be-a519-1cf4dac7009c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:24.796057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8eee7026-9b7e-49be-a519-1cf4dac7009c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/793bd894-fa65-4ca5-8e54-a38954d99380 HTTP/1.1" status: 404 len: 339 time: 0.0554254 Mar 02 17:46:24.801246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:24.910716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:24.980078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06b323c6-1780-483e-b424-a09fa7d7f970 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd7ec221c14948e29bdcd290ceef8f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2020218 Mar 02 17:46:24.994952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38128) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:25.221554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting subnet 4bf6d947-d767-41bf-b37c-c5ddc3c31c4e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:25.232470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.240313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.306884 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.306884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1545a775-5bfd-4703-aa73-42c6a63ae41a HTTP/1.1" status: 204 len: 168 time: 0.9494362 Mar 02 17:46:25.306884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd58d4-a6f2-4f41-9a74-67eeeea5e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1545a775-5bfd-4703-aa73-42c6a63ae41a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:25.380343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.436345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.517925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.655557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.661269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.748758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.802638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf6d947-d767-41bf-b37c-c5ddc3c31c4e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:25.835665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:25.842978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbe519-9c8d-46d5-95b7-00bacc9d1170 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:25.854404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1f65d013-0976-408f-8ec2-12eff0d5b248 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/4bf6d947-d767-41bf-b37c-c5ddc3c31c4e HTTP/1.1" status: 204 len: 168 time: 1.0512247 Mar 02 17:46:25.857993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:26.052308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting subnet b410e9e6-9830-4706-94c4-f530f80c5345 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:26.064344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.191785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.205893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.218603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:26.290099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.292786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9de40137-b996-40b5-b7da-27fbcfda5860 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4c6bc6b-1c2c-4900-a8fd-c2b1086fc950 HTTP/1.1" status: 204 len: 168 time: 1.3020334 Mar 02 17:46:26.348607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a7fb-7a1c-4f2f-a57d-16d4b68f4288 req-b49dbc1b-a721-4f2f-92ba-9d70512e08a6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:26.351007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d18a7fb-7a1c-4f2f-a57d-16d4b68f4288 req-b49dbc1b-a721-4f2f-92ba-9d70512e08a6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.8200459 Mar 02 17:46:26.449817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.518996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38152) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:26.533385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d18a7fb-7a1c-4f2f-a57d-16d4b68f4288 req-82bed047-63ac-466f-a829-ce10ff522024 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500213 Mar 02 17:46:26.560229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cdcaf-43f0-4ff7-8891-8031cac52fc5 req-63fde3d4-b7e2-4c23-b25c-6bfa2d4510f0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:26.569174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-975cdcaf-43f0-4ff7-8891-8031cac52fc5 req-63fde3d4-b7e2-4c23-b25c-6bfa2d4510f0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.4616759 Mar 02 17:46:26.701253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-975cdcaf-43f0-4ff7-8891-8031cac52fc5 req-9db4ed6a-a221-4739-82ab-398a1176cd9b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310904 Mar 02 17:46:26.717581 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-252d0ed1-cc64-40bc-a8af-2ae0bb293a26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24a2ad99eb4a496eac3010b6be27de60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939981 Mar 02 17:46:26.721306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38164) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:26.729607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.839250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.849909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:26.873105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=b410e9e6-9830-4706-94c4-f530f80c5345,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:26.889371 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4deddd0e-2973-4a96-9a79-15b764dbdab7 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/b410e9e6-9830-4706-94c4-f530f80c5345 HTTP/1.1" status: 204 len: 168 time: 1.0292387 Mar 02 17:46:26.893172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38172) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:26.902914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:27.043412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:27.320760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b39ef3c4-1ecf-4014-9a60-85b7e60ee8a6 req-c4f38e66-95ff-407a-96fd-d4d1c124a577 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6491 time: 0.2753313 Mar 02 17:46:27.397305 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b39ef3c4-1ecf-4014-9a60-85b7e60ee8a6 req-29af00db-88a6-45df-b00d-3a6e93724e1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753233 Mar 02 17:46:27.484373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:27.512477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 2befbba7-6001-4086-b854-635da5d772f0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:27.512912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:27.599387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48508a07-a178-4824-890c-f496cc2141d3 None None] Network c85f11b0-c8bb-40f2-a954-b24e4541dfd5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:27.663793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:27.734377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30130207-f987-41bc-a99f-5caff194535b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:27.737507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:27.739377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-54dba3c8-7985-4766-a8a4-2afc77083b68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30130207-f987-41bc-a99f-5caff194535b HTTP/1.1" status: 204 len: 168 time: 1.0147460 Mar 02 17:46:27.799316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e6a08844-73a3-4423-8682-aaba0fe4905c None None] Provisioning complete for port 2befbba7-6001-4086-b854-635da5d772f0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:27.800327 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6a08844-73a3-4423-8682-aaba0fe4905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.291127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2befbba7-6001-4086-b854-635da5d772f0,segment=NetworkSegment(b5fb22bb-efa1-46f4-bde6-32d47b1d86cb),segment_id=b5fb22bb-efa1-46f4-bde6-32d47b1d86cb)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:28.291844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.294367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] DHCP port deletion for c85f11b0-c8bb-40f2-a954-b24e4541dfd5 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:28.298987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Deleting port 2befbba7-6001-4086-b854-635da5d772f0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:28.300205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.305036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5a45-fed4-4c03-ae42-b9741ebe081c req-2fd213b1-82ed-47d4-859c-03f958f41ee0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:28.306698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5cd5a45-fed4-4c03-ae42-b9741ebe081c req-2fd213b1-82ed-47d4-859c-03f958f41ee0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.5762482 Mar 02 17:46:28.553175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5cd5a45-fed4-4c03-ae42-b9741ebe081c req-3bf170fc-3ee7-48a6-8b9c-069c7fa858cc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681859 Mar 02 17:46:28.560492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 2befbba7-6001-4086-b854-635da5d772f0 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:28.599257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] For port 2befbba7-6001-4086-b854-635da5d772f0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2befbba7-6001-4086-b854-635da5d772f0,segment=NetworkSegment(b5fb22bb-efa1-46f4-bde6-32d47b1d86cb),segment_id=b5fb22bb-efa1-46f4-bde6-32d47b1d86cb)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:28.600428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.653989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b178b8-8616-480b-a12c-eaac8679c062 req-153a6b8b-792c-4315-9d4d-da29977b206f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:28.663697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49b178b8-8616-480b-a12c-eaac8679c062 req-153a6b8b-792c-4315-9d4d-da29977b206f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.6048534 Mar 02 17:46:28.801500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.847498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Calling delete_port for 2befbba7-6001-4086-b854-635da5d772f0 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:28.857097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Deleting port 47689ea1-a7ee-42c3-a226-7614c196fda8 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:28.857667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:28.899198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=2befbba7-6001-4086-b854-635da5d772f0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:28.919962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49b178b8-8616-480b-a12c-eaac8679c062 req-c1d4f26a-110c-41a8-b863-b92b4fd63796 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551749 Mar 02 17:46:28.933581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 2befbba7-6001-4086-b854-635da5d772f0 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.939785 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:28.942795 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:46:28.953766 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:28.954129 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:29.430502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93d880d-5a32-40ea-b459-aa3146a3db91 req-84ea7f6e-fbd2-421c-86ea-637776d9a94d tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0784156 Mar 02 17:46:29.455366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Deleting port 2befbba7-6001-4086-b854-635da5d772f0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:29.457033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.472735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.534898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85f11b0-c8bb-40f2-a954-b24e4541dfd5']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:29.571002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:29.571799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fb22bb-efa1-46f4-bde6-32d47b1d86cb') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:29.592542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ce56ca5c-1682-4f56-a9b0-e1f1dafd5f70 None None] The port '2befbba7-6001-4086-b854-635da5d772f0' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:46:29.652640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.673446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] For port 47689ea1-a7ee-42c3-a226-7614c196fda8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=47689ea1-a7ee-42c3-a226-7614c196fda8,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:29.674945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.698621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.756949 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:46:29.893973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Calling delete_port for 47689ea1-a7ee-42c3-a226-7614c196fda8 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:29.923611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.939931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-b7711220-3a8a-44ba-8de3-5c393ccb33e3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:29.942493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7711220-3a8a-44ba-8de3-5c393ccb33e3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2411907 Mar 02 17:46:29.945273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38256) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.948506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:29.948918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:29.954492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-22b0a846-577f-474c-b9b9-2d6a86dc74f1 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:29.956887 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-22b0a846-577f-474c-b9b9-2d6a86dc74f1 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0104489 Mar 02 17:46:29.959446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.966561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-4aaf42f2-a66d-44e9-b22f-4e24870be25c tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:29.967789 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4aaf42f2-a66d-44e9-b22f-4e24870be25c tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053842 Mar 02 17:46:29.970452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.980759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-741f50e3-625a-492c-abaa-1461d630c2e6 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:29.983207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-741f50e3-625a-492c-abaa-1461d630c2e6 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0100999 Mar 02 17:46:29.985679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.992176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-641800a0-b491-46e1-a6b7-dfc768a473cd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:29.993615 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-641800a0-b491-46e1-a6b7-dfc768a473cd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064280 Mar 02 17:46:29.996118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:29.999168 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:30.006185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-21df7c43-71a7-4345-b39c-238ea14e38fa tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.008138 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21df7c43-71a7-4345-b39c-238ea14e38fa tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107727 Mar 02 17:46:30.012799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.015561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2befbba7-6001-4086-b854-635da5d772f0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:30.022239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-7098502d-5502-491b-a091-f4ebcb0cdf02 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.025050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7098502d-5502-491b-a091-f4ebcb0cdf02 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104187 Mar 02 17:46:30.029114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38282) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.035731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-637e734c-6540-42e5-94a1-b1ba2968ad02 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.040105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-637e734c-6540-42e5-94a1-b1ba2968ad02 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105107 Mar 02 17:46:30.041094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.047014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-d28dfd99-a269-4072-add4-0c2f7c98bb06 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.051507 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d28dfd99-a269-4072-add4-0c2f7c98bb06 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092692 Mar 02 17:46:30.052691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.058699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-2e6f9955-b359-44ef-ae74-a1fb3c2563a0 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.063209 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2e6f9955-b359-44ef-ae74-a1fb3c2563a0 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0090921 Mar 02 17:46:30.064040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.070274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-3bd3ba47-d9d9-47a9-afc2-73827b12d339 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.074600 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3bd3ba47-d9d9-47a9-afc2-73827b12d339 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0094831 Mar 02 17:46:30.075367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.082477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-bb189096-6aec-49bf-b98a-8136a8d6473b tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.087179 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb189096-6aec-49bf-b98a-8136a8d6473b tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096257 Mar 02 17:46:30.088232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38302) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.091438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2befbba7-6001-4086-b854-635da5d772f0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:30.091890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2befbba7-6001-4086-b854-635da5d772f0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:30.094063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-2720e815-8483-4a31-b1f7-982455b8e41f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.107491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2720e815-8483-4a31-b1f7-982455b8e41f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092301 Mar 02 17:46:30.108694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.114888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-0617d4e2-191d-4100-baf1-ce191faba72d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.119303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0617d4e2-191d-4100-baf1-ce191faba72d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091584 Mar 02 17:46:30.120133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.125646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-39359abf-6e7b-4cde-87ec-1b072baac97f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.130976 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-39359abf-6e7b-4cde-87ec-1b072baac97f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093219 Mar 02 17:46:30.132175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.159870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-f0e90979-ea66-44b3-9659-44b508622e9d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.165311 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0e90979-ea66-44b3-9659-44b508622e9d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0317302 Mar 02 17:46:30.166288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38318) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.171958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-0bc088cf-926b-4d56-965d-7c5ec234730a tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.177209 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0bc088cf-926b-4d56-965d-7c5ec234730a tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097227 Mar 02 17:46:30.178177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38322) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.184714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-273ae028-623f-4ac8-b849-455429b97c59 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.189042 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-273ae028-623f-4ac8-b849-455429b97c59 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091016 Mar 02 17:46:30.191027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.196901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-4efbdd28-970e-4414-a269-228403d716a4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.198206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4efbdd28-970e-4414-a269-228403d716a4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058744 Mar 02 17:46:30.201334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.222307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-ba71cb9f-abad-45c7-90ba-b636c17ccd90 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.227006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ba71cb9f-abad-45c7-90ba-b636c17ccd90 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0147920 Mar 02 17:46:30.229788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.235892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-f7accf57-9c2e-4b62-ba5e-03d8702856f9 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.237210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f7accf57-9c2e-4b62-ba5e-03d8702856f9 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059812 Mar 02 17:46:30.240765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.250830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:30.251639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-583ccf53-923f-4310-9e3c-6c71644924a5 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.253634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-583ccf53-923f-4310-9e3c-6c71644924a5 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0112598 Mar 02 17:46:30.256524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.262903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-7371d196-3867-471b-aa76-981b72187f03 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.264130 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7371d196-3867-471b-aa76-981b72187f03 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064738 Mar 02 17:46:30.266513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38346) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.272633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-fa538279-7184-423a-858f-811146ec24f4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.274414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fa538279-7184-423a-858f-811146ec24f4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066679 Mar 02 17:46:30.276664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38350) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.280406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:30.283073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-dc60b4fe-7ca9-421d-8cdc-7b2a7367b7fe tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.284391 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc60b4fe-7ca9-421d-8cdc-7b2a7367b7fe tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063117 Mar 02 17:46:30.287165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.293686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-fe4e1c1f-8267-41a0-81dd-5a60daee03a3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.295060 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe4e1c1f-8267-41a0-81dd-5a60daee03a3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067337 Mar 02 17:46:30.297627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.304528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-36d2a20f-24e5-4d4f-9e5f-0ad850a40585 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.305762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=c85f11b0-c8bb-40f2-a954-b24e4541dfd5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:30.306513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36d2a20f-24e5-4d4f-9e5f-0ad850a40585 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077190 Mar 02 17:46:30.314214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.322264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-00cb0baf-a7d5-4576-8746-b939647682f3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.323603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00cb0baf-a7d5-4576-8746-b939647682f3 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074058 Mar 02 17:46:30.326851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.327421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-58f55bca-cf4b-4fc1-b5fe-8cce76ca0978 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/c85f11b0-c8bb-40f2-a954-b24e4541dfd5 HTTP/1.1" status: 204 len: 168 time: 3.4291296 Mar 02 17:46:30.331497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.336927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-c7214571-bc92-46b5-a64b-d39ff42a35c7 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.338327 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7214571-bc92-46b5-a64b-d39ff42a35c7 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094426 Mar 02 17:46:30.341793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.351102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e518c90f-a55a-4999-afc5-9b3485b65faf tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.352444 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e518c90f-a55a-4999-afc5-9b3485b65faf tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071914 Mar 02 17:46:30.356655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38378) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.362027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e2b4fa24-fc4a-4c68-8dfb-2d36dd72eff4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.364086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2b4fa24-fc4a-4c68-8dfb-2d36dd72eff4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0061362 Mar 02 17:46:30.366554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38382) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.373500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-47ff9432-24a4-4802-adf4-c715f62a8cdd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.374746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-47ff9432-24a4-4802-adf4-c715f62a8cdd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070274 Mar 02 17:46:30.381337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38386) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.390362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0710-9053-469e-a2ac-213e3061b435 req-7bd3c2f7-8858-4e6b-802d-fc8788c34814 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:30.392258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef5e0710-9053-469e-a2ac-213e3061b435 req-7bd3c2f7-8858-4e6b-802d-fc8788c34814 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.6161819 Mar 02 17:46:30.399386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-9983bb41-4d61-4e47-8629-335249493aa8 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.400757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9983bb41-4d61-4e47-8629-335249493aa8 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072951 Mar 02 17:46:30.403505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.407520 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf427b3-3c2b-4cec-abb0-e95cb9455b1c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:30.408500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf427b3-3c2b-4cec-abb0-e95cb9455b1c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:30.410808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5bf427b3-3c2b-4cec-abb0-e95cb9455b1c tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/da3afd4e-564f-4544-9af3-dad721279ea4 HTTP/1.1" status: 404 len: 337 time: 0.0709214 Mar 02 17:46:30.413376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38394) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.427749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-b7592c2d-e610-461b-a070-f829fdb9775f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.432912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7592c2d-e610-461b-a070-f829fdb9775f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0277505 Mar 02 17:46:30.468921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38398) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.481357 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-823b2e5b-630f-45b6-bfb9-63b3cc65f7fb tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:30.481805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823b2e5b-630f-45b6-bfb9-63b3cc65f7fb tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:30.483159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-c26b49fd-ba43-486f-81b8-1b10a45245bb tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.484525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c26b49fd-ba43-486f-81b8-1b10a45245bb tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0145051 Mar 02 17:46:30.490800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-823b2e5b-630f-45b6-bfb9-63b3cc65f7fb tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/4c152867-c836-4535-a566-ce23720c394e HTTP/1.1" status: 404 len: 339 time: 0.0759223 Mar 02 17:46:30.491149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38402) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.491266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38404) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.502318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-962f7948-a374-422c-9af1-c152fad4b920 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.503105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-962f7948-a374-422c-9af1-c152fad4b920 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084126 Mar 02 17:46:30.506380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38412) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.515601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e9e8035f-e9e1-42b2-836c-a620795dcd85 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.521942 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9e8035f-e9e1-42b2-836c-a620795dcd85 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0138130 Mar 02 17:46:30.522716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38416) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.527774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-6089ba6e-00f3-4021-9990-35296e8e9925 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.535527 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6089ba6e-00f3-4021-9990-35296e8e9925 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077813 Mar 02 17:46:30.536523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38420) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.543039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-32cae829-5a33-4acf-9329-ad56cf8b9dbf tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.547623 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-32cae829-5a33-4acf-9329-ad56cf8b9dbf tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099626 Mar 02 17:46:30.548463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38424) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.556135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e9b99d82-4c8a-4b67-aa82-9e8bfc24bb23 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.558608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9b99d82-4c8a-4b67-aa82-9e8bfc24bb23 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077338 Mar 02 17:46:30.560736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38428) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.569460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-daff9305-deb2-4605-8d12-690672b6b171 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.570904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-daff9305-deb2-4605-8d12-690672b6b171 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089123 Mar 02 17:46:30.575045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.579805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef5e0710-9053-469e-a2ac-213e3061b435 req-ceeca7f8-d8c6-434f-9e90-0794b7971b9c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742604 Mar 02 17:46:30.582873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-94b45f86-f760-4509-95a8-a3e1bbe37839 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.587752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94b45f86-f760-4509-95a8-a3e1bbe37839 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0114288 Mar 02 17:46:30.588396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38436) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.591170 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-360b5060-2340-4075-93a0-92b5901f83ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:30.591856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360b5060-2340-4075-93a0-92b5901f83ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:30.596115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-c775d9a2-bbed-4ee9-9e90-a0d30145e304 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.598953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c775d9a2-bbed-4ee9-9e90-a0d30145e304 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094781 Mar 02 17:46:30.599813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.613668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [None req-8be3d256-93fa-4488-8a9a-0c41ee3918ea tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.617619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8be3d256-93fa-4488-8a9a-0c41ee3918ea tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0115511 Mar 02 17:46:30.617790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38444) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.624156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-785edeaa-93f6-4111-b6d7-953f27d464b0 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.627297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-785edeaa-93f6-4111-b6d7-953f27d464b0 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067692 Mar 02 17:46:30.628227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38448) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.630541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926961b-517d-440d-92f1-e9090884c21e req-3e039e65-44b7-41fc-8555-b4a968f73bb2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:30.632196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2926961b-517d-440d-92f1-e9090884c21e req-3e039e65-44b7-41fc-8555-b4a968f73bb2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.4312353 Mar 02 17:46:30.637519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-360b5060-2340-4075-93a0-92b5901f83ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/8201678b-35cc-4e67-bd93-be8c005624de HTTP/1.1" status: 404 len: 337 time: 0.1441445 Mar 02 17:46:30.638021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-b2279b2e-9a05-4eeb-b475-bb2937017834 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.638377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38452) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.645044 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2279b2e-9a05-4eeb-b475-bb2937017834 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133357 Mar 02 17:46:30.646150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38456) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.653719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-3b2f002d-6cd9-4bd5-8df5-acc3b5ef58dd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.657927 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3b2f002d-6cd9-4bd5-8df5-acc3b5ef58dd tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084472 Mar 02 17:46:30.658156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.667732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-eee8e80c-4b3e-48ea-8797-05639a4b965f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.671096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eee8e80c-4b3e-48ea-8797-05639a4b965f tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095320 Mar 02 17:46:30.671902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38464) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.681903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-9dba6ebc-c5c9-4e66-aa0e-4f7e83e31834 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.685229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dba6ebc-c5c9-4e66-aa0e-4f7e83e31834 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096579 Mar 02 17:46:30.685670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38468) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.692495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-a22f62be-a561-4f10-8123-35083c4735af tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.696097 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a22f62be-a561-4f10-8123-35083c4735af tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068736 Mar 02 17:46:30.696329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38472) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.702755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-b164603b-1582-404b-972c-90b181fb8392 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.708123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b164603b-1582-404b-972c-90b181fb8392 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0107648 Mar 02 17:46:30.708766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38476) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.714160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-d1bf71ba-4056-4d9d-9a49-545bf400c7db tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.718363 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d1bf71ba-4056-4d9d-9a49-545bf400c7db tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086863 Mar 02 17:46:30.719000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.725176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-a2d5a4f5-239b-4946-80f2-267a5ebc8948 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.730018 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2d5a4f5-239b-4946-80f2-267a5ebc8948 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0098691 Mar 02 17:46:30.730506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38484) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.736541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-5f49673d-b426-4dfb-8026-718d7889adcb tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.737784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:30.740783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f49673d-b426-4dfb-8026-718d7889adcb tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067184 Mar 02 17:46:30.741445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38488) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.747037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e6eeb90b-3ca6-408f-9dce-b582a64b1720 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.751787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e6eeb90b-3ca6-408f-9dce-b582a64b1720 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0089772 Mar 02 17:46:30.752391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38492) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.758597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-adf9e9c1-cb3d-4c0a-95e5-041571136187 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.764661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-adf9e9c1-cb3d-4c0a-95e5-041571136187 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079570 Mar 02 17:46:30.764897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38496) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.773072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-d366b4cf-71c7-4787-b048-b19311543241 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.776707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d366b4cf-71c7-4787-b048-b19311543241 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0109217 Mar 02 17:46:30.777286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38500) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.793244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-4cd0241a-0c23-4b80-bdd6-a1e8ea4decd4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.794625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4cd0241a-0c23-4b80-bdd6-a1e8ea4decd4 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0160606 Mar 02 17:46:30.796750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.801938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-3cbf4899-5a06-4e70-a8fe-4bf899ac3414 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.806244 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3cbf4899-5a06-4e70-a8fe-4bf899ac3414 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085685 Mar 02 17:46:30.806883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38508) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.812192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-3c9f306b-1809-4057-a1ad-32db0fec211c tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.814626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3c9f306b-1809-4057-a1ad-32db0fec211c tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053465 Mar 02 17:46:30.819044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.839976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-10fe6829-2b1a-4471-9469-23227e9f1063 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.841270 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10fe6829-2b1a-4471-9469-23227e9f1063 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0192423 Mar 02 17:46:30.844193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.852778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-493ec712-3b80-4039-af87-84d268713768 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.867889 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-493ec712-3b80-4039-af87-84d268713768 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0215411 Mar 02 17:46:30.869764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38520) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.874130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=47689ea1-a7ee-42c3-a226-7614c196fda8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:30.877217 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf162ce-871c-460a-b8ba-c43d4c367965 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:30.878033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf162ce-871c-460a-b8ba-c43d4c367965 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:30.882989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bcf162ce-871c-460a-b8ba-c43d4c367965 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/52a34b9c-7a07-4960-9b5f-ec098db72360 HTTP/1.1" status: 404 len: 339 time: 0.2435224 Mar 02 17:46:30.892351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38522) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.905309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-7295534e-3bbe-4810-ad54-ffb83939da8d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.910912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7295534e-3bbe-4810-ad54-ffb83939da8d tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0376506 Mar 02 17:46:30.912298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38528) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:30.926358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [None req-e5ce430a-6278-42d4-9699-895b4b9f6641 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:30.934606 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e5ce430a-6278-42d4-9699-895b4b9f6641 tempest-ExtensionsTestJSON-1166258099 tempest-ExtensionsTestJSON-1166258099-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0140994 Mar 02 17:46:30.956435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69bf0ec4-b009-4205-92e3-01a9de3d779c req-9338965c-c3c9-4df7-986f-bffc7165cf35 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.2218754 Mar 02 17:46:30.957608 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ab25f-cf5a-4e1b-8a50-269c8b2181c5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:30.958177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594ab25f-cf5a-4e1b-8a50-269c8b2181c5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:30.959925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-594ab25f-cf5a-4e1b-8a50-269c8b2181c5 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/0e78cad8-b935-452e-9df6-ad73fb02005b HTTP/1.1" status: 404 len: 337 time: 0.0672491 Mar 02 17:46:30.962599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:31.107491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2926961b-517d-440d-92f1-e9090884c21e req-9583a76b-d2b9-4710-bd6b-678996319863 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663677 Mar 02 17:46:31.152947 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bdcd23-1ae2-4d88-bb35-f0d4aec995ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:31.153920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bdcd23-1ae2-4d88-bb35-f0d4aec995ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:31.161558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71bdcd23-1ae2-4d88-bb35-f0d4aec995ac tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/48a277a3-bb6d-433d-8283-853bf7519a67 HTTP/1.1" status: 404 len: 339 time: 0.1929023 Mar 02 17:46:31.162202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38538) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:31.485444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting subnet 6df52791-9af0-4fd2-9b06-fe2fcc88e1db {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:31.501706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:31.568588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:31.602870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:31.755319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:31.816555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:31.934189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9105-1e24-4108-95ff-478a87f09d12 req-158e2d67-4248-4fd7-ae6c-ab1d5512276a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:31.943673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4acc9105-1e24-4108-95ff-478a87f09d12 req-158e2d67-4248-4fd7-ae6c-ab1d5512276a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1877151 Mar 02 17:46:31.944150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.113828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4acc9105-1e24-4108-95ff-478a87f09d12 req-f214bd7c-2f64-47d2-9001-849dab718d61 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691837 Mar 02 17:46:32.124200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.159709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=6df52791-9af0-4fd2-9b06-fe2fcc88e1db,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:32.166223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.172324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d856a8b-5350-464b-b5b3-1e1921bfbd88 None None] Network f5371692-c756-45b0-98d9-4b1ea712e9a9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:32.197238 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43b5450e-3063-4429-bfe5-250557b993a0 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/6df52791-9af0-4fd2-9b06-fe2fcc88e1db HTTP/1.1" status: 204 len: 168 time: 1.0312066 Mar 02 17:46:32.197238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:32.198104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38554) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:32.201861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2afaa3bbe8499fa77f725cf4e165d1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:32.225555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:32.236710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:32.359640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.381067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 1c840ee1-d793-42b4-aeb9-9347a3685125 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:32.381400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.472253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41cc560e-52a6-4726-9c1d-9c8d80668165 req-08f7f2ca-e2e6-495c-901b-03797d2af18a tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1016796 Mar 02 17:46:32.535712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] DHCP port deletion for f5371692-c756-45b0-98d9-4b1ea712e9a9 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:32.540747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Deleting port 1c840ee1-d793-42b4-aeb9-9347a3685125 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:32.541237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.555450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.563815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.746606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac360ffc-2d99-4dd6-94b4-e579c050aeca,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:32.805944 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3d31a93-a4d2-4592-997b-c5f541073f74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a2afaa3bbe8499fa77f725cf4e165d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2341318 Mar 02 17:46:32.811749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:32.815475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 1c840ee1-d793-42b4-aeb9-9347a3685125, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c840ee1-d793-42b4-aeb9-9347a3685125,segment=NetworkSegment(0ae0b4a6-5a9c-4152-b002-49fea244f2b1),segment_id=0ae0b4a6-5a9c-4152-b002-49fea244f2b1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:32.815920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.871628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a40ab-ef6b-462e-902f-139640897a15 req-26a24054-4de2-4e00-97e1-a85ca3df83ff tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:32.878913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-677a40ab-ef6b-462e-902f-139640897a15 req-26a24054-4de2-4e00-97e1-a85ca3df83ff tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2583585 Mar 02 17:46:32.886867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] For port 1c840ee1-d793-42b4-aeb9-9347a3685125, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c840ee1-d793-42b4-aeb9-9347a3685125,segment=NetworkSegment(0ae0b4a6-5a9c-4152-b002-49fea244f2b1),segment_id=0ae0b4a6-5a9c-4152-b002-49fea244f2b1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:32.887260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:32.951858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-677a40ab-ef6b-462e-902f-139640897a15 req-6b1894d7-0be6-4122-9a52-7a0b3d5d0e34 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718582 Mar 02 17:46:32.967390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-66c38110-6be0-41fc-995b-c90a994584e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1096 time: 0.2309716 Mar 02 17:46:32.977491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 1c840ee1-d793-42b4-aeb9-9347a3685125 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:33.051889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Calling delete_port for 1c840ee1-d793-42b4-aeb9-9347a3685125 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:33.100478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c41faa2a-56a7-4ffa-951a-100712de8eb0 req-90c90c43-fe0f-4bf5-896b-b3d55e83483b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0678895 Mar 02 17:46:33.151593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.215450 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 17:46:33.215450 n-d-820559-6 neutron-server[83798]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 02 17:46:33.215450 n-d-820559-6 neutron-server[83798]: [parameters: {'port_id': '1c840ee1-d793-42b4-aeb9-9347a3685125', 'host': 'n-d-820559-6'}] Mar 02 17:46:33.215450 n-d-820559-6 neutron-server[83798]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:33.216761 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:33.221765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.223891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-cdbea1d2-8737-4f5c-b1a9-ca408e303e58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:33.225342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-cdbea1d2-8737-4f5c-b1a9-ca408e303e58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.1610281 Mar 02 17:46:33.261210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.340646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=1c840ee1-d793-42b4-aeb9-9347a3685125,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:33.349169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 1c840ee1-d793-42b4-aeb9-9347a3685125 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:33.467272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.485095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-17c1efd6-2459-4214-8d3b-95501b7a89a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 1001 time: 0.2523608 Mar 02 17:46:33.505660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac360ffc-2d99-4dd6-94b4-e579c050aeca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:33.510149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.543441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.547773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69ce7638-382f-4a7e-b618-8beed7fd38a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac360ffc-2d99-4dd6-94b4-e579c050aeca HTTP/1.1" status: 204 len: 168 time: 0.7319074 Mar 02 17:46:33.547773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5371692-c756-45b0-98d9-4b1ea712e9a9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:33.575434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae0b4a6-5a9c-4152-b002-49fea244f2b1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:33.575735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae0b4a6-5a9c-4152-b002-49fea244f2b1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:33.591084 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.613109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e62b5-bb9b-4438-b134-c75eab604b8f req-dc4b7914-5c9b-4695-ac7c-6d5df88d736e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:33.614617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f3e62b5-bb9b-4438-b134-c75eab604b8f req-dc4b7914-5c9b-4695-ac7c-6d5df88d736e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2562494 Mar 02 17:46:33.620796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-2daa1057-9cb2-4650-8dbe-e5fd04b25eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:33.621379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-2daa1057-9cb2-4650-8dbe-e5fd04b25eac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.1248217 Mar 02 17:46:33.622013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.638031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:33.638519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.718771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Deleting port 1c840ee1-d793-42b4-aeb9-9347a3685125 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:33.719074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.730925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f3e62b5-bb9b-4438-b134-c75eab604b8f req-190c70ae-07c0-48fe-91bc-d9f8d94e8623 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051786 Mar 02 17:46:33.807375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-e603b29c-9346-47f8-bc9c-61ce4374ad8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540308 Mar 02 17:46:33.817258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:46:33.834671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3667cde0-8954-4f44-9b29-23bf5022302e None None] The port '1c840ee1-d793-42b4-aeb9-9347a3685125' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:33.848895 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:33.866628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.895207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:33.931914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=f5371692-c756-45b0-98d9-4b1ea712e9a9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:33.941433 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2287d73a-12da-41c3-b180-48746cdbff12 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/f5371692-c756-45b0-98d9-4b1ea712e9a9 HTTP/1.1" status: 204 len: 168 time: 1.7426651 Mar 02 17:46:33.944539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38572) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:34.026369 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eddf089-c5e2-4d4e-9cf4-5019d44f74ec tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:34.026840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eddf089-c5e2-4d4e-9cf4-5019d44f74ec tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:34.028892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1eddf089-c5e2-4d4e-9cf4-5019d44f74ec tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/d6063a50-2170-4dd2-85af-a9fbf95fb3d3 HTTP/1.1" status: 404 len: 337 time: 0.0824921 Mar 02 17:46:34.038554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38578) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:34.054670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c840ee1-d793-42b4-aeb9-9347a3685125 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:34.094092 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aef1d0-a613-4f3c-abda-90f2bee5e7ab tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] DELETE failed (client error): The resource could not be found. Mar 02 17:46:34.094454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aef1d0-a613-4f3c-abda-90f2bee5e7ab tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:46:34.099133 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2aef1d0-a613-4f3c-abda-90f2bee5e7ab tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/c07003d7-e62f-41b9-a2f5-a82b6e30f2ea HTTP/1.1" status: 404 len: 339 time: 0.0548174 Mar 02 17:46:34.100255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38582) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:34.153298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1c840ee1-d793-42b4-aeb9-9347a3685125 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:34.155097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c840ee1-d793-42b4-aeb9-9347a3685125 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:34.325955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e7c0726-f8e8-49b7-af9b-25c62ec80955 req-abd97c07-c458-43d4-87c0-a5a1c8b0f02f tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.2266331 Mar 02 17:46:34.415528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting subnet 08d4e185-f2c9-4a81-bfa1-9a00301ee1e1 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:34.418651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:34.510348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:34.590956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-0bdfed65-4838-4ed1-95e1-742d550da9aa service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719126 Mar 02 17:46:34.757953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bcfa2-e810-4bc0-a12e-15b7ac678762 req-7347f901-a51d-45b7-92f3-9ccbb4e6a197 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:34.759729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c6bcfa2-e810-4bc0-a12e-15b7ac678762 req-7347f901-a51d-45b7-92f3-9ccbb4e6a197 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.4578078 Mar 02 17:46:34.854740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:34.881408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7adbb110-7df3-42b2-895d-baea3a55b788 req-d62ea2f4-b9b9-40ee-92b2-4c3093a817c8 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780113 Mar 02 17:46:34.923955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c6bcfa2-e810-4bc0-a12e-15b7ac678762 req-9dfef649-0b0b-4257-9cc1-802a370f3c74 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562724 Mar 02 17:46:34.958384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:46:34.964267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ef7e52bc-0a5a-4f8a-bafd-989bb7bd35d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/376c9b9c-e822-49dd-8ce5-05d98e65d2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7464225 Mar 02 17:46:34.966554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:34.975855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Sync routers for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:46:35.005847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:35.006500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:35.053797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.157957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.172922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Subnet': ['ID=08d4e185-f2c9-4a81-bfa1-9a00301ee1e1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:35.181656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-036f9e31-4a3f-45c1-a667-6a370d63d5b6 tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/subnets/08d4e185-f2c9-4a81-bfa1-9a00301ee1e1 HTTP/1.1" status: 204 len: 168 time: 1.0811737 Mar 02 17:46:35.182260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38608) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:35.327553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:35.356187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.369903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Deleting port 1735178a-e599-4376-8672-50710e416382 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:35.370242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.388492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc5faa-01bc-4c3b-925f-611d36afea80 req-143a1f76-ebf5-4054-9d42-35223d770345 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:35.391053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5bc5faa-01bc-4c3b-925f-611d36afea80 req-143a1f76-ebf5-4054-9d42-35223d770345 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.3418131 Mar 02 17:46:35.479914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5bc5faa-01bc-4c3b-925f-611d36afea80 req-8b6fbcb3-c43b-402e-9aba-09e5f2510c2b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814297 Mar 02 17:46:35.560007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.704965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce16c0-6e92-4369-865a-4f9536e3e3df None None] Network 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:35.733476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] For port 1735178a-e599-4376-8672-50710e416382, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1735178a-e599-4376-8672-50710e416382,segment=NetworkSegment(294fa778-6885-477f-91d6-904df58aa2e3),segment_id=294fa778-6885-477f-91d6-904df58aa2e3)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:35.736163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:35.812723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:46:35.827203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76e3c3b4-c405-4d7e-82ab-5af4ce9f050f req-20f7099f-67c1-4bf7-b77a-2b57d331be78 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0615969 Mar 02 17:46:36.035876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Calling delete_port for 1735178a-e599-4376-8672-50710e416382 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:36.081570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.108868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Deleting port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:36.109638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.169443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.238205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Port': ['ID=1735178a-e599-4376-8672-50710e416382,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:36.255327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] No DVR routers for this DVR port 1735178a-e599-4376-8672-50710e416382 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:36.281180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:36.304897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:46:36.470845 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.483253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac65b0-92b0-41d3-bcb7-5ed3f9434680 None None] DHCP port deletion for 97ca9c62-b209-45b6-8dac-c9b84c2a6b4d request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:36.544634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:46:36.563209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:36.570316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.579069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.633114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ca9c62-b209-45b6-8dac-c9b84c2a6b4d']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:36.643968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294fa778-6885-477f-91d6-904df58aa2e3') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:36.644334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294fa778-6885-477f-91d6-904df58aa2e3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:36.669349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.692404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.716528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['67291cfe-fa7b-4949-92ac-4ed86a496e5e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:46:36.719727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:36.722401 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:36.775283 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:36.898064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:36.930363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:46:30Z', 'revision_number': 5, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port': {'id': 'a2917581-f7f3-41a6-9fc0-6ff5ed0ec725', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:02Z', 'updated_at': '2022-03-02T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:36.938401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0cb2e-e9b5-4751-84b2-b771cfee37a1 req-97c5bfa1-8d51-416c-b9cc-2ed5419f63f6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:36.940413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daf0cb2e-e9b5-4751-84b2-b771cfee37a1 req-97c5bfa1-8d51-416c-b9cc-2ed5419f63f6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.4267995 Mar 02 17:46:36.946285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:36.967112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Checking router: 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:46:36.967417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:37.022988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Routers {'376c9b9c-e822-49dd-8ce5-05d98e65d2d1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:37.023203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] 10.222.0.37 "DELETE /v2.0/networks/97ca9c62-b209-45b6-8dac-c9b84c2a6b4d HTTP/1.1" status: 204 len: 168 time: 1.8397293 Mar 02 17:46:37.031634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67f9f-546c-4200-9305-d24c54e24dea tempest-NetworksIpV6Test-328795037 tempest-NetworksIpV6Test-328795037-project] Pushing event deleted for resources: {'Network': ['ID=97ca9c62-b209-45b6-8dac-c9b84c2a6b4d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:37.042978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:37.355961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] Set router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:37.363864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] For port a2917581-f7f3-41a6-9fc0-6ff5ed0ec725, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:37.370941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:37.544050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-daf0cb2e-e9b5-4751-84b2-b771cfee37a1 req-18b82666-d923-4bf9-9f86-3e11975b56e6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885503 Mar 02 17:46:37.619087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:46:36Z', 'revision_number': 6, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:37.634957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b64-3bbe-436b-935f-dd333c6a07b6 None None] The sync data for ids ['376c9b9c-e822-49dd-8ce5-05d98e65d2d1'] in n-d-820559-6 is: [{'id': '376c9b9c-e822-49dd-8ce5-05d98e65d2d1', 'name': 'tempest-TaggedBootDevicesTest_v242-927801197-router', 'tenant_id': 'f499324a42f44b1f8e921e84e18f047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:38:59Z', 'updated_at': '2022-03-02T17:46:36Z', 'revision_number': 6, 'project_id': 'f499324a42f44b1f8e921e84e18f047e', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:46:37.707840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38654) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:37.748622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Calling delete_port for a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:37.903475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a322a33-8930-471f-a1a1-176438be04c4 req-5efd7808-e355-4a78-94c0-8803af0f202e tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0685496 Mar 02 17:46:38.023727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b9db-2577-4828-9bed-da7bf3ea9dcc req-a0aea192-58e8-4202-83e1-2b1d796e604d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:38.034359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a41b9db-2577-4828-9bed-da7bf3ea9dcc req-a0aea192-58e8-4202-83e1-2b1d796e604d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 1.0390644 Mar 02 17:46:38.043988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c9c43597-4517-4f92-b11f-147a871bd0e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e37b86f2e814c09bf99f364d4ea694e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3345246 Mar 02 17:46:38.046220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38666) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:38.136935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1735178a-e599-4376-8672-50710e416382 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:38.161633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.167230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a41b9db-2577-4828-9bed-da7bf3ea9dcc req-c00ca49a-8af2-4abb-a3f8-f7f8b711bd45 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316547 Mar 02 17:46:38.205257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1735178a-e599-4376-8672-50710e416382 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:38.206330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1735178a-e599-4376-8672-50710e416382 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:38.206330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 47689ea1-a7ee-42c3-a226-7614c196fda8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:38.240126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.273713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 47689ea1-a7ee-42c3-a226-7614c196fda8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:38.274529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 47689ea1-a7ee-42c3-a226-7614c196fda8 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:38.316937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.333315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad9905-7960-49aa-8662-b73af07e3a5c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:38.341304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.342771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bd7404c-dcda-4bf0-9d6e-cec6d1a99789 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dad9905-7960-49aa-8662-b73af07e3a5c HTTP/1.1" status: 204 len: 168 time: 0.2952976 Mar 02 17:46:38.390757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.479710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2917581-f7f3-41a6-9fc0-6ff5ed0ec725,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:38.483141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:38.788619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.092087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f25ed-e9fa-4123-a7d1-b56dafd8261f req-7175d83b-b70f-4752-946c-a3ec795ea82b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:39.099656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c7f25ed-e9fa-4123-a7d1-b56dafd8261f req-7175d83b-b70f-4752-946c-a3ec795ea82b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.3595614 Mar 02 17:46:39.129513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.144676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.173763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c7f25ed-e9fa-4123-a7d1-b56dafd8261f req-ec40bc44-0b3b-42c5-81c2-9589659482b5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723536 Mar 02 17:46:39.215024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:46:39.217197 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.217197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376c9b9c-e822-49dd-8ce5-05d98e65d2d1 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:46:39.245139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.249157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38702) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:39.256928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dafd7183-9cbd-43c8-89bd-f08187346797 admin admin] 10.222.0.37 "DELETE /v2.0/routers/376c9b9c-e822-49dd-8ce5-05d98e65d2d1 HTTP/1.1" status: 204 len: 168 time: 4.2892437 Mar 02 17:46:39.373272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-106ed9d8-baa6-4615-8a8c-904a81fea412 req-e44240b0-fd4d-4427-83e7-f86b1e7402b9 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0935798 Mar 02 17:46:39.394295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Deleting subnet 05517b33-1238-4fa4-8fbd-ca36418085bb {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:39.396165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-77b3e610-4fc2-4296-9ea8-eabcf5ab3a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.402053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.455076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:46:39.456604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.535036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.548100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dd392-7f13-416a-8060-027d701a01fd req-aeefdbb0-fe90-4297-99e5-8cf5ed11a955 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:39.557432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca5dd392-7f13-416a-8060-027d701a01fd req-aeefdbb0-fe90-4297-99e5-8cf5ed11a955 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.1476943 Mar 02 17:46:39.621000 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca5dd392-7f13-416a-8060-027d701a01fd req-cfe39f47-48ec-4606-ab50-ae2e5cad8a8a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Mar 02 17:46:39.715425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.771198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:39.793672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:39.797995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.848936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:39.849040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38722) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:39.884136 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'code': 200} Mar 02 17:46:39.955268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:39.981101 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-6b552378-2ed6-495f-ac2d-6901a885a3ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 1096 time: 0.2967746 Mar 02 17:46:40.098973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:40.194351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4ccf9d30-44e3-4b1e-a6fd-1c4b955dcb74 tempest-DvrRoutersNegativeTest-544260397 tempest-DvrRoutersNegativeTest-544260397-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-678951356', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:40.197222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.policy [None req-4ccf9d30-44e3-4b1e-a6fd-1c4b955dcb74 tempest-DvrRoutersNegativeTest-544260397 tempest-DvrRoutersNegativeTest-544260397-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83797) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 02 17:46:40.198818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.policy [None req-4ccf9d30-44e3-4b1e-a6fd-1c4b955dcb74 tempest-DvrRoutersNegativeTest-544260397 tempest-DvrRoutersNegativeTest-544260397-project] Failed policy check for 'create_router' {{(pid=83797) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 02 17:46:40.199627 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-4ccf9d30-44e3-4b1e-a6fd-1c4b955dcb74 tempest-DvrRoutersNegativeTest-544260397 tempest-DvrRoutersNegativeTest-544260397-project] create failed (client error): Access was denied to this resource. Mar 02 17:46:40.201001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4ccf9d30-44e3-4b1e-a6fd-1c4b955dcb74 tempest-DvrRoutersNegativeTest-544260397 tempest-DvrRoutersNegativeTest-544260397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3510067 Mar 02 17:46:40.214403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:40.215502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2917581-f7f3-41a6-9fc0-6ff5ed0ec725 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:40.494097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:40.562589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f2734-b6b9-4d63-bfaf-be83c949608c None None] Network e07c5e77-51b1-4545-850c-aaffb83943c9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:40.563127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:40.568468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05517b33-1238-4fa4-8fbd-ca36418085bb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:40.588648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85a296e4-200b-406c-8231-0576aab0fd5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05517b33-1238-4fa4-8fbd-ca36418085bb HTTP/1.1" status: 204 len: 168 time: 1.3377347 Mar 02 17:46:40.591349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:40.616844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-a59fc124-1b41-44cb-a13d-514cb286443d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:40.618544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-a59fc124-1b41-44cb-a13d-514cb286443d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.6457078 Mar 02 17:46:40.773310 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-106acb99-1c85-4f42-b04b-1874ff93667b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6003b290-c916-44a1-9320-59a001d3d328 HTTP/1.1" status: 200 len: 217 time: 0.0979104 Mar 02 17:46:40.845152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:40.920957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Deleting port 7caecb04-4432-459d-b733-9ab13288bd47 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:40.921300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:40.975315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-b7c5c579-61ac-4d79-97e2-666401e0a521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:40.977145 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-b7c5c579-61ac-4d79-97e2-666401e0a521 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.1923411 Mar 02 17:46:41.024226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] DHCP port deletion for e07c5e77-51b1-4545-850c-aaffb83943c9 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:41.027023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a98173d-f3dd-4dda-af3b-a5529ff7aaac req-72fcd312-a483-49c1-a065-7240a72d99f3 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.3763244 Mar 02 17:46:41.037263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0e65-fa56-4f4d-b0d6-81debf2d504a req-655a6d5f-ddff-41af-bb16-e70fcd80aa7b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:41.037444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Deleting port 7caecb04-4432-459d-b733-9ab13288bd47 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:41.037835 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:41.051867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-951d0e65-fa56-4f4d-b0d6-81debf2d504a req-655a6d5f-ddff-41af-bb16-e70fcd80aa7b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.6052783 Mar 02 17:46:41.052406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:41.076329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-0ea9009e-eb92-4478-be36-1b675ae3bdac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818231 Mar 02 17:46:41.170147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-951d0e65-fa56-4f4d-b0d6-81debf2d504a req-a21cf285-5eaa-4e86-99ad-45a26c5f1122 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103687 Mar 02 17:46:41.328276 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0e839c2d-cc03-47c0-b633-8e2ea391db79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:41.509059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] For port 7caecb04-4432-459d-b733-9ab13288bd47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7caecb04-4432-459d-b733-9ab13288bd47,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:41.509723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:41.548698 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-b81d7505-25de-4581-8f34-dfadbe8367a7 service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168017 Mar 02 17:46:41.590905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c4ec-2571-463d-917a-6a12ed2f3893 req-def2d644-3ddd-4d18-8792-e21bc0eb4bcd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:41.600607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba72c4ec-2571-463d-917a-6a12ed2f3893 req-def2d644-3ddd-4d18-8792-e21bc0eb4bcd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 945 time: 0.2280974 Mar 02 17:46:41.659440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:41.670621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Calling delete_port for 7caecb04-4432-459d-b733-9ab13288bd47 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:41.778309 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:41.802670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba72c4ec-2571-463d-917a-6a12ed2f3893 req-c9c6347b-e9c9-4f15-b0a6-05207748682a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999662 Mar 02 17:46:41.881145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] No DVR routers for this DVR port 7caecb04-4432-459d-b733-9ab13288bd47 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:41.887264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba85c75-d610-4ee9-8a4c-91e0dde7c162 None None] Pushing event deleted for resources: {'Port': ['ID=7caecb04-4432-459d-b733-9ab13288bd47,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:41.897790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:41.901715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Usage tracker for resource:security_group_rule and tenant:65ba33a766ff4ecdbe8a717768f9783c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:41.905388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:41.912759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:42.021285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7caecb04-4432-459d-b733-9ab13288bd47 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:42.045204 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.056133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7caecb04-4432-459d-b733-9ab13288bd47 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:42.056724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7caecb04-4432-459d-b733-9ab13288bd47 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:42.058740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.067956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] For port 7caecb04-4432-459d-b733-9ab13288bd47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7caecb04-4432-459d-b733-9ab13288bd47,segment=NetworkSegment(1457f883-eb3c-47c7-a99b-2430343bb628),segment_id=1457f883-eb3c-47c7-a99b-2430343bb628)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:42.068596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.277338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Calling delete_port for 7caecb04-4432-459d-b733-9ab13288bd47 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:42.337363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb787aa4-3c53-4258-9a2b-a17470db445f req-477ee05b-81e9-481d-8d6a-849a15963039 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0921786 Mar 02 17:46:42.371284 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-01487d6b-6168-4b3b-a6ac-2477fc964212 req-603237bc-cac1-4773-a036-b532d90bc18f service neutron] 10.222.0.50 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724411 Mar 02 17:46:42.375153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a92be-90ad-4c9a-9519-6ecfe134b6fe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:42.387041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bdcf10c-ae88-447c-a750-d281baa7b9af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65ba33a766ff4ecdbe8a717768f9783c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3265235 Mar 02 17:46:42.389328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38766) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:42.421198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:42.421906 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:42.511918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.552710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.600280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:42.611934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058b153-52b6-40df-b33c-29530f28f229 req-6c368fda-f382-4b13-83c0-ff1ab7dc47b3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:42.613712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d058b153-52b6-40df-b33c-29530f28f229 req-6c368fda-f382-4b13-83c0-ff1ab7dc47b3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1638610 Mar 02 17:46:42.684145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d058b153-52b6-40df-b33c-29530f28f229 req-9cbe4617-ffa7-4c4a-a3c5-9f51b6a6bc78 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645761 Mar 02 17:46:42.687300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.719517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a92be-90ad-4c9a-9519-6ecfe134b6fe,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:42.733926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.735874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bcf51336-259a-4a78-bc2a-6dfbf9ae1289 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a7a92be-90ad-4c9a-9519-6ecfe134b6fe HTTP/1.1" status: 204 len: 168 time: 0.3454022 Mar 02 17:46:42.773643 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.826253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:42.853049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.861402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:42.867198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:42.922998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Deleting port 7caecb04-4432-459d-b733-9ab13288bd47 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:42.923566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.050330 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6003b290-c916-44a1-9320-59a001d3d328', 'code': 200} Mar 02 17:46:43.054777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:43.087557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] The port '7caecb04-4432-459d-b733-9ab13288bd47' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:46:43.091755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.262545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.266442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07b22a-43fc-40fa-8568-4670285930ec req-8037bde0-3c95-43c9-9e3f-9deb008b6fe4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:43.289850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e07b22a-43fc-40fa-8568-4670285930ec req-8037bde0-3c95-43c9-9e3f-9deb008b6fe4 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.2368238 Mar 02 17:46:43.335837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07c5e77-51b1-4545-850c-aaffb83943c9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:43.368341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1457f883-eb3c-47c7-a99b-2430343bb628') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:43.375126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e07b22a-43fc-40fa-8568-4670285930ec req-3794c756-7113-4884-9582-3ead2adb6c07 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842552 Mar 02 17:46:43.375697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1457f883-eb3c-47c7-a99b-2430343bb628') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:43.415129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.457018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.468283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:46:43.468893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:46:43.494526 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:46:43.673308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d20c5e-8022-4297-81c9-077d844b8a7a req-66104bae-689a-42bf-b6c2-14e4cb40bb5d tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0971618 Mar 02 17:46:43.829632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.873612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:43.919199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07c5e77-51b1-4545-850c-aaffb83943c9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:43.929993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f998b8fc-6e48-4a42-96ce-dc84056c4e21 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e07c5e77-51b1-4545-850c-aaffb83943c9 HTTP/1.1" status: 204 len: 168 time: 3.3373013 Mar 02 17:46:43.932265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:43.988826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9278db-9a04-4e1d-93df-63408744ddfd req-7e917d35-13d0-47c4-814c-7429884b9c3b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:43.999951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af9278db-9a04-4e1d-93df-63408744ddfd req-7e917d35-13d0-47c4-814c-7429884b9c3b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1232805 Mar 02 17:46:44.095030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af9278db-9a04-4e1d-93df-63408744ddfd req-8bd467ee-e24e-4963-ad86-fcfa26e70001 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939500 Mar 02 17:46:44.237686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38818) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:44.316913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:44.514603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-926dd491-f46a-4db1-9ddc-1d94947ccd25 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:44.515453 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-926dd491-f46a-4db1-9ddc-1d94947ccd25 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 17:46:44.516629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-926dd491-f46a-4db1-9ddc-1d94947ccd25 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2775700 Mar 02 17:46:44.522303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38828) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:44.527944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834285407'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:44.550051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:44.556039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:44.560743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:44.567836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:44.584414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:44.635614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:44.717548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:44.727849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e8f4a-d6eb-44b3-97d2-334ef7860e16 req-9feb8a5b-f58a-4aa2-9cf0-fbefe77b972a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:44.729516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1e8f4a-d6eb-44b3-97d2-334ef7860e16 req-9feb8a5b-f58a-4aa2-9cf0-fbefe77b972a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.1285570 Mar 02 17:46:44.730689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:44.734219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:44.743914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:44.796316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:44.944877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:44.961122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa1e8f4a-d6eb-44b3-97d2-334ef7860e16 req-94db0c57-9947-4dc8-91e8-97cb4ffa7b81 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225587 Mar 02 17:46:44.963514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:45.318688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9796ae2d-60bb-4311-b34a-70c0675197ad req-790b2280-575a-4cef-87fa-c44e7a2cbaac tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1901536 Mar 02 17:46:45.327340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:45.396791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:45.404975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659a2278-f182-4066-9b68-532fe9881c35,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:45.414028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:45.422140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:45.541344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2760f-0ef4-43ac-a290-bea66babca28 req-3d1008a6-be47-4438-91dd-2ee8bb5bdd40 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:45.547482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52e2760f-0ef4-43ac-a290-bea66babca28 req-3d1008a6-be47-4438-91dd-2ee8bb5bdd40 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2277524 Mar 02 17:46:45.739635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:45.760995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52e2760f-0ef4-43ac-a290-bea66babca28 req-70356e8f-8142-455b-93ac-0c2414e2c0fd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109225 Mar 02 17:46:45.764587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:45.924350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f082b339-74ec-4d49-9f2c-7f3242ccdb13,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:45.945412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:45.967647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2fb0ffef-ac29-40cd-b31d-4d002f4a1057 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4418461 Mar 02 17:46:45.971332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38842) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:45.989228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'f082b339-74ec-4d49-9f2c-7f3242ccdb13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:46.018534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:46.032441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:46.044855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:46.064997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:46.094218 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.189290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.240683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.268951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcbb556-6d56-4668-9429-c02360400fbc,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:46.295718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Deleting port 3f897b20-d75e-4023-b5ef-b702d39eb7f4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:46.300657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.311761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.313008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e6b18f6-cac7-4f96-99a6-4dac7ec5a5b5 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3405282 Mar 02 17:46:46.316532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:46.322342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'f082b339-74ec-4d49-9f2c-7f3242ccdb13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:46.329029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:46.333640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:46.337524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:46.344945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:46.359506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94189bf-754d-4d1c-8749-417abffda604 req-d2ec7138-0df3-489e-b6fb-60d0d07bf43e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:46.366620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f94189bf-754d-4d1c-8749-417abffda604 req-d2ec7138-0df3-489e-b6fb-60d0d07bf43e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.1628151 Mar 02 17:46:46.400993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.470378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f94189bf-754d-4d1c-8749-417abffda604 req-3b03d22f-b284-4b6f-baf6-26449659bc64 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025028 Mar 02 17:46:46.528291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] For port 3f897b20-d75e-4023-b5ef-b702d39eb7f4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3f897b20-d75e-4023-b5ef-b702d39eb7f4,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:46.528800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.546021 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 17:46:46.550984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1984e61d-d55f-42cd-a89b-f11932899a6c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2300899 Mar 02 17:46:46.551252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38856) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:46.713974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.738927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Calling delete_port for 3f897b20-d75e-4023-b5ef-b702d39eb7f4 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:46.799858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b8bb6-e196-44a5-8c50-df8af2856b3b req-b2001859-f0b5-425b-b60d-0ff17507ac97 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0560772 Mar 02 17:46:46.835102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.947417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:46.991409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082b339-74ec-4d49-9f2c-7f3242ccdb13,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:47.007316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:47.016346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/f082b339-74ec-4d49-9f2c-7f3242ccdb13 HTTP/1.1" status: 204 len: 168 time: 0.4621999 Mar 02 17:46:47.025037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38874) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:47.045102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.045467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.045833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.046144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.046476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.046841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.047167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.047489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.047813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.048135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.048641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b5b0c-5999-4b93-912e-b49ffd502762 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:47.179437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd10cf33-f264-4ef9-a2ff-875780e25d4e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:47.224032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd10cf33-f264-4ef9-a2ff-875780e25d4e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:47.227118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd10cf33-f264-4ef9-a2ff-875780e25d4e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1999161 Mar 02 17:46:47.235522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38882) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:47.256739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ced4-f5f9-47e1-bb57-744467d19043 req-a1ab3e1f-a2b7-4257-a3b3-8ff56e36df88 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:47.259295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b62ced4-f5f9-47e1-bb57-744467d19043 req-a1ab3e1f-a2b7-4257-a3b3-8ff56e36df88 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1735585 Mar 02 17:46:47.259539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782536374'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:47.268346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:47.282831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:47.307620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:47.359142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b62ced4-f5f9-47e1-bb57-744467d19043 req-729df4b7-d1a6-40f1-9117-de32f17fc959 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936198 Mar 02 17:46:47.434914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:47.453630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:47.462360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:47.468468 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:47.519295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:47.756350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f897b20-d75e-4023-b5ef-b702d39eb7f4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:47.985312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.023569 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.101549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0fb555-fede-40ad-b974-964260eaba8e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:48.106875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.108259 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d6f3999-33a4-42b1-9a15-3d1b1cb1491f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8671203 Mar 02 17:46:48.112037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38916) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:48.118908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-daf48ffa-583c-404a-a9e3-7a48e13d628a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '6a0fb555-fede-40ad-b974-964260eaba8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:48.119644 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-daf48ffa-583c-404a-a9e3-7a48e13d628a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:48.123468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-daf48ffa-583c-404a-a9e3-7a48e13d628a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086410 Mar 02 17:46:48.124865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38920) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:48.235206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.301952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e459b2bc-ea72-4db9-b098-1b54a5d1e8b5 req-88bc69a8-4727-4d08-8f4d-1b26d407a81f tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1695709 Mar 02 17:46:48.421675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.472088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.583795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.622228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6003b290-c916-44a1-9320-59a001d3d328 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:48.660658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0fb555-fede-40ad-b974-964260eaba8e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:48.719866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:48.721807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f42b3a4-0057-4bbf-b5b3-d55ec9250bca tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a0fb555-fede-40ad-b974-964260eaba8e HTTP/1.1" status: 204 len: 168 time: 0.5945096 Mar 02 17:46:48.725450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38928) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:48.759347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-44b251f5-795b-4065-b120-c4104e45ffe9 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:48.760801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-44b251f5-795b-4065-b120-c4104e45ffe9 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba6285a-5a06-486c-b762-b060437c7b1e HTTP/1.1" status: 200 len: 943 time: 0.4618554 Mar 02 17:46:48.959515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port 6003b290-c916-44a1-9320-59a001d3d328 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:48.959862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:49.035676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:49.037574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f90c7d12-edfb-4b13-9df6-af94a2cdc9c8 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:49.068824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896fc0-c315-43b8-8557-a75b112f3144 req-92829342-20a3-4ff9-bd6e-6bf35466aad0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:49.077024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24896fc0-c315-43b8-8557-a75b112f3144 req-92829342-20a3-4ff9-bd6e-6bf35466aad0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.4033544 Mar 02 17:46:49.149042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f90c7d12-edfb-4b13-9df6-af94a2cdc9c8 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:49.150395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f90c7d12-edfb-4b13-9df6-af94a2cdc9c8 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4240537 Mar 02 17:46:49.156504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38932) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:49.175367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080404237'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:49.195108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:46:49.210015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:49.274195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:49.321470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24896fc0-c315-43b8-8557-a75b112f3144 req-ab4f8c01-c772-4383-a699-99e992e99b3a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434981 Mar 02 17:46:49.354641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:49.525805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:49.536358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:49.537846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:46:49.541254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port 6003b290-c916-44a1-9320-59a001d3d328, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6003b290-c916-44a1-9320-59a001d3d328,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:49.542464 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:49.544625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4683aab-cefc-4eef-b509-a2659446ea2b admin admin] 10.222.0.37 "PUT /v2.0/routers/5a238a4c-0e0c-44f6-9db3-ee5d3933c582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6113610 Mar 02 17:46:49.549893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Sync routers for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:46:49.558069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:49.559904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:49.581031 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:49.581921 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:49.683674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:49.796889 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:49.838036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for 6003b290-c916-44a1-9320-59a001d3d328 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:49.936299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2e622c4-66a9-48a5-984b-346170b635a8 req-262e0d55-3b30-44a6-9a62-eb00f4bbe688 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.3722346 Mar 02 17:46:50.076221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.086066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.205959 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:46:47Z', 'revision_number': 5, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:50.214249 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Checking router: 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:46:50.230829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.258906 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Routers {'5a238a4c-0e0c-44f6-9db3-ee5d3933c582'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:46:50.259779 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:50.385180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd55eb-81ab-49cd-bd21-2aed3bda7e24,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:50.446260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.479472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca71d7b6-75ea-4fc4-a43a-9541f1d4a7a0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3196044 Mar 02 17:46:50.481881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38954) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:50.515296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-177eedac-4cc1-4a00-9328-9f84ca0d0019 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'f4dd55eb-81ab-49cd-bd21-2aed3bda7e24', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:50.522396 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-177eedac-4cc1-4a00-9328-9f84ca0d0019 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:50.528315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-177eedac-4cc1-4a00-9328-9f84ca0d0019 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0360029 Mar 02 17:46:50.530081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.533855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38958) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:50.743342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=6003b290-c916-44a1-9320-59a001d3d328,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:50.769706 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] Set router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:46:50.811005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:50.900855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.032533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port 6003b290-c916-44a1-9320-59a001d3d328 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:51.040817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.050954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2758f7ab-e197-43bd-96f0-1d2b8a3ea0cc req-ee09ce63-cd05-4dd8-b5ec-5bdd2ff39f48 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "DELETE /v2.0/ports/6003b290-c916-44a1-9320-59a001d3d328 HTTP/1.1" status: 204 len: 173 time: 2.2809260 Mar 02 17:46:51.053607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-deleted', 'tag': '6003b290-c916-44a1-9320-59a001d3d328'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:46:51.106353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.127359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.188815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea17e6-39f9-41fd-96bc-9482ca128426 req-cc65d7e4-978f-4301-8e87-7446bf505d64 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:51.197226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27ea17e6-39f9-41fd-96bc-9482ca128426 req-cc65d7e4-978f-4301-8e87-7446bf505d64 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.3752780 Mar 02 17:46:51.204393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd55eb-81ab-49cd-bd21-2aed3bda7e24,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:51.238290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Deleting port 9940dc63-8890-4eec-9d82-ac41ce27122e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:51.238807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.341856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27ea17e6-39f9-41fd-96bc-9482ca128426 req-1ab8c824-c698-4729-a41c-0c50f367af06 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436524 Mar 02 17:46:51.675985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:46:47Z', 'revision_number': 5, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:46:51.696693 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aac9b3-12ea-43c7-9cd9-d048c621c24b None None] The sync data for ids ['5a238a4c-0e0c-44f6-9db3-ee5d3933c582'] in n-d-820559-6 is: [{'id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'name': 'tempest-TaggedBootDevicesTest_v242-189028705-router', 'tenant_id': '532e6b9d45b045b7ba836b64530b34f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:39:20Z', 'updated_at': '2022-03-02T17:46:47Z', 'revision_number': 5, 'project_id': '532e6b9d45b045b7ba836b64530b34f5', 'gw_port': {'id': '9940dc63-8890-4eec-9d82-ac41ce27122e', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a238a4c-0e0c-44f6-9db3-ee5d3933c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:39:21Z', 'updated_at': '2022-03-02T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:46:51.807428 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:51.811062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38978) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:51.814871 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ee8b0aa-91c9-430f-ba9a-d6a7507cb2bc tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4dd55eb-81ab-49cd-bd21-2aed3bda7e24 HTTP/1.1" status: 204 len: 168 time: 1.2734051 Mar 02 17:46:52.077622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f901fcd7-3037-43bc-8820-68854ef6b2d1 req-7d288050-4021-4c33-9e2c-4d106b1cd791 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1330469 Mar 02 17:46:52.128487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-492da807-5911-4024-95b2-6e0363ff46f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6812413 Mar 02 17:46:52.141802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-14c34486-71e0-47be-8d41-fb18011c48ad tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:52.161142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3f897b20-d75e-4023-b5ef-b702d39eb7f4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:52.196000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-14c34486-71e0-47be-8d41-fb18011c48ad tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:52.199922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-14c34486-71e0-47be-8d41-fb18011c48ad tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3833494 Mar 02 17:46:52.202087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38986) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.226957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--562018826'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:52.259050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:52.308796 n-d-820559-6 neutron-server[83797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ba6285a-5a06-486c-b762-b060437c7b1e', 'name': 'network-vif-deleted', 'tag': '6003b290-c916-44a1-9320-59a001d3d328', 'status': 'failed', 'code': 422} returned with failed status Mar 02 17:46:52.318647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:52.322071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3f897b20-d75e-4023-b5ef-b702d39eb7f4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:52.323299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3f897b20-d75e-4023-b5ef-b702d39eb7f4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:52.334422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:52.456402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:52.468112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:52.475067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:52.487387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:52.592104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] For port 9940dc63-8890-4eec-9d82-ac41ce27122e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9940dc63-8890-4eec-9d82-ac41ce27122e,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:52.595854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:52.639512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:52.651892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:52.755903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e878781f-544a-4857-a410-4b52f5804e1a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:52.766445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:52.770887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e91ad624-81e2-453c-ac34-990dc2279d98 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5607605 Mar 02 17:46:52.771781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38994) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.832133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5337061f-0c2b-4ce6-b242-7db79a30164b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e878781f-544a-4857-a410-4b52f5804e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:52.833615 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-5337061f-0c2b-4ce6-b242-7db79a30164b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:52.837897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5337061f-0c2b-4ce6-b242-7db79a30164b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153897 Mar 02 17:46:52.840044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38998) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.848777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-07c4ebc2-9af5-4223-a002-d44d54d4b165 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e878781f-544a-4857-a410-4b52f5804e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:52.849781 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-07c4ebc2-9af5-4223-a002-d44d54d4b165 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:52.853964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-07c4ebc2-9af5-4223-a002-d44d54d4b165 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126872 Mar 02 17:46:52.854907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39002) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.866946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f9c69db1-7205-4981-9bae-2f5fbb98e862 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e878781f-544a-4857-a410-4b52f5804e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:52.868249 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-f9c69db1-7205-4981-9bae-2f5fbb98e862 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:52.872541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f9c69db1-7205-4981-9bae-2f5fbb98e862 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154059 Mar 02 17:46:52.874465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39006) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.881905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b690ad36-0e62-4110-bd8a-74e7f7e45143 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e878781f-544a-4857-a410-4b52f5804e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:52.884105 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-b690ad36-0e62-4110-bd8a-74e7f7e45143 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:52.888202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b690ad36-0e62-4110-bd8a-74e7f7e45143 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125823 Mar 02 17:46:52.890928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:52.968638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa543f-276b-4093-a1a9-b34f7ab8e0e3 req-47d7e483-6054-4380-9865-d0540d97b193 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:52.971343 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bb2abbf9-3d3b-42c1-aa81-0bdf61589807 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea571af3b226430bba2cda288e585f7d&device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 6491 time: 0.7528732 Mar 02 17:46:52.977771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dfa543f-276b-4093-a1a9-b34f7ab8e0e3 req-47d7e483-6054-4380-9865-d0540d97b193 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2139316 Mar 02 17:46:52.978124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Calling delete_port for 9940dc63-8890-4eec-9d82-ac41ce27122e owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:53.023418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:53.071277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dfa543f-276b-4093-a1a9-b34f7ab8e0e3 req-4b6abde4-ca6b-4dd5-9d42-654ee760ffea tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918744 Mar 02 17:46:53.107891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:53.261277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:53.310466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bca8afe6-e42f-4982-89dd-25b432ce9b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:53.310867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bca8afe6-e42f-4982-89dd-25b432ce9b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:53.311247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bca8afe6-e42f-4982-89dd-25b432ce9b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:53.313415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bca8afe6-e42f-4982-89dd-25b432ce9b5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=14772b19-f502-4eca-9762-3de40af9b710&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=b3c076b6-d982-43b7-a479-8aa4d5302809&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&id=bc2b2e32-ec10-4e3d-bc57-961379bed50f HTTP/1.1" status: 200 len: 2293 time: 0.3041489 Mar 02 17:46:53.389640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e878781f-544a-4857-a410-4b52f5804e1a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:53.396713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:53.400182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0450e978-9f39-4b10-a895-8718af251923 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/e878781f-544a-4857-a410-4b52f5804e1a HTTP/1.1" status: 204 len: 168 time: 0.5058351 Mar 02 17:46:53.402005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39026) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:53.579539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-ad4a6241-a8ba-4231-89ca-76ec7f1e21ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2 HTTP/1.1" status: 200 len: 1000 time: 0.2551894 Mar 02 17:46:53.670337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:53.730839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9940dc63-8890-4eec-9d82-ac41ce27122e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:53.732263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-187026fe-99a4-4631-9e5e-1c2a63c154bf req-917e73d4-c596-437b-be21-8700076bfe14 service neutron] (83797) timed out ('10.222.0.37', 43398) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 17:46:53.738051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-071c4623-ca0f-4f9e-bdf3-7f166d10e7b6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:53.739933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-071c4623-ca0f-4f9e-bdf3-7f166d10e7b6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.3212743 Mar 02 17:46:53.740496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-13cb087e-ceae-439d-9cae-088bb8f0177c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:53.742241 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-13cb087e-ceae-439d-9cae-088bb8f0177c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06c9c000-dcf9-47c0-8beb-f8809fbfa730 HTTP/1.1" status: 200 len: 851 time: 0.1509633 Mar 02 17:46:53.811669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1af9bbae-1493-4fc6-bef3-f05cff187d4e req-caa9683a-9f19-4427-ad5f-5d537d888d69 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0569801 Mar 02 17:46:53.821420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-6db951e0-321d-4950-8da8-b1f9daf20ea5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0678890 Mar 02 17:46:54.086200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-2db0b09d-46d9-476e-8fcf-cc8016fa2131 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:54.117799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5e55226-0d5e-419f-90a2-422f1809c9ba tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:54.121865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-2db0b09d-46d9-476e-8fcf-cc8016fa2131 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:54.130192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-2db0b09d-46d9-476e-8fcf-cc8016fa2131 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3025868 Mar 02 17:46:54.135047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-45fe933b-d6b6-48c2-95aa-12a5ced9205c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:46:54.157314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-45fe933b-d6b6-48c2-95aa-12a5ced9205c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0261712 Mar 02 17:46:54.280203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:54.434529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-031d12d5-aa96-446b-bd0b-e841580c09be service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760818 Mar 02 17:46:54.589590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5e55226-0d5e-419f-90a2-422f1809c9ba tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:54.590897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5e55226-0d5e-419f-90a2-422f1809c9ba tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1684351 Mar 02 17:46:54.595426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39042) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:54.603535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--810213074'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:54.634748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-2b3d8e03-404c-4bb1-bb9c-7142b7f830f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14772b19-f502-4eca-9762-3de40af9b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8590076 Mar 02 17:46:54.646657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:54.689872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:54.727752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-eae1f185-d03d-44a2-b428-31986b2a9161 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923293 Mar 02 17:46:54.777755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daebfe3-bf2b-4385-9a23-4b0c768fff24 req-b0bde501-f867-44fb-b28d-7288db33c269 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:54.785847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5daebfe3-bf2b-4385-9a23-4b0c768fff24 req-b0bde501-f867-44fb-b28d-7288db33c269 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.2774401 Mar 02 17:46:54.839346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:54.941847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5daebfe3-bf2b-4385-9a23-4b0c768fff24 req-0008e211-72a2-4a96-ac50-4b9f32744582 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546252 Mar 02 17:46:54.992995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:55.013386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:55.018116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:55.039846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:55.153119 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.184329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.218962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-5046b8f7-df3c-40f1-b04e-48c9ce4a6527 service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678492 Mar 02 17:46:55.273460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8269e8-8c4c-43bc-8d65-a9981d51dd90,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:55.319848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.323887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4522b21e-fe47-44b0-bf26-6f8195c83c96 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7248778 Mar 02 17:46:55.327759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.343924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15b49671-b929-4816-a6a0-038abe6896d9 req-0fdca804-0eb0-47f1-b798-0a63c7a62ba7 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0707717 Mar 02 17:46:55.354309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-42dca0de-a05c-495a-9798-bb0390f70e23 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.355034 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-42dca0de-a05c-495a-9798-bb0390f70e23 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:55.359065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-42dca0de-a05c-495a-9798-bb0390f70e23 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0271418 Mar 02 17:46:55.364658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39058) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.370426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.387276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:55.400867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:55.406954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:55.418540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.422439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:55.437657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.481116 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.481897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a238a4c-0e0c-44f6-9db3-ee5d3933c582 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:46:55.522413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.526454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-583f7f76-4d0d-4bb6-916d-484a9ed4eac2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a238a4c-0e0c-44f6-9db3-ee5d3933c582 HTTP/1.1" status: 204 len: 168 time: 5.9654639 Mar 02 17:46:55.527436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39062) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.544799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-213fac90-b04d-403b-8703-2658cdb4491e service neutron] 10.222.0.50 "GET /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297859 Mar 02 17:46:55.561341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e058395-0d9e-460e-89e0-d00d00b00e6a req-e5cab800-a4b2-420c-b53f-8f12579daf67 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.1410449 Mar 02 17:46:55.666645 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:55.671056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-07548291-db3d-4f58-96c6-5628ce9da84e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3050725 Mar 02 17:46:55.673183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39068) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.677507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3cdda425-3e77-4002-a094-b7df901805de tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.678152 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3cdda425-3e77-4002-a094-b7df901805de tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:55.684796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3cdda425-3e77-4002-a094-b7df901805de tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121019 Mar 02 17:46:55.685387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39072) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.700011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.718348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:55.724696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:55.735582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:55.761111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:55.789726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-d33cd7f2-ac2d-4d6f-8060-c964388b8617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 217 time: 0.1569560 Mar 02 17:46:55.896447 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:55.901200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e8b6d44-b068-4fb1-b04e-4c4a93ada5fb tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2116954 Mar 02 17:46:55.902001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Deleting subnet e4b7f695-e045-4650-91b1-9ed60066902d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:46:55.905574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39080) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.909222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-fd0daa47-565d-4611-b0f4-e24ac52c5cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:55.912016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-fd0daa47-565d-4611-b0f4-e24ac52c5cf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.1144466 Mar 02 17:46:55.916810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:55.930128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b72c03f0-4662-4a83-a72f-82df3bea2839 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.931044 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-b72c03f0-4662-4a83-a72f-82df3bea2839 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:55.940518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b72c03f0-4662-4a83-a72f-82df3bea2839 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0304928 Mar 02 17:46:55.940989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:55.959381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:55.996990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:56.010126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:56.071961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:56.103516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:56.148591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:56.152741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9940dc63-8890-4eec-9d82-ac41ce27122e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:56.194085 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Project bf9df317e99548bbaae1ca78674cf8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:46:56.246017 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:56.248899 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-48f77035-b030-4ae8-9d0e-48c2cd14deba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2842829 Mar 02 17:46:56.253730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-11e624dc-9810-4802-87be-062382b984c0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3028922 Mar 02 17:46:56.254057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39094) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:56.266198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dd5b18bb-2ba1-4798-ab77-40bf90feeb26 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:56.269320 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-dd5b18bb-2ba1-4798-ab77-40bf90feeb26 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:56.273408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dd5b18bb-2ba1-4798-ab77-40bf90feeb26 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158465 Mar 02 17:46:56.273658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:56.286221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:56.291656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9940dc63-8890-4eec-9d82-ac41ce27122e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:46:56.291997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9940dc63-8890-4eec-9d82-ac41ce27122e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:46:56.330208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:56.349866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:56.357826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:56.401536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:56.421610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:56.445777 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Project bf9df317e99548bbaae1ca78674cf8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:46:56.643121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-d003e76a-3778-4e18-a291-59e64a2b558a service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843439 Mar 02 17:46:56.691961 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:56.693231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-634413ea-59c7-42ba-a041-49518e1ca17f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4184508 Mar 02 17:46:56.711379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39106) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:56.733779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '3b8269e8-8c4c-43bc-8d65-a9981d51dd90', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:56.741462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:56.862024 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-8cc51fd1-a1a1-45fc-ad23-79f6cf43700a service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873026 Mar 02 17:46:56.920618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:56.927587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:56.934929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:56.963200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7045f680-900c-4a61-814b-3cbd5fdd96cc req-11d1a6e3-9c00-4ff7-9fbc-5ba2c13e23f9 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1899343 Mar 02 17:46:56.969719 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Project bf9df317e99548bbaae1ca78674cf8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:46:57.016824 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:46:57.021684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fefcc33c-b81f-49c9-85e2-facf19c95b8f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3076787 Mar 02 17:46:57.044011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39110) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:57.074618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78638c1e-2aa7-43ba-a173-2cb854e71985 req-a05d4aa6-6ca7-4d9b-97be-10e0eadae8bc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:57.081608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78638c1e-2aa7-43ba-a173-2cb854e71985 req-a05d4aa6-6ca7-4d9b-97be-10e0eadae8bc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.5848002 Mar 02 17:46:57.114550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.114550 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-fd9ca202-f9af-4014-b4e4-52cabb2a125a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 217 time: 0.2454405 Mar 02 17:46:57.218841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78638c1e-2aa7-43ba-a173-2cb854e71985 req-dfa38190-696e-4e0d-9d4b-2cd0a0b9ff8a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330063 Mar 02 17:46:57.355175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b7f695-e045-4650-91b1-9ed60066902d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:57.369054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d5136-ca3b-435d-b796-e80d8f606cb4 None None] Network 64825f16-9ce0-4f98-ab0a-470b08073843 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:46:57.380272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.402237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-444850cb-06b1-44ac-b1e0-97eda6e03705 req-e51cd8a4-ac26-4db9-b2f9-dbd37b51058c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0872889 Mar 02 17:46:57.408261 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a63cb572-a5cc-4e33-bc6f-8a8604fbdc3a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4b7f695-e045-4650-91b1-9ed60066902d HTTP/1.1" status: 204 len: 168 time: 1.8750782 Mar 02 17:46:57.412478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39116) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:57.414300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-951c2e85-09d3-493f-a92f-f473920358f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:57.416018 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-951c2e85-09d3-493f-a92f-f473920358f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.1679270 Mar 02 17:46:57.551757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.748540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.763484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Deleting port 73317a42-6858-4609-8037-ac0aa756e150 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:57.764086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.886172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] DHCP port deletion for 64825f16-9ce0-4f98-ab0a-470b08073843 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:46:57.890382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Deleting port 73317a42-6858-4609-8037-ac0aa756e150 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:46:57.890780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.923020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:57.992353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-3d6527dd-bbbe-46b7-a01f-836777cea10a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:57.994258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-3d6527dd-bbbe-46b7-a01f-836777cea10a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.2667654 Mar 02 17:46:58.017491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:58.115260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bbbad9ca-eb7e-4a64-ae8a-a08cbd8f92a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5371754 Mar 02 17:46:58.162399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 73317a42-6858-4609-8037-ac0aa756e150 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:46:58.268782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:58.363261 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-ee9e0b6b-ce6d-4322-a254-80e78e5d3624 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828799 Mar 02 17:46:58.441927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8269e8-8c4c-43bc-8d65-a9981d51dd90,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:58.443794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1457b3db-3ad8-48fd-89fd-bbc177ec8577 req-aca220fb-7bf5-48e4-9b4a-9bc5672cd74f tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1750169 Mar 02 17:46:58.495558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:58.517557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:58.631008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:46:58.634004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:58.653164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:58.654419 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b21c913e-ad30-4c7d-9ac9-716740070096 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b8269e8-8c4c-43bc-8d65-a9981d51dd90 HTTP/1.1" status: 204 len: 168 time: 1.6235309 Mar 02 17:46:58.671310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:58.676419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] For port 73317a42-6858-4609-8037-ac0aa756e150, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=73317a42-6858-4609-8037-ac0aa756e150,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:58.676941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:58.753442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] For port 73317a42-6858-4609-8037-ac0aa756e150, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=73317a42-6858-4609-8037-ac0aa756e150,segment=NetworkSegment(897b1f81-0d58-40e7-a63e-81c1cabf997b),segment_id=897b1f81-0d58-40e7-a63e-81c1cabf997b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:46:58.756112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:58.798112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20380217-6e70-4acb-a19f-5c11d08ace4c req-03774b1a-cee5-4864-93db-b450f453325f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.1059141 Mar 02 17:46:58.960926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58650798-c1ac-4094-8336-f39780dc9bbf req-9dbd42fa-701e-40d8-ae71-215077e7b04a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:58.966191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-b5bbe442-d43f-459f-8355-d3d5a84651d8 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876143 Mar 02 17:46:58.977090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58650798-c1ac-4094-8336-f39780dc9bbf req-9dbd42fa-701e-40d8-ae71-215077e7b04a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.4300416 Mar 02 17:46:59.042050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Calling delete_port for 73317a42-6858-4609-8037-ac0aa756e150 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:59.071993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Calling delete_port for 73317a42-6858-4609-8037-ac0aa756e150 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:46:59.118919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58650798-c1ac-4094-8336-f39780dc9bbf req-da2ffa7e-567e-4226-abcc-6cc8fb3494d4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426923 Mar 02 17:46:59.158280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.5 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/5512ba60-aeff-42e5-92ca-5f5aaae2b0a8) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:46:59.219063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.256016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-a637c1e7-9496-4c0d-8883-ee1e1873c853 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cbbccede-b38b-40ae-ab22-2159972b7149 HTTP/1.1" status: 200 len: 217 time: 0.1806712 Mar 02 17:46:59.259128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-abf011f8-440c-4db0-a3c5-1edd8d6fdd97 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:46:59.315255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Pushing event deleted for resources: {'Port': ['ID=73317a42-6858-4609-8037-ac0aa756e150,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:46:59.388181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.388591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.388937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.389293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.391454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.392656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.393241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.395490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.395874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.396221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.396571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:46:59.404225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.429739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c65a86-3cef-4d0b-a6b8-d5cd3c8b2711 None None] No DVR routers for this DVR port 73317a42-6858-4609-8037-ac0aa756e150 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:46:59.538719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-abf011f8-440c-4db0-a3c5-1edd8d6fdd97 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:46:59.544094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-abf011f8-440c-4db0-a3c5-1edd8d6fdd97 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8537223 Mar 02 17:46:59.544778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:46:59.548854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-e284dfa9-c481-4051-b4b7-d3fa8da08544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:46:59.550402 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-e284dfa9-c481-4051-b4b7-d3fa8da08544 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.2750537 Mar 02 17:46:59.554104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495288584'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:46:59.598848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:59.609001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:46:59.609308 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:46:59.617798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:59.634860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.686477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-8d2da8ea-b1d2-4e86-ab51-ed7aa1260e6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260142 Mar 02 17:46:59.693611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:46:59.716651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:46:59.726311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:46:59.756604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1aec963-df81-4e2f-b22d-3eca5488fcc8 req-48ffa217-a9ae-40f7-ab8a-6b2067108729 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0823305 Mar 02 17:46:59.786842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:46:59.829018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.889866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-e4000577-4db5-4080-b82c-fc70301d4b38 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913490 Mar 02 17:46:59.891749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.926592 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.932498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:46:59.991108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:46:59.999459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:00.005509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:00.067900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77873848-5fc2-42e4-9bf1-eb0ab3a766f4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:00.085978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.090109 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-81b6f07d-0a5c-459c-8d85-66d18d57c187 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5435319 Mar 02 17:47:00.091102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39148) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:00.101979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '77873848-5fc2-42e4-9bf1-eb0ab3a766f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:00.122789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Deleting port 73317a42-6858-4609-8037-ac0aa756e150 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:00.123137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.146300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:00.147276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:00.154419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:00.160718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.164397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:00.174903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:00.181587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-d5cd0e64-672f-49a2-8e34-ce83ec8dbcb2 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796447 Mar 02 17:47:00.209525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-ffe03509-b899-4438-9cec-ca872456f29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2013125 Mar 02 17:47:00.226041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Request body: {'port': {'device_id': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:00.288579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:00.292147 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-406a752d-c283-4fa0-a6c4-67c11798748c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a HTTP/1.1" status: 200 len: 217 time: 0.0692043 Mar 02 17:47:00.296919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] The port '73317a42-6858-4609-8037-ac0aa756e150' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:47:00.455180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18095ebf-c1b3-4da6-abdb-eaa9102b8f7d req-1a14aef8-43a1-4d14-997b-671f5ce79a8e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:00.456008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-18095ebf-c1b3-4da6-abdb-eaa9102b8f7d req-1a14aef8-43a1-4d14-997b-671f5ce79a8e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:00.501773 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The resource could not be found. Mar 02 17:47:00.505942 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83ac4cd1-6f7b-4db9-aa00-4d7229414a5c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4106722 Mar 02 17:47:00.508429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39164) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:00.519320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '77873848-5fc2-42e4-9bf1-eb0ab3a766f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1aa854e2-1f62-4b9f-a103-db54157a1349'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:00.522749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-18095ebf-c1b3-4da6-abdb-eaa9102b8f7d req-1a14aef8-43a1-4d14-997b-671f5ce79a8e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:00.525780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18095ebf-c1b3-4da6-abdb-eaa9102b8f7d req-1a14aef8-43a1-4d14-997b-671f5ce79a8e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 931 time: 0.4917579 Mar 02 17:47:00.528851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.537548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-dcb9639f-cbf7-45d7-b174-4cd47d924c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:00.538998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-dcb9639f-cbf7-45d7-b174-4cd47d924c40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 200 len: 797 time: 0.2396820 Mar 02 17:47:00.539992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:00.585519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.590896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:00.604110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:00.607649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64825f16-9ce0-4f98-ab0a-470b08073843']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:00.627227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897b1f81-0d58-40e7-a63e-81c1cabf997b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:00.627591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897b1f81-0d58-40e7-a63e-81c1cabf997b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:00.634108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:00.648776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.695518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.696432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18095ebf-c1b3-4da6-abdb-eaa9102b8f7d req-f54c3497-0cb2-4dd2-a164-1577fbe30725 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411977 Mar 02 17:47:00.711558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:47:00.712235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.717449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc08fc6-6cc8-4a16-ad26-baad581646ab req-a6d72dce-3b6f-4d48-aeaa-f00a3cabbaf8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:00.718997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1dc08fc6-6cc8-4a16-ad26-baad581646ab req-a6d72dce-3b6f-4d48-aeaa-f00a3cabbaf8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.3476679 Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:47:00.726429 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:47:00.736305 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The resource could not be found. Mar 02 17:47:00.740596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89e8513e-cc54-4502-9da5-5814dbc4300a tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2286382 Mar 02 17:47:00.741150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39170) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:00.863601 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-2a629482-66e6-49c0-aad7-ed6c2b2f4223 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3c076b6-d982-43b7-a479-8aa4d5302809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3161719 Mar 02 17:47:00.873318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:00.873853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1dc08fc6-6cc8-4a16-ad26-baad581646ab req-7f633ff2-66d8-4424-a2ca-651504648790 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949073 Mar 02 17:47:00.903278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.049327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.056891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=64825f16-9ce0-4f98-ab0a-470b08073843,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:01.072982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8098f423-ff13-447b-bbe9-0e939d3da3b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64825f16-9ce0-4f98-ab0a-470b08073843 HTTP/1.1" status: 204 len: 168 time: 3.6529257 Mar 02 17:47:01.105377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.151528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7ee5114-7fcd-4100-a4b9-7b17816af777 req-399a67eb-7d8d-4e4c-847e-4c648620b301 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0692790 Mar 02 17:47:01.174955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-d1626839-9782-447c-b4d7-2caf94b35808 service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688675 Mar 02 17:47:01.207519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.275677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:01.288811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.318535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Transition to ACTIVE for port object 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:01.333548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.358112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77873848-5fc2-42e4-9bf1-eb0ab3a766f4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:01.381846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.385690 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be8cb36b-dd98-478e-a84f-33a4d505234e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/77873848-5fc2-42e4-9bf1-eb0ab3a766f4 HTTP/1.1" status: 204 len: 168 time: 0.5975080 Mar 02 17:47:01.386454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:01.492480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-bc17d570-981e-4202-8a2f-929bd1d3a03d service neutron] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064775 Mar 02 17:47:01.495889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbd0e9fd-a155-4cd1-b63e-07ac8870347c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:01.549893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39186) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:01.549893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:01.702684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbd0e9fd-a155-4cd1-b63e-07ac8870347c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:01.711446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbd0e9fd-a155-4cd1-b63e-07ac8870347c tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3219442 Mar 02 17:47:01.712261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39190) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:01.715638 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-e035cc09-9b10-48b4-ab23-42e5759d534e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13 HTTP/1.1" status: 200 len: 217 time: 0.2124202 Mar 02 17:47:01.719379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': '099b135f-81cf-4f93-8acd-ccd4d81e141e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:01.725957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:01.776242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:01.780469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:01.792319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:01.812842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-40968141-d2d6-41a3-b5dd-f8723439a02d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:01.815692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-40968141-d2d6-41a3-b5dd-f8723439a02d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 200 len: 797 time: 0.0870278 Mar 02 17:47:01.824103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8d6f1b3-3816-422a-a5d4-94658d4aab78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f499324a42f44b1f8e921e84e18f047e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2706566 Mar 02 17:47:01.827234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39196) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:01.844914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Attempting to bind port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:01.845451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Attempting to bind port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:01.846070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Attempting to bind port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:01.856700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:01.857028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Attempting to bind port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:01.898053 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The resource could not be found. Mar 02 17:47:01.904749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2f12693c-a914-4982-ab70-a06c5127c085 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1910679 Mar 02 17:47:01.906264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:01.908443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:01.909097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:01.909300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:01.909743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Bound port: 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:01.910096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:01.912459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927877151'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:01.922140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:01.944442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:01.957252 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-6772f8d8-40cc-41ed-b223-1a5236445d7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339920 Mar 02 17:47:01.962993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.100128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:02.104319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:02.124912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.189467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.206167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:02.229326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:02.233205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.235167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] 10.222.0.35 "PUT /v2.0/ports/5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 HTTP/1.1" status: 200 len: 1091 time: 2.0152249 Mar 02 17:47:02.262138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:02.273327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:02.357636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-d81c1cca-467c-4adc-a123-e7107603f7e0 service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770070 Mar 02 17:47:02.502468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:02.619744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.631239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.650383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.654860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a142-21b7-4042-a84b-6d2610f47a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:02.696581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8f42-b259-437b-9ccc-5f51a4611854 req-ca168062-8343-44ae-bdb2-5e32e0e3e92c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:02.697476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6ee8f42-b259-437b-9ccc-5f51a4611854 req-ca168062-8343-44ae-bdb2-5e32e0e3e92c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 943 time: 0.7689545 Mar 02 17:47:02.738439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a050180a-5d1f-46b7-9b6b-45dcb1bc9993,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:02.768945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e322-ed86-40db-92aa-1cefa6ec4e93 req-d2e6d8b9-a9b7-4799-8367-07dc098414a1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:02.772327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7544e322-ed86-40db-92aa-1cefa6ec4e93 req-d2e6d8b9-a9b7-4799-8367-07dc098414a1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.5211658 Mar 02 17:47:02.778990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-75a4fcbf-7c7b-413b-953d-a123f989a81f service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202421 Mar 02 17:47:02.866791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.869991 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-102a37bd-8ddb-42c9-8452-970506173a3d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9600267 Mar 02 17:47:02.880956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39216) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:02.887528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205618703'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:02.896917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6ee8f42-b259-437b-9ccc-5f51a4611854 req-b703ff81-aad1-481b-a73c-3f5bce295921 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804810 Mar 02 17:47:02.900387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:02.904160 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-1cf33eaf-817c-4f0f-bca3-3da42155139f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=288b24a3-e436-4b31-b4a8-e0099555f426 HTTP/1.1" status: 200 len: 217 time: 0.1140997 Mar 02 17:47:02.906807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:02.909996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-9e89fb7e-a789-49e8-a54b-64c27839ff85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 1094 time: 0.3842721 Mar 02 17:47:02.917210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:02.952136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:02.972411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:02.998775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:03.036982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768c06-526e-48ae-85dd-8204af313e58 req-c012b0ce-9b70-4cc4-a0e1-961c2f9c6d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:03.039153 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-c012b0ce-9b70-4cc4-a0e1-961c2f9c6d4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 200 len: 797 time: 0.1283102 Mar 02 17:47:03.106925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:03.123431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:03.130061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:03.140203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:03.153111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189521d-ec53-4eaa-b7da-63d64d24252d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:03.175434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1646905-befc-4f5b-b659-957d93ff8b30 req-a28b7583-bf02-487a-9bf4-94ef498cea76 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0699046 Mar 02 17:47:03.190797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7544e322-ed86-40db-92aa-1cefa6ec4e93 req-5dfa7ada-6498-4f2b-bf90-0aec69ec7fd1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909664 Mar 02 17:47:03.194549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-1b2aec6f-4972-4193-a6fa-0dc2b5b605b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 HTTP/1.1" status: 200 len: 217 time: 0.2645788 Mar 02 17:47:03.273729 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-b909347c-a333-499f-acef-c35034d9a848 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc2b2e32-ec10-4e3d-bc57-961379bed50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2167945 Mar 02 17:47:03.304766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:03.315028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ece5f168-d3c9-4431-9b70-ab8ad5cacf01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8189521d-ec53-4eaa-b7da-63d64d24252d HTTP/1.1" status: 204 len: 168 time: 1.4865665 Mar 02 17:47:03.409784 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8', 'status': 'completed', 'code': 200} Mar 02 17:47:03.425481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-83fa6792-90b5-4873-9a1d-db6df3b6aad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:03.436553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-83fa6792-90b5-4873-9a1d-db6df3b6aad2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.2304237 Mar 02 17:47:03.439096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-12cf7cd9-3a8f-4fcf-99ca-7b67134b14e9 service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478932 Mar 02 17:47:03.444855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:03.491022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:03.541009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-b3274443-3c49-4d76-8372-3729f91d7c05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966263 Mar 02 17:47:03.777290 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:03.779179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-4d66feb2-a364-4306-91cd-989c9ab84c22 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221708 Mar 02 17:47:03.795040 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9126892 Mar 02 17:47:03.795756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:03.808920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659822b-15c2-49b4-9aa7-71e282f4638b tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c332de4c-8d79-4702-9554-577e4915548a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:03.815977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'a050180a-5d1f-46b7-9b6b-45dcb1bc9993', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c332de4c-8d79-4702-9554-577e4915548a'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:03.827910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:03.844250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:03.853802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:03.870505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:03.885610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-eb768c06-526e-48ae-85dd-8204af313e58 req-caf5c07a-44d9-4611-8110-6d26aa38a3fd service neutron] 10.222.0.50 "GET /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361036 Mar 02 17:47:03.933349 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:47:03.934461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d44bc0c5-7460-4e11-865b-30eeca9f40f6 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1270592 Mar 02 17:47:03.937305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39234) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:04.060585 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.072005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3f8bd1c-eade-4940-9db9-2b05cd1bd377 req-7dd1acf7-7e43-447a-8152-05b123d64c89 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917213 Mar 02 17:47:04.141237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.160486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39240) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:04.245084 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94508899-4d22-48a6-8a35-492e69f8f772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=532e6b9d45b045b7ba836b64530b34f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0833943 Mar 02 17:47:04.247445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39244) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:04.289448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.325044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca4f36-cd37-4c8f-8bff-4127b7c5f357 req-f4aba1bf-74ed-4a14-a10e-fd08373b4431 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:04.326411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c332de4c-8d79-4702-9554-577e4915548a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:04.335135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ca4f36-cd37-4c8f-8bff-4127b7c5f357 req-f4aba1bf-74ed-4a14-a10e-fd08373b4431 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 943 time: 0.1583798 Mar 02 17:47:04.349279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.350672 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-af4cab30-c416-4278-9110-dc6a7bfb2046 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/c332de4c-8d79-4702-9554-577e4915548a HTTP/1.1" status: 204 len: 168 time: 0.4124863 Mar 02 17:47:04.353482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39252) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:04.381196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-a39a5ac6-3fe7-42a3-b9bb-0ed905c6ebdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 1094 time: 0.2580512 Mar 02 17:47:04.451551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.490820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.562801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.587393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f26ccc-274b-41ee-a72b-59a452a3c3fc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:04.606254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-406699f9-31f0-4737-9da9-fe31a490120a req-29026a14-4523-491d-9cee-70ae54e2f896 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0889373 Mar 02 17:47:04.615484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ca4f36-cd37-4c8f-8bff-4127b7c5f357 req-02da5ba3-9acb-46da-9b8b-5ca945f32a7d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794948 Mar 02 17:47:04.641436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.650893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2605a93-ac97-4c6f-9650-d259bcce0821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78f26ccc-274b-41ee-a72b-59a452a3c3fc HTTP/1.1" status: 204 len: 168 time: 0.3996956 Mar 02 17:47:04.665210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e7a97ce-4746-4cca-a0fb-cf095d365e28 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:04.695787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-90ab2518-7988-4aff-a0d6-f9ed0e95da74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:04.697322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-90ab2518-7988-4aff-a0d6-f9ed0e95da74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.3059859 Mar 02 17:47:04.702402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e7a97ce-4746-4cca-a0fb-cf095d365e28 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:04.704891 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e7a97ce-4746-4cca-a0fb-cf095d365e28 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3484380 Mar 02 17:47:04.707779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:04.823069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.868700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:04.873342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-8dc9023b-c380-4f7a-9c8c-c5e518fdc47c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 HTTP/1.1" status: 200 len: 217 time: 0.1690519 Mar 02 17:47:04.945816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.002911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050180a-5d1f-46b7-9b6b-45dcb1bc9993,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:05.059039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.060383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2879d18a-783b-424a-9e89-bb668839ddd4 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/a050180a-5d1f-46b7-9b6b-45dcb1bc9993 HTTP/1.1" status: 204 len: 168 time: 0.3511653 Mar 02 17:47:05.063008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:05.135443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-42fd57ab-4091-47c2-91c0-7a2462e76054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:05.140042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-42fd57ab-4091-47c2-91c0-7a2462e76054 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.1740191 Mar 02 17:47:05.144818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33512a35-f5ec-49a9-84f2-200f8553081e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:05.163672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33512a35-f5ec-49a9-84f2-200f8553081e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:05.166504 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-33512a35-f5ec-49a9-84f2-200f8553081e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1002212 Mar 02 17:47:05.169014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:05.184299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--740165456'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:05.214475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-166da97e-f51a-4338-b928-0eebcf2a89dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497277 Mar 02 17:47:05.220707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e414299-c40e-4926-8cb0-9bb3b1e27312 req-180241f1-0ad6-46bc-ae05-aeabab1b98a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:05.222223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e414299-c40e-4926-8cb0-9bb3b1e27312 req-180241f1-0ad6-46bc-ae05-aeabab1b98a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.3478019 Mar 02 17:47:05.364399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:05.377883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:05.383162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e414299-c40e-4926-8cb0-9bb3b1e27312 req-83f43f34-0e90-4634-bf3a-b25347dd49b1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404901 Mar 02 17:47:05.391105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.453287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:05.460371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:05.460580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-f739c941-5eaf-42dd-b73b-4529c3bce402 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370801 Mar 02 17:47:05.463906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:05.479643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:05.616187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.621156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.714591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d6bde-997c-43c3-898f-0f683ac931d8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:05.719409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:05.720993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d4c79fa-a86c-40b4-a77f-82759b8276c1 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5509443 Mar 02 17:47:05.724372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39304) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:05.739410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e76d6bde-997c-43c3-898f-0f683ac931d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:05.753813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:05.763515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:05.770303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:05.785242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:05.831218 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:47:05.832493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be06d11a-2e8d-4b64-b145-8f4f84a3b959 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1071250 Mar 02 17:47:05.837082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39308) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:05.852893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group_rule': {'security_group_id': 'e76d6bde-997c-43c3-898f-0f683ac931d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:05.889579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:05.895092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:05.899613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:05.911583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:05.948722 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:47:05.955569 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dbfbdda1-c951-45aa-86a9-8861b2de65f0 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1173065 Mar 02 17:47:05.956400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:05.994393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00ff150a-3809-409a-996f-2e05e058bff7 req-e1cd6804-030a-4441-a3f1-560e6e634340 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0819628 Mar 02 17:47:06.013795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8576cf61-676d-4da2-8deb-35b13ca75ae1 req-77a53ce6-7e32-4c5b-b243-188a38606bb9 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444565 Mar 02 17:47:06.073529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809031-d503-4a69-a045-888e1e1f7469 req-14dc902b-03f0-4591-bfb2-1d685269d16a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:06.075161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36809031-d503-4a69-a045-888e1e1f7469 req-14dc902b-03f0-4591-bfb2-1d685269d16a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 943 time: 0.1952875 Mar 02 17:47:06.097134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.150085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.155389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36809031-d503-4a69-a045-888e1e1f7469 req-dddda16a-7dbb-4b78-addf-cbf79ef524fc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 Mar 02 17:47:06.210165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:06.234390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.289381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d6bde-997c-43c3-898f-0f683ac931d8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:06.293207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.296496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ebaacb8-a191-45bf-9fc1-491a8f664e66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/e76d6bde-997c-43c3-898f-0f683ac931d8 HTTP/1.1" status: 204 len: 168 time: 0.3390932 Mar 02 17:47:06.299610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:06.312959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-6b6b2185-fff1-47f5-a6f2-7abf5ee0882b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1096 time: 0.1083450 Mar 02 17:47:06.388515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4139e6e0-1e8a-4029-b0b1-3de3a6862d66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:06.407064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4139e6e0-1e8a-4029-b0b1-3de3a6862d66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:06.410563 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4139e6e0-1e8a-4029-b0b1-3de3a6862d66 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1089585 Mar 02 17:47:06.414686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:06.420355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'tempest-secgroup--690322640'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:06.431575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1387253773-network', 'tenant_id': 'f18a0a6b22ec4aceacab7281696a5205'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:06.437553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:06.441035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:06.449084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Usage tracker for resource:network and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:06.455353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:06.459170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:06.464836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:06.495098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.523743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Made reservation on behalf of f18a0a6b22ec4aceacab7281696a5205 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:06.526028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.542378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.552657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c8cba0-8bb4-4f47-9a27-aff04de771a2 req-3f72521a-39b1-42a7-90eb-b2b39a13d1de tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1097 time: 0.1339824 Mar 02 17:47:06.558244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-3bcb0292-ec9b-432b-a399-2cb192a06689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:06.559892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-3bcb0292-ec9b-432b-a399-2cb192a06689 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.2431548 Mar 02 17:47:06.580627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:06.593403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Usage tracker for resource:security_group_rule and tenant:bf9df317e99548bbaae1ca78674cf8bd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:06.599530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:06.604127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:47:06.607808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:06.614861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:06.622428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Usage tracker for resource:security_group_rule and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:06.626204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:06.634500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:06.733923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.741417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.761670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c8cba0-8bb4-4f47-9a27-aff04de771a2 req-d9765c43-efc1-4253-a2fb-43097f414119 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005036 Mar 02 17:47:06.765083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-06493de5-e876-4aa9-888f-6f72899de46f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 1001 time: 0.1893215 Mar 02 17:47:06.802040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39346) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:06.835939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f8f5b-9e79-4efc-829e-880841973cb1 req-a1706c51-5a73-4e80-a0b0-98bfb973d191 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:06.837493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b63f8f5b-9e79-4efc-829e-880841973cb1 req-a1706c51-5a73-4e80-a0b0-98bfb973d191 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1915357 Mar 02 17:47:06.864681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-986c8b76-c539-4b08-bb7b-d3ff63c52a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:06.866226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-986c8b76-c539-4b08-bb7b-d3ff63c52a8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.0932996 Mar 02 17:47:06.896267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.916307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb45090-b38f-4fe6-b2ba-40883767bf18,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:06.922489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.943401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b63f8f5b-9e79-4efc-829e-880841973cb1 req-4631b142-0982-4e7f-8ed2-17a2a3a286fc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986476 Mar 02 17:47:06.958993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d42084-3ea9-494e-81ec-61bbdd31f1ac,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:06.965326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:06.969453 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b8db6c0a-a55e-4c7e-af1b-95fba937d771 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5505664 Mar 02 17:47:06.969904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39350) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:06.983922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:47:06.985580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3c0939fb-5d1a-4057-9f5d-f17010fd831d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:06.987006 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3c0939fb-5d1a-4057-9f5d-f17010fd831d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 17:47:06.993641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c0939fb-5d1a-4057-9f5d-f17010fd831d tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "PUT /v2.0/security-groups/ecb45090-b38f-4fe6-b2ba-40883767bf18 HTTP/1.1" status: 409 len: 330 time: 0.0211864 Mar 02 17:47:06.994353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39354) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.003724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-91ccd59a-880e-4b51-ac97-50fa754708ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289527 Mar 02 17:47:07.077038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.077387 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Added segment 081d04ea-8695-431d-8078-d05355dc470a of type vlan for network 4cf68daa-baff-488d-b782-e8fe79162ff3 Mar 02 17:47:07.154479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.164240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 2f4bb82c-fab5-45d9-ba73-cc8ed3c19000 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:07.164577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.271787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.290458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ab60df7-02a2-4e2c-9605-a5deef2fdfc4 req-3e3947ca-479a-46c4-912f-f704aed50527 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0996368 Mar 02 17:47:07.344017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:07.379161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.380229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:07.380798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.397843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-54ecb021-7a77-4eba-b123-d5abb4cdfcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756709 Mar 02 17:47:07.436274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.529672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf68daa-baff-488d-b782-e8fe79162ff3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:07.546248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a330eda-a5d8-4192-8e5f-7640930d3e41 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3316624 Mar 02 17:47:07.547086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.588517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Request body: {'subnet': {'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1387253773-subnet', 'tenant_id': 'f18a0a6b22ec4aceacab7281696a5205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:07.590200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:07.606823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8', 'mac_address': 'fa:16:3e:cc:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:07.608071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:07.613957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.618663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Usage tracker for resource:subnet and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:07.622329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.622752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.632742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:07.644885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:07.659949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb45090-b38f-4fe6-b2ba-40883767bf18,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:07.671466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d628647-9c67-4dea-84b0-14ea9c98e44d req-7c88d0d0-c80b-498d-bbba-fd3de8c45c97 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:07.675914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:47:07.679054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d628647-9c67-4dea-84b0-14ea9c98e44d req-7c88d0d0-c80b-498d-bbba-fd3de8c45c97 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 943 time: 0.3461030 Mar 02 17:47:07.685006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24d5d93a-0209-42a6-bf63-927e0ef56c2a req-4a33dce0-4e8d-47de-aa45-3c249f58ddc7 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780910 Mar 02 17:47:07.701578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.702556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.703514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0ecb4cc6-977c-48de-a872-c8a244c3e68f tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecb45090-b38f-4fe6-b2ba-40883767bf18 HTTP/1.1" status: 204 len: 168 time: 0.7070749 Mar 02 17:47:07.711013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39366) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.791207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d628647-9c67-4dea-84b0-14ea9c98e44d req-c079993c-03d6-4403-8678-70b65730de46 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110764 Mar 02 17:47:07.819586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-060a6f17-f8d4-4e9f-acb8-735939e5e46e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Synchronizing usage tracker for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:07.839360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:07.859444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-060a6f17-f8d4-4e9f-acb8-735939e5e46e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] Unset dirty status for tenant:bf9df317e99548bbaae1ca78674cf8bd on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:07.864251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-060a6f17-f8d4-4e9f-acb8-735939e5e46e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1507304 Mar 02 17:47:07.867132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39374) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.885969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:07.890916 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:07.897774 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-72e32abc-672a-4abd-a57f-cd34a0eff11e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] delete failed (client error): The resource could not be found. Mar 02 17:47:07.899094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-72e32abc-672a-4abd-a57f-cd34a0eff11e tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d7fc61f-5244-407a-90e7-38b47c321c42 HTTP/1.1" status: 404 len: 347 time: 0.0309715 Mar 02 17:47:07.902821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.919703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 2f4bb82c-fab5-45d9-ba73-cc8ed3c19000 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:07.926279 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-94184d8f-7b21-462d-937e-20c66ab49afd tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] show failed (client error): The resource could not be found. Mar 02 17:47:07.927761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-94184d8f-7b21-462d-937e-20c66ab49afd tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-groups/010e8b73-ec7a-48c2-8b1f-e46b2496808e HTTP/1.1" status: 404 len: 347 time: 0.0239434 Mar 02 17:47:07.931541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:07.970105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:07.981580 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-eeea7c3a-0653-47c2-abcd-bd2d587f7e28 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] show failed (client error): The resource could not be found. Mar 02 17:47:07.987382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eeea7c3a-0653-47c2-abcd-bd2d587f7e28 tempest-NegativeSecGroupIPv6Test-1860643415 tempest-NegativeSecGroupIPv6Test-1860643415-project] 10.222.0.37 "GET /v2.0/security-group-rules/093ad3dd-eedb-4f01-a1d1-61e7aa8047ac HTTP/1.1" status: 404 len: 356 time: 0.0501418 Mar 02 17:47:07.997163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Made reservation on behalf of f18a0a6b22ec4aceacab7281696a5205 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:07.999558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:08.258359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:08.260253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5512ba60-aeff-42e5-92ca-5f5aaae2b0a8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:08.362222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd8d4d-33de-41bc-9fd8-f58f63c3965c req-d01018ed-92cc-4334-a4ca-d68df2300724 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:08.366992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38fd8d4d-33de-41bc-9fd8-f58f63c3965c req-d01018ed-92cc-4334-a4ca-d68df2300724 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.1745162 Mar 02 17:47:08.374493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:08.378479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Checking segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:08.378872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Network hostable DHCP agents. Network: 4cf68daa-baff-488d-b782-e8fe79162ff3, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:47:08.475576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:08.526261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38fd8d4d-33de-41bc-9fd8-f58f63c3965c req-e9434e5e-e844-40a1-9c68-80e729a8c504 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516635 Mar 02 17:47:08.651274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:08.697195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:47:08.718011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4cf68daa-baff-488d-b782-e8fe79162ff3) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:08.727015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:08.727995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:08.744036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e95b6-c75d-4b4b-89f2-dd54c7ba5807 None None] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:47:08.758373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:08.759594 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:08.807010 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5d92635-b6c2-4bb5-be1f-8a79f7d041c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2588301 Mar 02 17:47:08.839642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=2f4bb82c-fab5-45d9-ba73-cc8ed3c19000,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:09.035323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b7c856-401f-400e-8c5e-ffae047ac3bc req-abdce0e7-95b8-4074-9b89-2c8d720de8f5 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.4179986 Mar 02 17:47:09.066910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.082092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.161012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367068d9-03fe-4da9-8c82-9f4739727458 None None] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:47:09.179777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-34dc6a55-5b14-4c51-aa4a-90d8bd437fa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9df317e99548bbaae1ca78674cf8bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7008822 Mar 02 17:47:09.181127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39426) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:09.236215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:09.240712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Usage tracker for resource:security_group_rule and tenant:922c1971877c4ef1a924e062fd834252 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:09.248931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:09.256919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef1bd-f5bd-4371-b0fe-d57baaeb26e9 req-f0396187-6593-45a9-9b33-8f1fbbdeed20 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:09.259042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2bef1bd-f5bd-4371-b0fe-d57baaeb26e9 req-f0396187-6593-45a9-9b33-8f1fbbdeed20 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 944 time: 0.1865499 Mar 02 17:47:09.272457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:09.346530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.365934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2bef1bd-f5bd-4371-b0fe-d57baaeb26e9 req-c91a3b9f-bc7c-4c67-9330-b0cae13d528d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993128 Mar 02 17:47:09.391244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.468062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.492709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.507671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a2278-f182-4066-9b68-532fe9881c35,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:09.511334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.534694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:09.535116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.539601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf709ec3-0bb8-45f1-b1d7-6a232471c6c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/659a2278-f182-4066-9b68-532fe9881c35 HTTP/1.1" status: 204 len: 168 time: 0.3574364 Mar 02 17:47:09.670006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e3e4f-7222-4127-a4c2-763031ec78d1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:09.682279 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a988188-919c-48bf-9069-697d4297e282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.692673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e3dc106-7ecc-4327-87d2-1038c7de003a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=922c1971877c4ef1a924e062fd834252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9229276 Mar 02 17:47:09.693040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:09.790716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.826784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:09.840260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:09.845653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.932880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:09.968341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:10.069433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 1604d421-6b5d-4feb-a582-ce7b1fb10034 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:47:10.104038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:10.162918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-75600da8-2e77-493a-870f-8f3a5ccb6c08 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:10.164354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-75600da8-2e77-493a-870f-8f3a5ccb6c08 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 818 time: 0.4375353 Mar 02 17:47:10.200938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-5f214ec3-6965-49a7-8c34-ebf95c719452 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/quotas/f18a0a6b22ec4aceacab7281696a5205 HTTP/1.1" status: 200 len: 375 time: 0.0292249 Mar 02 17:47:10.208374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7548d9a-f48b-4ab6-ae40-2d8d74bfa0bf req-301ee7de-7947-40b3-9e0e-d988a64c75a2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:10.209871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7548d9a-f48b-4ab6-ae40-2d8d74bfa0bf req-301ee7de-7947-40b3-9e0e-d988a64c75a2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.3107033 Mar 02 17:47:10.253874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:10.295951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-d215dfaa-5b6d-4ef4-b248-fa4f8a90e35b tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761802 Mar 02 17:47:10.299411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e3e4f-7222-4127-a4c2-763031ec78d1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:10.309815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:10.310920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ee4ab76c-dc29-4a1e-8722-2bb749cbedf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/866e3e4f-7222-4127-a4c2-763031ec78d1 HTTP/1.1" status: 204 len: 168 time: 0.6167099 Mar 02 17:47:10.356820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:47:10.359676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7548d9a-f48b-4ab6-ae40-2d8d74bfa0bf req-246237a3-2c87-4dfa-abe4-387d7bb80b06 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971839 Mar 02 17:47:10.369051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Sync routers for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:47:10.404526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:10.411522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:47:10.412428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:10.592980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac79c5de-c7ec-45af-a7c8-37138a0c1cde tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/floatingips/2f1758e3-708d-4d1d-b17b-5da83f6c47bf HTTP/1.1" status: 204 len: 168 time: 3.7840824 Mar 02 17:47:10.594144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:10.599799 n-d-820559-6 neutron-server[83798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'code': 422} returned with failed status Mar 02 17:47:10.657730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:47:10.807170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36c839c4-1bda-4726-aebe-320ecce5f16a req-5eacd6e3-ad7e-4c4e-9a0f-f4ee74dca552 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0884800 Mar 02 17:47:11.039513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:11.063540 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-defab599-3c99-462d-a2e0-9ce0efcd5868 req-9537a7a8-fb36-4eb4-9db6-a672413b057b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0862346 Mar 02 17:47:11.066076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.104440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:11.105394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:11.109028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Checking router: 1604d421-6b5d-4feb-a582-ce7b1fb10034 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:47:11.109383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Usage tracker for resource:security_group_rule and tenant:436394d51aba4d409e1a8ba5d1dab357 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:11.112478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:11.120518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:11.121978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:47:11.123111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:46:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:11.145525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-3227477f-24c6-4a50-9c5d-44224cc3ecba service neutron] 10.222.0.37 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112602 Mar 02 17:47:11.235978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.241718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.273766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68985-cde6-442a-85b9-fe2f167f8258 req-997cbe02-fa7c-4261-9369-3ef5586ac02c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:11.280075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56f68985-cde6-442a-85b9-fe2f167f8258 req-997cbe02-fa7c-4261-9369-3ef5586ac02c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 944 time: 0.2682338 Mar 02 17:47:11.317570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64705f99-93d9-4cf9-92f0-449bf3f44ef2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:11.328091 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6d55b054-ff2d-4342-b43d-0b8b5e1246c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=436394d51aba4d409e1a8ba5d1dab357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2874808 Mar 02 17:47:11.329711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39486) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:11.358960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b96d42e6-bee4-46d5-a247-a279400eff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.366750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:47:11.367171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56f68985-cde6-442a-85b9-fe2f167f8258 req-4ca257cf-d936-414a-a9e6-d81ae21a8c52 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857120 Mar 02 17:47:11.425677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-545ddae5-9040-4b24-aff2-956b35d23759 service neutron] 10.222.0.37 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663167 Mar 02 17:47:11.434606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.490281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.577300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:47:11.579628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.600067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64705f99-93d9-4cf9-92f0-449bf3f44ef2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:11.609305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:11.613524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7638ca7-d56a-4511-980e-0d9a4a53cd63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64705f99-93d9-4cf9-92f0-449bf3f44ef2 HTTP/1.1" status: 204 len: 168 time: 0.2792473 Mar 02 17:47:11.681242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:47:11.702756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:47:11.703168 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:12.220479 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:47:12.488237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:12.568350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-c9e81fbe-9867-4a7a-adc2-19cd3e0d7e2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 1097 time: 0.2438862 Mar 02 17:47:12.659777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:12.685229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:12.700968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:12.707851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:12.937027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e6e1ce2-6297-4390-9ee6-15462a6ffbf2 req-ecfb541e-f486-4bc2-9cb1-02992d5d02d8 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0820751 Mar 02 17:47:12.953492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:13.002898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:13.021831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022688f6-777c-42a8-a234-12e3ec7d096e None None] The sync data for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 is: [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:43:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3d2523f7-8d86-4347-bea4-781449bdf738', 'name': '', 'network_id': '95dd5232-7c6d-4348-ab3d-e35b2b1c729b', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:8d:9d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:43:04Z', 'updated_at': '2022-03-02T17:43:25Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '17be0bf3-1d31-4415-93fa-6fbcf3b71ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:47:13.052733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:13.071896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:13.143101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-72ef296c-c1b8-4b4e-8298-94df1a1ce973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:13.144988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-72ef296c-c1b8-4b4e-8298-94df1a1ce973 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 200 len: 897 time: 0.5657840 Mar 02 17:47:13.245520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-27f61181-8d08-47b3-af15-2da1141c3533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 200 len: 217 time: 0.0899487 Mar 02 17:47:13.316440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41840-9214-497b-9590-c558422b18b3 req-10ef89dc-838d-45bb-8cdf-ad333776d4ed tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:13.325602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a41840-9214-497b-9590-c558422b18b3 req-10ef89dc-838d-45bb-8cdf-ad333776d4ed tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 946 time: 0.2683520 Mar 02 17:47:13.517528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a41840-9214-497b-9590-c558422b18b3 req-8fec4f68-e3f9-4be3-9a93-58e2ae936329 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908476 Mar 02 17:47:13.593628 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5c11d-6db3-431f-83a8-16d568d3316d None None] New status for floating IP 2f1758e3-708d-4d1d-b17b-5da83f6c47bf: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:47:13.649731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-4bb89794-42e2-421f-a3ee-69f44591c2f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:13.659939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-4bb89794-42e2-421f-a3ee-69f44591c2f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 200 len: 835 time: 0.3996763 Mar 02 17:47:13.672164 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8', 'code': 200} Mar 02 17:47:14.148098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39590) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:14.237675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff69810d-1f6a-4762-bbf3-ca421a559d94 req-a2af5552-da2e-47b5-942a-2f4e01a7c059 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 210 time: 0.1547382 Mar 02 17:47:14.295763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:14.297329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00bfe1-bb4f-4617-bca4-2bac0a211e86 req-219332cf-9ad5-4dd8-b4ac-fe1ec8769c10 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:14.299243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf00bfe1-bb4f-4617-bca4-2bac0a211e86 req-219332cf-9ad5-4dd8-b4ac-fe1ec8769c10 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.9466026 Mar 02 17:47:14.369857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-14d882c8-bab9-44ee-a05d-ef436e643844 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:14.371378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-14d882c8-bab9-44ee-a05d-ef436e643844 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 946 time: 0.3687897 Mar 02 17:47:14.421905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:14.493654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:14.497986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Usage tracker for resource:security_group_rule and tenant:bccf28fc691740d3ae1229a67ac896c8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:14.501802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:14.505080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.35', 64717) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:14.533963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:14.557781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf00bfe1-bb4f-4617-bca4-2bac0a211e86 req-f01b5ad1-5c2d-43f0-bc02-bad6f7e8e810 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432182 Mar 02 17:47:14.625856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-b5e91197-0273-4bfa-b126-ef639418ff10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95dd5232-7c6d-4348-ab3d-e35b2b1c729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9401963 Mar 02 17:47:14.663499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7c6414d-05f8-45d1-9545-3ada8a9d4a4c req-7bb2f40e-4a88-4e63-b42d-474d23f7fbfb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 1096 time: 0.5916891 Mar 02 17:47:14.717747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-7e9f5740-f9dd-40af-ba12-22947a27bf9e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:14.718864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-7e9f5740-f9dd-40af-ba12-22947a27bf9e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Synchronizing usage tracker for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:14.735578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:14.736254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:14.815677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:14.821187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-7e9f5740-f9dd-40af-ba12-22947a27bf9e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Unset dirty status for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:14.824333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-7e9f5740-f9dd-40af-ba12-22947a27bf9e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 818 time: 0.3180895 Mar 02 17:47:14.827541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:14.879560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Request body: {'port': {'device_id': '655b8d50-b6f6-44ff-b931-2495d742b755', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'admin_state_up': True, 'tenant_id': 'f18a0a6b22ec4aceacab7281696a5205'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:15.032713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7c6414d-05f8-45d1-9545-3ada8a9d4a4c req-77465b61-fbab-4bdd-8c0c-622d9b7a0f1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574015 Mar 02 17:47:15.059012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7df69045-b076-429a-bcfb-c40f2e90b5c0 req-2e8a663c-e291-44fe-a801-a7c33b7ccc11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5934339 Mar 02 17:47:15.176274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-15f91b1d-1b6b-462b-ad70-5e2ca1d99ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433257 Mar 02 17:47:15.240615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4667ec-f44e-4e6f-89a1-d9e4c88344fb req-2b914870-b874-478e-bf28-4f8dc988bc61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3dd51240b8041ada91fbdac67354b57&device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1466951 Mar 02 17:47:15.296788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6f35d-0531-4ddd-9017-36bcecb15180,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:15.304756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3cd7956f-14f0-44bd-bf5a-e8beec55ba06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bccf28fc691740d3ae1229a67ac896c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1548500 Mar 02 17:47:15.317975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39622) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:15.480612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:15.499238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-6d903f44-fa98-403d-93a6-e3559758b462 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:15.500974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-6d903f44-fa98-403d-93a6-e3559758b462 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.50 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 818 time: 0.6042891 Mar 02 17:47:15.542986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Request body: {'port': {'device_id': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'admin_state_up': True, 'tenant_id': 'f18a0a6b22ec4aceacab7281696a5205'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:15.585171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4667ec-f44e-4e6f-89a1-d9e4c88344fb req-a41e5b5e-ab3b-4ddd-86c0-bf09f27076db service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e3dd51240b8041ada91fbdac67354b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3154471 Mar 02 17:47:15.734046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbe1e67a-cf2e-48e2-b1ef-1d25a093157a req-b4a533dc-250e-48fb-a7e2-060020c99164 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.2524207 Mar 02 17:47:15.800751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:15.836946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:15.843279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Usage tracker for resource:port and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:15.847203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:15.856739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:15.865191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:15.876030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Usage tracker for resource:port and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:15.887178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:15.902284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:15.904804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Made reservation on behalf of f18a0a6b22ec4aceacab7281696a5205 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:15.908704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:15.926185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:15.959946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Made reservation on behalf of f18a0a6b22ec4aceacab7281696a5205 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:15.962871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.007355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-65d20502-f39c-47c0-bed0-3804470a9498 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:16.008825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-65d20502-f39c-47c0-bed0-3804470a9498 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 818 time: 0.5262501 Mar 02 17:47:16.148577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.184124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Request body: {'port': {'device_id': '5d08276f-ebad-4211-a44b-cb97223f873a', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'admin_state_up': True, 'tenant_id': 'f18a0a6b22ec4aceacab7281696a5205'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:16.213523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521bd7-10d7-4416-815a-adf340505d67 req-0ab445dc-d716-4263-9ff3-0dcd69db5d7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:16.214932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6f35d-0531-4ddd-9017-36bcecb15180,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:16.220507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11521bd7-10d7-4416-815a-adf340505d67 req-0ab445dc-d716-4263-9ff3-0dcd69db5d7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 946 time: 1.0504067 Mar 02 17:47:16.239327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.240463 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f6952cf8-f0c4-4cf4-a82d-5d1f4c354d26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03b6f35d-0531-4ddd-9017-36bcecb15180 HTTP/1.1" status: 204 len: 168 time: 0.9180741 Mar 02 17:47:16.282397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Allocated IP 172.20.0.14 (4cf68daa-baff-488d-b782-e8fe79162ff3/8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d/85e64ecc-2ab1-4685-a9ec-5e33ae53ba54) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:16.357396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port b09b7edd-9ad3-455c-a56f-3f0aba2e449c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:16.357747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.385955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc76795b-415b-4a53-8f9d-a2d707b618c1 req-2cf0cd50-b30f-4579-9b48-5e691f16ca86 service neutron] 10.222.0.35 "GET /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0204003 Mar 02 17:47:16.521993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4667ec-f44e-4e6f-89a1-d9e4c88344fb req-6bdfb907-80e3-4fa6-8f68-61653592222c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:16.523676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4667ec-f44e-4e6f-89a1-d9e4c88344fb req-6bdfb907-80e3-4fa6-8f68-61653592222c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8477039 Mar 02 17:47:16.535139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for b09b7edd-9ad3-455c-a56f-3f0aba2e449c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:16.647006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.667864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11521bd7-10d7-4416-815a-adf340505d67 req-b46f8654-e2c1-4a8f-9dbf-a8cf3d2a502b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=771fa83a-1bd5-42b3-8f4c-b821da35e49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4458988 Mar 02 17:47:16.707457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-f6bfc38b-ed0f-4031-86e5-212efacd9d91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2183535 Mar 02 17:47:16.747431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:16.761349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:16.777812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7da5-84bc-479b-859b-2a4ec49625a5 req-e19cafe0-5f71-42b3-883c-f9f45cea0fd7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:16.787965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-230d7da5-84bc-479b-859b-2a4ec49625a5 req-e19cafe0-5f71-42b3-883c-f9f45cea0fd7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.8819158 Mar 02 17:47:16.818964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Usage tracker for resource:port and tenant:f18a0a6b22ec4aceacab7281696a5205 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:16.846373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:16.855202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-230d7da5-84bc-479b-859b-2a4ec49625a5 req-02557431-b709-4685-8f74-2a32ee2f924e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661781 Mar 02 17:47:16.861998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:16.974475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:47:16.982732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:16.984788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event updated for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:16.989539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:17.019520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Allocated IP 172.20.0.6 (4cf68daa-baff-488d-b782-e8fe79162ff3/8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d/e6259701-022b-49a4-927e-bab93cab719b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:17.091808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0b12db8-0620-421d-97b6-aed6d1ce6365 req-1846b092-c000-4f40-b37c-52f0bcfc6362 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 210 time: 0.1278028 Mar 02 17:47:17.145951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39660) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:17.165119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Made reservation on behalf of f18a0a6b22ec4aceacab7281696a5205 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:17.168142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.228431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.299651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:17.300203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.303775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.373262 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2ee192f7-8bbb-401d-8894-fd0a9b408c49 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5274568 Mar 02 17:47:17.387830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Request body: {'port': {'device_id': '655b8d50-b6f6-44ff-b931-2495d742b755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:17.396301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:17.409215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=b09b7edd-9ad3-455c-a56f-3f0aba2e449c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:17.479336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6cd27a1-35f0-43fd-a3ff-5a145c337cbd req-f0f486f7-f002-435f-9a44-952280580cb5 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.1602285 Mar 02 17:47:17.488643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.512393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: b09b7edd-9ad3-455c-a56f-3f0aba2e449c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:17.513240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device b09b7edd-9ad3-455c-a56f-3f0aba2e449c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:17.558411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] No DVR routers for this DVR port b09b7edd-9ad3-455c-a56f-3f0aba2e449c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:47:17.569970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.601784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-deleted', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:17.607444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-822709b3-e8e5-4d79-a8d0-fe9a50f311fc req-e2f87af5-3439-44fc-a346-4eb7732e8279 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "DELETE /v2.0/ports/b09b7edd-9ad3-455c-a56f-3f0aba2e449c HTTP/1.1" status: 204 len: 173 time: 3.2241352 Mar 02 17:47:17.625166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.630489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:17.647953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Usage tracker for resource:security_group_rule and tenant:522806ff10334bbbac2706f8bf692d10 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:17.654048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:17.676614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:17.708021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:17.777618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec971a-db19-48a3-a57f-98a54b8a269a req-8ab66fc7-6259-4b20-abb1-99dfef4bc06b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:17.783444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afec971a-db19-48a3-a57f-98a54b8a269a req-8ab66fc7-6259-4b20-abb1-99dfef4bc06b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.6362760 Mar 02 17:47:17.795592 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee55a3-5112-49f4-ae88-bc481e9aeedf', 'name': 'network-vif-deleted', 'tag': 'b09b7edd-9ad3-455c-a56f-3f0aba2e449c', 'status': 'completed', 'code': 200} Mar 02 17:47:17.889233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:47:17.895952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event updated for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:17.898363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:17.904678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:17.991862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:17.992502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.014115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-15d51a6c-edbc-4106-91ec-552b27153f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4815569 Mar 02 17:47:18.044079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Request body: {'port': {'device_id': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:18.058320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b0850f70-fb30-4079-b684-b0ee8739eff3 req-015d6a8a-c8fa-49fe-bbf6-113b18a5f14e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:18.071900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Allocated IP 172.20.0.3 (4cf68daa-baff-488d-b782-e8fe79162ff3/8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d/ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:18.106426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afec971a-db19-48a3-a57f-98a54b8a269a req-96c2bf4f-0497-455a-94ea-dcdd00c312c1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785177 Mar 02 17:47:18.109322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.124285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.180757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df29e571-57cc-4aaf-9590-d646c19d6f13,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:18.191185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b0850f70-fb30-4079-b684-b0ee8739eff3 req-015d6a8a-c8fa-49fe-bbf6-113b18a5f14e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:18.205504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0850f70-fb30-4079-b684-b0ee8739eff3 req-015d6a8a-c8fa-49fe-bbf6-113b18a5f14e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ee55a3-5112-49f4-ae88-bc481e9aeedf HTTP/1.1" status: 200 len: 210 time: 0.2576077 Mar 02 17:47:18.314356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-455e65fd-3c63-4a29-b440-7d356fc06e1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=522806ff10334bbbac2706f8bf692d10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1658208 Mar 02 17:47:18.317281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39676) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:18.362102 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.459825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.542112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f898349c-4640-4afb-93fd-9f879efe479b req-14c13cd7-d45b-46e4-8382-90165796c859 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 210 time: 0.1083722 Mar 02 17:47:18.548992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.638770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.640824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f4667ec-f44e-4e6f-89a1-d9e4c88344fb req-3fab21c8-e637-4537-b642-000be15a885c tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0976179 Mar 02 17:47:18.696177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29e571-57cc-4aaf-9590-d646c19d6f13,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:18.714193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.717741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df29e571-57cc-4aaf-9590-d646c19d6f13 HTTP/1.1" status: 204 len: 168 time: 0.3964846 Mar 02 17:47:18.746662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9f550-c034-414b-b7ac-e6217542f5f8 req-6fd0a7ec-0c01-484f-937b-ac1105770353 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:18.748262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92e9f550-c034-414b-b7ac-e6217542f5f8 req-6fd0a7ec-0c01-484f-937b-ac1105770353 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.2803149 Mar 02 17:47:18.752031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:18.756209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.756554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.756887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.757214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.757535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.757855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.758173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.758490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.758826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.759141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.759452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e012dd-1f02-42ad-a1f5-f291ce06f281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:18.838177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92e9f550-c034-414b-b7ac-e6217542f5f8 req-1f54213b-dd4f-416e-9810-e0552175776e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820892 Mar 02 17:47:18.881601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:19.033565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:19.339149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event updated for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:19.368022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35f92b3e-2c1f-4a38-9a26-d3c4c6fc45a9 req-c1eeae36-be47-428c-8464-e4c4583b4a22 tempest-ServerShowV257Test-84354357 tempest-ServerShowV257Test-84354357-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e8d0d1-433f-4b3a-bb80-93641f895b72 HTTP/1.1" status: 200 len: 210 time: 0.0924211 Mar 02 17:47:19.382493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:19.389552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Network 4cf68daa-baff-488d-b782-e8fe79162ff3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:47:19.399020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:19.403616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:19.405477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:19.441433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Transition to ACTIVE for port object 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:19.495711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:19.540752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15c65-1d18-4ef6-a34e-0b0280616bbc req-32257706-f4a4-4ae2-ae77-41d6ec68e046 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:19.542681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aba15c65-1d18-4ef6-a34e-0b0280616bbc req-32257706-f4a4-4ae2-ae77-41d6ec68e046 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.2354126 Mar 02 17:47:19.549166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:19.550285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:19.720534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:19.722524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0733dd19-993a-4095-8620-5f46bc0763b9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5575166 Mar 02 17:47:19.972349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aba15c65-1d18-4ef6-a34e-0b0280616bbc req-0bce9288-a875-4ac9-8e0f-e243379fb531 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134479 Mar 02 17:47:19.978235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Request body: {'port': {'device_id': '5d08276f-ebad-4211-a44b-cb97223f873a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:19.979291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6259701-022b-49a4-927e-bab93cab719b {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:19.988592 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.007335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Transition to ACTIVE for port object e6259701-022b-49a4-927e-bab93cab719b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:20.069063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.073958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Pushing event updated for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:20.214035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.396459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:20.618017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Attempting to bind port e6259701-022b-49a4-927e-bab93cab719b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:20.618498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Attempting to bind port e6259701-022b-49a4-927e-bab93cab719b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:20.618989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Attempting to bind port e6259701-022b-49a4-927e-bab93cab719b on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:20.627909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Port e6259701-022b-49a4-927e-bab93cab719b on network 4cf68daa-baff-488d-b782-e8fe79162ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:20.628365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Attempting to bind port e6259701-022b-49a4-927e-bab93cab719b on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:20.635069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Attempting to bind port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:20.635675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Attempting to bind port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:20.636101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Attempting to bind port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:20.646596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:20.647427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Checking segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:20.648332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Bound using segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:20.648904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Bound port: e6259701-022b-49a4-927e-bab93cab719b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:20.649405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.656197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de7664-eba4-4c37-b906-555b59fd0bbc req-a01859c1-d766-4483-8092-c5e49572d78e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:20.657963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5de7664-eba4-4c37-b906-555b59fd0bbc req-a01859c1-d766-4483-8092-c5e49572d78e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Synchronizing usage tracker for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:20.670906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:20.674181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Attempting to bind port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:20.731261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:20.731850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Checking segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:20.732711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Bound using segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:20.732711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Bound port: 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:20.733086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.734301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5de7664-eba4-4c37-b906-555b59fd0bbc req-a01859c1-d766-4483-8092-c5e49572d78e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Unset dirty status for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:20.740606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5de7664-eba4-4c37-b906-555b59fd0bbc req-a01859c1-d766-4483-8092-c5e49572d78e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 931 time: 0.7783046 Mar 02 17:47:20.747186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b05c9-031b-47a7-8f2b-b21b1821aa5d req-f97ccbd5-49c3-4a87-a974-448d81fd009e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:20.751077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d8b05c9-031b-47a7-8f2b-b21b1821aa5d req-f97ccbd5-49c3-4a87-a974-448d81fd009e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.5038526 Mar 02 17:47:20.853131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:20.868970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e6259701-022b-49a4-927e-bab93cab719b,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:20.872313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:20.875444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:20.890131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:20.983307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5de7664-eba4-4c37-b906-555b59fd0bbc req-2bc95dfd-4ec3-444c-be1e-2394c0e9cbe2 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322490 Mar 02 17:47:21.037767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:21.039213 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/e6259701-022b-49a4-927e-bab93cab719b HTTP/1.1" status: 200 len: 1091 time: 2.9997451 Mar 02 17:47:21.039799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:21.047740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:21.074067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d8b05c9-031b-47a7-8f2b-b21b1821aa5d req-2f56b1a6-694f-48a1-a80a-ba6961704492 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436156 Mar 02 17:47:21.117945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:21.125248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] 10.222.0.35 "PUT /v2.0/ports/85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 HTTP/1.1" status: 200 len: 1092 time: 3.7413299 Mar 02 17:47:21.125248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b752-6e99-4592-abe5-33d19135cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:21.264632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:47:21.319494 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b', 'status': 'completed', 'code': 200} Mar 02 17:47:21.555300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:21.579776 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:21.588152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-daadd3b3-9ad7-47bf-9a70-bfabee863edd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 1094 time: 0.8548739 Mar 02 17:47:21.614597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943e77c-fdf8-4799-90dd-1fa5168bf14e service neutron] Pushing event updated for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:21.620004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:21.648844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-688d1cf7-592a-4998-af8a-40adbdd9f7e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 1094 time: 0.5243311 Mar 02 17:47:21.654232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-a08531a3-656e-484e-b437-0beed792d480 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 1095 time: 0.3755827 Mar 02 17:47:21.667336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Transition to ACTIVE for port object ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:21.693756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:21.891493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:21.946656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-81361e91-2ea7-4626-bf46-6883c56571e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6259701-022b-49a4-927e-bab93cab719b HTTP/1.1" status: 200 len: 217 time: 0.1788967 Mar 02 17:47:21.958827 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2bc440ed-fee1-46fc-ac08-f1536834e188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 HTTP/1.1" status: 200 len: 217 time: 0.2976425 Mar 02 17:47:21.977866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7075-3b6e-4ca8-9ed3-74f9473f8c2c req-b3dd4eb4-7b56-4bce-a41e-06e7c9a4b885 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:21.986821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62bb7075-3b6e-4ca8-9ed3-74f9473f8c2c req-b3dd4eb4-7b56-4bce-a41e-06e7c9a4b885 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.6095071 Mar 02 17:47:22.135497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-09f96256-30e0-4016-9869-886d80f77e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:22.137512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-09f96256-30e0-4016-9869-886d80f77e96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.1777089 Mar 02 17:47:22.177851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Pushing event updated for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:22.312076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-fc5b6209-5d24-4817-ba14-720ae5bdcca4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854661 Mar 02 17:47:22.334635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:22.380807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:22.503083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-86badcb5-81b3-4a47-9322-f26a9df2775a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:22.504536 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-86badcb5-81b3-4a47-9322-f26a9df2775a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.5392611 Mar 02 17:47:22.579752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-20f30689-0f67-46b2-a82c-2e155a17428a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568893 Mar 02 17:47:22.587534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:22.619169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Usage tracker for resource:security_group_rule and tenant:e3dd51240b8041ada91fbdac67354b57 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:22.634715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:22.700316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:22.710327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62bb7075-3b6e-4ca8-9ed3-74f9473f8c2c req-7bc458da-15da-4a25-8a2c-cd12568ec236 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7231977 Mar 02 17:47:22.729465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Attempting to bind port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:22.729800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Attempting to bind port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:22.730126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Attempting to bind port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:22.745457 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-3bb8073b-2684-4b44-99b8-648750afe0a2 service neutron] 10.222.0.50 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948388 Mar 02 17:47:22.753914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:22.754249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Attempting to bind port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 on network 4cf68daa-baff-488d-b782-e8fe79162ff3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:22.921824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:22.922731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Checking segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:22.923299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Bound using segment: {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:22.925942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Bound port: ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081d04ea-8695-431d-8078-d05355dc470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:22.926421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:22.966318 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-5298ea7f-a371-4c9c-8011-1530ded0f5cb service neutron] 10.222.0.50 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119486 Mar 02 17:47:22.974897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-09130ad4-a371-48cd-93e7-6c874e6c27a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848760 Mar 02 17:47:23.239735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.248059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.256205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29fb03-4dcb-44e0-abca-be86a76c5a0e req-bfd55657-4d82-45b3-a957-e54ac5f90282 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:23.257761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b29fb03-4dcb-44e0-abca-be86a76c5a0e req-bfd55657-4d82-45b3-a957-e54ac5f90282 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 943 time: 0.9479260 Mar 02 17:47:23.277143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.326538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:23.364816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b350dd-a534-48d6-b4a4-d907ae1b8cfd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:23.375695 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c35aa696-c532-4860-bce3-7868c4ffffcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3dd51240b8041ada91fbdac67354b57&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4713242 Mar 02 17:47:23.380432 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-0f7b82ed-0f13-4b99-bfce-ee5c79d569c2 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895383 Mar 02 17:47:23.381056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39806) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:23.433328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:23.549777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-e39789c6-4ddb-48fa-80e5-21875702e040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 1094 time: 0.4363267 Mar 02 17:47:23.564290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:23.572971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b29fb03-4dcb-44e0-abca-be86a76c5a0e req-c00595f7-d134-47c2-90fe-fadf2ff4df87 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079770 Mar 02 17:47:23.589521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be232b-b9ff-488b-8d33-e1f6f869b49f req-9b25e40a-dd04-42cc-803c-71f126838457 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:23.598134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1be232b-b9ff-488b-8d33-e1f6f869b49f req-9b25e40a-dd04-42cc-803c-71f126838457 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.6382573 Mar 02 17:47:23.620010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.692504 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'status': 'completed', 'code': 200} Mar 02 17:47:23.724458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.726196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-f41cc215-5077-4465-9991-a26928d7212d service neutron] 10.222.0.35 "PUT /v2.0/ports/ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 HTTP/1.1" status: 200 len: 1091 time: 3.7625396 Mar 02 17:47:23.729124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:23.735171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:23.842133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cc215-5077-4465-9991-a26928d7212d service neutron] Pushing event updated for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:23.856408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:47:23.884696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1be232b-b9ff-488b-8d33-e1f6f869b49f req-651d55ea-fbba-47e8-9e7f-d5d8065386cc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848907 Mar 02 17:47:23.888308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:23.991626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-358ae163-3d14-45da-a66c-373ad327277f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:23.993389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-358ae163-3d14-45da-a66c-373ad327277f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 919 time: 0.4338756 Mar 02 17:47:24.039785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:24.073261 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6', 'status': 'completed', 'code': 200} Mar 02 17:47:24.121212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:24.131788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:24.138529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:24.151076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-401efd04-cfc3-42e7-97d6-a6afe5d5dd33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 1095 time: 0.4275923 Mar 02 17:47:24.170145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-8eb6ed53-e9ff-4b8a-94f2-ed5f5171b018 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 1094 time: 0.3861029 Mar 02 17:47:24.187159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Transition to ACTIVE for port object 67291cfe-fa7b-4949-92ac-4ed86a496e5e will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:24.284624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:24.417820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-fa51a3e2-1f9d-431e-80c1-79be8324b9a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 HTTP/1.1" status: 200 len: 217 time: 0.2321916 Mar 02 17:47:24.506198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-7808c4c2-9626-4f72-b49d-0a584e29fcf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6259701-022b-49a4-927e-bab93cab719b HTTP/1.1" status: 200 len: 217 time: 0.4619598 Mar 02 17:47:24.577869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29ca39-e8c5-48fd-a104-2489e53f6213 req-6d56b27c-4179-490e-8aa2-6043284b91dc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:24.588336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e29ca39-e8c5-48fd-a104-2489e53f6213 req-6d56b27c-4179-490e-8aa2-6043284b91dc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.6935906 Mar 02 17:47:24.675633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-c609e098-cd25-444e-86d7-64d8c112ceb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:24.677006 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-c609e098-cd25-444e-86d7-64d8c112ceb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.1499648 Mar 02 17:47:24.730098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-78b5b76b-a649-4f95-b936-7907975d5e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:24.731586 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-78b5b76b-a649-4f95-b936-7907975d5e62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 919 time: 0.5599303 Mar 02 17:47:24.732205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:24.756762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-81e7a993-d2bf-444c-a187-6db0f160fb68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700712 Mar 02 17:47:24.809162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b350dd-a534-48d6-b4a4-d907ae1b8cfd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:24.910686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:24.910686 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a7ae13b-a1e6-43be-9ada-3f162c67397c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b350dd-a534-48d6-b4a4-d907ae1b8cfd HTTP/1.1" status: 204 len: 168 time: 1.5265191 Mar 02 17:47:24.911347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-41b50960-05ef-4dc7-9f12-7d0b6be3ed20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 HTTP/1.1" status: 200 len: 217 time: 0.1577461 Mar 02 17:47:24.918959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=9']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:24.979577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9df51d22-ae18-4a21-b161-69b6c44be64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:24.981020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-9df51d22-ae18-4a21-b161-69b6c44be64a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.5549209 Mar 02 17:47:25.035612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-4cb28bd5-e403-44ae-aa9b-f8dc0ba53bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:25.037042 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-4cb28bd5-e403-44ae-aa9b-f8dc0ba53bb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.1045017 Mar 02 17:47:25.076320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-a51779bd-859f-445c-92ad-9983ba4594b5 service neutron] 10.222.0.50 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691739 Mar 02 17:47:25.090215 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-88f76fcf-4ae8-441f-9d07-0ac1999eb0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458460 Mar 02 17:47:25.092675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-2e5cf90c-7942-40c8-9e9f-fbac3a7f0492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837560 Mar 02 17:47:25.132490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e29ca39-e8c5-48fd-a104-2489e53f6213 req-1930d779-d65f-468f-baa4-05ad754fdb53 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423057 Mar 02 17:47:25.383036 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efcdbdbd-f474-4fa1-9721-8508ab9ec7e6 req-eb4a709d-e0d0-479d-bab4-9fa2c6859c28 service neutron] 10.222.0.50 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956064 Mar 02 17:47:25.386127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-f31fdc0d-4a8a-4b6e-b3e4-7d4890f30895 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772827 Mar 02 17:47:25.470382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] No DVR routers for this DVR port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:47:25.601904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-32c6a51c-e785-4781-88e7-071f5e796d30 req-b6d07277-f371-4de6-ae61-29807e460ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092004 Mar 02 17:47:25.821724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9b85-629a-4f35-98aa-7fa0a55d446a req-727f22cb-f946-4d6c-ab99-05b222185697 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:25.828555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3fc9b85-629a-4f35-98aa-7fa0a55d446a req-727f22cb-f946-4d6c-ab99-05b222185697 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 943 time: 1.0113509 Mar 02 17:47:25.946462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-c9349fda-64e5-42b2-9d65-cccc1e0e0709 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126209 Mar 02 17:47:26.100028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3fc9b85-629a-4f35-98aa-7fa0a55d446a req-8b75ca5b-7cad-4a1a-947b-ddf9660416d3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706089 Mar 02 17:47:26.146660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c604c0-d060-4f00-9924-9f6ae02c6799 req-f4af7fc4-6f93-4996-85ec-46278d4ced75 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:26.148293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87c604c0-d060-4f00-9924-9f6ae02c6799 req-f4af7fc4-6f93-4996-85ec-46278d4ced75 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.6982071 Mar 02 17:47:26.298727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-388131f4-585b-4264-b957-fa9eb04fa7be req-c0247e1e-c2ed-47c7-a2a2-2ebf112c4214 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410192 Mar 02 17:47:26.309677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87c604c0-d060-4f00-9924-9f6ae02c6799 req-76984044-9d38-43aa-b6e3-be49f34cbf44 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473150 Mar 02 17:47:26.395841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39854) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:26.594761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:26.595419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:26.595419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:26.604783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-395179994-network', 'tenant_id': 'cb9a1b2646e24a99bdb1ee35d09aa33b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:26.612575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:26.617224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Usage tracker for resource:network and tenant:cb9a1b2646e24a99bdb1ee35d09aa33b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:26.621450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:26.629574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:26.649395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-5793c4e6-9c40-431c-9410-3182a6fea5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18a0a6b22ec4aceacab7281696a5205&device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 1094 time: 0.2616129 Mar 02 17:47:26.649395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:26.649395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Attempting to bind port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:26.654933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d25a-ea8b-4ec1-8154-d069c4e1e453 req-3d9ef9b4-4ca8-4ada-bc47-633b16cf3d58 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:26.658271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1583d25a-ea8b-4ec1-8154-d069c4e1e453 req-3d9ef9b4-4ca8-4ada-bc47-633b16cf3d58 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.3136725 Mar 02 17:47:26.664423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Made reservation on behalf of cb9a1b2646e24a99bdb1ee35d09aa33b for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:26.679148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:26.696532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:26.718835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e6259701-022b-49a4-927e-bab93cab719b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:26.905970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:26.924783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Usage tracker for resource:security_group_rule and tenant:cb9a1b2646e24a99bdb1ee35d09aa33b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:26.944384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:26.970181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:27.245940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.265665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.276255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:27.276255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:27.276255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:27.276255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Bound port: 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:27.276255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.304221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:47:27.327610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e6259701-022b-49a4-927e-bab93cab719b,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:27.336125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.336125 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Added segment 832caf45-717e-40c7-aa83-3c3da25d9df9 of type vlan for network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 Mar 02 17:47:27.404277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'e6259701-022b-49a4-927e-bab93cab719b', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'port_id': 'e6259701-022b-49a4-927e-bab93cab719b', 'mac_address': 'fa:16:3e:92:3b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:27.432243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.475799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:27.482258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1583d25a-ea8b-4ec1-8154-d069c4e1e453 req-2f586e8a-1a0c-4c31-8c74-1f260590c51e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869389 Mar 02 17:47:27.492086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72343c8-dbbc-4c34-b28a-adf96e99aea6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:27.537073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.537275 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.538408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:27.539258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.763829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d177b7-577b-4529-b391-7cc24f36152f req-17c7c715-e0e6-453d-a37b-d54b4edb7fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:27.767451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-17c7c715-e0e6-453d-a37b-d54b4edb7fb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 200 len: 919 time: 1.1074131 Mar 02 17:47:27.769487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:27.770002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:27.772720 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-622bcc54-bd17-4739-9d9d-028f47af5db7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3758926 Mar 02 17:47:27.775804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:27.784782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Request body: {'subnet': {'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-395179994-subnet', 'tenant_id': 'cb9a1b2646e24a99bdb1ee35d09aa33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:27.785021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6259701-022b-49a4-927e-bab93cab719b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:27.791691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:27.795670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:47:27.800256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Usage tracker for resource:subnet and tenant:cb9a1b2646e24a99bdb1ee35d09aa33b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:27.803464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:27.810841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 3d2523f7-8d86-4347-bea4-781449bdf738 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:27.811178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.813934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:27.830912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Made reservation on behalf of cb9a1b2646e24a99bdb1ee35d09aa33b for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:27.835645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.887152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e6259701-022b-49a4-927e-bab93cab719b,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:27.896340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'port_id': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'mac_address': 'fa:16:3e:cf:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:27.927859 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:27.934423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:27.980512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:27.982238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-07e34700-8a6b-434c-9e93-b03f4890d049 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 HTTP/1.1" status: 200 len: 217 time: 0.1440239 Mar 02 17:47:28.023858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.222066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631c2e-73f1-4a39-aa06-9af101b2b9e3 req-f959876c-ffc7-4c1e-a424-430d0280769e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:28.224081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33631c2e-73f1-4a39-aa06-9af101b2b9e3 req-f959876c-ffc7-4c1e-a424-430d0280769e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 943 time: 0.7251513 Mar 02 17:47:28.232647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.234358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.303664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:28.322284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:28.334898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:28.349142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.349334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.350593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] 10.222.0.50 "PUT /v2.0/ports/67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 1091 time: 6.7439189 Mar 02 17:47:28.361562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:28.409662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d177b7-577b-4529-b391-7cc24f36152f req-d1879637-8f04-4b06-aa87-58190adbb627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:28.411215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-d1879637-8f04-4b06-aa87-58190adbb627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 200 len: 858 time: 0.3901720 Mar 02 17:47:28.486048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:28.489111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['e6259701-022b-49a4-927e-bab93cab719b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:28.550487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca299bd-bb6d-4351-84a1-25a5b5198958 req-6f2d0ef6-f034-4c75-b122-9d676188d324 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:28.564563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ca299bd-bb6d-4351-84a1-25a5b5198958 req-6f2d0ef6-f034-4c75-b122-9d676188d324 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 943 time: 0.8094096 Mar 02 17:47:28.694997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['85e64ecc-2ab1-4685-a9ec-5e33ae53ba54'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:28.731756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Checking segment: {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:28.732182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Network hostable DHCP agents. Network: cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:47:28.743828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7588d9-1626-4c56-a0b6-db63cca6d69e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:28.795222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:47:28.819530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:28.821436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6599056-46c3-40b0-8460-b5710d46123e service neutron] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=10']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:28.838122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:28.839559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.886142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b540d4b5-e0b0-4ed3-bfe9-3637cfb3a87a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0967820 Mar 02 17:47:28.888825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-715540f2-f576-49ae-85da-dcc80f3feee0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4cf68daa-baff-488d-b782-e8fe79162ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3618531 Mar 02 17:47:28.889596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537d5e2-421d-4957-a894-f0779d38fc1c None None] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:47:28.892274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 3d2523f7-8d86-4347-bea4-781449bdf738, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3d2523f7-8d86-4347-bea4-781449bdf738,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:28.892274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:28.979764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33631c2e-73f1-4a39-aa06-9af101b2b9e3 req-496e3221-d220-450c-8e35-23419f41e88e tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320232 Mar 02 17:47:29.327376 n-d-820559-6 neutron-server[83797]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'status': 'failed', 'code': 422} returned with failed status Mar 02 17:47:29.331141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ca299bd-bb6d-4351-84a1-25a5b5198958 req-20b4aeb8-9776-4bb8-bf08-8882ea253dfc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7622495 Mar 02 17:47:29.340535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 3d2523f7-8d86-4347-bea4-781449bdf738 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:29.484587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:29.508567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-8d845760-940d-403b-a4c3-9d53535583de service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953817 Mar 02 17:47:29.814603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:47:29.837649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8fd60-93b0-41f4-be95-97e547a4439b None None] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:47:29.892849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-d4c2018a-e608-480c-a78d-4c9d07b49ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1095 time: 1.4706967 Mar 02 17:47:29.905172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872238ed-5aea-43f3-9b40-6583e5e0c53c req-a6a7e1c5-d495-49c5-b22e-47e00ac1cd5e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:29.916104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-872238ed-5aea-43f3-9b40-6583e5e0c53c req-a6a7e1c5-d495-49c5-b22e-47e00ac1cd5e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.4935458 Mar 02 17:47:30.122192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d177b7-577b-4529-b391-7cc24f36152f req-f2a10386-f0e3-4127-a4f6-f45ac9f0b810 service neutron] 10.222.0.35 "GET /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986814 Mar 02 17:47:30.185064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:30.237903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-872238ed-5aea-43f3-9b40-6583e5e0c53c req-49a71245-5862-4877-8aa0-160e69caabe9 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208299 Mar 02 17:47:30.246949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6', 'network_id': '4cf68daa-baff-488d-b782-e8fe79162ff3', 'port_id': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6', 'mac_address': 'fa:16:3e:d0:71:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:30.384027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-5f4287ad-2cca-48f2-96f4-012430f24d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:30.385725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-5f4287ad-2cca-48f2-96f4-012430f24d7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.4566681 Mar 02 17:47:30.432992 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:30.530286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:30.605362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:30.606110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:30.611993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:30.696374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:30.718281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=3d2523f7-8d86-4347-bea4-781449bdf738,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:30.824129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-af621abc-43cd-4b99-a5bc-e8974523f086 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:30.840991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-af621abc-43cd-4b99-a5bc-e8974523f086 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 813 time: 0.7749410 Mar 02 17:47:30.957987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:31.002283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-2d6c5a2b-9d85-46d3-8dc0-653214ee0cf6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/quotas/cb9a1b2646e24a99bdb1ee35d09aa33b HTTP/1.1" status: 200 len: 375 time: 0.1456411 Mar 02 17:47:31.005768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-6f36bb98-b522-4314-92ad-9bcac1497f67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 999 time: 0.6007657 Mar 02 17:47:31.311497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-b4644144-fbee-43dc-ae89-b8c21313fd20 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3024325 Mar 02 17:47:31.334221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-a5b3a7dc-9019-4f17-b2ba-59c1d9d8ce0d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:47:31.334221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-a5b3a7dc-9019-4f17-b2ba-59c1d9d8ce0d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0102556 Mar 02 17:47:31.433846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-19940483-e6f9-4732-9b59-f8e6f1906b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:31.435472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-19940483-e6f9-4732-9b59-f8e6f1906b4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.4008343 Mar 02 17:47:31.441563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:47:31.570741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:47:31.582369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:47:31.582763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:31.706735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb27242-deaf-413e-8d35-0ec28f589eea req-eb3914b9-58ed-4de9-809f-b7f7be7712b5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:31.716528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eb27242-deaf-413e-8d35-0ec28f589eea req-eb3914b9-58ed-4de9-809f-b7f7be7712b5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 944 time: 1.0037460 Mar 02 17:47:31.812263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:31.842851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-9c51087e-3c8b-463e-8ca8-0a08de19e3e2 service neutron] 10.222.0.37 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881330 Mar 02 17:47:31.880614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:31.899606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:31.902560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:31.913879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eb27242-deaf-413e-8d35-0ec28f589eea req-851d69f9-b44e-48fb-be34-be8e62048c35 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961315 Mar 02 17:47:32.006726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:32.092920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-c88fd5fd-1ace-4d25-b319-df9cf9285a2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5402339 Mar 02 17:47:32.468629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ab24517a-a71a-4fe5-bce0-020a424a2ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134543 Mar 02 17:47:32.533527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-4eed41bd-a792-4ff6-bb40-d952325007c2 service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300056 Mar 02 17:47:32.567161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90016ec7-f158-4579-9b5f-31c0bed3dcd4 req-dc1647ef-c16b-47a2-b2d5-97f11c3dceb9 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:32.575103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90016ec7-f158-4579-9b5f-31c0bed3dcd4 req-dc1647ef-c16b-47a2-b2d5-97f11c3dceb9 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.4431331 Mar 02 17:47:32.725369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e6259701-022b-49a4-927e-bab93cab719b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:47:32.978656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port e6259701-022b-49a4-927e-bab93cab719b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:47:32.988175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90016ec7-f158-4579-9b5f-31c0bed3dcd4 req-1f0e5ed8-5faa-4eb2-9789-914894c8134b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118328 Mar 02 17:47:32.989572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port e6259701-022b-49a4-927e-bab93cab719b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:47:32.989720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:32.990906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:33.120461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-83634dc9-f7fe-43a5-bcd5-e2c20e61a115 service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799708 Mar 02 17:47:33.125684 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'code': 200} Mar 02 17:47:33.237211 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:33.316565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77144328-db5a-4e96-b3ca-02eb19f050b5 req-96179c8a-b129-44cb-bce3-287d75648809 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 210 time: 0.0863240 Mar 02 17:47:33.329465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e6259701-022b-49a4-927e-bab93cab719b,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:33.336639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:33.392830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-974317db-85a9-4217-ad7e-d744d39019a3 req-38a75676-5be9-4be6-8b74-cc6673395d6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 1097 time: 0.1989965 Mar 02 17:47:33.424443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-f0c21614-3fcf-49fd-9b28-db615c8c1b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 1096 time: 0.8278284 Mar 02 17:47:33.491860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:47:33.535812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-974317db-85a9-4217-ad7e-d744d39019a3 req-0c48f73f-43ec-4c39-85ed-ba6609b9eef6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314323 Mar 02 17:47:33.685834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:33.697985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:47:33.709744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:47:33.711781 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:33.755331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677500fb-3e32-4021-a43e-69e5743a5e14 req-ca6dcb56-8e14-4ae0-89f9-37c447637210 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:33.762801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-677500fb-3e32-4021-a43e-69e5743a5e14 req-ca6dcb56-8e14-4ae0-89f9-37c447637210 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.8510323 Mar 02 17:47:33.908819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dbd00-763e-469e-a12b-2e49d40016bd req-15565c57-d5aa-41da-85fa-f3ffaa400257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:33.910218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-15565c57-d5aa-41da-85fa-f3ffaa400257 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.4140062 Mar 02 17:47:33.929855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-677500fb-3e32-4021-a43e-69e5743a5e14 req-7e5f79b2-70a3-4d51-82ad-536d13cc9c88 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658666 Mar 02 17:47:33.964183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:34.014817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65cc5a-b729-4a5e-8fa6-22dfecf75ee6 req-d6fbe587-a969-4f03-a3a3-901089fa4f05 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:34.039192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c65cc5a-b729-4a5e-8fa6-22dfecf75ee6 req-d6fbe587-a969-4f03-a3a3-901089fa4f05 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 944 time: 0.3606191 Mar 02 17:47:34.093362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:34.121352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:34.170920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-eb3303ea-b634-43f4-940e-956df589dd22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 HTTP/1.1" status: 200 len: 217 time: 0.2384126 Mar 02 17:47:34.351173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:34.457825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c65cc5a-b729-4a5e-8fa6-22dfecf75ee6 req-57a94f76-5311-4d60-b321-b9acdb1d1643 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173219 Mar 02 17:47:34.491747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dbd00-763e-469e-a12b-2e49d40016bd req-3f48a872-816b-4c28-bb2d-280b797a3020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:34.493574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-3f48a872-816b-4c28-bb2d-280b797a3020 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.3033283 Mar 02 17:47:34.633217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-c72e87e4-87a8-4fd9-8a8d-03657345ea82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254342 Mar 02 17:47:34.839697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a702b98f-3a73-4be9-a597-929a2a661219 req-ceb68515-111a-4b8d-979a-1d8b6af54b07 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 210 time: 0.1586287 Mar 02 17:47:34.851572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71733b6b-f1fb-415c-a405-3e107ec2ab10 req-7ba3f411-bf0f-4399-802c-2fde1d5f3595 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:34.869465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71733b6b-f1fb-415c-a405-3e107ec2ab10 req-7ba3f411-bf0f-4399-802c-2fde1d5f3595 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.5083909 Mar 02 17:47:35.127165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b'}, {'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:35.445758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71733b6b-f1fb-415c-a405-3e107ec2ab10 req-ec95fdff-8036-4abb-9a51-9ca2923b75e8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748632 Mar 02 17:47:35.573726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-f9734f04-17ab-4b53-b0b1-c848c8d778b4 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9328222 Mar 02 17:47:35.583911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7196-1752-4ecb-a078-bd23b71fd9bb req-5ad654f5-f6b5-4137-bfa8-0d6f17c7c579 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:35.587010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74dc7196-1752-4ecb-a078-bd23b71fd9bb req-5ad654f5-f6b5-4137-bfa8-0d6f17c7c579 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.2388575 Mar 02 17:47:35.681212 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b', 'code': 200} Mar 02 17:47:35.681710 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6', 'code': 200} Mar 02 17:47:35.920881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-163dbd00-763e-469e-a12b-2e49d40016bd req-45854022-3996-4e0e-aabb-6ce2e7b2d5e3 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299985 Mar 02 17:47:35.930352 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0f3f2d36-6453-4389-904e-0e1ad6c14bb9 req-532bdf06-00ba-401f-9f29-075ca0fd51d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 1096 time: 0.1436307 Mar 02 17:47:35.990078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74dc7196-1752-4ecb-a078-bd23b71fd9bb req-e1f85718-739d-4793-af65-6dea3a30df9d tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281842 Mar 02 17:47:36.053571 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0f3f2d36-6453-4389-904e-0e1ad6c14bb9 req-a3d34757-a19b-4a19-968e-f2d067deb6de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157303 Mar 02 17:47:36.547725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00ecf842-5511-4db0-b78a-fc02c5d505c1 req-0b233050-32f3-4fd4-95bd-ba15457b242c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 210 time: 0.2150133 Mar 02 17:47:36.800677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-cbe998fd-9741-4d1e-b094-d83b274634e2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:36.802103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-cbe998fd-9741-4d1e-b094-d83b274634e2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 813 time: 0.5713329 Mar 02 17:47:36.827494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b93c3e-9593-4298-ba1e-b66a526fbb63 req-3e8c1cdb-6daa-44e2-a805-62cbbad86338 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:36.838799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82b93c3e-9593-4298-ba1e-b66a526fbb63 req-3e8c1cdb-6daa-44e2-a805-62cbbad86338 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 945 time: 0.5758874 Mar 02 17:47:36.916825 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-981aa03f-e076-4e72-9b4c-4f2e9c3802ab req-e64265d7-9e2d-41a4-b973-3dc8e72f0808 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 1096 time: 0.1520832 Mar 02 17:47:36.989960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Request body: {'port': {'device_id': '24d27a66-1f68-4839-8893-cda38a8d7717', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'admin_state_up': True, 'tenant_id': 'cb9a1b2646e24a99bdb1ee35d09aa33b'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:37.165111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82b93c3e-9593-4298-ba1e-b66a526fbb63 req-c80c7d6f-69af-40e7-b131-3bf72df46af8 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126409 Mar 02 17:47:37.291265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:37.315387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Usage tracker for resource:port and tenant:cb9a1b2646e24a99bdb1ee35d09aa33b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:37.320573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:37.335705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:37.392684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 1604d421-6b5d-4feb-a582-ce7b1fb10034 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:47:37.401562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d286d-1165-4fa1-ad96-8a2a187efa08 req-990abf33-a4ba-4157-8f12-a452eaf88fa8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:37.410977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d17d286d-1165-4fa1-ad96-8a2a187efa08 req-990abf33-a4ba-4157-8f12-a452eaf88fa8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.4861021 Mar 02 17:47:37.434686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Made reservation on behalf of cb9a1b2646e24a99bdb1ee35d09aa33b for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:37.438945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:37.442923 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-981aa03f-e076-4e72-9b4c-4f2e9c3802ab req-9608b440-5776-41f3-97b0-d74ca884096c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903661 Mar 02 17:47:37.866709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d17d286d-1165-4fa1-ad96-8a2a187efa08 req-d6672ff5-444b-468a-aad6-49d752ecb9a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545729 Mar 02 17:47:38.337905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34a2cb8e-cdf9-478e-973e-bbf0c922e23a req-3c0e8941-e28b-4ef2-9fb4-7e9ce275eac6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 210 time: 0.2262025 Mar 02 17:47:38.354531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Allocated IP 172.20.0.7 (cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61/1f7588d9-1626-4c56-a0b6-db63cca6d69e/30a0b566-b02a-48d0-9c93-6e29425d4077) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:38.394715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a1e13-30e3-4094-8c31-1cd5137c99ec req-9336eeea-c02c-4756-8856-887d2d233649 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:38.396260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b0a1e13-30e3-4094-8c31-1cd5137c99ec req-9336eeea-c02c-4756-8856-887d2d233649 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.6855576 Mar 02 17:47:38.499129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:38.697761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b0a1e13-30e3-4094-8c31-1cd5137c99ec req-3936be75-df32-4db5-a3fa-833dee910902 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771444 Mar 02 17:47:38.975789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:47:38.987672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Sync routers for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:47:39.048569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:47:39.049845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:47:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:39.188776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca728628-d46c-489f-9ee4-d0e4ec52fcf5 req-9e9879ab-c294-4bc1-871b-6f95ad626319 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:39.205204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca728628-d46c-489f-9ee4-d0e4ec52fcf5 req-9e9879ab-c294-4bc1-871b-6f95ad626319 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 945 time: 0.6124763 Mar 02 17:47:39.238340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40022) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:39.256572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9cd54418-d43f-4958-b1ad-af9e34985131 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/1604d421-6b5d-4feb-a582-ce7b1fb10034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5328844 Mar 02 17:47:39.349093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:39.394618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca728628-d46c-489f-9ee4-d0e4ec52fcf5 req-106814c6-93e5-43bc-86c5-8ed62b90e308 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885159 Mar 02 17:47:39.506137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f9a7-6a85-4234-8517-50be7b497403 req-8fffca71-faf3-4745-945f-adaf92f990da tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:39.529838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9690f9a7-6a85-4234-8517-50be7b497403 req-8fffca71-faf3-4745-945f-adaf92f990da tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.2552366 Mar 02 17:47:39.595207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:39.816167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:47:39.972627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9690f9a7-6a85-4234-8517-50be7b497403 req-aa6c0003-3ca0-4d75-b4c2-e6c25cfd5059 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398718 Mar 02 17:47:40.051539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:47:40.063777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:40.090256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:40.176080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:40.318395 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e666bf2-02bc-4398-85fc-fc3c1b3eb61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.366928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:40.367596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.423740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting subnet 17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:47:40.445273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.446141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:47:30Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:40.452696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Checking router: 1604d421-6b5d-4feb-a582-ce7b1fb10034 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:47:40.477006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-c6383898-9e26-4330-8d57-3b610592db95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5109124 Mar 02 17:47:40.493579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8bd6d-be13-4ecc-86f2-6ee06b2776b5 req-dcf60825-a5a5-47f8-82e7-948846b6680f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:40.494502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-efc8bd6d-be13-4ecc-86f2-6ee06b2776b5 req-dcf60825-a5a5-47f8-82e7-948846b6680f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Synchronizing usage tracker for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:40.508642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Routers {'1604d421-6b5d-4feb-a582-ce7b1fb10034'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:47:40.509295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:47:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1604d421-6b5d-4feb-a582-ce7b1fb10034'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:40.519227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Request body: {'port': {'device_id': '24d27a66-1f68-4839-8893-cda38a8d7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:40.569118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.681256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-efc8bd6d-be13-4ecc-86f2-6ee06b2776b5 req-dcf60825-a5a5-47f8-82e7-948846b6680f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Unset dirty status for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:40.688627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efc8bd6d-be13-4ecc-86f2-6ee06b2776b5 req-dcf60825-a5a5-47f8-82e7-948846b6680f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 931 time: 0.8632810 Mar 02 17:47:40.818392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.899126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197a6fe-0ced-46db-8534-add727e02de2 req-dc916213-ea15-45e1-ad95-b64b1f3dd4af tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:40.903260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5197a6fe-0ced-46db-8534-add727e02de2 req-dc916213-ea15-45e1-ad95-b64b1f3dd4af tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 945 time: 0.5118163 Mar 02 17:47:40.912097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:40.913720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efc8bd6d-be13-4ecc-86f2-6ee06b2776b5 req-a4aba40b-d126-4220-aa4b-0a13795d2400 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214968 Mar 02 17:47:40.914498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:41.012127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] Set router 1604d421-6b5d-4feb-a582-ce7b1fb10034 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:47:41.088779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:41.135237 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/subnets/17be0bf3-1d31-4415-93fa-6fbcf3b71ae1 HTTP/1.1" status: 204 len: 168 time: 1.8956976 Mar 02 17:47:41.137431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40048) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:41.153057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91835c8-87a9-456c-bd9b-069b78793704 None None] Network 95dd5232-7c6d-4348-ab3d-e35b2b1c729b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:47:41.311656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab3917-ddc1-493f-9d77-e50b70c6dd9a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Subnet': ['ID=17be0bf3-1d31-4415-93fa-6fbcf3b71ae1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:41.313313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5197a6fe-0ced-46db-8534-add727e02de2 req-002c2d0d-097c-44bb-9d95-623eb44e2928 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872364 Mar 02 17:47:41.668774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:41.689238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87b1b600-0695-44f0-8f9b-3993152df331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:41.849756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:47:30Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:41.854715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f0a39-cad2-491f-b102-16748d52b6d7 None None] The sync data for ids ['1604d421-6b5d-4feb-a582-ce7b1fb10034'] in n-d-820559-6 is: [{'id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766798070', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:42:49Z', 'updated_at': '2022-03-02T17:47:30Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '685998c4-a731-4ae6-9b33-a8e642b7f459', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1604d421-6b5d-4feb-a582-ce7b1fb10034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:42:51Z', 'updated_at': '2022-03-02T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:47:42.026668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3d2523f7-8d86-4347-bea4-781449bdf738 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:42.150245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] DHCP port deletion for 95dd5232-7c6d-4348-ab3d-e35b2b1c729b request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:47:42.194698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Deleting port 8034a687-5105-4f27-b683-3786494e17af {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:42.195017 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.253768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.278636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 685998c4-a731-4ae6-9b33-a8e642b7f459 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:42.279023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.352086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dfb28-b3eb-4948-a3ff-02ceea4ffdc8 req-bfd0692c-85bf-48ed-bf78-0cb962a80af5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:42.365020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f94dfb28-b3eb-4948-a3ff-02ceea4ffdc8 req-bfd0692c-85bf-48ed-bf78-0cb962a80af5 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 1.0112927 Mar 02 17:47:42.433805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61569886-58c4-4052-acd7-6cc6bc47b831 req-50f50df7-feee-4baa-96d2-bc574c25c30d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:42.443931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61569886-58c4-4052-acd7-6cc6bc47b831 req-50f50df7-feee-4baa-96d2-bc574c25c30d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.9234436 Mar 02 17:47:42.528447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3d2523f7-8d86-4347-bea4-781449bdf738 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:42.528843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3d2523f7-8d86-4347-bea4-781449bdf738 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:42.699483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f94dfb28-b3eb-4948-a3ff-02ceea4ffdc8 req-0b7bde17-95c2-45f6-98cf-5a2e5dfb5801 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332310 Mar 02 17:47:42.712110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61569886-58c4-4052-acd7-6cc6bc47b831 req-250784c2-93ec-4e71-b487-b3bdef0d9dfa tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656484 Mar 02 17:47:42.937433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.950472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:42.955728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] For port 8034a687-5105-4f27-b683-3786494e17af, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8034a687-5105-4f27-b683-3786494e17af,segment=NetworkSegment(c4746fea-e305-4d39-995d-fc846e52c33e),segment_id=c4746fea-e305-4d39-995d-fc846e52c33e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:42.956121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.976983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:42.992085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 685998c4-a731-4ae6-9b33-a8e642b7f459, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=685998c4-a731-4ae6-9b33-a8e642b7f459,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:42.992633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:43.126545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Transition to ACTIVE for port object 30a0b566-b02a-48d0-9c93-6e29425d4077 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:47:43.144882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:43.267118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:43.328730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 685998c4-a731-4ae6-9b33-a8e642b7f459 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:43.436281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Calling delete_port for 8034a687-5105-4f27-b683-3786494e17af owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:43.556345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:43.574629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6c8fb-d646-433d-aaa3-dea5713f03db req-3043b0ed-f1c2-49a1-9eb6-8e5211cbfc49 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:43.616670 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:47:43.618624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db6c8fb-d646-433d-aaa3-dea5713f03db req-3043b0ed-f1c2-49a1-9eb6-8e5211cbfc49 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 931 time: 0.6284590 Mar 02 17:47:43.705642 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:43.786262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] Pushing event deleted for resources: {'Port': ['ID=8034a687-5105-4f27-b683-3786494e17af,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:43.788326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9708bce9-833c-4a4e-b7ec-e1d2c8db8982 None None] No DVR routers for this DVR port 8034a687-5105-4f27-b683-3786494e17af on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:47:43.991384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db6c8fb-d646-433d-aaa3-dea5713f03db req-931a7ab6-caaa-4e13-9172-25759ca9d662 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716321 Mar 02 17:47:44.026394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224f24d-d658-42b6-beab-f6192d674c66 req-03572b53-ba23-4ea8-ba84-559760948829 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:44.042746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5224f24d-d658-42b6-beab-f6192d674c66 req-03572b53-ba23-4ea8-ba84-559760948829 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 945 time: 0.7766080 Mar 02 17:47:44.198714 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8034a687-5105-4f27-b683-3786494e17af no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:44.267900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8034a687-5105-4f27-b683-3786494e17af {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:44.270615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8034a687-5105-4f27-b683-3786494e17af not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:44.331887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.341995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.358035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5224f24d-d658-42b6-beab-f6192d674c66 req-40c64dd5-396c-4333-a8ee-7f75f1f27c45 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141432 Mar 02 17:47:44.377151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Attempting to bind port 30a0b566-b02a-48d0-9c93-6e29425d4077 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:47:44.377545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Attempting to bind port 30a0b566-b02a-48d0-9c93-6e29425d4077 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:47:44.377850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Attempting to bind port 30a0b566-b02a-48d0-9c93-6e29425d4077 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:44.391272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Port 30a0b566-b02a-48d0-9c93-6e29425d4077 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:47:44.391594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Attempting to bind port 30a0b566-b02a-48d0-9c93-6e29425d4077 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:47:44.456120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:47:44.457721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Checking segment: {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:47:44.458133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Bound using segment: {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:47:44.459511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Bound port: 30a0b566-b02a-48d0-9c93-6e29425d4077, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:47:44.460774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.516334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=685998c4-a731-4ae6-9b33-a8e642b7f459,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:44.680407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682a4b3-8453-492c-86f7-7a2ac1149e38 req-ac81499d-8ef0-4de9-b782-704706241e92 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:44.688784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a682a4b3-8453-492c-86f7-7a2ac1149e38 req-ac81499d-8ef0-4de9-b782-704706241e92 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.4411430 Mar 02 17:47:44.822426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:47:44.853707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:47:44.864804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.899794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.976040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a682a4b3-8453-492c-86f7-7a2ac1149e38 req-4fcedad1-9625-45c4-b5b4-86d830c35bf6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862930 Mar 02 17:47:44.983525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:44.990033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] 10.222.0.50 "PUT /v2.0/ports/30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 1091 time: 4.4794593 Mar 02 17:47:44.992354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70edba-6534-490e-8722-d6c330ad8fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:45.040366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:45.101658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820781-8d96-4481-8d79-d76ed309d3cc req-94475666-6265-4d62-80ca-34317db08003 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:45.110265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17820781-8d96-4481-8d79-d76ed309d3cc req-94475666-6265-4d62-80ca-34317db08003 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.3560939 Mar 02 17:47:45.413004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17820781-8d96-4481-8d79-d76ed309d3cc req-abe31df1-b259-4457-a5aa-8a36335a6ac3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003063 Mar 02 17:47:45.436367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-22f72e62-c5a1-4737-939b-f368a4301c2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1094 time: 0.3224699 Mar 02 17:47:45.448739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:45.454951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:45.522947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:45.524035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Fanout notify agent at l3_agent the message router_deleted on router 1604d421-6b5d-4feb-a582-ce7b1fb10034 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:47:45.579475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:45.583278 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d55ec788-d0df-443d-a9c2-d5ccd4323194 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/routers/1604d421-6b5d-4feb-a582-ce7b1fb10034 HTTP/1.1" status: 204 len: 168 time: 4.4203336 Mar 02 17:47:45.585860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40090) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:45.657973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ea5e-0568-4374-801d-d28dee0abbbc req-eebd65b8-0017-43f5-8c4e-54d0463a9bc8 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:45.677822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45f4ea5e-0568-4374-801d-d28dee0abbbc req-eebd65b8-0017-43f5-8c4e-54d0463a9bc8 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 946 time: 0.3443842 Mar 02 17:47:45.758395 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'status': 'completed', 'code': 200} Mar 02 17:47:45.912965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-e4bc2f88-4e51-4c72-9820-d4b6bdfb2103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.4308207 Mar 02 17:47:45.958269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:45.964474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45f4ea5e-0568-4374-801d-d28dee0abbbc req-8e001f0b-1e3f-402e-adfc-c9388bda6f4d tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651887 Mar 02 17:47:46.222291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 685998c4-a731-4ae6-9b33-a8e642b7f459 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:46.346457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 685998c4-a731-4ae6-9b33-a8e642b7f459 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:46.347927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 685998c4-a731-4ae6-9b33-a8e642b7f459 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:46.683299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:46.715641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-0047dc94-57e3-47ea-8e94-3cf45cf0f205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:46.717426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-0047dc94-57e3-47ea-8e94-3cf45cf0f205 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.7073400 Mar 02 17:47:46.763217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dd5232-7c6d-4348-ab3d-e35b2b1c729b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:46.792573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4746fea-e305-4d39-995d-fc846e52c33e') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:46.793022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4746fea-e305-4d39-995d-fc846e52c33e') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:47:46.805635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b574e-ebaa-49c5-a1f3-a07a04948ab5 req-ca2af394-0eec-4102-845e-49a2f7f0f711 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:46.813830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f85b574e-ebaa-49c5-a1f3-a07a04948ab5 req-ca2af394-0eec-4102-845e-49a2f7f0f711 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.8479772 Mar 02 17:47:46.858343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:46.911331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f5af-fd23-489f-b826-4d495d400576 req-34b11c99-a08d-4142-810c-b0f42d4b0a35 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:46.912795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b8f5af-fd23-489f-b826-4d495d400576 req-34b11c99-a08d-4142-810c-b0f42d4b0a35 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.5450304 Mar 02 17:47:46.914253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:46.918602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f85b574e-ebaa-49c5-a1f3-a07a04948ab5 req-5d906370-82b9-4dce-9c0a-f3edf047e3a5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037967 Mar 02 17:47:46.926648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:47:46.927048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:47:47.037443 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:47:47.363561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-94d2d7d5-f781-43c1-8430-de562aa28146 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107119 Mar 02 17:47:47.458616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b8f5af-fd23-489f-b826-4d495d400576 req-982e7674-77e1-4574-9c5c-9d9f363c8ca1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352151 Mar 02 17:47:47.478053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:47.488240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:47.763140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Network': ['ID=95dd5232-7c6d-4348-ab3d-e35b2b1c729b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:47.766988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/networks/95dd5232-7c6d-4348-ab3d-e35b2b1c729b HTTP/1.1" status: 204 len: 168 time: 2.1794269 Mar 02 17:47:47.769811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:47.910923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:47.964810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:48.024935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.025409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.025738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.026091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.026431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.026828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.027211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.027541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.027952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.028322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.028650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d987e-a160-4cd1-8d32-f6f153d74e7a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:47:48.047819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:48.098335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fa83a-1bd5-42b3-8f4c-b821da35e49d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:48.131830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:48.132929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98be887f-6145-46e8-a532-528f22737192 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/security-groups/771fa83a-1bd5-42b3-8f4c-b821da35e49d HTTP/1.1" status: 204 len: 168 time: 0.3613820 Mar 02 17:47:48.133244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-b557ee5c-08b1-4f8b-8ecb-451781856bfd service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505373 Mar 02 17:47:48.163037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab7077-e0c7-44b5-a5f5-210fafa2794c req-1bfce903-52bf-47bb-b9ab-7b653437ac0f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:48.164485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5aab7077-e0c7-44b5-a5f5-210fafa2794c req-1bfce903-52bf-47bb-b9ab-7b653437ac0f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.4171426 Mar 02 17:47:48.177650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0cfec-e929-43cb-a6b1-4d9ec16b08c7 req-67fe2194-9b08-42f0-b0f0-884ec0bc2a75 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:48.179673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6f0cfec-e929-43cb-a6b1-4d9ec16b08c7 req-67fe2194-9b08-42f0-b0f0-884ec0bc2a75 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 946 time: 0.2179673 Mar 02 17:47:48.257849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5aab7077-e0c7-44b5-a5f5-210fafa2794c req-6cc0b3b2-a037-45c6-9d1a-38d9ac5ad703 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771403 Mar 02 17:47:48.260231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6f0cfec-e929-43cb-a6b1-4d9ec16b08c7 req-8f40b038-fc2e-468c-a0d2-bb3428219b39 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635762 Mar 02 17:47:48.666460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff9250c8-12e8-42d1-82ae-a43f544312a3 req-750bb3f3-fd1a-466e-80d6-7826e123381d service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024109 Mar 02 17:47:48.708382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df83911-39a0-4ada-8221-6c9ac98c1d35 req-497a332a-b0bc-4b48-b8ea-1315b2a0f69e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:48.717268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6df83911-39a0-4ada-8221-6c9ac98c1d35 req-497a332a-b0bc-4b48-b8ea-1315b2a0f69e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.3152049 Mar 02 17:47:48.899493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6df83911-39a0-4ada-8221-6c9ac98c1d35 req-b1d29855-d3f0-451e-98af-1481ffc7b78f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813231 Mar 02 17:47:49.039144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb872a-7ec0-4695-9013-ad6e19a3d6b3 req-b92256cf-6df3-4cec-a3d9-6343cf4323ad tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:49.051973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:49.055194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dfb872a-7ec0-4695-9013-ad6e19a3d6b3 req-b92256cf-6df3-4cec-a3d9-6343cf4323ad tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.1634734 Mar 02 17:47:49.095822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-355954ec-1364-4fe6-9cc0-1fbbc23d37b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1094 time: 0.2598908 Mar 02 17:47:49.185259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6dfb872a-7ec0-4695-9013-ad6e19a3d6b3 req-ac509d59-8676-43de-b6c3-0331c523a224 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290121 Mar 02 17:47:49.274417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-9e49663d-23c1-43ea-bf7d-5360e566e887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:49.275737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-9e49663d-23c1-43ea-bf7d-5360e566e887 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.1695499 Mar 02 17:47:49.306256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-8849fdcd-a940-4d46-8d63-40015ee04daa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:49.307369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-8849fdcd-a940-4d46-8d63-40015ee04daa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Synchronizing usage tracker for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:49.322414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-8849fdcd-a940-4d46-8d63-40015ee04daa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Unset dirty status for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:49.323625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-8849fdcd-a940-4d46-8d63-40015ee04daa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "GET /v2.0/ports?device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 946 time: 0.1751456 Mar 02 17:47:49.409930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-6b43b55e-013b-4555-8398-b381e7e03f72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.1238787 Mar 02 17:47:49.449275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Deleting port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:49.449613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:49.529642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-671fdfd1-9f81-4d27-bfb8-6bede94c1f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:49.531628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-671fdfd1-9f81-4d27-bfb8-6bede94c1f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.1135294 Mar 02 17:47:49.615075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-93396f63-4ed5-40d9-a389-718cc1d44312 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766227 Mar 02 17:47:49.636104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5576a54-24d0-4726-85c1-b27527560db7 req-31e6261f-3282-4f79-8bd5-9430b78626d9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:49.638535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5576a54-24d0-4726-85c1-b27527560db7 req-31e6261f-3282-4f79-8bd5-9430b78626d9 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=655b8d50-b6f6-44ff-b931-2495d742b755 HTTP/1.1" status: 200 len: 946 time: 0.2224092 Mar 02 17:47:49.819832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5576a54-24d0-4726-85c1-b27527560db7 req-7b9a43ac-9cc5-4c8e-a0c1-7d2c80bd06a5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610465 Mar 02 17:47:49.832437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] For port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:49.832796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:49.863001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-a4de3b6f-cb16-406b-b14f-4e7a26fa12c5 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231927 Mar 02 17:47:50.044147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Calling delete_port for 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:50.293021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f858933b-93fa-4a54-8f29-15bfa3ff6391 req-22ab65db-c53b-4019-8bda-7a455176e996 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189537 Mar 02 17:47:50.349535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5487401-302a-4f1e-beaf-2cd3494ea136 req-441f242e-54e0-4c71-ac2d-5e19ae3cf8eb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:50.353005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5487401-302a-4f1e-beaf-2cd3494ea136 req-441f242e-54e0-4c71-ac2d-5e19ae3cf8eb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.3187139 Mar 02 17:47:50.432895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-04d0f44a-40af-4aca-988e-b4537e6ae669 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:50.437298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-04d0f44a-40af-4aca-988e-b4537e6ae669 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.2764475 Mar 02 17:47:50.487869 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:50.504189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:50.547676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['e6259701-022b-49a4-927e-bab93cab719b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:50.576136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5487401-302a-4f1e-beaf-2cd3494ea136 req-60d36ed9-5756-40b5-b386-619ba248cc71 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139599 Mar 02 17:47:50.602720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event deleted for resources: {'Port': ['ID=85e64ecc-2ab1-4685-a9ec-5e33ae53ba54,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:50.647030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:50.647730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:50.726397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40168) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:50.767289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567156958', 'description': 'tempest-secgroup-smoke-567156958 description', 'project_id': 'c21c1d4fc29245548e8b580d1220468f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:50.786773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:50.807139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:50.809333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] No DVR routers for this DVR port 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:47:50.818024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:50.822420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'name': 'network-vif-deleted', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:50.881256 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4bfce35-f358-4bd9-b678-6a11d6ce43bd req-9b1adda5-ddaf-405c-b61f-f28209a2f0c5 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "DELETE /v2.0/ports/85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 HTTP/1.1" status: 204 len: 173 time: 1.5518634 Mar 02 17:47:51.066657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:51.129888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:51.145317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:51.190332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:51.216315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'port_id': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'mac_address': 'fa:16:3e:c2:e5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7588d9-1626-4c56-a0b6-db63cca6d69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:51.366206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.478513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0366d-6aec-4ce8-8dbb-ce9db11213b5 req-38213a77-c866-4ba3-bceb-12a6795d16c6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:51.486538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2f0366d-6aec-4ce8-8dbb-ce9db11213b5 req-38213a77-c866-4ba3-bceb-12a6795d16c6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.3702157 Mar 02 17:47:51.551951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:51.568514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:51.572137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:51.581273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.585592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:51.614470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:51.638773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:51.646452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.705018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.712321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0e5d-c8c4-4061-a797-26a98834b45b req-18a62938-cdf9-4469-a277-86269073151a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:51.719479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-959b0e5d-c8c4-4061-a797-26a98834b45b req-18a62938-cdf9-4469-a277-86269073151a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.6490574 Mar 02 17:47:51.748225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:51.755021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.843413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2f0366d-6aec-4ce8-8dbb-ce9db11213b5 req-a714b3d7-ee8a-4f04-a1cc-8d8725f230b1 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550169 Mar 02 17:47:51.850587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:51.851032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:51.858906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f195d7a7-51aa-47ff-9f01-8e57ee011c18,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:51.939416 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655b8d50-b6f6-44ff-b931-2495d742b755', 'name': 'network-vif-deleted', 'tag': '85e64ecc-2ab1-4685-a9ec-5e33ae53ba54', 'status': 'completed', 'code': 200} Mar 02 17:47:51.946035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-959b0e5d-c8c4-4061-a797-26a98834b45b req-10fbe4b6-43bc-4705-84f7-ff6ca04d5a6e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254107 Mar 02 17:47:52.026446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.032018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5d490d24-95c9-4d80-9d08-08c9b9baa2a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3002257 Mar 02 17:47:52.035133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:52.043455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:52.046233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:47:52.077931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:52.087214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:52.094647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:52.113450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:52.177521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.192965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:52.349123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.365171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.410894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1e53a6-fee6-4537-ba7b-413f11ba3c96,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:52.453831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.455629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cdd36513-96d7-4569-b93a-9c90703eac84 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4195049 Mar 02 17:47:52.458356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40222) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:52.465719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:52.487700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:52.502412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:52.506373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:52.522308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:52.560458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.567627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6d38-e470-452f-aaa6-0342956bc6cf req-568a94ee-b14d-4229-9dd7-63e168f51d79 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:52.579617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-411e6d38-e470-452f-aaa6-0342956bc6cf req-568a94ee-b14d-4229-9dd7-63e168f51d79 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.3629978 Mar 02 17:47:52.663194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.696548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.707659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.761455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c106cb5-b993-4b0e-aeb2-54601059b6dc,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:52.763470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-411e6d38-e470-452f-aaa6-0342956bc6cf req-eb5f8e7c-0625-4b45-a77f-65c0a0308d38 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794269 Mar 02 17:47:52.764737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.766256 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-921f9ecb-9cdd-4245-9637-7dee52fdd072 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3065653 Mar 02 17:47:52.768489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=5512ba60-aeff-42e5-92ca-5f5aaae2b0a8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:52.769181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:52.776946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:52.789222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:52.794226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:52.799207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:52.809391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:52.840308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.920249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:47:52.923992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.933291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'name': 'network-vif-deleted', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:52.949072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:52.957542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b51fd28-cee2-4ea8-9429-7e9cf1a3612e req-36d40ef3-3ab3-4d86-b6fa-a56d18fa3554 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "DELETE /v2.0/ports/5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 HTTP/1.1" status: 204 len: 173 time: 2.5065997 Mar 02 17:47:52.959141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.004477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9912e480-039e-4f24-85ce-177b25c2309d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:53.029021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.035292 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d366d274-0ef6-4792-9913-804e2b70e323 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2650754 Mar 02 17:47:53.038638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40238) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:53.059235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:53.073735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:53.082032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:53.100181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:53.127828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:53.176337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.201411 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7361758-4b61-47ab-b35b-1a7bebe5f5f9', 'name': 'network-vif-deleted', 'tag': '5512ba60-aeff-42e5-92ca-5f5aaae2b0a8', 'status': 'completed', 'code': 200} Mar 02 17:47:53.216045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a214158d-6d85-4322-b67b-1163050cc2d3 req-926b34c6-28a9-4e60-9b44-c89614eee483 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:53.239806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a214158d-6d85-4322-b67b-1163050cc2d3 req-926b34c6-28a9-4e60-9b44-c89614eee483 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:53.253109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a214158d-6d85-4322-b67b-1163050cc2d3 req-926b34c6-28a9-4e60-9b44-c89614eee483 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7361758-4b61-47ab-b35b-1a7bebe5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.1666510 Mar 02 17:47:53.316588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.322852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.417761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f92f8d6-e704-449b-8f38-23e4dfb78262,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:53.460922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.465153 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-673ff390-e217-41c5-83a5-3baac17ea43d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4244277 Mar 02 17:47:53.465763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40252) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:53.486702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:53.489976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb845a9-f9f6-452b-b9b7-4690ed0b28b2 req-a40c2560-0f19-4424-aa71-77a17fd26778 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:53.498649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdb845a9-f9f6-452b-b9b7-4690ed0b28b2 req-a40c2560-0f19-4424-aa71-77a17fd26778 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 944 time: 0.1178002 Mar 02 17:47:53.503579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:53.526916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:53.532227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:53.543425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:53.558851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:53.564726 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:47:53.586541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.596709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdb845a9-f9f6-452b-b9b7-4690ed0b28b2 req-11ed932e-a481-46d4-ace6-ec8847f8711d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961382 Mar 02 17:47:53.620225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:53.620606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5512ba60-aeff-42e5-92ca-5f5aaae2b0a8 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:53.633456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:47:53.707266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.712056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.737132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:47:53.738004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 85e64ecc-2ab1-4685-a9ec-5e33ae53ba54 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:47:53.748609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8d5676-2095-43c6-a810-9b60dfc86d45,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:53.764981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.770270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40260) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:53.776701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': 'f195d7a7-51aa-47ff-9f01-8e57ee011c18', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:53.782244 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-adc9bfc2-56c7-4476-9c75-97a97b8c7999 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3144000 Mar 02 17:47:53.788127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:53.798956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:53.823397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:53.836479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:53.855380 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:47:53.865494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.978500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:53.995015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.090413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f5cc23-27ef-4d69-8ef3-28dbbe9fd2bb,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:54.102980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.107012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b63458f-3adc-482f-9f13-999a2b0a6d17 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3326328 Mar 02 17:47:54.107581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:54.117110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'network': {'name': 'tempest-network-smoke--387584258', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:54.125305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:54.131315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:network and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:54.135279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:54.138102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc50e-9c82-4775-a373-b7cbc3a7eed0 req-d9f5b459-f5f7-4d4b-a2d1-78abefe0bdc7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:54.140495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c65bc50e-9c82-4775-a373-b7cbc3a7eed0 req-d9f5b459-f5f7-4d4b-a2d1-78abefe0bdc7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.1145558 Mar 02 17:47:54.151026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:54.166750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:54.173294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.210227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c65bc50e-9c82-4775-a373-b7cbc3a7eed0 req-3b130dfa-8310-4c22-8e07-2473c0ded4dd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618310 Mar 02 17:47:54.213590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:47:54.228064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.228327 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Added segment c9604b9b-09cf-456e-b4b9-7880317ce499 of type vlan for network 747123f7-b7f0-428c-8620-a5d632b24343 Mar 02 17:47:54.269899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.313591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.320579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:54.321205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.385553 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2747488 Mar 02 17:47:54.400739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:54.412552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'admin_state_up': True, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:54.421741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:54.428253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:router and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:54.432479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:54.448586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:54.494841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850dbc-dff4-4277-9b2c-e7275daceb5f req-479dc99e-5731-4918-b4e0-d758efed768d tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:54.502936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850dbc-dff4-4277-9b2c-e7275daceb5f req-479dc99e-5731-4918-b4e0-d758efed768d tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:54.503552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5d8e8-5a73-483e-9ff1-cafdb731ad21 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Network': ['ID=747123f7-b7f0-428c-8620-a5d632b24343,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:54.508039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17850dbc-dff4-4277-9b2c-e7275daceb5f req-479dc99e-5731-4918-b4e0-d758efed768d tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9&device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 1681 time: 0.2414722 Mar 02 17:47:54.515675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 747123f7-b7f0-428c-8620-a5d632b24343 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:47:54.518291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.521238 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.605160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17850dbc-dff4-4277-9b2c-e7275daceb5f req-d8495f88-23b5-4449-b60b-8bc76ca3ef36 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Mar 02 17:47:54.609535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:54.837622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:47:54.985809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 30a0b566-b02a-48d0-9c93-6e29425d4077 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:47:54.993696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 30a0b566-b02a-48d0-9c93-6e29425d4077 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:47:54.995150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:55.182329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:55.223201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-b592b4de-4211-4d86-b749-c1fd648cf8cd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:55.231193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-b592b4de-4211-4d86-b749-c1fd648cf8cd tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.4633381 Mar 02 17:47:55.238219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:47:55.240988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:55.262037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334ad2-9237-47c2-9f89-bbc2628b1f08 req-baa2a5aa-3708-4662-9726-d27a206fe2ad tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:55.263561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95334ad2-9237-47c2-9f89-bbc2628b1f08 req-baa2a5aa-3708-4662-9726-d27a206fe2ad tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 944 time: 0.2405007 Mar 02 17:47:55.265402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:55.270241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-f2bc6e17-0e62-4711-9631-ec52553141cb tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/quotas/f1d204d3b3204d2dbed2e75f357e0e7c HTTP/1.1" status: 200 len: 375 time: 0.0380802 Mar 02 17:47:55.271940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:55.335525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-e17b7195-e592-41e1-b2cc-6657b2fc3348 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643244 Mar 02 17:47:55.396087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:55.603275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95334ad2-9237-47c2-9f89-bbc2628b1f08 req-bf8b4cf4-99e0-447c-992d-ae218de36762 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962768 Mar 02 17:47:55.705275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-c45f0922-0323-433b-b26c-6231c660fefe service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686590 Mar 02 17:47:55.897042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-1d86bd03-991b-4296-8241-99fadbd565a7 service neutron] 10.222.0.37 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859477 Mar 02 17:47:56.011138 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'code': 200} Mar 02 17:47:56.084527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:56.159716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:56.495806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-621b6923-7d2c-446f-ba7e-25b967429fcc req-922c2dbe-4f4e-4b98-a708-6acf0b3b1605 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 210 time: 0.1050811 Mar 02 17:47:56.678540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.96 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/e8aa9160-f78e-4835-bf1c-1e1427ac7476) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:56.867916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:47:56.891253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa3b5831-c070-4da6-aff4-a864a8833a5c req-c9adcf4d-e5c0-4a9e-9aba-31863d42f155 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1096 time: 0.6373072 Mar 02 17:47:56.928105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1833-f37b-4948-b735-cbb6661e24a8 req-86ed2936-163d-4148-9714-37aef957ed4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:56.933987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-170c1833-f37b-4948-b735-cbb6661e24a8 req-86ed2936-163d-4148-9714-37aef957ed4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 944 time: 0.6054256 Mar 02 17:47:57.055765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:57.070775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-170c1833-f37b-4948-b735-cbb6661e24a8 req-f1d6d282-1f45-4260-be39-6c73925dea03 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359036 Mar 02 17:47:57.133045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:57.167249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'mac_address': 'fa:16:3e:fb:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:47:57.172801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa3b5831-c070-4da6-aff4-a864a8833a5c req-b585d3d4-1e18-45cc-9a1a-efb7080f62c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366643 Mar 02 17:47:57.179244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:57.250736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:57.270797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:47:57.285446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=e8aa9160-f78e-4835-bf1c-1e1427ac7476,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:57.293643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:47:57.299120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:57.305492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:47:57.312393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:47:57.315788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:47:57.392120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:57.400213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1655-6648-44a2-a277-733660108927 req-ac359dcf-f316-4b44-9855-5e902a99eec2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:57.408061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c48e1655-6648-44a2-a277-733660108927 req-ac359dcf-f316-4b44-9855-5e902a99eec2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3408756 Mar 02 17:47:57.855121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c48e1655-6648-44a2-a277-733660108927 req-03906c79-e2f1-4814-85c4-8ef883d16b81 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461787 Mar 02 17:47:57.875240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['67291cfe-fa7b-4949-92ac-4ed86a496e5e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:47:57.937228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-56be97e1-fb51-4f87-b60a-8ef09ec23076 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:57.939174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-56be97e1-fb51-4f87-b60a-8ef09ec23076 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 812 time: 0.2107038 Mar 02 17:47:57.965668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:57.966758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:58.115188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec67bc1f-75de-4ef8-a666-c3053d2b9f62 req-4e292cd1-db4d-46ed-9d2f-15107bd1a155 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 210 time: 0.3106050 Mar 02 17:47:58.328721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Request body: {'port': {'device_id': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'admin_state_up': True, 'tenant_id': 'f1d204d3b3204d2dbed2e75f357e0e7c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:47:58.607458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:58.630124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:58.655499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:58.666368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Made reservation on behalf of f1d204d3b3204d2dbed2e75f357e0e7c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:47:58.669745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:58.710329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40370) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:58.811448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d671a-88d8-4147-8201-f1c222b85426 req-3f2f0c20-9922-42bf-8e72-9a3fe565c24c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:58.818605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd9d671a-88d8-4147-8201-f1c222b85426 req-3f2f0c20-9922-42bf-8e72-9a3fe565c24c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.3044467 Mar 02 17:47:58.865485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f853e-29b9-426a-b24c-23d5bba77268 req-52bbfc9b-22e2-44d6-a7be-c7c54864e2bb tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:58.872166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc0f853e-29b9-426a-b24c-23d5bba77268 req-52bbfc9b-22e2-44d6-a7be-c7c54864e2bb tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 945 time: 0.3223324 Mar 02 17:47:58.956857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.006331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd9d671a-88d8-4147-8201-f1c222b85426 req-eab49859-1b0b-43ec-944d-38f0476a1a89 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867578 Mar 02 17:47:59.012650 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.037329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc0f853e-29b9-426a-b24c-23d5bba77268 req-b69a704e-aa32-4191-aeae-d4c0f8b0ef01 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641481 Mar 02 17:47:59.041911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Allocated IP 172.20.0.9 (c65ad42e-872b-4bfb-9834-bcd3de9f857f/c4cffeb8-27d1-4b0f-aeba-d71059760d15/bac36e9e-955b-4de2-9529-98828d790414) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:47:59.053778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:59.059413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2616d509294e4c1391fb119709e9ddf2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:59.079960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:59.089116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:59.096214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:47:59.118838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:0557092fbdb44f07befeff2aa3d5ff04 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:47:59.128136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:47:59.157318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:47:59.303546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.315845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.341010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.390170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.392988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07b1460e-082f-4bcf-9053-877370845465 req-e45c7590-981f-4fb4-8300-4e3bfe4aff02 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 210 time: 0.0782123 Mar 02 17:47:59.400751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router fad03ad7-fefd-4adb-8604-c172221f6a74 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:47:59.440269 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2616d509294e4c1391fb119709e9ddf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7811897 Mar 02 17:47:59.449544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4b281-9eaf-448b-835e-955bb73b98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82a201-9cb8-47ee-8259-f470cea0d0e9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:59.452923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:59.479879 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0557092fbdb44f07befeff2aa3d5ff04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7662141 Mar 02 17:47:59.487011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40384) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:47:59.509546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21584834-be69-41b0-a07f-499108a67ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98354dfd-d55b-49c4-96af-6a0cad91b6b6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:59.552963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-cbb011b3-f404-486a-99a1-1538713b0611 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:59.553658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-cbb011b3-f404-486a-99a1-1538713b0611 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Synchronizing usage tracker for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:47:59.580496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-cbb011b3-f404-486a-99a1-1538713b0611 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Unset dirty status for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:47:59.581651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-cbb011b3-f404-486a-99a1-1538713b0611 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d08276f-ebad-4211-a44b-cb97223f873a HTTP/1.1" status: 200 len: 945 time: 0.2459817 Mar 02 17:47:59.603544 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.638702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.641292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051e50-2994-40ab-afe4-16f4b4904e54 req-f6a6cab6-602c-46d4-affd-35c2ea76160b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:47:59.643195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0051e50-2994-40ab-afe4-16f4b4904e54 req-f6a6cab6-602c-46d4-affd-35c2ea76160b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3619533 Mar 02 17:47:59.679960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Deleting port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:47:59.680531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.713030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.907870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.910080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.924667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0051e50-2994-40ab-afe4-16f4b4904e54 req-d29c2144-78de-4ffe-88d6-1fc927263b7b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687554 Mar 02 17:47:59.935623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.939439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98354dfd-d55b-49c4-96af-6a0cad91b6b6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:47:59.971495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:47:59.973619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ee0927a7-1c47-400b-8087-35ef7893612b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98354dfd-d55b-49c4-96af-6a0cad91b6b6 HTTP/1.1" status: 204 len: 168 time: 0.4856448 Mar 02 17:47:59.996941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.025191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] For port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:00.025521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.095421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Network c65ad42e-872b-4bfb-9834-bcd3de9f857f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:00.097150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:00.099039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event updated for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:00.111449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:00.196440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Calling delete_port for ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:00.199016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-2d6e98ba-f921-415b-a986-badfad386af1 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:00.200560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-2d6e98ba-f921-415b-a986-badfad386af1 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.50 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 945 time: 0.3544014 Mar 02 17:48:00.371924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.383538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:00.391013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:00.391700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.395543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.432876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['e6259701-022b-49a4-927e-bab93cab719b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:00.457075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Deleting port e6259701-022b-49a4-927e-bab93cab719b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:00.457337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.485710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82a201-9cb8-47ee-8259-f470cea0d0e9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:00.533787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event deleted for resources: {'Port': ['ID=ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:00.536209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:48:00.560239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Sync routers for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:48:00.584748 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:00.585434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:47:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:00.594671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40402) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:00.633312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] No DVR routers for this DVR port ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:00.635085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.638170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.638351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ae6d615-eb21-4032-85e0-149ebe0ad95f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f82a201-9cb8-47ee-8259-f470cea0d0e9 HTTP/1.1" status: 204 len: 168 time: 1.1835423 Mar 02 17:48:00.640283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-27fefea5-959a-4442-ade7-3c8940010c4c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6858833 Mar 02 17:48:00.649731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'name': 'network-vif-deleted', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:00.658999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5d975ca8-0eae-4c7e-b79c-cb0d919d5619 req-92dd0c93-7254-4cd6-90c4-9ac5e41bbaaa tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.35 "DELETE /v2.0/ports/ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 HTTP/1.1" status: 204 len: 173 time: 1.0702147 Mar 02 17:48:00.725096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Request body: {'port': {'device_id': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:00.848171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:00.859447 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.860759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e61b744-42d5-441f-82e8-9b6e0d93a1c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.4574811 Mar 02 17:48:00.861668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:00.864387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40410) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:00.894851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:01.001123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:01.007920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 67291cfe-fa7b-4949-92ac-4ed86a496e5e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:01.010668 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.033528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aae6e-a1fc-41a2-b5e5-b24ebad00736 req-12d6a50d-0ed8-4134-9eb2-fa618ca43efe tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:01.041077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b4aae6e-a1fc-41a2-b5e5-b24ebad00736 req-12d6a50d-0ed8-4134-9eb2-fa618ca43efe tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 945 time: 0.7481852 Mar 02 17:48:01.042947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.058814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd62e7-c85c-46f0-9768-beb950b22c00 req-84de044f-f622-45e7-8038-862da5a9bf25 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:01.066698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39dd62e7-c85c-46f0-9768-beb950b22c00 req-84de044f-f622-45e7-8038-862da5a9bf25 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 945 time: 0.7920268 Mar 02 17:48:01.078411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:01.151567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Usage tracker for resource:security_group_rule and tenant:439cf60babe64ab9b4e88500f4cab8cf is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:01.159249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:01.173808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:01.235021 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:47:57Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:01.241510 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Checking router: fad03ad7-fefd-4adb-8604-c172221f6a74 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:48:01.242037 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Updating router fad03ad7-fefd-4adb-8604-c172221f6a74 port e8aa9160-f78e-4835-bf1c-1e1427ac7476 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:48:01.263117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.313669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:01.315009 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.339305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:01.346174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b4aae6e-a1fc-41a2-b5e5-b24ebad00736 req-41bdf10d-4528-4952-beb8-8c6e5300f898 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017776 Mar 02 17:48:01.348648 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.526279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:01.551149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.551528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.551845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.554346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.554771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.555534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39dd62e7-c85c-46f0-9768-beb950b22c00 req-207b37c6-633f-4917-8234-0d3b8d157f60 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/security-groups?id=34d42084-3ea9-494e-81ec-61bbdd31f1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875641 Mar 02 17:48:01.556546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.556910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.557247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.557583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.557913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.558243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:01.637848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-62107fe5-cb90-4f53-84e5-a06c413f4709 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c21c1d4fc29245548e8b580d1220468f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7700005 Mar 02 17:48:01.638070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:01.781195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] For port e6259701-022b-49a4-927e-bab93cab719b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e6259701-022b-49a4-927e-bab93cab719b,segment=NetworkSegment(081d04ea-8695-431d-8078-d05355dc470a),segment_id=081d04ea-8695-431d-8078-d05355dc470a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:01.781195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:01.808760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b56623-5f94-433c-90df-8f3d377e7625 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:01.811983 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c5b56623-5f94-433c-90df-8f3d377e7625 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1727233 Mar 02 17:48:01.814598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:01.870162 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7ed43d7-eb1a-4109-b20f-8d536fb3e252 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444889 Mar 02 17:48:01.870162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40442) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:01.877815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1972499375', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:02.010885 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.032593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:02.034168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Transition to ACTIVE for port object e8aa9160-f78e-4835-bf1c-1e1427ac7476 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:02.036882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:subnet and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:02.040167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:02.042065 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.047714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:02.059630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:02.132691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.132986 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa9160-f78e-4835-bf1c-1e1427ac7476,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:02.142617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Calling delete_port for e6259701-022b-49a4-927e-bab93cab719b owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:02.161111 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.161680 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.162360 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.162936 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.163342 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.163737 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.164126 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.164516 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.164902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.165297 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.165678 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:02.172378 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Attempting to bind port e8aa9160-f78e-4835-bf1c-1e1427ac7476 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:02.172871 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Attempting to bind port e8aa9160-f78e-4835-bf1c-1e1427ac7476 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:02.173292 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Attempting to bind port e8aa9160-f78e-4835-bf1c-1e1427ac7476 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:02.181041 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:02.181524 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:02.181999 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.182614 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:02.183167 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Bound port: e8aa9160-f78e-4835-bf1c-1e1427ac7476, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:02.183607 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.221825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.277750 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] For port e8aa9160-f78e-4835-bf1c-1e1427ac7476, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:02.281557 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] For port e8aa9160-f78e-4835-bf1c-1e1427ac7476, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e8aa9160-f78e-4835-bf1c-1e1427ac7476,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:02.287281 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.351062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.394510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:48:02.408744 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:02.409433 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:47:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:02.439826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=439cf60babe64ab9b4e88500f4cab8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7754903 Mar 02 17:48:02.444520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40456) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:02.588553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4d58c-c23d-47db-b1e1-17c54e7dc03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db948e-750c-4d1f-abea-b6d3eda08474,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:02.591990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ac4e8-0dee-49a0-beef-b31cdd5451d1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa9160-f78e-4835-bf1c-1e1427ac7476,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:02.593080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.604684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac36e9e-955b-4de2-9529-98828d790414 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:02.628917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.641532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.656973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-871ac36b-2a14-437c-be79-6a61a53ddf7b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:02.665125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-871ac36b-2a14-437c-be79-6a61a53ddf7b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 813 time: 0.8620570 Mar 02 17:48:02.677035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.698441 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:02.723668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea1387-a098-4a0a-b4c6-aa9176556389 req-a46f8143-11b0-456e-8813-b74faf2eb18f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:02.724370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-01ea1387-a098-4a0a-b4c6-aa9176556389 req-a46f8143-11b0-456e-8813-b74faf2eb18f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:02.768618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-2dbd4cc6-625e-43a2-8397-39b16eaab4f1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/quotas/cb9a1b2646e24a99bdb1ee35d09aa33b HTTP/1.1" status: 200 len: 375 time: 0.1023686 Mar 02 17:48:02.774651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Subnet': ['ID=1551141e-9592-400d-a502-b7bbe125b3fb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:02.775745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Transition to ACTIVE for port object bac36e9e-955b-4de2-9529-98828d790414 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:02.778174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.797954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db948e-750c-4d1f-abea-b6d3eda08474,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:02.799781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:02.800145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network hostable DHCP agents. Network: 747123f7-b7f0-428c-8620-a5d632b24343, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:48:02.819525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.827340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.829254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-834d1b01-8442-4a6c-abe6-a1333e997fab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88db948e-750c-4d1f-abea-b6d3eda08474 HTTP/1.1" status: 204 len: 168 time: 0.3828874 Mar 02 17:48:02.830906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-01ea1387-a098-4a0a-b4c6-aa9176556389 req-a46f8143-11b0-456e-8813-b74faf2eb18f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:02.837745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01ea1387-a098-4a0a-b4c6-aa9176556389 req-a46f8143-11b0-456e-8813-b74faf2eb18f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 931 time: 1.0501409 Mar 02 17:48:02.839678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 747123f7-b7f0-428c-8620-a5d632b24343 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:48:02.851935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 747123f7-b7f0-428c-8620-a5d632b24343) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:02.857202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:02.858682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:02.881923 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bcddeaf8-1447-40da-bcad-37a9038efd5a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0170293 Mar 02 17:48:02.885406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40464) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:02.947914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af94246-eb2e-4125-b6cb-519a7f4c8a0c None None] Network 747123f7-b7f0-428c-8620-a5d632b24343 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:02.964572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e6259701-022b-49a4-927e-bab93cab719b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:03.067605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:03.110934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No active binding found for port e6259701-022b-49a4-927e-bab93cab719b {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:48:03.111354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e6259701-022b-49a4-927e-bab93cab719b not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:03.177492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Pushing event updated for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:03.332456 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:47:57Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:03.340366 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa51e2e-28f9-4365-9439-d7454df70ed3 None None] The sync data for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 is: [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:47:57Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:48:03.350468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01ea1387-a098-4a0a-b4c6-aa9176556389 req-5dffd7f7-8c17-4739-a042-a05479980b1c tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118155 Mar 02 17:48:03.365810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-747123f7-b7f0-428c-8620-a5d632b24343', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:48:03.369081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:03.437117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] No DVR routers for this DVR port e6259701-022b-49a4-927e-bab93cab719b on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:03.439999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Pushing event deleted for resources: {'Port': ['ID=e6259701-022b-49a4-927e-bab93cab719b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:03.456358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:03.459664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'name': 'network-vif-deleted', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:03.548746 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d08276f-ebad-4211-a44b-cb97223f873a', 'name': 'network-vif-deleted', 'tag': 'ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6', 'status': 'completed', 'code': 200} Mar 02 17:48:03.584855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-69616512-5f1e-4fa2-af06-13cdcc1623df tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8043218 Mar 02 17:48:03.657500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Allocated IP 172.20.0.2 (747123f7-b7f0-428c-8620-a5d632b24343/1551141e-9592-400d-a502-b7bbe125b3fb/a29df03c-3384-4b07-9b8f-d7fbabf044a8) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:03.988504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-75dec27f-24f9-41af-a36d-608e86b1a02d service neutron] 10.222.0.37 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022777 Mar 02 17:48:04.025799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-195e8c4e-9de1-4835-b82f-28a0d9fa2be3 req-bfcc9918-f3f3-49c5-b7aa-53548b3c8cd3 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.50 "DELETE /v2.0/ports/e6259701-022b-49a4-927e-bab93cab719b HTTP/1.1" status: 204 len: 173 time: 3.8034859 Mar 02 17:48:04.074983 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'code': 200} Mar 02 17:48:04.079349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:04.169737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:48:04.179417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ca04dce3-1b65-4f4e-9b81-7c15ebae0cd6 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:04.224564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e8aa9160-f78e-4835-bf1c-1e1427ac7476 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:04.301317 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.334867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Transition to ACTIVE for port object a29df03c-3384-4b07-9b8f-d7fbabf044a8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:04.335351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Attempting to bind port bac36e9e-955b-4de2-9529-98828d790414 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:04.335700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Attempting to bind port bac36e9e-955b-4de2-9529-98828d790414 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:04.336029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Attempting to bind port bac36e9e-955b-4de2-9529-98828d790414 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:04.406344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Port bac36e9e-955b-4de2-9529-98828d790414 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:48:04.406797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Attempting to bind port bac36e9e-955b-4de2-9529-98828d790414 on network c65ad42e-872b-4bfb-9834-bcd3de9f857f {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:04.413973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Transition to ACTIVE for port object a29df03c-3384-4b07-9b8f-d7fbabf044a8 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:04.429993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.467624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:04.468345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Checking segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:04.468519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Bound using segment: {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:04.468972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Bound port: bac36e9e-955b-4de2-9529-98828d790414, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb084e41-bf33-41f1-8d75-b44025c92dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:04.469326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.547495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-63e46f43-7e49-4a27-8ebd-964b7e53bbe0 service neutron] 10.222.0.37 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549691 Mar 02 17:48:04.619632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Pushing event updated for resources: {'Port': ['ID=a29df03c-3384-4b07-9b8f-d7fbabf044a8,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:04.648370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e8aa9160-f78e-4835-bf1c-1e1427ac7476 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:04.656528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e8aa9160-f78e-4835-bf1c-1e1427ac7476 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:04.656883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.687874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Network 747123f7-b7f0-428c-8620-a5d632b24343 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:04.693307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:04.701203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:04.784203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a46a17a6-3b62-4a07-a8fb-da4882b65c99 req-4c4bba05-c089-4e2b-aea3-483fe4239d0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1097 time: 0.8114967 Mar 02 17:48:04.788503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:04.793049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=bac36e9e-955b-4de2-9529-98828d790414,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:04.829510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6d00-53d0-4653-8138-8972928da6d3 req-02ed29c4-6f19-447a-8751-9fbd3766a381 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:04.831203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ab6d00-53d0-4653-8138-8972928da6d3 req-02ed29c4-6f19-447a-8751-9fbd3766a381 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.8118865 Mar 02 17:48:04.835720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.876696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Attempting to bind port a29df03c-3384-4b07-9b8f-d7fbabf044a8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:04.876696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Attempting to bind port a29df03c-3384-4b07-9b8f-d7fbabf044a8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:04.876696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Attempting to bind port a29df03c-3384-4b07-9b8f-d7fbabf044a8 on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:04.897007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:04.897557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:04.897862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.898278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Bound using segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:04.898859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Bound port: a29df03c-3384-4b07-9b8f-d7fbabf044a8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:04.899238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:04.935920 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a46a17a6-3b62-4a07-a8fb-da4882b65c99 req-87b66ecd-a06e-4cc2-9d81-79225847f922 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411510 Mar 02 17:48:05.088356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:05.089284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] 10.222.0.35 "PUT /v2.0/ports/bac36e9e-955b-4de2-9529-98828d790414 HTTP/1.1" status: 200 len: 1091 time: 4.4056833 Mar 02 17:48:05.136045 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:05.164186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:05.167440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e8aa9160-f78e-4835-bf1c-1e1427ac7476, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e8aa9160-f78e-4835-bf1c-1e1427ac7476,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:05.169765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a29df03c-3384-4b07-9b8f-d7fbabf044a8,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:05.178473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:05.207279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8536f-63ac-4a2c-8122-a25189f31a27 service neutron] Pushing event updated for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:05.224663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:05.291484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6c00e279-655e-4861-91e9-9e3461f56859 req-383af413-0048-401f-8957-6d51939474e4 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Synchronizing usage tracker for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:05.303582 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:05.325387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e8aa9160-f78e-4835-bf1c-1e1427ac7476,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:05.352478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6c00e279-655e-4861-91e9-9e3461f56859 req-383af413-0048-401f-8957-6d51939474e4 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] Unset dirty status for tenant:f18a0a6b22ec4aceacab7281696a5205 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:05.365078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c00e279-655e-4861-91e9-9e3461f56859 req-383af413-0048-401f-8957-6d51939474e4 tempest-ListServersNegativeTestJSON-869759956 tempest-ListServersNegativeTestJSON-869759956-project] 10.222.0.37 "GET /v2.0/ports?device_id=31aff24b-103e-4335-ad08-77ee88b1ccf9 HTTP/1.1" status: 200 len: 210 time: 0.3137946 Mar 02 17:48:05.385904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ab6d00-53d0-4653-8138-8972928da6d3 req-0b77d581-b8f4-401e-8dea-2aadb0ce0451 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4726863 Mar 02 17:48:05.441524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-860df81c-1461-4681-b2fc-dafa29a96dbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 1094 time: 0.2365339 Mar 02 17:48:05.535549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c181b3-ac63-4020-a869-02316700b287 None None] Pushing event updated for resources: {'Port': ['ID=a29df03c-3384-4b07-9b8f-d7fbabf044a8,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:05.678918 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aff24b-103e-4335-ad08-77ee88b1ccf9', 'name': 'network-vif-deleted', 'tag': 'e6259701-022b-49a4-927e-bab93cab719b', 'status': 'completed', 'code': 200} Mar 02 17:48:05.846997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-9137cb15-c2d0-4bd2-ae6f-053d7892fd72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac36e9e-955b-4de2-9529-98828d790414 HTTP/1.1" status: 200 len: 217 time: 0.3967910 Mar 02 17:48:05.864526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9d491a9-db22-4a8d-931c-6f886e9bd251 req-57f5f51d-dc56-4739-b3c5-f5e92d3e60f9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 210 time: 0.1182425 Mar 02 17:48:06.214562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18a12-1447-4da9-902a-10d36b14798a req-0c5758b8-d81f-4fca-80df-72fbaa3a4442 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:06.216070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff18a12-1447-4da9-902a-10d36b14798a req-0c5758b8-d81f-4fca-80df-72fbaa3a4442 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 943 time: 0.5357182 Mar 02 17:48:06.229384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.1 (747123f7-b7f0-428c-8620-a5d632b24343/1551141e-9592-400d-a502-b7bbe125b3fb/4153c540-c42a-42b0-9efb-826f22985171) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:06.258468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-67ac4eee-9c8e-48fb-9b0c-57c960463224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:06.259959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-67ac4eee-9c8e-48fb-9b0c-57c960463224 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.3946941 Mar 02 17:48:06.261488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-8be7420e-6492-401c-a264-9eba0d2aa4e9 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=511d5630cf7747c7ba625c913bfb01a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993786 Mar 02 17:48:06.351851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a29df03c-3384-4b07-9b8f-d7fbabf044a8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:06.385660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-74d9eb49-6462-42bc-a5d8-2a4c33410af6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184993 Mar 02 17:48:06.553150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a29df03c-3384-4b07-9b8f-d7fbabf044a8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:06.560056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e8aa9160-f78e-4835-bf1c-1e1427ac7476 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:06.602112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:06.639888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 4153c540-c42a-42b0-9efb-826f22985171 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:06.690492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e8aa9160-f78e-4835-bf1c-1e1427ac7476 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:06.691238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:06.699171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:06.852517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 747123f7-b7f0-428c-8620-a5d632b24343 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:06.900589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-59e49141-3782-4bb3-b0b1-9b458ecf25c9 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:06.901672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-59e49141-3782-4bb3-b0b1-9b458ecf25c9 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5158806 Mar 02 17:48:06.910970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:06.913489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:06.918783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff18a12-1447-4da9-902a-10d36b14798a req-21c87385-27af-4358-8290-ea420464c04f tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907015 Mar 02 17:48:07.038329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-3bc1e982-97da-4a87-8052-a7813f3ec58e service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031953 Mar 02 17:48:07.068969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-2dfc7994-dc5f-4f46-8563-00a053f6aa0f tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/quotas/511d5630cf7747c7ba625c913bfb01a3 HTTP/1.1" status: 200 len: 375 time: 0.1432621 Mar 02 17:48:07.089544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:07.237128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28603042-a042-44ea-9a08-a6df0375c34a None None] Network 747123f7-b7f0-428c-8620-a5d632b24343 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:07.282436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:07.343409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-c83c5a0f-2fc6-4e0d-9d02-84e27b19685f tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=511d5630cf7747c7ba625c913bfb01a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2734807 Mar 02 17:48:07.392291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-f59dc106-0b97-4cfc-9d6a-8744258e9c64 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:07.393228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-f59dc106-0b97-4cfc-9d6a-8744258e9c64 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Synchronizing usage tracker for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:07.430351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Provisioning for port a29df03c-3384-4b07-9b8f-d7fbabf044a8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:07.463996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Provisioning complete for port a29df03c-3384-4b07-9b8f-d7fbabf044a8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:07.464670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:07.520331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-f59dc106-0b97-4cfc-9d6a-8744258e9c64 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Unset dirty status for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:07.523163 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-f59dc106-0b97-4cfc-9d6a-8744258e9c64 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.35 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 813 time: 0.6917729 Mar 02 17:48:07.555969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Request body: {'port': {'device_id': '094e297b-7f44-4dd6-9e94-d3879362b666', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'admin_state_up': True, 'tenant_id': 'cb9a1b2646e24a99bdb1ee35d09aa33b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:07.621133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c1bc3ee-d3bb-432f-a95d-209c6de2f196 req-a80f9653-b20a-462f-ba8b-0b2e0e291c03 service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494909 Mar 02 17:48:07.721530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:07.733590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:07.774649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd017e-3e0f-4a5f-8aa7-572bd3affa94 req-dd585137-8edf-4f0b-a32f-f0cc9662dbdb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:07.785964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5cd017e-3e0f-4a5f-8aa7-572bd3affa94 req-dd585137-8edf-4f0b-a32f-f0cc9662dbdb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.5781136 Mar 02 17:48:07.864759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5cd017e-3e0f-4a5f-8aa7-572bd3affa94 req-3d164951-2596-4aea-b061-5bf781392969 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769858 Mar 02 17:48:07.979351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.026241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a29df03c-3384-4b07-9b8f-d7fbabf044a8,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:08.033886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.140811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3065ce-c7b3-43dd-a45c-d867adb7b9e9 None None] Pushing event updated for resources: {'Port': ['ID=a29df03c-3384-4b07-9b8f-d7fbabf044a8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:08.239579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22d8767-22e7-4d58-9665-2d0650144d00 req-a77c9ee0-c6b8-4dc5-b725-ba23bc06c13a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 210 time: 0.1614234 Mar 02 17:48:08.243430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40596) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:08.397261 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414', 'status': 'completed', 'code': 200} Mar 02 17:48:08.533705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Provisioning for port 4153c540-c42a-42b0-9efb-826f22985171 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:08.564129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Provisioning complete for port 4153c540-c42a-42b0-9efb-826f22985171 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:08.564957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.604885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:08.640856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.644143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:08.665837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Port 4153c540-c42a-42b0-9efb-826f22985171 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:08.681502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Provisioning complete for port a29df03c-3384-4b07-9b8f-d7fbabf044a8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:08.682452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-68875822-0deb-49a3-8977-1ed0172d805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.685315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Made reservation on behalf of cb9a1b2646e24a99bdb1ee35d09aa33b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:08.690839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.772574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04cb94de-d679-439a-9244-003682b96845 req-75e88451-9d79-4ed5-b42a-04f14acd4ae1 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 210 time: 0.3835864 Mar 02 17:48:08.846214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Deleting subnet 8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:48:08.853460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:08.934328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.014664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-265dd591-256c-4ca1-bbac-c28fe6e26220 None None] Provisioning complete for port 4153c540-c42a-42b0-9efb-826f22985171 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:09.014972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-265dd591-256c-4ca1-bbac-c28fe6e26220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.021689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba8de1-046e-4b3c-ae00-7160a83902ad req-0ba8a05a-5d95-44e5-a9b6-221ad144ccf2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:09.024010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50ba8de1-046e-4b3c-ae00-7160a83902ad req-0ba8a05a-5d95-44e5-a9b6-221ad144ccf2 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 943 time: 0.4508934 Mar 02 17:48:09.038228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-de729277-dbf1-4596-b2b9-bd29182d1b51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 1094 time: 0.4617875 Mar 02 17:48:09.087381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.110858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Allocated IP 172.20.0.9 (cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61/1f7588d9-1626-4c56-a0b6-db63cca6d69e/c0fd74ec-8adf-4b0a-be0d-d12e0e046914) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:09.147428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-265dd591-256c-4ca1-bbac-c28fe6e26220 None None] Port 4153c540-c42a-42b0-9efb-826f22985171 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:09.255219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7f4e-6473-450c-8c59-aef7b4d05a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.364973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50ba8de1-046e-4b3c-ae00-7160a83902ad req-e973a27a-2e9d-4121-8746-887c3be925fb tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337591 Mar 02 17:48:09.385783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.392226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.410438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.476053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:09.488956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-17fd780d-8ce9-43a0-85b9-20d98ea413e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:09.490428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-17fd780d-8ce9-43a0-85b9-20d98ea413e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 200 len: 913 time: 0.4259431 Mar 02 17:48:09.492010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.498864 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.567570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8ff75-b659-4434-99da-ba0ace8901e8 req-d9a17ed4-0bc7-4367-8a78-617a4bdf4705 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:09.569061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ece8ff75-b659-4434-99da-ba0ace8901e8 req-d9a17ed4-0bc7-4367-8a78-617a4bdf4705 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.3701177 Mar 02 17:48:09.599560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:09.633508 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.777116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 747123f7-b7f0-428c-8620-a5d632b24343 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:09.778476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:09.781434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:09.803256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e2790a03-4658-40b6-92d1-47c03267f0f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8eb0b7b9-2842-44c2-90c6-44abcf2a1d3d HTTP/1.1" status: 204 len: 168 time: 1.5560365 Mar 02 17:48:09.805248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40612) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:09.812529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-1202c4dc-2cc1-4824-a1a6-27d77d8935e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac36e9e-955b-4de2-9529-98828d790414 HTTP/1.1" status: 200 len: 217 time: 0.3106093 Mar 02 17:48:09.829004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:10.048250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-3c0b4958-6bc0-4887-81c3-3614e2063f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:10.049978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-3c0b4958-6bc0-4887-81c3-3614e2063f7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 200 len: 852 time: 0.2301984 Mar 02 17:48:10.151043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a29df03c-3384-4b07-9b8f-d7fbabf044a8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:10.194770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ece8ff75-b659-4434-99da-ba0ace8901e8 req-9933cb91-22ca-490c-86f7-9b6870d2f0d2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6170037 Mar 02 17:48:10.224426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-1ec9775b-0313-4a11-9beb-8feebe8066f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c65ad42e-872b-4bfb-9834-bcd3de9f857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621795 Mar 02 17:48:10.226920 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-3fbfc5d4-cacf-4771-be24-bee79e1b5278 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=511d5630cf7747c7ba625c913bfb01a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991604 Mar 02 17:48:10.228145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.296310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffac46-c157-40fa-9081-dd5799765e19 req-aedfcd48-ca7c-4ff8-a441-ba6917e929e0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:10.297859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0ffac46-c157-40fa-9081-dd5799765e19 req-aedfcd48-ca7c-4ff8-a441-ba6917e929e0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 931 time: 0.7033048 Mar 02 17:48:10.324859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-300a1ecc-3361-444e-baed-c0200b22a2ce None None] Provisioning complete for port 4153c540-c42a-42b0-9efb-826f22985171 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:10.325353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-300a1ecc-3361-444e-baed-c0200b22a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.386585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-300a1ecc-3361-444e-baed-c0200b22a2ce None None] Port 4153c540-c42a-42b0-9efb-826f22985171 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:10.398543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a29df03c-3384-4b07-9b8f-d7fbabf044a8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:10.399081 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.572925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29f952c2-afcc-4e5f-b214-24fd85011f1e req-ea743cd5-1355-4696-bccc-b7dc980418ca tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 210 time: 0.1267958 Mar 02 17:48:10.621034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0ffac46-c157-40fa-9081-dd5799765e19 req-df4dd683-656b-4b18-b9eb-448fbb2a58ee tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148637 Mar 02 17:48:10.627339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.670038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-026a31c3-08cc-47ca-af09-4f78c5945aea service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294336 Mar 02 17:48:10.674203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf68daa-baff-488d-b782-e8fe79162ff3']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:10.709432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:10.714420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:10.717590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Pushing event updated for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:10.723117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d04ea-8695-431d-8078-d05355dc470a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:10.723414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d04ea-8695-431d-8078-d05355dc470a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:10.724501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:10.833317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:10.834137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.869669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-4a34b857-2593-4a86-b314-f7f79d53626e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:10.870010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.871095 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-4a34b857-2593-4a86-b314-f7f79d53626e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6274331 Mar 02 17:48:10.893366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e4f966f0-0d4e-4e80-9359-a7f19d8e9013 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3497951 Mar 02 17:48:10.899049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.901912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Request body: {'port': {'device_id': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '511d5630cf7747c7ba625c913bfb01a3'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:10.928326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Request body: {'port': {'device_id': '094e297b-7f44-4dd6-9e94-d3879362b666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:10.928681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:48:10.928999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:48:10.942840 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:48:11.043473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3cc3c1c3-2a4d-4ca3-9a3c-52456cc84e00 req-406fbc34-f5b1-4b9f-9c7c-f65d9ff3f9dc service neutron] 10.222.0.35 "GET /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614907 Mar 02 17:48:11.050951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3f27-6d57-49fa-96a8-67fdb1d15b3e req-513b0bb6-94c9-410f-853e-e01f852a04d0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:11.057983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcdc3f27-6d57-49fa-96a8-67fdb1d15b3e req-513b0bb6-94c9-410f-853e-e01f852a04d0 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 943 time: 0.3267093 Mar 02 17:48:11.081452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.104802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.112362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf68daa-baff-488d-b782-e8fe79162ff3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:11.134993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3ab6bd40-e485-48f0-941f-ee74697d9afe admin admin] 10.222.0.37 "DELETE /v2.0/networks/4cf68daa-baff-488d-b782-e8fe79162ff3 HTTP/1.1" status: 204 len: 168 time: 1.3211112 Mar 02 17:48:11.155474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcdc3f27-6d57-49fa-96a8-67fdb1d15b3e req-0d8542e0-ef2a-4da1-aea6-f80f14a5b859 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Mar 02 17:48:11.167586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:11.183753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Usage tracker for resource:port and tenant:511d5630cf7747c7ba625c913bfb01a3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:11.187620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.199865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:11.211360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:11.223726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router fad03ad7-fefd-4adb-8604-c172221f6a74 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:48:11.262712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Made reservation on behalf of 511d5630cf7747c7ba625c913bfb01a3 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:11.266148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.296886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4087-86c3-471e-b375-b56c47828b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.300077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.387421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40632) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:11.461087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f72796ff-e341-4657-9452-18ee52f740a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f18a0a6b22ec4aceacab7281696a5205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0724661 Mar 02 17:48:11.463556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40636) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:11.517701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:11.533354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Usage tracker for resource:security_group_rule and tenant:511d5630cf7747c7ba625c913bfb01a3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:11.533605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.550681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:11.561895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.605203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:11.629000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.637674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device bac36e9e-955b-4de2-9529-98828d790414 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:48:11.696166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d42084-3ea9-494e-81ec-61bbdd31f1ac,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:11.704396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.706900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7d692342-88ae-4fb7-9780-ff5b1d4936cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34d42084-3ea9-494e-81ec-61bbdd31f1ac HTTP/1.1" status: 204 len: 168 time: 0.2417014 Mar 02 17:48:11.833115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.875045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:11.926530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=bac36e9e-955b-4de2-9529-98828d790414,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:11.945961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05a48f66-ae12-4e4d-9e14-28dd43ccb220 req-b7b5d366-78b9-47d5-861d-877417e2ddc9 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 210 time: 0.1108484 Mar 02 17:48:11.963471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'bac36e9e-955b-4de2-9529-98828d790414', 'network_id': 'c65ad42e-872b-4bfb-9834-bcd3de9f857f', 'port_id': 'bac36e9e-955b-4de2-9529-98828d790414', 'mac_address': 'fa:16:3e:30:7b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cffeb8-27d1-4b0f-aeba-d71059760d15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:48:12.018889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd74ec-8adf-4b0a-be0d-d12e0e046914 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:12.042341 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:12.059291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd29703-f8c7-4f07-a51b-ffd06ee48222,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:12.083546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:12.089794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:48:12.099193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Transition to ACTIVE for port object c0fd74ec-8adf-4b0a-be0d-d12e0e046914 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:12.103509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac36e9e-955b-4de2-9529-98828d790414 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:12.107457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Sync routers for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:48:12.117936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:12.126631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=bac36e9e-955b-4de2-9529-98828d790414,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:12.131127 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:12.133529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:12.134119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:12.182750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ce3b-612d-4fe3-a5ea-292fb808c4b1 req-66c83ab8-9deb-48c9-9f04-d4154661aa34 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:12.195162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e40ce3b-612d-4fe3-a5ea-292fb808c4b1 req-66c83ab8-9deb-48c9-9f04-d4154661aa34 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 931 time: 0.2470207 Mar 02 17:48:12.271137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e40ce3b-612d-4fe3-a5ea-292fb808c4b1 req-907c1021-e536-4815-adf6-981690de81f5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749204 Mar 02 17:48:12.278756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf546f52-f474-48c5-baa2-fbbc77b1eaa9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/fad03ad7-fefd-4adb-8604-c172221f6a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3917904 Mar 02 17:48:12.466436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:12.532229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Allocated IP 192.168.233.241 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/22ee1034-298a-4711-af5d-349de1161507) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:12.548100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:12.585723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a074-cd82-46b8-8bab-b7ae5ae25453 req-8825a9a8-1c1e-4d8c-bbbb-9fc1ad94b893 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:12.595464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7345a074-cd82-46b8-8bab-b7ae5ae25453 req-8825a9a8-1c1e-4d8c-bbbb-9fc1ad94b893 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 944 time: 0.1933556 Mar 02 17:48:12.645808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['bac36e9e-955b-4de2-9529-98828d790414'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:12.699219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7345a074-cd82-46b8-8bab-b7ae5ae25453 req-ef47a278-ddda-46c2-a46e-027fa2b85896 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027901 Mar 02 17:48:12.775282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Attempting to bind port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:12.775617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Attempting to bind port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:12.775940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Attempting to bind port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:12.798851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:48:12.799177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Attempting to bind port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 on network cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:12.822631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:12.824626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-4d5dbd47-e855-4b08-a9cd-af6dca0c61cc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:12.859862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-4d5dbd47-e855-4b08-a9cd-af6dca0c61cc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:12.871697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-4d5dbd47-e855-4b08-a9cd-af6dca0c61cc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567156958&fields=id&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 267 time: 0.1362693 Mar 02 17:48:12.901592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:12.902226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Checking segment: {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:12.902678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Bound using segment: {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:12.903357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Bound port: c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832caf45-717e-40c7-aa83-3c3da25d9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:12.903886 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:12.959142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.163423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.325315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8578d361-ba31-403a-b5a2-819582fd2c28 req-4b295eb5-f99c-443f-88b4-b140bcfb33ea tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0629721 Mar 02 17:48:13.363651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-05c44234-1a88-4a73-9bcb-5b5cd921b40a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:13.364282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-05c44234-1a88-4a73-9bcb-5b5cd921b40a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:13.398957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-05c44234-1a88-4a73-9bcb-5b5cd921b40a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:13.401210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-05c44234-1a88-4a73-9bcb-5b5cd921b40a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 796 time: 0.5279703 Mar 02 17:48:13.409238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:13.433835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:13.459400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-0f9529b0-1bf0-4da5-a68a-7d435a53d5c3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/quotas/c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 375 time: 0.0453918 Mar 02 17:48:13.463506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.472336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:08Z', 'revision_number': 2, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:13.477661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Checking router: fad03ad7-fefd-4adb-8604-c172221f6a74 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:48:13.478211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Updating router fad03ad7-fefd-4adb-8604-c172221f6a74 port 4153c540-c42a-42b0-9efb-826f22985171 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:48:13.578143 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.597052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.598805 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0fd74ec-8adf-4b0a-be0d-d12e0e046914 HTTP/1.1" status: 200 len: 1091 time: 2.6792462 Mar 02 17:48:13.608884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:13.636010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-6d8f86a4-1953-4af7-a921-114b35f3540f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:13.654828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:13.659658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.720545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-6d8f86a4-1953-4af7-a921-114b35f3540f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:13.721848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-6d8f86a4-1953-4af7-a921-114b35f3540f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554519 Mar 02 17:48:13.775956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1288c-4434-4c0a-810c-a366e9620113 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:13.792688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Transition to ACTIVE for port object 22ee1034-298a-4711-af5d-349de1161507 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:13.842131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-5d363184-525d-4550-9347-e9170a07366e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 1094 time: 0.1728108 Mar 02 17:48:13.861424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:13.909294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739729b3-616f-4c3c-8e94-cfb7bedca151 req-a8950ba7-94a5-4e73-933a-9356428ae6a2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:13.910772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-739729b3-616f-4c3c-8e94-cfb7bedca151 req-a8950ba7-94a5-4e73-933a-9356428ae6a2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 943 time: 0.2536147 Mar 02 17:48:14.000134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-739729b3-616f-4c3c-8e94-cfb7bedca151 req-65ac0f15-54bf-4d78-9a42-91b15e3cd861 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683730 Mar 02 17:48:14.045608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-7a0dcc2e-37b2-40e3-8877-c5aba9a08796 service neutron] 10.222.0.37 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984447 Mar 02 17:48:14.060687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1507789823-network', 'tenant_id': 'e5fcc37ccbd344db8e86e96106b57275'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:14.064988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Pushing event updated for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:14.087428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:14.093148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-6734f87b-5619-4ad4-9c5d-e3b7d7a704fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914 HTTP/1.1" status: 200 len: 217 time: 0.2400398 Mar 02 17:48:14.097161 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914', 'status': 'completed', 'code': 200} Mar 02 17:48:14.102745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Usage tracker for resource:network and tenant:e5fcc37ccbd344db8e86e96106b57275 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:14.147556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:14.162616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:14.166011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:14.167187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:14.177015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:14.241229 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.245004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Made reservation on behalf of e5fcc37ccbd344db8e86e96106b57275 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:14.247568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.258022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-316a7715-f682-42ed-9f50-1b56b5e6457d service neutron] 10.222.0.37 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059855 Mar 02 17:48:14.261250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Transition to ACTIVE for port object 4153c540-c42a-42b0-9efb-826f22985171 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:14.278580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-5739f2dd-0d38-4779-b821-19ada3bf6572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:14.292237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.294408 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-5739f2dd-0d38-4779-b821-19ada3bf6572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.1929185 Mar 02 17:48:14.298889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.385322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:14.398405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.415393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.447505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5491-879d-48ee-b572-8ba75a7e9553 req-8104a21c-2b06-4f48-8bca-2f7cdda825fc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:14.452843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-461b5491-879d-48ee-b572-8ba75a7e9553 req-8104a21c-2b06-4f48-8bca-2f7cdda825fc tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 944 time: 0.1436622 Mar 02 17:48:14.517937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:14.528328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Usage tracker for resource:security_group_rule and tenant:e5fcc37ccbd344db8e86e96106b57275 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:14.534657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:14.548431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:14.615671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-461b5491-879d-48ee-b572-8ba75a7e9553 req-7eaeaef9-244e-45ce-87e0-74d94534732e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532559 Mar 02 17:48:14.742491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-e6e3e5eb-aa02-48d8-9008-0395cf5adbee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4246821 Mar 02 17:48:14.744414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.776038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e425d-3ed7-427c-b056-14fa331de2f3 None None] Pushing event updated for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:14.814177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.843487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:48:14.846107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Attempting to bind port 4153c540-c42a-42b0-9efb-826f22985171 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:14.846743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Attempting to bind port 4153c540-c42a-42b0-9efb-826f22985171 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:14.847416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Attempting to bind port 4153c540-c42a-42b0-9efb-826f22985171 on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:14.851345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c52252d1-d89b-464e-997c-e3b476859e8c None None] Provisioning for port 22ee1034-298a-4711-af5d-349de1161507 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:14.859034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.859398 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Added segment 768dc36a-72b3-4197-a128-a5e8c4ad91bc of type vlan for network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 Mar 02 17:48:14.863814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c52252d1-d89b-464e-997c-e3b476859e8c None None] Provisioning complete for port 22ee1034-298a-4711-af5d-349de1161507 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:14.866424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c52252d1-d89b-464e-997c-e3b476859e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.875011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa844cc1-8f29-4449-b7f8-ea38e6d9aaf7 req-92c8cb93-6b55-44f3-ada5-e4690527eaf6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 210 time: 0.0813498 Mar 02 17:48:14.911992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:14.912349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:14.912871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:14.914421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Bound using segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:14.914421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Bound port: 4153c540-c42a-42b0-9efb-826f22985171, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:14.914421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.003634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40498e0-0fdd-484e-b2cc-a0c03b4109ae req-e150a23e-6f1e-4fb6-b80c-e5160eb67775 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:15.011001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e40498e0-0fdd-484e-b2cc-a0c03b4109ae req-e150a23e-6f1e-4fb6-b80c-e5160eb67775 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 936 time: 0.2898054 Mar 02 17:48:15.038265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-72d423cc-ba9e-48d4-85da-d780473ead4e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1401656 Mar 02 17:48:15.052440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] For port 4153c540-c42a-42b0-9efb-826f22985171, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:15.054762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.056154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] For port 4153c540-c42a-42b0-9efb-826f22985171, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4153c540-c42a-42b0-9efb-826f22985171,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:15.071027 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.075687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Request body: {'port': {'device_id': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:15.124351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c52252d1-d89b-464e-997c-e3b476859e8c None None] Port 22ee1034-298a-4711-af5d-349de1161507 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:15.126962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:15.128375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e40498e0-0fdd-484e-b2cc-a0c03b4109ae req-6bb9add1-1cef-42ec-a446-24e8f9d32339 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100128 Mar 02 17:48:15.210942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e425d-3ed7-427c-b056-14fa331de2f3 None None] Pushing event updated for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:15.222351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:15.222351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:15.395837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.398821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:15.400822 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.465041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-f90755de-ec48-46b7-8240-1ee0729b368f service neutron] 10.222.0.35 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123241 Mar 02 17:48:15.693322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef19240-51da-48c4-aad4-3b7cce01bb00 req-1f4bcb6d-8f84-4845-acdb-dfa513fa5183 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:15.697579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ef19240-51da-48c4-aad4-3b7cce01bb00 req-1f4bcb6d-8f84-4845-acdb-dfa513fa5183 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 943 time: 0.2884738 Mar 02 17:48:15.718055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0575809 Mar 02 17:48:15.726430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:15.734534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40720) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:15.774423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Request body: {'subnet': {'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1507789823-subnet', 'tenant_id': 'e5fcc37ccbd344db8e86e96106b57275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:15.791476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:15.836587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device bac36e9e-955b-4de2-9529-98828d790414 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:15.848617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Usage tracker for resource:subnet and tenant:e5fcc37ccbd344db8e86e96106b57275 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:15.853288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ef19240-51da-48c4-aad4-3b7cce01bb00 req-866ccd33-6cf5-48b0-b764-a2e429edc8fc tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477740 Mar 02 17:48:15.866539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:15.899904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:15.976732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:15.996363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30e4a5-a6f2-4fa0-b058-514351bf8d8f admin admin] Pushing event updated for resources: {'Network': ['ID=52a3fec3-40fc-48b3-b038-c4d9bf34f384,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:16.017180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Made reservation on behalf of e5fcc37ccbd344db8e86e96106b57275 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:16.022262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:16.032759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:48:16.163602 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d94305a9-1611-4f12-a1ae-6287f6b6ff16 req-21bb82b2-58c6-462f-bcb3-6a1bc53c312a service neutron] 10.222.0.35 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658813 Mar 02 17:48:16.392696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-788cfb12-634e-46fd-bef8-a7fa142b37e2 req-3e65f067-ec5b-4b79-a5cf-e8a076911cdc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 210 time: 0.2137923 Mar 02 17:48:16.411349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c6f8-3184-4e5d-bbac-c4712325498e req-865e6e89-556d-4be5-9732-3f53f1415704 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:16.419199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f299c6f8-3184-4e5d-bbac-c4712325498e req-865e6e89-556d-4be5-9732-3f53f1415704 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 944 time: 0.5488756 Mar 02 17:48:16.527049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40738) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:16.532467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port bac36e9e-955b-4de2-9529-98828d790414 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:16.543437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port bac36e9e-955b-4de2-9529-98828d790414 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:16.543792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:16.588324 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-7b1a724e-8b90-44f6-a85d-eb2d54406a73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 1094 time: 0.3205721 Mar 02 17:48:16.619431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f299c6f8-3184-4e5d-bbac-c4712325498e req-277daf08-42e7-4d29-9f33-e3165b33e058 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981425 Mar 02 17:48:16.805352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:16.835567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:15Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:16.851328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1e673-7bbd-46dd-b6d8-01a32cff722a None None] The sync data for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 is: [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:15Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:48:16.871807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:16.882200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=bac36e9e-955b-4de2-9529-98828d790414,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:16.888147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:16.957825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-1c031dca-3677-4c80-978b-b0bbbc4010ad tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:16.959446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-1c031dca-3677-4c80-978b-b0bbbc4010ad tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 796 time: 0.6185443 Mar 02 17:48:17.026947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-9d4923e3-fa29-4da5-b7e8-bfd2f606b989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:17.030816 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-9d4923e3-fa29-4da5-b7e8-bfd2f606b989 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.4353542 Mar 02 17:48:17.050925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:17.075494 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414', 'code': 200} Mar 02 17:48:17.162727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:17.182798 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-1d84dd09-e1ab-4b10-bd02-8bf03f3cc5cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914 HTTP/1.1" status: 200 len: 217 time: 0.1359375 Mar 02 17:48:17.201927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ee1034-298a-4711-af5d-349de1161507 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:17.209719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:17.228742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Transition to ACTIVE for port object 22ee1034-298a-4711-af5d-349de1161507 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:17.233505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:17.378338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f4ecc-f12e-4f63-9133-802140fb92e6 req-8020b3f0-4646-450c-ada9-560cd1cb7797 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:17.380156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-283f4ecc-f12e-4f63-9133-802140fb92e6 req-8020b3f0-4646-450c-ada9-560cd1cb7797 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 936 time: 0.6960235 Mar 02 17:48:17.426361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Pushing event updated for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:17.436910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-d7bf77b1-9924-471d-8669-e32411313742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:17.438421 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-d7bf77b1-9924-471d-8669-e32411313742 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.1708984 Mar 02 17:48:17.533164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-6a3bee6a-50c2-4e0b-8293-31bc4eb36dcb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 379 time: 0.5152357 Mar 02 17:48:17.536953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:17.561476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'port': {'device_id': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'admin_state_up': True, 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'security_groups': ['f195d7a7-51aa-47ff-9f01-8e57ee011c18']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:17.585917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c062b61a2a9742488c9554598b2da30e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:17.589769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:17.591284 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-740d5c5e-3530-4312-bf8e-7155e40635e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993736 Mar 02 17:48:17.604371 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:17.609405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:17.645826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-283f4ecc-f12e-4f63-9133-802140fb92e6 req-d40f30f1-09b5-4f40-8101-b6f72a6b0bb3 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468274 Mar 02 17:48:17.785599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Attempting to bind port 22ee1034-298a-4711-af5d-349de1161507 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:17.785822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Attempting to bind port 22ee1034-298a-4711-af5d-349de1161507 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:17.786460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Attempting to bind port 22ee1034-298a-4711-af5d-349de1161507 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:17.824801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Port 22ee1034-298a-4711-af5d-349de1161507 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:48:17.825120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Attempting to bind port 22ee1034-298a-4711-af5d-349de1161507 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:17.835562 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-284a3f2d-d9b1-42c9-93d7-29d2c77cc8ff service neutron] 10.222.0.35 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295196 Mar 02 17:48:17.837401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:17.837730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:17.838119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:17.838540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Bound port: 22ee1034-298a-4711-af5d-349de1161507, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:17.838928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:17.845683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4862307a-671d-45b5-863b-2217945f8823,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:17.896695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57e1873c-be79-454c-92ff-8af57bfbe750 req-734a840e-916e-4cfd-b841-4532b6e72725 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 1096 time: 0.7885897 Mar 02 17:48:17.934492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920d44-3543-4630-aac6-dfbd784bfc45 req-689c8680-7684-44a0-a5af-9520cbf94ee7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:17.936480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff920d44-3543-4630-aac6-dfbd784bfc45 req-689c8680-7684-44a0-a5af-9520cbf94ee7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 943 time: 0.7576718 Mar 02 17:48:17.960215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1dfc877e-571e-4404-8599-0b427db286d6 req-07e9c0cb-9cd9-4faa-b70a-4ce9c6676363 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 210 time: 0.1284785 Mar 02 17:48:18.054735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Checking segment: {'id': '768dc36a-72b3-4197-a128-a5e8c4ad91bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:18.055110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Network hostable DHCP agents. Network: 52a3fec3-40fc-48b3-b038-c4d9bf34f384, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:48:18.061424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:18.066063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:18.079566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=22ee1034-298a-4711-af5d-349de1161507,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:18.082509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba137287-ad84-4d06-bac8-a105642c1b20 req-d590afe1-1750-475c-b7e4-7318cbf95057 service neutron] 10.222.0.35 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316496 Mar 02 17:48:18.093094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.117643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:18.121695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.133429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.152451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57e1873c-be79-454c-92ff-8af57bfbe750 req-e4229ace-24e6-4f7a-9c42-60bd348954ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367206 Mar 02 17:48:18.179696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff920d44-3543-4630-aac6-dfbd784bfc45 req-64dad62a-f6e7-4071-943e-1025ef3866dc tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182155 Mar 02 17:48:18.197874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4153c540-c42a-42b0-9efb-826f22985171 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:18.217370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.220261 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] 10.222.0.50 "PUT /v2.0/ports/22ee1034-298a-4711-af5d-349de1161507 HTTP/1.1" status: 200 len: 1096 time: 3.1501300 Mar 02 17:48:18.221191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'tag': '22ee1034-298a-4711-af5d-349de1161507'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:18.265815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ced0bd-9e46-45bb-9386-bd0c6d6b1daf service neutron] Pushing event updated for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:18.272668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:18.275781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.314832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db4d01e-f2c0-4c78-9eca-5ad50bb4107c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:18.318821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:48:18.328648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-db0df916-4ff3-422b-8eee-b91afab050f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c062b61a2a9742488c9554598b2da30e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7318177 Mar 02 17:48:18.333244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40758) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:18.347302 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'tag': '22ee1034-298a-4711-af5d-349de1161507', 'status': 'completed', 'code': 200} Mar 02 17:48:18.367842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4153c540-c42a-42b0-9efb-826f22985171 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:18.373713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4153c540-c42a-42b0-9efb-826f22985171 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:18.374216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.395288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-f3907aa1-6da4-4cb5-a656-1c0cb7fb817f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=511d5630cf7747c7ba625c913bfb01a3&device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0902405 Mar 02 17:48:18.427407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 52a3fec3-40fc-48b3-b038-c4d9bf34f384) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:18.431635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:18.432441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.440210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223a77d-2989-4eeb-ba18-279c192cad14 None None] Network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:18.531783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-d4e44947-1e1d-4a13-88fc-fa6d7b41a6f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=22ee1034-298a-4711-af5d-349de1161507 HTTP/1.1" status: 200 len: 217 time: 0.1130242 Mar 02 17:48:18.594525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-984e3915-fabb-4e53-b6e5-dff987fc3f62 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8428202 Mar 02 17:48:18.613965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-c996da4f-a721-41ae-99c8-8c97f0b782c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:18.615634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-c996da4f-a721-41ae-99c8-8c97f0b782c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0680509 Mar 02 17:48:18.617307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d31d8-4009-44bf-bf89-7d9d74f21307 req-26d6418f-ba42-453e-a8a5-8237b86c157e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:18.625682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93d31d8-4009-44bf-bf89-7d9d74f21307 req-26d6418f-ba42-453e-a8a5-8237b86c157e tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.3974001 Mar 02 17:48:18.664710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.702177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.722074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.8 (747123f7-b7f0-428c-8620-a5d632b24343/1551141e-9592-400d-a502-b7bbe125b3fb/84bfc8a8-dddc-425c-9dcc-cba800de092a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:18.725295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:18.757389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93d31d8-4009-44bf-bf89-7d9d74f21307 req-c3199e65-4c32-4805-8299-70c8ddd94dc7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307352 Mar 02 17:48:18.783206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-03008ebb-ca90-46e6-b8ba-821ef19e1c29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560080 Mar 02 17:48:18.824864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 4153c540-c42a-42b0-9efb-826f22985171, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4153c540-c42a-42b0-9efb-826f22985171,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:18.831673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c722d51-8d1e-4af8-8915-8e4911745b70 None None] Network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:18.978534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-f4f8bc2b-fa93-426d-9471-76c9fee498ab service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855245 Mar 02 17:48:18.991570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.002093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.035261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db4d01e-f2c0-4c78-9eca-5ad50bb4107c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:19.080978 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.095311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7a2e150-6bc0-4210-ad39-ec4da922cb04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0db4d01e-f2c0-4c78-9eca-5ad50bb4107c HTTP/1.1" status: 204 len: 168 time: 0.7506127 Mar 02 17:48:19.099859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:19.166822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.174074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.210981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 84bfc8a8-dddc-425c-9dcc-cba800de092a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:19.245206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ca34c99d-1fcf-48b4-8976-2dda9fe2b46b req-6b673af8-00f7-4a51-b127-836fa8ada473 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447114 Mar 02 17:48:19.251786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba668bd-a14c-491b-bd3f-8c5ee2b54be7 req-71d6d602-9dbc-4dcd-a6f8-dab3589f855b tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:19.253492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dba668bd-a14c-491b-bd3f-8c5ee2b54be7 req-71d6d602-9dbc-4dcd-a6f8-dab3589f855b tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 948 time: 0.3263657 Mar 02 17:48:19.255138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.524445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network 747123f7-b7f0-428c-8620-a5d632b24343 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:19.531105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:19.535007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:19.552401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:19.730157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c0fd74ec-8adf-4b0a-be0d-d12e0e046914 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:48:19.736561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dba668bd-a14c-491b-bd3f-8c5ee2b54be7 req-ca0cac78-9a49-44f5-baba-b650484f853f tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503604 Mar 02 17:48:19.748604 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-53f86c91-9a2b-4a38-8eab-d8cd6ef469b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=511d5630cf7747c7ba625c913bfb01a3&device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 1099 time: 0.3570387 Mar 02 17:48:19.759217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40780) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:19.775205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:19.775872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.859944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-660d604c-1eab-4553-8001-34624804f87a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3047490 Mar 02 17:48:19.868945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3289-9aeb-4219-bdc7-a435751b7dc8 req-a2c33007-160f-4fa6-9523-52799dce9c63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:19.869683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af8d3289-9aeb-4219-bdc7-a435751b7dc8 req-a2c33007-160f-4fa6-9523-52799dce9c63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:19.880580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Request body: {'port': {'device_id': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:19.906975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:19.940336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af8d3289-9aeb-4219-bdc7-a435751b7dc8 req-a2c33007-160f-4fa6-9523-52799dce9c63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:19.949418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af8d3289-9aeb-4219-bdc7-a435751b7dc8 req-a2c33007-160f-4fa6-9523-52799dce9c63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 931 time: 0.5541244 Mar 02 17:48:19.960873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:19.969298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Usage tracker for resource:security_group_rule and tenant:2963c383b41242b29333ef6c5f7800ef is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:19.973682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:19.980320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:19.983404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:19.998976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'port_id': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914', 'mac_address': 'fa:16:3e:ae:a5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7588d9-1626-4c56-a0b6-db63cca6d69e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:48:20.030687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058612d-8932-4cd7-a453-743c0cbce80d req-2a47fa92-5dc6-4851-adba-fec7b58521d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:20.032265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-2a47fa92-5dc6-4851-adba-fec7b58521d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.2449918 Mar 02 17:48:20.071605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af8d3289-9aeb-4219-bdc7-a435751b7dc8 req-f4c15b32-6267-4efc-b74f-7efc06546562 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206353 Mar 02 17:48:20.105785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1634417a-12b5-48e7-a55d-31ef04443d3d None None] Provisioning for port 84bfc8a8-dddc-425c-9dcc-cba800de092a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:20.117408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1634417a-12b5-48e7-a55d-31ef04443d3d None None] Provisioning complete for port 84bfc8a8-dddc-425c-9dcc-cba800de092a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:20.117814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1634417a-12b5-48e7-a55d-31ef04443d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.129007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-f880d366-358c-4754-a237-41e466637d57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=22ee1034-298a-4711-af5d-349de1161507 HTTP/1.1" status: 200 len: 217 time: 0.0853131 Mar 02 17:48:20.153487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4153c540-c42a-42b0-9efb-826f22985171 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:20.208166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.254097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058612d-8932-4cd7-a453-743c0cbce80d req-3cd244d4-0e68-40a7-b370-0788fad0177d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:20.255468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-3cd244d4-0e68-40a7-b370-0788fad0177d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.1120601 Mar 02 17:48:20.257400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1634417a-12b5-48e7-a55d-31ef04443d3d None None] Port 84bfc8a8-dddc-425c-9dcc-cba800de092a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:20.259154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.261354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.266946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.286456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd74ec-8adf-4b0a-be0d-d12e0e046914 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:20.303193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:20.319139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4153c540-c42a-42b0-9efb-826f22985171 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:20.319139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.333263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d16a-9b2c-4256-a156-6a4bc1c3a2d0 req-6329fb2f-8c0d-41b7-b9ac-73ce6107ff5e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:20.342855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6564d16a-9b2c-4256-a156-6a4bc1c3a2d0 req-6329fb2f-8c0d-41b7-b9ac-73ce6107ff5e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 943 time: 0.3710799 Mar 02 17:48:20.345472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.380244 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2963c383b41242b29333ef6c5f7800ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6148822 Mar 02 17:48:20.381085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b745a3-2a6a-4af4-b3ae-eeb72495acdf,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:20.383266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40788) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:20.424809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.425220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.425489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.425964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.426301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.426651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.426987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.427313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.427682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.428822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.429159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c726-fa9b-4ab6-a644-4609a956acba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:20.455944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:20.474869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-3fe10543-a3fb-4f5b-80f7-74bd813b523f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994696 Mar 02 17:48:20.590095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.590460 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:48:20.637001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.648299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c0fd74ec-8adf-4b0a-be0d-d12e0e046914'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:20.709549 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-1ec3c2ae-ae70-4c92-a563-ab33c802cb6f service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048128 Mar 02 17:48:20.721468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6564d16a-9b2c-4256-a156-6a4bc1c3a2d0 req-2dbf5bbd-b0a5-4467-8b29-723874445436 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772540 Mar 02 17:48:20.762668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.842606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b745a3-2a6a-4af4-b3ae-eeb72495acdf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:20.858550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc4b15-01aa-42c7-a645-c4e50fb2194a req-c4cda610-fb49-4709-b3f6-00894139fa11 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:20.860077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7dc4b15-01aa-42c7-a645-c4e50fb2194a req-c4cda610-fb49-4709-b3f6-00894139fa11 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.2735019 Mar 02 17:48:20.872013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:20.876786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6ddf565b-3709-4e31-8276-316cc13600d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b745a3-2a6a-4af4-b3ae-eeb72495acdf HTTP/1.1" status: 204 len: 168 time: 0.4908795 Mar 02 17:48:20.958606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7dc4b15-01aa-42c7-a645-c4e50fb2194a req-7bee11fa-e0f0-4b8d-a47f-1d9c7f3c43c3 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902264 Mar 02 17:48:20.960676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6058612d-8932-4cd7-a453-743c0cbce80d req-85828a49-447b-464a-802f-682ef55d2f89 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322798 Mar 02 17:48:21.001763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 22ee1034-298a-4711-af5d-349de1161507 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:48:21.104574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bfc8a8-dddc-425c-9dcc-cba800de092a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:21.115939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.137303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Transition to ACTIVE for port object 84bfc8a8-dddc-425c-9dcc-cba800de092a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:21.152407 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.173000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=22ee1034-298a-4711-af5d-349de1161507,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:21.195783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '22ee1034-298a-4711-af5d-349de1161507', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': '22ee1034-298a-4711-af5d-349de1161507', 'mac_address': 'fa:16:3e:cc:bd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:48:21.226089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57265b94-50b0-4ff5-8127-86c7cc469b04 req-01523632-8164-4290-bf90-16d74c415060 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:21.227990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57265b94-50b0-4ff5-8127-86c7cc469b04 req-01523632-8164-4290-bf90-16d74c415060 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 948 time: 0.1928523 Mar 02 17:48:21.272399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.315746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ee1034-298a-4711-af5d-349de1161507 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:21.346385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:21.364721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=22ee1034-298a-4711-af5d-349de1161507,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:21.373841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.548194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:21.558031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57265b94-50b0-4ff5-8127-86c7cc469b04 req-3ac8414b-6c24-4524-8ea8-d2f47d985e54 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076024 Mar 02 17:48:21.586446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:21.588981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:21.589326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:21.609760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:48:21.611142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:21.663393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:21.663804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:21.664156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Bound using segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:21.664600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Bound port: 84bfc8a8-dddc-425c-9dcc-cba800de092a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:21.664945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.733783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c0fd74ec-8adf-4b0a-be0d-d12e0e046914 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:21.881526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:21.889962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a81ee-ae79-4d7c-b767-8d68fa44f6c4 req-553a4043-304c-4709-90a0-5cebde49e59f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:21.891898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:21.892260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:21.893217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a9a81ee-ae79-4d7c-b767-8d68fa44f6c4 req-553a4043-304c-4709-90a0-5cebde49e59f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 943 time: 0.2783344 Mar 02 17:48:21.947335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:21.948102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['22ee1034-298a-4711-af5d-349de1161507'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:21.967346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:21.998088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:22.129859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10662a5-acbb-40d4-9155-039d3d6f4851 req-c043ea67-369e-4008-8ba1-3618cd68b29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:22.142017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c10662a5-acbb-40d4-9155-039d3d6f4851 req-c043ea67-369e-4008-8ba1-3618cd68b29a tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.4205618 Mar 02 17:48:22.150121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:22.162553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a9a81ee-ae79-4d7c-b767-8d68fa44f6c4 req-aa9f8727-0453-4632-8b78-47bed4e7e370 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482557 Mar 02 17:48:22.198898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:22.200325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] 10.222.0.35 "PUT /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 1091 time: 2.3270583 Mar 02 17:48:22.201093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:22.228352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e383-d9bb-4aa0-82cf-9cde9f6f195a service neutron] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:22.247190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c10662a5-acbb-40d4-9155-039d3d6f4851 req-9dbdde01-7977-4b4b-9807-db19c4474637 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041923 Mar 02 17:48:22.251300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:22.281152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:22.299348 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:22.404745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-a119985b-db1e-4318-8409-f7766cb01c00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1094 time: 0.1403842 Mar 02 17:48:22.431959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:22.565094 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'status': 'completed', 'code': 200} Mar 02 17:48:22.598289 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914', 'code': 200} Mar 02 17:48:22.657134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-be1ea220-3ead-4053-8fe7-6747502d1598 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 217 time: 0.2433879 Mar 02 17:48:22.836002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094734-8164-4669-814c-daf172012357 req-91bee385-0493-4c97-bf23-6d50753ae070 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:22.837463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7094734-8164-4669-814c-daf172012357 req-91bee385-0493-4c97-bf23-6d50753ae070 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.2750401 Mar 02 17:48:22.844999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-5b74e95d-2adb-42db-909f-4797ced74ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:22.846347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-5b74e95d-2adb-42db-909f-4797ced74ed9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.1799519 Mar 02 17:48:23.086821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a69012e1-5853-4e98-b23f-457bf06e61d8 req-384e1d34-56ba-4be1-a857-ca2a38f88580 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 1096 time: 0.3842835 Mar 02 17:48:23.089021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7094734-8164-4669-814c-daf172012357 req-e5ba8d51-a7c4-4fa8-ae23-e8e6c8ec399d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415967 Mar 02 17:48:23.118053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9438137-2329-43f4-9003-c42c2d341417 req-a1120bad-4ea4-45e8-9cf7-0eab7f3d72ab tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:23.124833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9438137-2329-43f4-9003-c42c2d341417 req-a1120bad-4ea4-45e8-9cf7-0eab7f3d72ab tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 949 time: 0.3618457 Mar 02 17:48:23.195872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-757c56ec-f16d-4ed4-b7f1-99b6b2b43fb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286617 Mar 02 17:48:23.205491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a69012e1-5853-4e98-b23f-457bf06e61d8 req-81b42a84-b2bc-4428-a08c-4efd718e699c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125655 Mar 02 17:48:23.236663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9438137-2329-43f4-9003-c42c2d341417 req-5ed67eed-b3d3-42ce-aed5-73b3416abb92 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109788 Mar 02 17:48:23.353513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-16d8b78f-3c3a-4ddc-8eed-8f9c5f94d951 service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499639 Mar 02 17:48:23.651082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3dcc897-4659-4b1a-8713-2c22050b29d1 req-228f45dd-23fd-40ad-a9d1-abaf00046d2d service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058647 Mar 02 17:48:23.666497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4549f-9b74-421a-bcf7-5953eedb9e27 req-32ecadb1-c09e-4250-ab5d-1c7afc09c6f6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:23.667972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdf4549f-9b74-421a-bcf7-5953eedb9e27 req-32ecadb1-c09e-4250-ab5d-1c7afc09c6f6 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.2587843 Mar 02 17:48:23.679740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb798-4b8f-413d-9ada-d3bfe600128e req-892f9474-b1ce-4ade-8ab0-a8084075f9d5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:23.681168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ceb798-4b8f-413d-9ada-d3bfe600128e req-892f9474-b1ce-4ade-8ab0-a8084075f9d5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 943 time: 0.2371342 Mar 02 17:48:23.802461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdf4549f-9b74-421a-bcf7-5953eedb9e27 req-f50f518f-cf07-4922-b19e-625ecb11be30 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203287 Mar 02 17:48:23.812344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ceb798-4b8f-413d-9ada-d3bfe600128e req-2d89f8d9-328a-42ee-b6a3-17f91a145478 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142488 Mar 02 17:48:23.832099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-9e5027fc-6c5e-466f-a05d-7cb04d4d3eeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1094 time: 0.1148915 Mar 02 17:48:23.992984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-32f3bb97-c502-4f68-8062-4e84fcecf577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:23.995157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-32f3bb97-c502-4f68-8062-4e84fcecf577 service neutron] 10.222.0.35 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.1555250 Mar 02 17:48:24.074338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-92c66c69-927b-4d5c-9126-b9053fc71d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 217 time: 0.0714321 Mar 02 17:48:24.152738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-606bf856-12fa-4738-a742-491298af33c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:24.155598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-606bf856-12fa-4738-a742-491298af33c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.0740812 Mar 02 17:48:24.255707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-d813a97a-cfab-4592-a57a-4e87810c8faf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923824 Mar 02 17:48:24.513739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-f4a538b9-eac9-436b-b3b7-1b6ebfe16b1f service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197356 Mar 02 17:48:24.526184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028b7bf-5bec-46de-94c6-dc09ae7bc819 req-042b92c9-e051-4bfa-b78c-782caf31bd9b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:24.527653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3028b7bf-5bec-46de-94c6-dc09ae7bc819 req-042b92c9-e051-4bfa-b78c-782caf31bd9b tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.2686772 Mar 02 17:48:24.575489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7d2b-9fbf-4795-8556-900a86af2561 req-5c109d55-fa7f-4fd4-a728-892279ad0a0d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:24.577481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b6b7d2b-9fbf-4795-8556-900a86af2561 req-5c109d55-fa7f-4fd4-a728-892279ad0a0d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.2819872 Mar 02 17:48:24.727573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3028b7bf-5bec-46de-94c6-dc09ae7bc819 req-8aa6708c-de7b-4f76-bdc3-ea530e845897 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784527 Mar 02 17:48:24.734425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b6b7d2b-9fbf-4795-8556-900a86af2561 req-9f8d1aef-e09d-4c1e-95fc-ecac51fccc17 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486917 Mar 02 17:48:24.764660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0000fd2d-9313-4a19-92b2-aee5758ccb15 req-eb98c4c2-2418-44b3-ba0b-fdcc9ebde600 service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286155 Mar 02 17:48:24.995344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99af9e3-59af-4c12-9b93-6a2a0f7ae5a6 req-de129938-27e0-4121-94d1-7df660f616ca tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:24.997039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c99af9e3-59af-4c12-9b93-6a2a0f7ae5a6 req-de129938-27e0-4121-94d1-7df660f616ca tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 949 time: 0.0969141 Mar 02 17:48:25.018224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 22ee1034-298a-4711-af5d-349de1161507 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:25.094804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 22ee1034-298a-4711-af5d-349de1161507 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:25.100616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 22ee1034-298a-4711-af5d-349de1161507 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:25.101078 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.216015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c99af9e3-59af-4c12-9b93-6a2a0f7ae5a6 req-8fcf3daf-0931-40a5-a9e3-d8a7f689e185 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803510 Mar 02 17:48:25.224937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.243153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da585cb-7cb0-446b-bf1f-f3d36b95e62f req-5750e614-bd6e-45d9-8e19-3ae41065609c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:25.255171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da585cb-7cb0-446b-bf1f-f3d36b95e62f req-5750e614-bd6e-45d9-8e19-3ae41065609c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 943 time: 0.2569001 Mar 02 17:48:25.257701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee1034-298a-4711-af5d-349de1161507'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:25.278731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=22ee1034-298a-4711-af5d-349de1161507,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:25.287508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.348582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:25.349710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da585cb-7cb0-446b-bf1f-f3d36b95e62f req-2084eecd-20fa-4598-bb37-bb3996e57c36 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935369 Mar 02 17:48:25.380368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:25.416426 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee1034-298a-4711-af5d-349de1161507', 'code': 200} Mar 02 17:48:25.569509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-95b644e8-a232-48ef-ba3a-1454b1f33236 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:25.571214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-95b644e8-a232-48ef-ba3a-1454b1f33236 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/networks?id=52a3fec3-40fc-48b3-b038-c4d9bf34f384 HTTP/1.1" status: 200 len: 810 time: 0.1750066 Mar 02 17:48:25.592433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-60f886ee-d211-4cc7-b107-502fb2fee54e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/quotas/e5fcc37ccbd344db8e86e96106b57275 HTTP/1.1" status: 200 len: 375 time: 0.0141563 Mar 02 17:48:25.622713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.665151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-818bec43-1b5d-4678-82d0-738cb8ef596c tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5fcc37ccbd344db8e86e96106b57275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669596 Mar 02 17:48:25.716712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:25.731248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5f1c56c0fc430c81b40b5cf4e5d3d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:25.737751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:25.748122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:25.756607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e8852b8-adbf-445d-a3ff-9bd2b541eb45 req-838e91b7-65ec-4cfc-aa1a-a1a7cd9b4b1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 1101 time: 0.1955535 Mar 02 17:48:25.839148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9e8852b8-adbf-445d-a3ff-9bd2b541eb45 req-de4e1ffd-8b07-4790-b9e0-eefd8b217870 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737581 Mar 02 17:48:25.884954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.894314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:25.962774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc77d9-cc5c-45cb-b858-967b5fd2fa36,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:25.973308 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1131af20-f8da-4294-a80c-c316ded95016 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e5f1c56c0fc430c81b40b5cf4e5d3d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6222937 Mar 02 17:48:25.977193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:26.045534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-cab535f9-9b5a-4380-9629-b40cf10f2dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738041 Mar 02 17:48:26.076995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.124827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.191349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.206222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac4e2a-ac1e-4092-9b16-c7ee7250e630 req-4861fa0a-225a-449c-bc81-8ccf883f4879 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:26.208444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3ac4e2a-ac1e-4092-9b16-c7ee7250e630 req-4861fa0a-225a-449c-bc81-8ccf883f4879 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.3271768 Mar 02 17:48:26.210096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc77d9-cc5c-45cb-b858-967b5fd2fa36,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:26.214019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.219844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c43bf8c5-3eb6-4147-b319-6ed9dffcd8a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dfc77d9-cc5c-45cb-b858-967b5fd2fa36 HTTP/1.1" status: 204 len: 168 time: 0.2366083 Mar 02 17:48:26.325073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-ea24b65a-858b-48be-bde3-c7b6213f336f service neutron] 10.222.0.37 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751820 Mar 02 17:48:26.333176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-e8f473f0-1ae0-4da0-b073-6f973f320858 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:26.334624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-e8f473f0-1ae0-4da0-b073-6f973f320858 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 945 time: 0.2604632 Mar 02 17:48:26.339797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3ac4e2a-ac1e-4092-9b16-c7ee7250e630 req-ef2b79d1-da35-40ed-a124-2342116568b7 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d9ff7c5-479c-4220-9eee-6ace70b66420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099463 Mar 02 17:48:26.423929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Deleting port bac36e9e-955b-4de2-9529-98828d790414 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:26.424837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.793009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:26.817919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.846312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb664d-e18e-4215-99fc-fcc1c885226d req-9073b1ef-5827-4050-a64a-57295a80a1ed tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:26.847834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73fb664d-e18e-4215-99fc-fcc1c885226d req-9073b1ef-5827-4050-a64a-57295a80a1ed tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.3024454 Mar 02 17:48:26.855607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:26.860570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Usage tracker for resource:security_group_rule and tenant:4337c2f153da46ee93eb3aaa11eeedaf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:26.862424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] For port bac36e9e-955b-4de2-9529-98828d790414, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=bac36e9e-955b-4de2-9529-98828d790414,segment=NetworkSegment(eb084e41-bf33-41f1-8d75-b44025c92dc8),segment_id=eb084e41-bf33-41f1-8d75-b44025c92dc8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:26.863044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.863672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:26.869327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:26.961603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:26.965742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.014738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Calling delete_port for bac36e9e-955b-4de2-9529-98828d790414 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:27.024266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdb38f-6698-4f4e-a834-fed1b26d6510,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:27.032974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-383bbe3d-e085-4661-bbf4-7ed7cf2a94ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4337c2f153da46ee93eb3aaa11eeedaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2345383 Mar 02 17:48:27.036901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:27.114975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.132705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73fb664d-e18e-4215-99fc-fcc1c885226d req-62a97204-b939-4424-9d65-a13b136e5b90 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719550 Mar 02 17:48:27.144126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c092-86b4-4c72-a1a3-5f9c668f40d9 req-1ceaf116-78b7-4b0b-a2e5-888c2097d999 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:27.146222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6194c092-86b4-4c72-a1a3-5f9c668f40d9 req-1ceaf116-78b7-4b0b-a2e5-888c2097d999 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 950 time: 0.3954887 Mar 02 17:48:27.182997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.281307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.296643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6194c092-86b4-4c72-a1a3-5f9c668f40d9 req-17791ca3-b65e-4111-9eb9-69108f444aa2 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416166 Mar 02 17:48:27.310321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdb38f-6698-4f4e-a834-fed1b26d6510,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:27.323234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.324367 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5e81e070-a0a6-4268-bc26-18e6e6061e52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6afdb38f-6698-4f4e-a834-fed1b26d6510 HTTP/1.1" status: 204 len: 168 time: 0.2899997 Mar 02 17:48:27.368164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.380320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['bac36e9e-955b-4de2-9529-98828d790414'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:27.614499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Pushing event deleted for resources: {'Port': ['ID=bac36e9e-955b-4de2-9529-98828d790414,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:27.681866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-024b8bd9-082c-4ad7-a3b0-3695665c1f35 req-27c49574-4263-4d3e-9a10-fa563f943967 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 210 time: 0.0801699 Mar 02 17:48:27.788524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:48:27.798900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] No DVR routers for this DVR port bac36e9e-955b-4de2-9529-98828d790414 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:27.802729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:27.806256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'name': 'network-vif-deleted', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:27.823231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0250368-80ac-4893-9177-b1fd7e77cff6 req-3e964f74-6524-4106-87c0-b9aef4d65fed tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:27.831250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0250368-80ac-4893-9177-b1fd7e77cff6 req-3e964f74-6524-4106-87c0-b9aef4d65fed tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 943 time: 0.5332661 Mar 02 17:48:27.861419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-553baecb-eb9f-4d42-b510-e2e59a069c1c req-2af06cfa-c2f6-4f13-a188-b2d04f5d6228 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.35 "DELETE /v2.0/ports/bac36e9e-955b-4de2-9529-98828d790414 HTTP/1.1" status: 204 len: 173 time: 1.5203447 Mar 02 17:48:27.916031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0250368-80ac-4893-9177-b1fd7e77cff6 req-eaccf6ea-39e7-4429-956b-c9c4385342a6 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832338 Mar 02 17:48:28.044724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:28.067622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'port_id': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'mac_address': 'fa:16:3e:0e:ff:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:48:28.140803 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b345ec-2b41-44f2-aba2-595d5585932a', 'name': 'network-vif-deleted', 'tag': 'bac36e9e-955b-4de2-9529-98828d790414', 'status': 'completed', 'code': 200} Mar 02 17:48:28.153157 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:28.181522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bfc8a8-dddc-425c-9dcc-cba800de092a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:28.203458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:28.209456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:28.227645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaa64697-eb15-4218-b258-1c5ffb4d98e5 req-cab81a00-664e-42d3-b940-74f3d8deca41 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Synchronizing usage tracker for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:28.249797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eaa64697-eb15-4218-b258-1c5ffb4d98e5 req-cab81a00-664e-42d3-b940-74f3d8deca41 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] Unset dirty status for tenant:f1d204d3b3204d2dbed2e75f357e0e7c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:28.252137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaa64697-eb15-4218-b258-1c5ffb4d98e5 req-cab81a00-664e-42d3-b940-74f3d8deca41 tempest-DeleteServersTestJSON-761185888 tempest-DeleteServersTestJSON-761185888-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b345ec-2b41-44f2-aba2-595d5585932a HTTP/1.1" status: 200 len: 210 time: 0.0925820 Mar 02 17:48:28.306464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:28.409603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6833dc3-575c-4c69-9761-ad63f2bec8e8 req-290d5f54-49df-4708-8de0-690d2039c8f6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:28.409603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6833dc3-575c-4c69-9761-ad63f2bec8e8 req-290d5f54-49df-4708-8de0-690d2039c8f6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.1102166 Mar 02 17:48:28.586406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['84bfc8a8-dddc-425c-9dcc-cba800de092a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:28.607730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6833dc3-575c-4c69-9761-ad63f2bec8e8 req-742c6d5a-36b6-4f9f-bf3a-9d4112eb1810 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882319 Mar 02 17:48:28.674643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee25a8-66ea-4663-b128-0741382abe33 req-b67895cf-597e-483e-a1b2-31f03167ad2e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:28.676456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47ee25a8-66ea-4663-b128-0741382abe33 req-b67895cf-597e-483e-a1b2-31f03167ad2e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 950 time: 0.1389132 Mar 02 17:48:28.735821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47ee25a8-66ea-4663-b128-0741382abe33 req-623ee74b-2c61-4e19-a44b-dfbd298141b1 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Mar 02 17:48:28.805618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-83701d8b-d50d-47cf-b1d6-59b2d4cea322 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:28.811002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-83701d8b-d50d-47cf-b1d6-59b2d4cea322 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Synchronizing usage tracker for tenant:e5fcc37ccbd344db8e86e96106b57275 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:28.854092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-83701d8b-d50d-47cf-b1d6-59b2d4cea322 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Unset dirty status for tenant:e5fcc37ccbd344db8e86e96106b57275 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:28.858481 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-83701d8b-d50d-47cf-b1d6-59b2d4cea322 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.50 "GET /v2.0/networks?id=52a3fec3-40fc-48b3-b038-c4d9bf34f384 HTTP/1.1" status: 200 len: 810 time: 0.4183049 Mar 02 17:48:28.892004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Request body: {'port': {'device_id': '7527e1a8-577e-42ba-8c01-21a124992767', 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384', 'admin_state_up': True, 'tenant_id': 'e5fcc37ccbd344db8e86e96106b57275'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:29.053910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40dda2d0-35a7-4ff6-84c1-e3fb98b0b549 req-d0efdd80-0403-493a-a479-916ec7c6362d tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 210 time: 0.0833366 Mar 02 17:48:29.236698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:29.241157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Usage tracker for resource:port and tenant:e5fcc37ccbd344db8e86e96106b57275 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:29.245121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:29.253704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:29.268091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Made reservation on behalf of e5fcc37ccbd344db8e86e96106b57275 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:29.271982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:29.297672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1c898-6ece-43c3-857c-327c7d0fa3bd req-71fb8fa4-1fb2-4b82-a867-e24b50a9c008 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:29.299507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90d1c898-6ece-43c3-857c-327c7d0fa3bd req-71fb8fa4-1fb2-4b82-a867-e24b50a9c008 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.1064982 Mar 02 17:48:29.424844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90d1c898-6ece-43c3-857c-327c7d0fa3bd req-98fd5dbe-dd69-410b-b764-b2b260300862 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164715 Mar 02 17:48:29.514809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Allocated IP 172.20.0.5 (52a3fec3-40fc-48b3-b038-c4d9bf34f384/4862307a-671d-45b5-863b-2217945f8823/1b8a4626-5a66-4e85-af6d-cad67595da17) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:29.815133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device bac36e9e-955b-4de2-9529-98828d790414 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:29.866748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbcee-1947-48d6-b4bd-a7d9d5f3658c req-e827e788-d38a-4bb4-93a9-6c370a8e15fa tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:29.868288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a93fbcee-1947-48d6-b4bd-a7d9d5f3658c req-e827e788-d38a-4bb4-93a9-6c370a8e15fa tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 950 time: 0.2629287 Mar 02 17:48:29.905936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:29.934832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-5bb403f4-8a18-41b6-acc9-d19054749746 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:29.936702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-5bb403f4-8a18-41b6-acc9-d19054749746 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.35 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.2612312 Mar 02 17:48:29.946499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: bac36e9e-955b-4de2-9529-98828d790414 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:48:29.947691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device bac36e9e-955b-4de2-9529-98828d790414 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:29.960615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:30.019918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a93fbcee-1947-48d6-b4bd-a7d9d5f3658c req-f2f7ca64-a3ab-43db-be30-82cb83ff9b0e tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397312 Mar 02 17:48:30.053557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Deleting port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:30.053901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:30.133675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:30.145373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:30.152214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:30.196761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Pushing event updated for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:30.260394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:30.261370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:30.306964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a3edd71e-5e4a-4c95-a4f8-0c7ca435c86e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4191961 Mar 02 17:48:30.334778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Request body: {'port': {'device_id': '7527e1a8-577e-42ba-8c01-21a124992767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:30.558825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] For port c0fd74ec-8adf-4b0a-be0d-d12e0e046914, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:30.559614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:30.567012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:30.710282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Calling delete_port for c0fd74ec-8adf-4b0a-be0d-d12e0e046914 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:30.858642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b7dc-68e7-4656-8b61-0565edeccc08 req-1c2870d6-0eae-4a67-a259-ebd3bd50c704 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:30.861170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3d1b7dc-68e7-4656-8b61-0565edeccc08 req-1c2870d6-0eae-4a67-a259-ebd3bd50c704 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=094e297b-7f44-4dd6-9e94-d3879362b666 HTTP/1.1" status: 200 len: 945 time: 0.4238129 Mar 02 17:48:30.999876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b756605-3f1d-4aa6-9ff2-548f4cf9de38 req-5970c088-0714-4d42-8bb0-ee73ce6b7667 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.001483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b756605-3f1d-4aa6-9ff2-548f4cf9de38 req-5970c088-0714-4d42-8bb0-ee73ce6b7667 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 931 time: 0.2613757 Mar 02 17:48:31.032701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8a4626-5a66-4e85-af6d-cad67595da17 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:31.038226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3d1b7dc-68e7-4656-8b61-0565edeccc08 req-d665808c-b534-4e1c-b812-53c104858ad5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589255 Mar 02 17:48:31.038842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.048008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.050944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c0fd74ec-8adf-4b0a-be0d-d12e0e046914'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:31.070177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Transition to ACTIVE for port object 1b8a4626-5a66-4e85-af6d-cad67595da17 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:48:31.074953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.124544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:31.274670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:31.286903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Pushing event deleted for resources: {'Port': ['ID=c0fd74ec-8adf-4b0a-be0d-d12e0e046914,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:31.447446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Attempting to bind port 1b8a4626-5a66-4e85-af6d-cad67595da17 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:48:31.448131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Attempting to bind port 1b8a4626-5a66-4e85-af6d-cad67595da17 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '768dc36a-72b3-4197-a128-a5e8c4ad91bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:48:31.448617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Attempting to bind port 1b8a4626-5a66-4e85-af6d-cad67595da17 on network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:31.452348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b756605-3f1d-4aa6-9ff2-548f4cf9de38 req-d73284bd-8e64-43e7-aecd-efd4514c9e3b tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405222 Mar 02 17:48:31.457496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Port 1b8a4626-5a66-4e85-af6d-cad67595da17 on network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:48:31.457816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Attempting to bind port 1b8a4626-5a66-4e85-af6d-cad67595da17 on network 52a3fec3-40fc-48b3-b038-c4d9bf34f384 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:48:31.462392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] No DVR routers for this DVR port c0fd74ec-8adf-4b0a-be0d-d12e0e046914 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:31.465233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:48:31.465567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Checking segment: {'id': '768dc36a-72b3-4197-a128-a5e8c4ad91bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:31.466775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Bound using segment: {'id': '768dc36a-72b3-4197-a128-a5e8c4ad91bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:48:31.467203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Bound port: 1b8a4626-5a66-4e85-af6d-cad67595da17, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768dc36a-72b3-4197-a128-a5e8c4ad91bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:48:31.467554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.482883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.502014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'name': 'network-vif-deleted', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:31.507270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-263326b2-5c2b-4bf2-996a-c132b610fcfa req-c2f67827-8f13-4115-9d8b-39fcdd6840c2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.35 "DELETE /v2.0/ports/c0fd74ec-8adf-4b0a-be0d-d12e0e046914 HTTP/1.1" status: 204 len: 173 time: 1.5619311 Mar 02 17:48:31.545690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6885e7-d66d-4aed-a1c1-78ab16c05cc1 req-815759bd-d0ae-41e3-ad49-f7428188c64b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.553053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb6885e7-d66d-4aed-a1c1-78ab16c05cc1 req-815759bd-d0ae-41e3-ad49-f7428188c64b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.1875179 Mar 02 17:48:31.653517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:31.659939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b8a4626-5a66-4e85-af6d-cad67595da17,segment=NetworkSegment(768dc36a-72b3-4197-a128-a5e8c4ad91bc),segment_id=768dc36a-72b3-4197-a128-a5e8c4ad91bc)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:48:31.670590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.697336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb6885e7-d66d-4aed-a1c1-78ab16c05cc1 req-0b4a6120-f314-4e5a-8443-a82a09814838 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430557 Mar 02 17:48:31.768962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.770354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b8a4626-5a66-4e85-af6d-cad67595da17 HTTP/1.1" status: 200 len: 1091 time: 1.4429097 Mar 02 17:48:31.770837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:31.787083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c444ab-9bc5-4045-be88-f440b5617580 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:31.798716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.802737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.806809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.812250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.816965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.818792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:31.820884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.824789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.833145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-5c924c6e-5c40-4631-9721-2f8505e89164 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.1934950 Mar 02 17:48:31.905955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 84bfc8a8-dddc-425c-9dcc-cba800de092a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:31.913553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 84bfc8a8-dddc-425c-9dcc-cba800de092a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:31.914011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:31.977608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-3572d074-70d8-4f3f-95f7-6426616357e6 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:31.978350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-3572d074-70d8-4f3f-95f7-6426616357e6 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Synchronizing usage tracker for tenant:511d5630cf7747c7ba625c913bfb01a3 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:32.064134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-3572d074-70d8-4f3f-95f7-6426616357e6 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Unset dirty status for tenant:511d5630cf7747c7ba625c913bfb01a3 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:32.065474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-3572d074-70d8-4f3f-95f7-6426616357e6 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.50 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 950 time: 0.2018650 Mar 02 17:48:32.114699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:32.119660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59413a6d-2e8b-4c30-bca3-13fbfbd162d9 req-85242e2b-47b0-4733-8c75-dec2f65d8f5d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2856379 Mar 02 17:48:32.168827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8534c-540f-4e92-940e-7f899666babf req-a156b282-a74f-49b1-84b4-581a4a154786 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:32.174771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:32.192875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:32.194329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82e8534c-540f-4e92-940e-7f899666babf req-a156b282-a74f-49b1-84b4-581a4a154786 tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3469d37f-f300-459e-b6af-8a2dc669f5b2 HTTP/1.1" status: 200 len: 950 time: 0.3450823 Mar 02 17:48:32.197647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:32.198847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c0fd74ec-8adf-4b0a-be0d-d12e0e046914 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:32.264978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Deleting port 22ee1034-298a-4711-af5d-349de1161507 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:32.265290 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:32.268661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-ee63938c-c209-45bb-a806-46d897378229 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5fcc37ccbd344db8e86e96106b57275&device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 1094 time: 0.3390336 Mar 02 17:48:32.272807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: c0fd74ec-8adf-4b0a-be0d-d12e0e046914 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:48:32.273358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c0fd74ec-8adf-4b0a-be0d-d12e0e046914 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:32.322730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:32.476812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-34cce347-6466-4413-be25-d33c529abf57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b8a4626-5a66-4e85-af6d-cad67595da17 HTTP/1.1" status: 200 len: 217 time: 0.1689167 Mar 02 17:48:32.485969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82e8534c-540f-4e92-940e-7f899666babf req-430773a9-ca26-4734-a74f-49ec5776a3bf tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.37 "GET /v2.0/security-groups?id=4dd29703-f8c7-4f07-a51b-ffd06ee48222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704177 Mar 02 17:48:32.652424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-31459ab6-9687-410b-942d-ebce057347cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:32.654502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-31459ab6-9687-410b-942d-ebce057347cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4862307a-671d-45b5-863b-2217945f8823 HTTP/1.1" status: 200 len: 850 time: 0.1618376 Mar 02 17:48:32.668035 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e297b-7f44-4dd6-9e94-d3879362b666', 'name': 'network-vif-deleted', 'tag': 'c0fd74ec-8adf-4b0a-be0d-d12e0e046914', 'status': 'completed', 'code': 200} Mar 02 17:48:32.743671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-a2f8c2e0-1a64-4dd3-b1b2-0c78b5cc1fb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52a3fec3-40fc-48b3-b038-c4d9bf34f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468345 Mar 02 17:48:32.755686 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'code': 200} Mar 02 17:48:32.784040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41096) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:32.794555 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17', 'status': 'completed', 'code': 200} Mar 02 17:48:32.890095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] For port 22ee1034-298a-4711-af5d-349de1161507, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=22ee1034-298a-4711-af5d-349de1161507,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:32.890095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.029227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Calling delete_port for 22ee1034-298a-4711-af5d-349de1161507 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:33.041895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-56fccf4b-465d-4808-a3ca-9345265fc74f service neutron] 10.222.0.50 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896078 Mar 02 17:48:33.085018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.123584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eaf5736-36e9-4984-b041-76a533b148d1 req-da80de87-0c87-47cc-aad1-461eed926a5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1096 time: 0.2688079 Mar 02 17:48:33.173539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.223742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Pushing event deleted for resources: {'Port': ['ID=22ee1034-298a-4711-af5d-349de1161507,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:33.228835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['22ee1034-298a-4711-af5d-349de1161507'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:33.272986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:33.290679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089a07-a721-403b-b1a7-0d82b77cc141 req-000b4161-73d9-4aa8-aae6-20d00d660d39 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:33.292120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f089a07-a721-403b-b1a7-0d82b77cc141 req-000b4161-73d9-4aa8-aae6-20d00d660d39 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 943 time: 0.3445249 Mar 02 17:48:33.293303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Usage tracker for resource:security_group_rule and tenant:45318671201443a7a1b4c80d0224762e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:33.302243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:33.334384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] No DVR routers for this DVR port 22ee1034-298a-4711-af5d-349de1161507 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:33.336911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.345671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eaf5736-36e9-4984-b041-76a533b148d1 req-463d945b-d273-412b-9bff-df2ec438341b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134807 Mar 02 17:48:33.346555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:33.351482 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abeee476-9e71-4539-a0e9-6289d8d212e7 req-f6a1423f-6d44-4db3-b45b-be9a7a1009af tempest-VolumesNegativeTest-246097104 tempest-VolumesNegativeTest-246097104-project] 10.222.0.50 "DELETE /v2.0/ports/22ee1034-298a-4711-af5d-349de1161507 HTTP/1.1" status: 204 len: 173 time: 1.2770894 Mar 02 17:48:33.401629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d134a8f-ccde-4495-b52c-defc3cca04fc req-00f5fc14-c0f1-4ac9-ace8-8cdfedc1dcdc service neutron] 10.222.0.50 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238449 Mar 02 17:48:33.412314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d637a-b248-4cb3-a193-ea7fda780242 req-391d55bd-cca5-42ef-8a28-80cb7a7fd0dc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:33.413633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e93d637a-b248-4cb3-a193-ea7fda780242 req-391d55bd-cca5-42ef-8a28-80cb7a7fd0dc tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.3816328 Mar 02 17:48:33.471880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f089a07-a721-403b-b1a7-0d82b77cc141 req-3ec81dde-8725-4a6b-a1cc-4f030634acae tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663854 Mar 02 17:48:33.520068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e93d637a-b248-4cb3-a193-ea7fda780242 req-2093ffe4-ba7c-480d-a19e-9e1b9eb6bcc0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960450 Mar 02 17:48:33.590632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.597366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.658973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf508df-ae6c-4ab3-9c47-13befacfd728,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:33.667386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5403d7b6-5084-4298-80d2-79cf125acd61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45318671201443a7a1b4c80d0224762e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8795075 Mar 02 17:48:33.668281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41112) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:33.730758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.740507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-9d25defa-a6d6-4fd6-a884-344e9beb051e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5fcc37ccbd344db8e86e96106b57275&device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 1094 time: 0.1883552 Mar 02 17:48:33.757970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.812377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.829998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf508df-ae6c-4ab3-9c47-13befacfd728,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:33.835364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:33.836513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3fa0d18-cae9-4ba6-bf3f-a1c3999e6c81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcf508df-ae6c-4ab3-9c47-13befacfd728 HTTP/1.1" status: 204 len: 168 time: 0.1678300 Mar 02 17:48:34.047466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab7b44-578c-423c-a16c-a3a8f1041f18 req-cd5afdf1-61a1-4bf5-ab41-064b5d709a2d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.048163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0ab7b44-578c-423c-a16c-a3a8f1041f18 req-cd5afdf1-61a1-4bf5-ab41-064b5d709a2d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Synchronizing usage tracker for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:34.078025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-fceee922-9bfd-4f85-9bf0-b9fed266f107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.079483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-fceee922-9bfd-4f85-9bf0-b9fed266f107 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52a3fec3-40fc-48b3-b038-c4d9bf34f384 HTTP/1.1" status: 200 len: 911 time: 0.3282108 Mar 02 17:48:34.096605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0ab7b44-578c-423c-a16c-a3a8f1041f18 req-cd5afdf1-61a1-4bf5-ab41-064b5d709a2d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Unset dirty status for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:34.097908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0ab7b44-578c-423c-a16c-a3a8f1041f18 req-cd5afdf1-61a1-4bf5-ab41-064b5d709a2d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4108341 Mar 02 17:48:34.113776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.117887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.121745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.125636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.129510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.133532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.137939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.139918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-29ced7e1-c8ea-4cf3-ba5c-c2483cecc6c9 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.3671370 Mar 02 17:48:34.209526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:34.228918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:34.243438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-d6317483-c21b-47bc-8ff3-9cb2bb04c3ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b8a4626-5a66-4e85-af6d-cad67595da17 HTTP/1.1" status: 200 len: 217 time: 0.1025317 Mar 02 17:48:34.262216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:34.266673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:70d64a37c6bb4b1aa0016978d3b1ded9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:34.269593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:34.275244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:34.322982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8a04502-c3f3-4cf1-aa0f-ae32a419c568 req-a9d53744-8b3e-409e-8ab0-1ae6134f4a3c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331711 Mar 02 17:48:34.327379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0ab7b44-578c-423c-a16c-a3a8f1041f18 req-49d59039-8419-48a4-bd74-28028eb21e37 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388404 Mar 02 17:48:34.349438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-66faa2d6-b03a-4464-96bd-3705c0cd8d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.350922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-66faa2d6-b03a-4464-96bd-3705c0cd8d9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4862307a-671d-45b5-863b-2217945f8823 HTTP/1.1" status: 200 len: 850 time: 0.0778089 Mar 02 17:48:34.369586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:34.376429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:34.500033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-3eeb930a-1672-4325-a5c7-d2ed227abfff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52a3fec3-40fc-48b3-b038-c4d9bf34f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339893 Mar 02 17:48:34.503892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70d64a37c6bb4b1aa0016978d3b1ded9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2908416 Mar 02 17:48:34.504132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41130) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:34.571679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcfd65-d919-4047-b0fa-9043a6e2e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ff6dd-82e6-42de-971a-1847f0eb497b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:34.796142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'name': 'network-vif-deleted', 'tag': '22ee1034-298a-4711-af5d-349de1161507'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:34.904879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:34.930898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-d6f29704-9abd-47f8-80e6-3f43003a46f2 service neutron] 10.222.0.50 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159467 Mar 02 17:48:34.981974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa340-03c7-45e8-8d66-730da3514a11 req-127bd20e-e8fa-4d7f-80eb-08f52fef221f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:34.983440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fbfa340-03c7-45e8-8d66-730da3514a11 req-127bd20e-e8fa-4d7f-80eb-08f52fef221f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2902663 Mar 02 17:48:34.990772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:35.092740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380708c-7f3a-4620-9ceb-7244d5a80d32 req-6dd09127-b97a-4757-a855-53a697e69292 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.094258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a380708c-7f3a-4620-9ceb-7244d5a80d32 req-6dd09127-b97a-4757-a855-53a697e69292 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 943 time: 0.3480570 Mar 02 17:48:35.195630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fbfa340-03c7-45e8-8d66-730da3514a11 req-8855c5d1-75d2-4fa0-a4cb-4e726bab96dc tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975796 Mar 02 17:48:35.222525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-013d68f9-35e0-4df6-830e-0baa30d2e0e1 req-e0961fa9-fd8d-4863-87c4-98d9347964e7 service neutron] 10.222.0.50 "GET /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658222 Mar 02 17:48:35.225382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a380708c-7f3a-4620-9ceb-7244d5a80d32 req-d1fcfcef-dfbf-4e2a-ab8a-c696cf377192 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200540 Mar 02 17:48:35.231612 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:35.257982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ff6dd-82e6-42de-971a-1847f0eb497b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:35.287311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:35.287311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-43777097-8029-43ef-b51c-d327f4e8dc02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f0ff6dd-82e6-42de-971a-1847f0eb497b HTTP/1.1" status: 204 len: 168 time: 0.7780936 Mar 02 17:48:35.565229 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3469d37f-f300-459e-b6af-8a2dc669f5b2', 'name': 'network-vif-deleted', 'tag': '22ee1034-298a-4711-af5d-349de1161507', 'status': 'completed', 'code': 200} Mar 02 17:48:35.575669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a04cd-4ebf-465c-beda-bcc92e436b31 req-87af2202-aa6f-418d-a306-77e169bddb39 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.584396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a0a04cd-4ebf-465c-beda-bcc92e436b31 req-87af2202-aa6f-418d-a306-77e169bddb39 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.1258707 Mar 02 17:48:35.645545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a0a04cd-4ebf-465c-beda-bcc92e436b31 req-567f3689-ddd5-41f2-b597-1bc00e08f50b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603430 Mar 02 17:48:35.832582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b669ea-6872-4dd1-bf50-2d07110f664f req-17e167e7-c1e0-4ecc-9439-4095d65aa475 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.832582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94b669ea-6872-4dd1-bf50-2d07110f664f req-17e167e7-c1e0-4ecc-9439-4095d65aa475 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1347580 Mar 02 17:48:35.906612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94b669ea-6872-4dd1-bf50-2d07110f664f req-c4c3808e-7a20-4096-8c9f-317a7ec41409 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679543 Mar 02 17:48:35.967985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.974395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.982968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:35.986836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.002446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.014178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.023982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.025964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-4adb0e15-a509-43eb-85a8-6f0830539a89 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.2422545 Mar 02 17:48:36.138260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc7bf67f-5d56-4daf-b0ef-98b50ac4e3bc req-400b5fc8-b792-455b-9466-b4dd358ff443 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701003 Mar 02 17:48:36.180140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.184036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.190126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.204965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.220342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.224302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.240533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.242476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-113fdcc0-63c0-46b0-8a35-2e86735b0f7a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.2158818 Mar 02 17:48:36.614248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-95fef103-2484-45db-af37-e68a04dbfce3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.615935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-95fef103-2484-45db-af37-e68a04dbfce3 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2805696 Mar 02 17:48:36.962139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa964f-53df-447f-ad9a-11f57734c0b5 req-f8db12d9-b7d4-422e-be0b-6911dd1a7e5f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:36.970545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63aa964f-53df-447f-ad9a-11f57734c0b5 req-f8db12d9-b7d4-422e-be0b-6911dd1a7e5f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.7266614 Mar 02 17:48:37.022680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a68a1-4c55-43cf-85c3-7929b8ad3632 req-641da03d-7594-41d5-a45b-4639cbdbe6f7 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:37.029397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b9a68a1-4c55-43cf-85c3-7929b8ad3632 req-641da03d-7594-41d5-a45b-4639cbdbe6f7 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 943 time: 0.5751996 Mar 02 17:48:37.048065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b8a4626-5a66-4e85-af6d-cad67595da17 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:48:37.085820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-bf492a3b-f211-4870-9e90-906b751f2c13 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4609499 Mar 02 17:48:37.118346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:37.175034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63aa964f-53df-447f-ad9a-11f57734c0b5 req-d8d7a231-a69b-4dae-90f4-5fb90c62fba0 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024181 Mar 02 17:48:37.197720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:37.293487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b9a68a1-4c55-43cf-85c3-7929b8ad3632 req-cea6c800-a6b4-4ff4-8efd-a7f37f81ca4e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629886 Mar 02 17:48:37.360429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 22ee1034-298a-4711-af5d-349de1161507 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:37.379659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:37.496020 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d1606385-a2fd-48d7-bd33-c594d08f4848 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1091 time: 0.2957401 Mar 02 17:48:37.500292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:37.517960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:37.534210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 22ee1034-298a-4711-af5d-349de1161507 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:48:37.534728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 22ee1034-298a-4711-af5d-349de1161507 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:37.545909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:37.555578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:floatingip and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:37.566112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:37.594688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:37.617700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:37.647789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b8a4626-5a66-4e85-af6d-cad67595da17,segment=NetworkSegment(768dc36a-72b3-4197-a128-a5e8c4ad91bc),segment_id=768dc36a-72b3-4197-a128-a5e8c4ad91bc)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:37.662843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '1b8a4626-5a66-4e85-af6d-cad67595da17', 'network_id': '52a3fec3-40fc-48b3-b038-c4d9bf34f384', 'port_id': '1b8a4626-5a66-4e85-af6d-cad67595da17', 'mac_address': 'fa:16:3e:7c:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4862307a-671d-45b5-863b-2217945f8823', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:48:37.733512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:37.765604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8a4626-5a66-4e85-af6d-cad67595da17 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:48:37.784133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b8a4626-5a66-4e85-af6d-cad67595da17,segment=NetworkSegment(768dc36a-72b3-4197-a128-a5e8c4ad91bc),segment_id=768dc36a-72b3-4197-a128-a5e8c4ad91bc)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:37.790375 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:37.911876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:37.919955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:37.979970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:37.992499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.009786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.021162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.039565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.059270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.064177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:38.066303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-f4bb63fa-a741-4dab-a405-8fa4fb01d030 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 5434 time: 0.5501392 Mar 02 17:48:38.181115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.156 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/48dc7ee6-12c0-4a45-b974-5ea98cf34d43) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:38.242767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1272efa-5c72-4e31-951f-fa2b492abf4a req-6d475c77-2a71-41e3-aeb2-e3ac639f6b5e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632764 Mar 02 17:48:38.314131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8c398ec4-625a-412e-9d0a-f4e278245c2d,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:38.371367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] For port 8c398ec4-625a-412e-9d0a-f4e278245c2d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:38.454235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] device_id is not set on port 8c398ec4-625a-412e-9d0a-f4e278245c2d yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:48:38.491360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:38.505774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:38.528520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:38.607839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:38.692532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:38.695303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1b8a4626-5a66-4e85-af6d-cad67595da17'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:38.765154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=48dc7ee6-12c0-4a45-b974-5ea98cf34d43,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:38.786442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:48:38.789794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:38.792457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:48:38.988065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Pushing event updated for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:39.108708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] No DVR routers for this DVR port 8c398ec4-625a-412e-9d0a-f4e278245c2d on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:39.109364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8da06370-5c39-447f-a5b9-68105ae8ecf2 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:39.312206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] In _notify_port_updated(), no bound segment for port 8c398ec4-625a-412e-9d0a-f4e278245c2d on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:48:39.318089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.328323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f73ba06a-b2d7-4270-9334-13db5988679c service neutron] 10.222.0.50 "PUT /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 200 len: 1027 time: 2.2161179 Mar 02 17:48:39.541882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2928ba-6c96-4c71-a8ae-859b6f0d401e req-6b476596-642f-415d-b446-c192593055a1 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:39.541882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2928ba-6c96-4c71-a8ae-859b6f0d401e req-6b476596-642f-415d-b446-c192593055a1 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 944 time: 0.8805921 Mar 02 17:48:39.613125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f8ab3c27-4080-4ef9-b2bf-ba9bdf8b3b6e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:39.614631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-f8ab3c27-4080-4ef9-b2bf-ba9bdf8b3b6e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "GET /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2545877 Mar 02 17:48:39.615191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.620418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b1790-0cc7-4fa0-888c-6f2161fd0c68 req-2208fb78-d8f5-457e-a774-2618525f63fb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:39.628899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-352962e2-5df2-4614-a414-24877919a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.629104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-714b1790-0cc7-4fa0-888c-6f2161fd0c68 req-2208fb78-d8f5-457e-a774-2618525f63fb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4780679 Mar 02 17:48:39.634840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:39.722998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee3995fc-f5a5-4d53-9da8-df745370d6f8 None None] Provisioning complete for port 8c398ec4-625a-412e-9d0a-f4e278245c2d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:39.722998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee3995fc-f5a5-4d53-9da8-df745370d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.767633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-714b1790-0cc7-4fa0-888c-6f2161fd0c68 req-5623d9a5-6bef-4b57-8508-5bb61e228993 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318483 Mar 02 17:48:39.791813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2928ba-6c96-4c71-a8ae-859b6f0d401e req-37f9965f-24c0-4c71-822a-643fd3d4accf tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274296 Mar 02 17:48:39.889964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:39.889964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:39.954492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.978511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:39.978511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d13d7122-92a7-43ab-b994-91f1eec5bf13 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:40.283612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee3995fc-f5a5-4d53-9da8-df745370d6f8 None None] Port 8c398ec4-625a-412e-9d0a-f4e278245c2d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:40.328257 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.369766 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.388677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:40.406595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.441121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:40.447299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.448374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 807b0c4f-f973-48c8-ad26-751c3054e73a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:40.471988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.484867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.494704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.524508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.538616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.544404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:40.550735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-92c074c1-df9e-40c3-a641-b000728934e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 4658 time: 0.5842164 Mar 02 17:48:40.591610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:40.674431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=807b0c4f-f973-48c8-ad26-751c3054e73a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:40.709740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.716694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.737834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] For port 807b0c4f-f973-48c8-ad26-751c3054e73a, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:48:40.782767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:40.857203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:41.071369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d7d4-60d2-4adc-b76d-1e0fb4406ec4 req-8403a58a-5b50-4b04-9e9e-43b340f9e63b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:41.079124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1608d7d4-60d2-4adc-b76d-1e0fb4406ec4 req-8403a58a-5b50-4b04-9e9e-43b340f9e63b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.9421327 Mar 02 17:48:41.081967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=48dc7ee6-12c0-4a45-b974-5ea98cf34d43,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:41.127313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] device_id is not set on port 807b0c4f-f973-48c8-ad26-751c3054e73a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:48:41.175766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:41.196443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80a9df95-f6c4-423e-924a-6eb26d6982dc req-2ed00aa6-ef02-4ac8-897f-be3a7f05f921 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&id=73d2d02e-7a6e-477e-bd7f-529bb9f89169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892517 Mar 02 17:48:41.200204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:41.242558 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Floating IP 86021d1b-1f84-4d9c-85c3-f0b2fe554864 associated. External IP: 172.25.3.156, port: 84bfc8a8-dddc-425c-9dcc-cba800de092a. Mar 02 17:48:41.299330 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:48:41.300236 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:48:41.312958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0437b1c-6b0b-4a5c-a8d8-7b485d3a5a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:41.395826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1608d7d4-60d2-4adc-b76d-1e0fb4406ec4 req-6384b57a-7c64-4ae5-afaf-ea9ed8d73986 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055899 Mar 02 17:48:41.408881 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'code': 200} Mar 02 17:48:41.671829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] No DVR routers for this DVR port 807b0c4f-f973-48c8-ad26-751c3054e73a on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:41.805884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Pushing event updated for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:41.926145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8c398ec4-625a-412e-9d0a-f4e278245c2d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:42.044239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] In _notify_port_updated(), no bound segment for port 807b0c4f-f973-48c8-ad26-751c3054e73a on network b3c076b6-d982-43b7-a479-8aa4d5302809 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:48:42.044239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.047297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-77124a2d-7c33-4d33-9578-fbe73875772f service neutron] 10.222.0.50 "PUT /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 200 len: 1028 time: 2.4166994 Mar 02 17:48:42.095711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-19560653-cbbb-4248-b188-8e09ab3bbfd4 None None] Provisioning complete for port 807b0c4f-f973-48c8-ad26-751c3054e73a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:42.096464 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-19560653-cbbb-4248-b188-8e09ab3bbfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.264732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41442) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:42.295527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-19560653-cbbb-4248-b188-8e09ab3bbfd4 None None] Port 807b0c4f-f973-48c8-ad26-751c3054e73a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:48:42.315688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 8c398ec4-625a-412e-9d0a-f4e278245c2d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:42.316124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device cbbccede-b38b-40ae-ab22-2159972b7149 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:42.347299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bb5a-3fe0-47f0-8998-55ad0fcfbb48 req-850a10fb-f93a-4a56-a499-a26f83c5496b tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:42.359223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7584bb5a-3fe0-47f0-8998-55ad0fcfbb48 req-850a10fb-f93a-4a56-a499-a26f83c5496b tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 944 time: 0.5969658 Mar 02 17:48:42.379894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port cbbccede-b38b-40ae-ab22-2159972b7149 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:42.380449 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.407445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router fad03ad7-fefd-4adb-8604-c172221f6a74 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:48:42.644065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.767752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:42.769043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.774857 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.775881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:42.810424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:48:42.827018 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Sync routers for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:48:42.851884 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:42.852650 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:42.867920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:42.926887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:42.938388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7584bb5a-3fe0-47f0-8998-55ad0fcfbb48 req-51d0076e-4d45-4310-b3dc-c64630e6568d tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782974 Mar 02 17:48:42.981771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Deleting subnet c4cffeb8-27d1-4b0f-aeba-d71059760d15 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:48:43.007436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.014894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.096309 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.194901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:43.203698 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.204401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 288b24a3-e436-4b31-b4a8-e0099555f426 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:43.232532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.349795 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:43.405027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:43.420590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:43.460990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:43.470186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:43.483561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:43.485417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-0c3111a8-e453-4c0f-bfdf-23f28608c93d tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 3881 time: 0.9189663 Mar 02 17:48:43.502113 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b083268-7632-48b0-87b9-5765b13b09f1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0002635 Mar 02 17:48:43.520111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:43.653631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149'}, {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:43.734762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a27d419e-1ce1-4cbe-b20f-9dd7daddbb81 req-ff83f19f-4468-4a89-a8bf-91e2d068607e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949837 Mar 02 17:48:43.745327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:43.828939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.891332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:43.909202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:43.911082 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'status': 'completed', 'code': 200} Mar 02 17:48:43.921427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.022929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b8a4626-5a66-4e85-af6d-cad67595da17 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:48:44.058093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port cbbccede-b38b-40ae-ab22-2159972b7149, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=cbbccede-b38b-40ae-ab22-2159972b7149,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:44.066835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.193558 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'code': 200} Mar 02 17:48:44.193774 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'code': 200} Mar 02 17:48:44.193977 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'code': 200} Mar 02 17:48:44.203710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:44.242334 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '86021d1b-1f84-4d9c-85c3-f0b2fe554864', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'port_id': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'mac_address': 'fa:16:3e:0e:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:48:40Z', 'updated_at': '2022-03-02T17:48:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:44.252981 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Checking router: fad03ad7-fefd-4adb-8604-c172221f6a74 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:48:44.271698 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:44.272315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:44.316933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for cbbccede-b38b-40ae-ab22-2159972b7149 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:44.331728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.351609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 1b8a4626-5a66-4e85-af6d-cad67595da17 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:48:44.359320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 1b8a4626-5a66-4e85-af6d-cad67595da17 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:48:44.360876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.601202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa86d5-b7b7-405d-b6be-ee30640702c5 req-929c420e-3474-4592-a6eb-3ddb5959adc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:44.603038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01fa86d5-b7b7-405d-b6be-ee30640702c5 req-929c420e-3474-4592-a6eb-3ddb5959adc8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.8118696 Mar 02 17:48:44.612174 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.619331 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:44.665191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b8a4626-5a66-4e85-af6d-cad67595da17,segment=NetworkSegment(768dc36a-72b3-4197-a128-a5e8c4ad91bc),segment_id=768dc36a-72b3-4197-a128-a5e8c4ad91bc)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:44.671470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.742422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:44.907554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:45.060333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cffeb8-27d1-4b0f-aeba-d71059760d15,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:45.066099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-997ef515-a33a-44e1-a9a8-a526c1414b63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1096 time: 1.1275690 Mar 02 17:48:45.192471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:45.199572 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '86021d1b-1f84-4d9c-85c3-f0b2fe554864', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'port_id': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'mac_address': 'fa:16:3e:0e:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:48:40Z', 'updated_at': '2022-03-02T17:48:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:45.205222 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569d7b5-0355-4509-8257-6e74d043609a None None] The sync data for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 is: [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '86021d1b-1f84-4d9c-85c3-f0b2fe554864', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'port_id': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'mac_address': 'fa:16:3e:0e:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:48:40Z', 'updated_at': '2022-03-02T17:48:40Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:48:45.206406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8dc6a-b2bf-420d-8d54-a79db0894d5f req-f408cbf3-a2bd-496a-b78f-1473a9c4445b tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:45.213810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ec8dc6a-b2bf-420d-8d54-a79db0894d5f req-f408cbf3-a2bd-496a-b78f-1473a9c4445b tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 944 time: 0.9102321 Mar 02 17:48:45.240353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01fa86d5-b7b7-405d-b6be-ee30640702c5 req-40693ac1-7c14-42b3-9d54-071924ab3d93 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6083221 Mar 02 17:48:45.302392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41486) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:45.327659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65558f26-2c6a-4768-be27-a746fefe5d3d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4cffeb8-27d1-4b0f-aeba-d71059760d15 HTTP/1.1" status: 204 len: 168 time: 3.0571651 Mar 02 17:48:45.329262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41490) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:45.468620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8fa4d6ef-01a2-4b42-8a77-39d56198a812 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/86021d1b-1f84-4d9c-85c3-f0b2fe554864 HTTP/1.1" status: 200 len: 991 time: 0.1612713 Mar 02 17:48:45.500057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ec8dc6a-b2bf-420d-8d54-a79db0894d5f req-cdf9f770-234d-4581-a567-4e2c2c376d1f tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850947 Mar 02 17:48:45.581449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-3f3f24db-a607-4395-bbb4-30757ecf2928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:45.583135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-3f3f24db-a607-4395-bbb4-30757ecf2928 service neutron] 10.222.0.35 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.5035546 Mar 02 17:48:45.598756 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:45.631268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63d8c0-0dd3-47a5-a2ea-20ab622fd049 None None] New status for floating IP 86021d1b-1f84-4d9c-85c3-f0b2fe554864: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:48:45.798481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:45.956918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=cbbccede-b38b-40ae-ab22-2159972b7149,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:46.133866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port cbbccede-b38b-40ae-ab22-2159972b7149 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:46.137836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.140165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-75fc14c3-1844-4f38-aa37-209ad783af37 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "DELETE /v2.0/ports/cbbccede-b38b-40ae-ab22-2159972b7149 HTTP/1.1" status: 204 len: 173 time: 4.0828583 Mar 02 17:48:46.167010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480748-50d0-4fc7-8f21-a7f95a86230c req-278d7c19-6c4b-4c93-9683-67d5d90db38b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.174509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1480748-50d0-4fc7-8f21-a7f95a86230c req-278d7c19-6c4b-4c93-9683-67d5d90db38b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3924937 Mar 02 17:48:46.176598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:46.199118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426'}, {'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:46.360278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.364767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.369395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.373661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.374871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:46.414607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-79c0816d-a039-4714-9d23-77a88fcdf568 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 999 time: 0.7893238 Mar 02 17:48:46.419110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:46.426663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 288b24a3-e436-4b31-b4a8-e0099555f426 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:46.427887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.472828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41518) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:46.702744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-407a750f-9c07-487a-a1ac-b96575f17624 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/86021d1b-1f84-4d9c-85c3-f0b2fe554864 HTTP/1.1" status: 200 len: 993 time: 0.2280838 Mar 02 17:48:46.778722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.782193 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82b28585-220e-468b-a985-fda9a141bcea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=511d5630cf7747c7ba625c913bfb01a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3588531 Mar 02 17:48:46.783921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41524) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:46.832772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-c8976772-74f6-419f-a04b-7731268a50d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:46.834239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-c8976772-74f6-419f-a04b-7731268a50d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.3723402 Mar 02 17:48:46.834920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:46.835890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-1c7f88fb-95aa-446e-a27d-4117a38e45d7 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 3143 time: 1.3613248 Mar 02 17:48:46.854787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1480748-50d0-4fc7-8f21-a7f95a86230c req-02149976-3dc4-4abf-8db7-ddb537ee9148 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792848 Mar 02 17:48:46.861614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.912115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65ad42e-872b-4bfb-9834-bcd3de9f857f']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:46.915112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.939343 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426', 'code': 200} Mar 02 17:48:46.939876 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17', 'code': 200} Mar 02 17:48:46.978534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:46.998360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd29703-f8c7-4f07-a51b-ffd06ee48222,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:47.001100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb084e41-bf33-41f1-8d75-b44025c92dc8') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:47.001418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb084e41-bf33-41f1-8d75-b44025c92dc8') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:47.005580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.006966 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fcfa1092-162d-4fba-b069-a6df6bbff545 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dd29703-f8c7-4f07-a51b-ffd06ee48222 HTTP/1.1" status: 204 len: 168 time: 0.2201257 Mar 02 17:48:47.019843 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'cbbccede-b38b-40ae-ab22-2159972b7149', 'status': 'completed', 'code': 200} Mar 02 17:48:47.040991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.082993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.120943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:48:47.121959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:48:47.144942 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:48:47.318452 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-02b86b6f-efba-4c8c-9abf-13cd5f6d7215 req-b10ea529-8081-4641-b3e7-7e909af0de84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 1096 time: 0.1103556 Mar 02 17:48:47.385923 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-02b86b6f-efba-4c8c-9abf-13cd5f6d7215 req-7eca70dd-acac-4f88-b5b9-b276b044f3c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474727 Mar 02 17:48:47.387187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-596126b8-441f-48bb-aa00-b1152c0c4bbc req-66fc1526-960d-4290-a42c-a05e874fc19a tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392263 Mar 02 17:48:47.435967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port 288b24a3-e436-4b31-b4a8-e0099555f426, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=288b24a3-e436-4b31-b4a8-e0099555f426,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:47.436461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.460707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-306f93e8-cb60-4071-a6eb-7206f3bb564e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6085682 Mar 02 17:48:47.512484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.613643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 288b24a3-e436-4b31-b4a8-e0099555f426 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:47.693337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:47.799966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c65ad42e-872b-4bfb-9834-bcd3de9f857f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:47.855143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ead4f78c-8b24-4612-a969-95f79e79c2fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/c65ad42e-872b-4bfb-9834-bcd3de9f857f HTTP/1.1" status: 204 len: 168 time: 2.5188653 Mar 02 17:48:47.923690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3c2a-970f-4fa4-b865-1427aeb300cc req-c83f4386-e318-441d-8e3e-a346a909fd72 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:47.925239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c61b3c2a-970f-4fa4-b865-1427aeb300cc req-c83f4386-e318-441d-8e3e-a346a909fd72 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 945 time: 0.8105228 Mar 02 17:48:48.020003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-c244278a-c75a-4fa1-a04e-608c5a1e09fe service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184844 Mar 02 17:48:48.036064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41556) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:48.083443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee67f0d-0733-4915-bbe9-3103c2ecffa1 req-314dbd4f-4e9d-4810-aa28-92cd58cdfe86 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:48.084814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aee67f0d-0733-4915-bbe9-3103c2ecffa1 req-314dbd4f-4e9d-4810-aa28-92cd58cdfe86 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4798534 Mar 02 17:48:48.108133 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a09114f-98b7-4b70-8e89-e543616e25e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1d204d3b3204d2dbed2e75f357e0e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0704579 Mar 02 17:48:48.108892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:48.171240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41564) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:48.180372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.201255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.235118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.257364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=288b24a3-e436-4b31-b4a8-e0099555f426,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:48.261286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c61b3c2a-970f-4fa4-b865-1427aeb300cc req-21b097b5-8044-4804-a1d7-78d3102fd070 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879136 Mar 02 17:48:48.317329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.320414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.320760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.321097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.321426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.321750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.322073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.322389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.322848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.323066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.323406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.323699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:48:48.351563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ff7c5-479c-4220-9eee-6ace70b66420,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:48.359401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1390024344-network', 'tenant_id': '6ab1162da88e469992562f53b6a03d19'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:48.365172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.369544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-368210f2-6424-4a1f-ad76-36a6e37908f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d9ff7c5-479c-4220-9eee-6ace70b66420 HTTP/1.1" status: 204 len: 168 time: 0.2563682 Mar 02 17:48:48.369544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:48.384998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Usage tracker for resource:network and tenant:6ab1162da88e469992562f53b6a03d19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:48.390606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:48.400099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:48.413819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aee67f0d-0733-4915-bbe9-3103c2ecffa1 req-ffe28610-f469-4138-9771-edf4deaa7a6f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824674 Mar 02 17:48:48.432345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5be900b8-232a-40f2-9ad2-1bbbec239f71 req-28dbb568-f6dd-4b52-a9c4-2cf547ea2a5d service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016945 Mar 02 17:48:48.432884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Made reservation on behalf of 6ab1162da88e469992562f53b6a03d19 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:48.435633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port 288b24a3-e436-4b31-b4a8-e0099555f426 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:48.441786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.458697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.470892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-295596d0-f6b0-4707-a7d3-ad4ca6c7270e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "DELETE /v2.0/ports/288b24a3-e436-4b31-b4a8-e0099555f426 HTTP/1.1" status: 204 len: 173 time: 2.2840791 Mar 02 17:48:48.494853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.597245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:48.607617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab1162da88e469992562f53b6a03d19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:48.617247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:48.636639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:48.640250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 8da06370-5c39-447f-a5b9-68105ae8ecf2 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:48.640825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.741242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.748635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.847382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:48:48.875002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be131bf-fb92-40c5-9085-eb2a6d491b4c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:48.877848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:48.878193 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Added segment 8fc08c72-b980-4241-82a1-dd2b10f1411c of type vlan for network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad Mar 02 17:48:49.018920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.109714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.124581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.125443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.126024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.128994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:49.244820 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0724454 Mar 02 17:48:49.245960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00dce-fb48-497b-a48b-5c8d7fd0e822 admin admin] Pushing event updated for resources: {'Network': ['ID=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:49.248009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41590) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:49.253742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Request body: {'subnet': {'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1390024344-subnet', 'tenant_id': '6ab1162da88e469992562f53b6a03d19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:49.258376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:48:49.259463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:49.264227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Usage tracker for resource:subnet and tenant:6ab1162da88e469992562f53b6a03d19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:49.267758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:49.273838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:49.287544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Made reservation on behalf of 6ab1162da88e469992562f53b6a03d19 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:49.292179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.394563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8984-1dd8-4e9f-916e-ce15eb4d7dbf req-3d67a330-0f0f-4c35-80d7-327c26be5222 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.396544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8bef8984-1dd8-4e9f-916e-ce15eb4d7dbf req-3d67a330-0f0f-4c35-80d7-327c26be5222 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5405753 Mar 02 17:48:49.461640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port 8da06370-5c39-447f-a5b9-68105ae8ecf2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=8da06370-5c39-447f-a5b9-68105ae8ecf2,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:49.462018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.488256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.494101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.499159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.500428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:49.617277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.703099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd7a101-7845-41c5-bdcc-fce0d221414f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:49.752638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Checking segment: {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:49.753204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Network hostable DHCP agents. Network: 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:48:49.797604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:48:49.834432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:49.842326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:49.842834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:49.848929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375ec25-92ca-47cd-bea2-b47d89fe9575 None None] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:49.855329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8bef8984-1dd8-4e9f-916e-ce15eb4d7dbf req-5f1153ad-ac84-432b-b52f-83bc736d0e97 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399006 Mar 02 17:48:49.859101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:49.860263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-0217d972-b3c4-4ba8-b142-0ae4325ad876 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 2410 time: 1.1261954 Mar 02 17:48:49.912403 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-480cd34c-7d19-4d7e-8f18-594dcc4c31a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6557531 Mar 02 17:48:49.967910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41622) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:50.060424 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': '288b24a3-e436-4b31-b4a8-e0099555f426', 'status': 'completed', 'code': 200} Mar 02 17:48:50.177789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc450a0f-a729-47d8-b1e4-4820be3423da req-63b8251b-2bbb-4c46-b02a-ccc34b0de09c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056381 Mar 02 17:48:50.188192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.188540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.188857 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Floating IP ac7842b2-a1be-4ceb-a363-6da8f49fa778 disassociated. External IP: 172.25.3.28, port: 8da06370-5c39-447f-a5b9-68105ae8ecf2. Mar 02 17:48:50.189198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 8da06370-5c39-447f-a5b9-68105ae8ecf2 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:50.225967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1381809969-network', 'tenant_id': '9c62ba06602b46b7947faead0010c643'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:50.239797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:50.271787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Usage tracker for resource:network and tenant:9c62ba06602b46b7947faead0010c643 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:50.280048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:50.291891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:50.308488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:50.317133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.352703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.417184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2820edc-107c-4a14-b3ae-7859ca6be6ab None None] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:50.418283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:50.426503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Usage tracker for resource:security_group_rule and tenant:9c62ba06602b46b7947faead0010c643 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:50.439340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:50.450548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:50.576060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.581675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.613948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:48:50.637909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516d25a-e257-4c02-9cc6-44f0e7210c1c req-ca10dcc3-ed78-4cc4-a6f5-1ece13a0a07a tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:50.646293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e516d25a-e257-4c02-9cc6-44f0e7210c1c req-ca10dcc3-ed78-4cc4-a6f5-1ece13a0a07a tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 945 time: 0.4043913 Mar 02 17:48:50.681553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.681899 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Added segment 5ba8a855-fc75-437d-b45a-f2d67f78efa9 of type vlan for network 62293c0b-116b-425a-aaed-4354422e088b Mar 02 17:48:50.714307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.736723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99eb27f-4cdb-432c-b540-5ccbafd9aa55,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:50.779831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.820397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=8da06370-5c39-447f-a5b9-68105ae8ecf2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:50.825084 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.826601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:50.827293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:50.847704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e516d25a-e257-4c02-9cc6-44f0e7210c1c req-3d72c95a-5d05-4684-9ff2-51221813ec0e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004297 Mar 02 17:48:50.970392 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0010023 Mar 02 17:48:50.971238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21345546-964a-416b-9368-cce3ad5fe860 admin admin] Pushing event updated for resources: {'Network': ['ID=62293c0b-116b-425a-aaed-4354422e088b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:50.982610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41662) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:48:50.999127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Request body: {'subnet': {'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1381809969-subnet', 'tenant_id': '9c62ba06602b46b7947faead0010c643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:51.013985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:51.023321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Usage tracker for resource:subnet and tenant:9c62ba06602b46b7947faead0010c643 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:51.028565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:51.046189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d545e5a-7550-4bd2-92c3-563e25853847 req-d460f5a9-9bcb-4e9b-96a1-ea212492d7f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:51.052869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:51.054824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d545e5a-7550-4bd2-92c3-563e25853847 req-d460f5a9-9bcb-4e9b-96a1-ea212492d7f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6110971 Mar 02 17:48:51.087416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:51.095385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:51.172840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d545e5a-7550-4bd2-92c3-563e25853847 req-cfe23896-7e4c-4f3f-ad9c-23844a8ea7cb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123385 Mar 02 17:48:51.309490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 62293c0b-116b-425a-aaed-4354422e088b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:48:51.435327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Router 72ac98a9-c891-41b7-9596-719532d97163 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:48:51.698124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:51.910230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d920bf-5746-49f3-80c2-ab6616c6e6c1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:51.926513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Checking segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:48:51.926933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Network hostable DHCP agents. Network: 62293c0b-116b-425a-aaed-4354422e088b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:48:51.951685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Network 62293c0b-116b-425a-aaed-4354422e088b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:48:51.963238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 62293c0b-116b-425a-aaed-4354422e088b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:48:51.968579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:51.969206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:51.975740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a825e1-7fa9-4885-98f0-e774abc74f4d None None] Network 62293c0b-116b-425a-aaed-4354422e088b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:52.001964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d9e1b6d1-a994-4bc1-b794-474294f49f29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0096748 Mar 02 17:48:52.009865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0285f-ef7c-4cfd-ac26-a9113dfcbee4 req-b29ac370-ff29-470a-976a-3d02f9581e3e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:52.014013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0285f-ef7c-4cfd-ac26-a9113dfcbee4 req-b29ac370-ff29-470a-976a-3d02f9581e3e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:52.015747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ef0285f-ef7c-4cfd-ac26-a9113dfcbee4 req-b29ac370-ff29-470a-976a-3d02f9581e3e tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 1677 time: 0.3548799 Mar 02 17:48:52.124785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8beb4-f20d-4746-a207-71ec646a6524 req-b1febd98-eed8-41b4-ad94-5c4dd3f82192 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:52.126548 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65e8beb4-f20d-4746-a207-71ec646a6524 req-b1febd98-eed8-41b4-ad94-5c4dd3f82192 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 945 time: 0.2921975 Mar 02 17:48:52.197539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ef0285f-ef7c-4cfd-ac26-a9113dfcbee4 req-ec1f10ff-0b81-48c0-85b0-040eb9e259e8 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747372 Mar 02 17:48:52.286605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65e8beb4-f20d-4746-a207-71ec646a6524 req-43630ad7-68af-4308-8c08-d5ff27380703 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367321 Mar 02 17:48:52.294128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf9db7-c2b1-4916-b3a5-408c764cd460 None None] Network 62293c0b-116b-425a-aaed-4354422e088b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:48:52.342252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:48:52.365858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Sync routers for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:48:52.398813 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:52.399674 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:52.609926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port 8da06370-5c39-447f-a5b9-68105ae8ecf2 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:52.613622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:52.617599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:52.677787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-cb072557-d167-4a9e-ba3a-7b57ecf17b46 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "DELETE /v2.0/ports/8da06370-5c39-447f-a5b9-68105ae8ecf2 HTTP/1.1" status: 204 len: 173 time: 4.1957605 Mar 02 17:48:52.826768 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:53.055020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d61a9d-03fa-41df-98aa-014cfc7cdc96 req-3d0bf051-cf17-4c01-99be-830d7929ba5a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:53.066093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3d61a9d-03fa-41df-98aa-014cfc7cdc96 req-3d0bf051-cf17-4c01-99be-830d7929ba5a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4491343 Mar 02 17:48:53.076320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:53.077081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:53.263649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3d61a9d-03fa-41df-98aa-014cfc7cdc96 req-fcab3466-aa60-4867-a8ef-37e246f5ef1b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961288 Mar 02 17:48:53.388177 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': '8da06370-5c39-447f-a5b9-68105ae8ecf2', 'status': 'completed', 'code': 200} Mar 02 17:48:53.407167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-191bd486-985a-4da8-9d25-8d6a925be0b9 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:53.414349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-191bd486-985a-4da8-9d25-8d6a925be0b9 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 0.3930569 Mar 02 17:48:53.420169 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:53.433285 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Checking router: 72ac98a9-c891-41b7-9596-719532d97163 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:48:53.465688 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:48:53.466753 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:48:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:53.525126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-8767bd82-4782-4137-89f6-cc2354d66776 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/quotas/9c62ba06602b46b7947faead0010c643 HTTP/1.1" status: 200 len: 375 time: 0.1098006 Mar 02 17:48:53.604447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-d1545340-8da0-4aaf-9998-30e48856eb25 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781450 Mar 02 17:48:53.642558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-b6637406-86be-456f-b8a8-18a8561bc6cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162004 Mar 02 17:48:53.798918 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:48:53.805142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:53.805577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:53.964414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-d9e73156-0864-48d2-96d2-86f049603b5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 1097 time: 0.1592169 Mar 02 17:48:53.977174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13536-0229-4386-9964-b07ff84ec31e req-55a9690e-0b4e-4830-8e95-4e559529e896 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:53.979851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3cc13536-0229-4386-9964-b07ff84ec31e req-55a9690e-0b4e-4830-8e95-4e559529e896 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Synchronizing usage tracker for tenant:e5fcc37ccbd344db8e86e96106b57275 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:54.019078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:54.025635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3cc13536-0229-4386-9964-b07ff84ec31e req-55a9690e-0b4e-4830-8e95-4e559529e896 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Unset dirty status for tenant:e5fcc37ccbd344db8e86e96106b57275 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:54.027000 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3cc13536-0229-4386-9964-b07ff84ec31e req-55a9690e-0b4e-4830-8e95-4e559529e896 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.50 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 945 time: 0.2544863 Mar 02 17:48:54.089210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-6eb9c727-1e6e-46d7-916a-2bcc678ca82b service neutron] 10.222.0.37 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838693 Mar 02 17:48:54.130946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-e76d0e77-8fb7-4d59-b27f-85a1bb9d931c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:54.134919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-e76d0e77-8fb7-4d59-b27f-85a1bb9d931c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:54.135718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-e76d0e77-8fb7-4d59-b27f-85a1bb9d931c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:54.208872 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:48:54.214367 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb527d-3ae9-465d-a361-1f24c50486f6 None None] The sync data for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 is: [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:41:46Z', 'revision_number': 4, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'cde296cd-1c6c-4363-9ec5-7e32d492dda4', 'name': '', 'network_id': '14772b19-f502-4eca-9762-3de40af9b710', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'mac_address': 'fa:16:3e:2f:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:45Z', 'updated_at': '2022-03-02T17:41:58Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'subnets': [{'id': '06c9c000-dcf9-47c0-8beb-f8809fbfa730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:48:54.238697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Deleting port 1b8a4626-5a66-4e85-af6d-cad67595da17 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:54.239066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:54.272188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-e76d0e77-8fb7-4d59-b27f-85a1bb9d931c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:54.279916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-e76d0e77-8fb7-4d59-b27f-85a1bb9d931c tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 1677 time: 0.5945961 Mar 02 17:48:54.334328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-97a48aa0-14ac-45bb-a48d-b0c36e242a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:54.335807 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-97a48aa0-14ac-45bb-a48d-b0c36e242a7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.3369119 Mar 02 17:48:54.414042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:54.474892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-715ba93b-5211-445d-9d5a-4da0ab748195 req-fbdeeec6-c160-4773-8f07-6e9201590c40 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939931 Mar 02 17:48:54.487403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-2fc53089-20b2-4ba0-b71b-2fad34d89351 service neutron] 10.222.0.37 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853261 Mar 02 17:48:54.495413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:54.710845 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-14dfa728-acac-4ade-93fd-d9990cf22fdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 200 len: 1001 time: 0.3466365 Mar 02 17:48:54.768138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:54.772810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:54.785811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-86a6bfb8-6a33-4d9d-bca8-11c0c8ede560 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "DELETE /v2.0/ports/d38fa3a1-48b0-4bbe-a68e-0cbf48299e3a HTTP/1.1" status: 204 len: 173 time: 2.1002150 Mar 02 17:48:54.882132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] For port 1b8a4626-5a66-4e85-af6d-cad67595da17, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=1b8a4626-5a66-4e85-af6d-cad67595da17,segment=NetworkSegment(768dc36a-72b3-4197-a128-a5e8c4ad91bc),segment_id=768dc36a-72b3-4197-a128-a5e8c4ad91bc)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:54.884887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port d13d7122-92a7-43ab-b994-91f1eec5bf13 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:48:54.885432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:54.887188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:55.084062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Calling delete_port for 1b8a4626-5a66-4e85-af6d-cad67595da17 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:55.133331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-f9c89a9b-ff09-462b-886e-0cd783f7df1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:55.134945 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-f9c89a9b-ff09-462b-886e-0cd783f7df1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.4174683 Mar 02 17:48:55.353233 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-eb7b6122-f2c1-4336-8616-3693f4460500 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108297 Mar 02 17:48:55.390725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:55.489558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:55.530898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['1b8a4626-5a66-4e85-af6d-cad67595da17'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:48:55.549290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Pushing event deleted for resources: {'Port': ['ID=1b8a4626-5a66-4e85-af6d-cad67595da17,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:55.691889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a93070-f1b5-44da-8607-df18afb69699 req-ecdde5c6-eb1b-4c4a-bd75-feef213e7871 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:55.693463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50a93070-f1b5-44da-8607-df18afb69699 req-ecdde5c6-eb1b-4c4a-bd75-feef213e7871 tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/ports?device_id=7527e1a8-577e-42ba-8c01-21a124992767 HTTP/1.1" status: 200 len: 945 time: 0.6666131 Mar 02 17:48:55.703681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46140982-f197-4e74-b6ea-3ba477c3a41d req-e73d7d1c-cbf7-4fa5-a184-6a9b04a37fa6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:55.716579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46140982-f197-4e74-b6ea-3ba477c3a41d req-e73d7d1c-cbf7-4fa5-a184-6a9b04a37fa6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.7790914 Mar 02 17:48:55.735413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] No DVR routers for this DVR port 1b8a4626-5a66-4e85-af6d-cad67595da17 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:55.739229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:55.742000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'name': 'network-vif-deleted', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:55.751733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-e7375780-e31a-4181-9de6-4f4aeea870eb service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911116 Mar 02 17:48:55.863782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port d13d7122-92a7-43ab-b994-91f1eec5bf13, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d13d7122-92a7-43ab-b994-91f1eec5bf13,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:48:55.864161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:55.888971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46140982-f197-4e74-b6ea-3ba477c3a41d req-10421664-d04c-43f4-a1ce-940c610841dd tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691296 Mar 02 17:48:55.890094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3cc13536-0229-4386-9964-b07ff84ec31e req-74b3b06b-c100-4caf-81fc-d6b65f650e3e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.50 "DELETE /v2.0/ports/1b8a4626-5a66-4e85-af6d-cad67595da17 HTTP/1.1" status: 204 len: 173 time: 1.8516302 Mar 02 17:48:55.920773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50a93070-f1b5-44da-8607-df18afb69699 req-1b573ed5-4377-4023-9eeb-19ea177ffe4e tempest-ServerGroupTestJSON-1205273478 tempest-ServerGroupTestJSON-1205273478-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695824 Mar 02 17:48:56.216803 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09dff065-8040-47ed-8e1c-8e69fcdd4960 req-c23e89ba-f0bd-4978-92cb-8dbbb2c0bfc6 service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573550 Mar 02 17:48:56.264238 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'd38fa3a1-48b0-4bbe-a68e-0cbf48299e3a', 'status': 'completed', 'code': 200} Mar 02 17:48:56.276257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for d13d7122-92a7-43ab-b994-91f1eec5bf13 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:48:56.417779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000a6af-e00b-4bc8-a740-daad9231eb3c None None] New status for floating IP ac7842b2-a1be-4ceb-a363-6da8f49fa778: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:48:56.608509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466d8a4-f226-4b9b-bb90-268f038dbb29 req-c3618cda-aeb1-434f-add3-33e0625f8e67 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:56.619731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3466d8a4-f226-4b9b-bb90-268f038dbb29 req-c3618cda-aeb1-434f-add3-33e0625f8e67 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 943 time: 0.2881789 Mar 02 17:48:56.689403 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7527e1a8-577e-42ba-8c01-21a124992767', 'name': 'network-vif-deleted', 'tag': '1b8a4626-5a66-4e85-af6d-cad67595da17', 'status': 'completed', 'code': 200} Mar 02 17:48:56.792229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3466d8a4-f226-4b9b-bb90-268f038dbb29 req-d30ed873-fb42-40d2-b688-37ecd72981ef tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f954ad8-ae8d-4fa6-ab8b-72770508306d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703124 Mar 02 17:48:56.837907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:57.114062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=d13d7122-92a7-43ab-b994-91f1eec5bf13,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:48:57.334700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port d13d7122-92a7-43ab-b994-91f1eec5bf13 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:48:57.337705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:57.363864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9ef250a-57d1-4396-a73e-4c23c2d5791d req-9da624c2-72da-41c3-bfd1-edb406a29d9a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 210 time: 0.3214412 Mar 02 17:48:57.468847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9853513b-b054-4d0a-a39e-602ad8d7f93d req-99abf08b-1d4e-4cd7-a48b-e2c4eef54007 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.50 "DELETE /v2.0/ports/d13d7122-92a7-43ab-b994-91f1eec5bf13 HTTP/1.1" status: 204 len: 173 time: 2.6772876 Mar 02 17:48:57.597638 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:48:57.663943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde90733-e034-4b60-9cd1-f834b181beac req-1fed5c55-e0ee-4235-9d29-2d363fd45885 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:57.665424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cde90733-e034-4b60-9cd1-f834b181beac req-1fed5c55-e0ee-4235-9d29-2d363fd45885 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4196341 Mar 02 17:48:57.778289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cde90733-e034-4b60-9cd1-f834b181beac req-8049ee46-a5de-40cb-a1df-3ea5db45c1c1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930047 Mar 02 17:48:57.783682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-d59e011a-034b-4a9c-8676-7bf8c0dd1799 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:57.785072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-d59e011a-034b-4a9c-8676-7bf8c0dd1799 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 0.3851581 Mar 02 17:48:57.801947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Request body: {'port': {'device_id': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'admin_state_up': True, 'tenant_id': '9c62ba06602b46b7947faead0010c643'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:58.216134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:58.224292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Usage tracker for resource:port and tenant:9c62ba06602b46b7947faead0010c643 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:58.241035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:58.271253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:58.280777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:48:58.358424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15227f40-67b4-4603-b810-db3dec4e5521 req-d7ba7a74-2f49-4e6a-a48e-9f1d098c7e05 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Synchronizing usage tracker for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:48:58.383445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87963-e3b1-42f6-bd2a-28b0b2bf2e73 req-0d0cf062-74b5-4a26-877c-a69898f524a1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:58.391298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fff87963-e3b1-42f6-bd2a-28b0b2bf2e73 req-0d0cf062-74b5-4a26-877c-a69898f524a1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3224311 Mar 02 17:48:58.400031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b59669e6-d1d6-4764-be5a-aedc64accfc8 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:58.401482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b59669e6-d1d6-4764-be5a-aedc64accfc8 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 0.4632509 Mar 02 17:48:58.446780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:58.450541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:58.521596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Request body: {'port': {'device_id': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'admin_state_up': True, 'tenant_id': '9c62ba06602b46b7947faead0010c643'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:48:58.711202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fff87963-e3b1-42f6-bd2a-28b0b2bf2e73 req-92d2fa70-92b8-4e67-bf31-42c337c97dde tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188877 Mar 02 17:48:58.820305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-15227f40-67b4-4603-b810-db3dec4e5521 req-d7ba7a74-2f49-4e6a-a48e-9f1d098c7e05 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Unset dirty status for tenant:ea571af3b226430bba2cda288e585f7d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:48:58.824272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15227f40-67b4-4603-b810-db3dec4e5521 req-d7ba7a74-2f49-4e6a-a48e-9f1d098c7e05 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 210 time: 0.5318871 Mar 02 17:48:58.975228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Allocated IP 172.20.0.8 (62293c0b-116b-425a-aaed-4354422e088b/99d920bf-5746-49f3-80c2-ab6616c6e6c1/abad20ee-5c16-467d-82d9-de115892dcc3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:48:59.024053 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2164c9-533f-4ae1-9167-2b8f173b6186', 'name': 'network-vif-deleted', 'tag': 'd13d7122-92a7-43ab-b994-91f1eec5bf13', 'status': 'completed', 'code': 200} Mar 02 17:48:59.154457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b8a4626-5a66-4e85-af6d-cad67595da17 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:48:59.260814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 1b8a4626-5a66-4e85-af6d-cad67595da17 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:48:59.261480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 1b8a4626-5a66-4e85-af6d-cad67595da17 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:48:59.362886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:48:59.372677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Usage tracker for resource:port and tenant:9c62ba06602b46b7947faead0010c643 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:48:59.379793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:48:59.391317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:48:59.475902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:48:59.478927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:59.559178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36cbf09a-ce86-44a5-be87-e84436235850 req-7c5fc2da-a247-446f-895b-f4c70a7453fc tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 210 time: 0.0887697 Mar 02 17:48:59.648652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:59.718812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae19d4-c2d6-4243-813f-4a3f59e0d409 req-dec5f541-596e-4fcb-808b-b46237300fc3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:48:59.726543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ae19d4-c2d6-4243-813f-4a3f59e0d409 req-dec5f541-596e-4fcb-808b-b46237300fc3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3088355 Mar 02 17:48:59.863226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:48:59.867310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48ae19d4-c2d6-4243-813f-4a3f59e0d409 req-94237cb2-b7c5-46ba-b318-71805def164f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399188 Mar 02 17:49:00.051458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Network 62293c0b-116b-425a-aaed-4354422e088b is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:00.096488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:00.103797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41836) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:00.177965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:00.195519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:00.220987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Deleting subnet 4862307a-671d-45b5-863b-2217945f8823 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:49:00.228942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.366708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.394214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Allocated IP 172.20.0.2 (62293c0b-116b-425a-aaed-4354422e088b/99d920bf-5746-49f3-80c2-ab6616c6e6c1/87d228b1-afec-4b47-b8f3-e748674fb9a6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:00.459355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:00.460688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.570476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.727513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25c657c7-96c6-4bf5-a72c-b48c0afaa11d req-dded850a-183f-4419-b45d-0b947e40dbba tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a2164c9-533f-4ae1-9167-2b8f173b6186 HTTP/1.1" status: 200 len: 210 time: 0.2315915 Mar 02 17:49:00.731383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.751116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-b60dffbe-8312-458e-ad62-5ac0c8bda8bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9538560 Mar 02 17:49:00.766821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Request body: {'port': {'device_id': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:00.822299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4862307a-671d-45b5-863b-2217945f8823,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:00.828434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:00.835372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3cd929fa-0f26-4f2e-b070-09767cf329e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4862307a-671d-45b5-863b-2217945f8823 HTTP/1.1" status: 204 len: 168 time: 0.7299027 Mar 02 17:49:00.839256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:00.959582 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.030838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba4dce-b505-47b7-a2f0-5cab04f01f9c req-992e0535-6024-433b-afdc-8d6fe20fddd4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:01.037774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55ba4dce-b505-47b7-a2f0-5cab04f01f9c req-992e0535-6024-433b-afdc-8d6fe20fddd4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4048753 Mar 02 17:49:01.053068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.116640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.146757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a3fec3-40fc-48b3-b038-c4d9bf34f384']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:01.167646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768dc36a-72b3-4197-a128-a5e8c4ad91bc') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:01.168574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768dc36a-72b3-4197-a128-a5e8c4ad91bc') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:01.213548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.262258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.274887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:49:01.275789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:49:01.293509 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:49:01.357383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.417035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.428828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:01.455182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55ba4dce-b505-47b7-a2f0-5cab04f01f9c req-cf3a0f64-87fa-46de-841d-ae9446730cbc tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165161 Mar 02 17:49:01.469172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] 10.222.0.37 "DELETE /v2.0/networks/52a3fec3-40fc-48b3-b038-c4d9bf34f384 HTTP/1.1" status: 204 len: 168 time: 0.6279347 Mar 02 17:49:01.473248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d627ae4-025b-42a8-8e1e-515b6a45f789 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a3fec3-40fc-48b3-b038-c4d9bf34f384,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:01.775162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41868) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:01.894925 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8db846cc-96bf-4909-af10-80e749a3b29c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5fcc37ccbd344db8e86e96106b57275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1149533 Mar 02 17:49:01.895553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:01.915760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf669-48c8-476c-9f4b-a6ac7a120e4a req-9090594d-7083-418b-a446-aeb12d03dae6 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:01.916576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-209bf669-48c8-476c-9f4b-a6ac7a120e4a req-9090594d-7083-418b-a446-aeb12d03dae6 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Synchronizing usage tracker for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:01.961508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.020024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.107898 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.150446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Network 62293c0b-116b-425a-aaed-4354422e088b is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:02.156887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event updated for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:02.159664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:02.166840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:02.202048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-209bf669-48c8-476c-9f4b-a6ac7a120e4a req-9090594d-7083-418b-a446-aeb12d03dae6 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Unset dirty status for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:02.209262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-209bf669-48c8-476c-9f4b-a6ac7a120e4a req-9090594d-7083-418b-a446-aeb12d03dae6 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 931 time: 1.1361732 Mar 02 17:49:02.221207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.248258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:02.268365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.270202 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-328e8d16-9332-442f-b0a3-b2d6711177b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bd1b4d0-07f5-40fe-bd9c-1354f1c2fae9 HTTP/1.1" status: 204 len: 168 time: 0.3737359 Mar 02 17:49:02.346811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:02.347441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.416886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1b2b87d7-fd80-4fb7-bbca-e6a7f082c2e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9050441 Mar 02 17:49:02.424763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbf835-5c94-4397-8766-85dc7397a3af req-a687e1f6-000b-44ec-b6c8-f234f906ca09 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:02.434398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1bbf835-5c94-4397-8766-85dc7397a3af req-a687e1f6-000b-44ec-b6c8-f234f906ca09 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5114439 Mar 02 17:49:02.463558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Request body: {'port': {'device_id': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:02.583124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:49:02.611175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-209bf669-48c8-476c-9f4b-a6ac7a120e4a req-00ac5eab-2e76-4fda-b102-39b26ee2b010 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006908 Mar 02 17:49:02.727420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abad20ee-5c16-467d-82d9-de115892dcc3 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:02.732461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.753066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1bbf835-5c94-4397-8766-85dc7397a3af req-0f29a9ab-2c94-484a-b7dd-57fbfa7120ed tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176601 Mar 02 17:49:02.758605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.815778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Transition to ACTIVE for port object abad20ee-5c16-467d-82d9-de115892dcc3 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:02.836128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:02.870615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:03.183262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:03.252463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:03.333268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:03.347621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:03.374683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f954ad8-ae8d-4fa6-ab8b-72770508306d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:03.395355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:03.411530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4e7ffe1-9b54-44bb-94ce-5b09c40793bc tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f954ad8-ae8d-4fa6-ab8b-72770508306d HTTP/1.1" status: 204 len: 168 time: 0.5370767 Mar 02 17:49:03.412011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:03.435556 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-6c5bfbae-88fe-4496-9741-8f885f798d88 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] show failed (client error): The resource could not be found. Mar 02 17:49:03.438620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c5bfbae-88fe-4496-9741-8f885f798d88 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "GET /v2.0/security-groups/6f954ad8-ae8d-4fa6-ab8b-72770508306d HTTP/1.1" status: 404 len: 347 time: 0.0231116 Mar 02 17:49:03.444893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41916) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:03.866218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 8bb92505-53c1-4dce-9498-f60308a41233 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:03.867416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:03.995459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Attempting to bind port abad20ee-5c16-467d-82d9-de115892dcc3 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:03.996685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Attempting to bind port abad20ee-5c16-467d-82d9-de115892dcc3 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:03.996685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Attempting to bind port abad20ee-5c16-467d-82d9-de115892dcc3 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:04.017076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Port abad20ee-5c16-467d-82d9-de115892dcc3 on network 62293c0b-116b-425a-aaed-4354422e088b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:04.017408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Attempting to bind port abad20ee-5c16-467d-82d9-de115892dcc3 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:04.085474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa281b5-dfa5-4711-b737-649b9ded9f00 req-615c2a38-3e9b-4c1e-a66f-3783f35660f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:04.098026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfa281b5-dfa5-4711-b737-649b9ded9f00 req-615c2a38-3e9b-4c1e-a66f-3783f35660f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 1.0005651 Mar 02 17:49:04.100544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:04.103544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Checking segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:04.104142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Bound using segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:04.106476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Bound port: abad20ee-5c16-467d-82d9-de115892dcc3, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:04.107076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.215115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:49:04.225206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.226847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.292271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfa281b5-dfa5-4711-b737-649b9ded9f00 req-2d219394-9e61-4b98-b617-d392938b172c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927762 Mar 02 17:49:04.375571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d228b1-afec-4b47-b8f3-e748674fb9a6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:04.375571 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.388152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 8bb92505-53c1-4dce-9498-f60308a41233 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:04.390498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Transition to ACTIVE for port object 87d228b1-afec-4b47-b8f3-e748674fb9a6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:04.421081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:04.425238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:04.430627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.496717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:04.717551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bcfad-284c-4489-9477-2f7d905dbb53 req-9df75d92-fa8c-4ce9-892c-34248f972698 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:04.725440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-400bcfad-284c-4489-9477-2f7d905dbb53 req-9df75d92-fa8c-4ce9-892c-34248f972698 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 943 time: 0.8168063 Mar 02 17:49:04.769046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:04.909060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.018525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:05.030389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.031800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-0d271941-faf9-4c31-9783-f2028bdf6a13 service neutron] 10.222.0.35 "PUT /v2.0/ports/abad20ee-5c16-467d-82d9-de115892dcc3 HTTP/1.1" status: 200 len: 1091 time: 4.2735817 Mar 02 17:49:05.041671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=8bb92505-53c1-4dce-9498-f60308a41233,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:05.061977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:05.207338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.235901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.243056 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f72f6d4-2eed-4697-8cb2-f33422522198 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac7842b2-a1be-4ceb-a363-6da8f49fa778 HTTP/1.1" status: 204 len: 168 time: 1.7943649 Mar 02 17:49:05.243224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-400bcfad-284c-4489-9477-2f7d905dbb53 req-a1ac1b8a-b0e1-4e35-a4a9-404e81e77b4e tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149243 Mar 02 17:49:05.244250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:05.324524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da20e9-50f2-4998-9a47-a8166e84beb3 req-b1f61a5d-e8d0-45e4-bde0-1299a5fe97e0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:05.326231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22da20e9-50f2-4998-9a47-a8166e84beb3 req-b1f61a5d-e8d0-45e4-bde0-1299a5fe97e0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.5965190 Mar 02 17:49:05.332762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Attempting to bind port 87d228b1-afec-4b47-b8f3-e748674fb9a6 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:05.333201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Attempting to bind port 87d228b1-afec-4b47-b8f3-e748674fb9a6 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:05.333449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Attempting to bind port 87d228b1-afec-4b47-b8f3-e748674fb9a6 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:05.343259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-d82678dc-4ff9-4fce-bf71-1867ff1d1299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 1094 time: 0.2540476 Mar 02 17:49:05.384490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 807b0c4f-f973-48c8-ad26-751c3054e73a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:05.384833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.421489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Port 87d228b1-afec-4b47-b8f3-e748674fb9a6 on network 62293c0b-116b-425a-aaed-4354422e088b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:05.422214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Attempting to bind port 87d228b1-afec-4b47-b8f3-e748674fb9a6 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:05.453936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-ff2eaf91-e1ac-40b5-a0f9-089df57881f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abad20ee-5c16-467d-82d9-de115892dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0946805 Mar 02 17:49:05.494026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:05.494505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Checking segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:05.494799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Bound using segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:05.495254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Bound port: 87d228b1-afec-4b47-b8f3-e748674fb9a6, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:05.496366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:05.523417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22da20e9-50f2-4998-9a47-a8166e84beb3 req-e87b8fb3-888e-4908-b3fa-7958e16bd942 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861539 Mar 02 17:49:05.616904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-48bda5a9-f7bc-41d7-b51d-2ecd3edf2247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:05.635219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-48bda5a9-f7bc-41d7-b51d-2ecd3edf2247 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.1751087 Mar 02 17:49:05.942772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-12ba0e2a-e2e5-4bc9-a2a1-7add73317622 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3000288 Mar 02 17:49:06.217997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:06.226204 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:06.244637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:06.259429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:06.483128 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'status': 'completed', 'code': 200} Mar 02 17:49:06.514732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41972) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:06.535463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 807b0c4f-f973-48c8-ad26-751c3054e73a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:06.576318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:06.578217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] 10.222.0.35 "PUT /v2.0/ports/87d228b1-afec-4b47-b8f3-e748674fb9a6 HTTP/1.1" status: 200 len: 1091 time: 4.1202474 Mar 02 17:49:06.584518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920914c-f04f-492e-b47f-69105a034dcd req-b3c485e3-0061-49eb-9d96-01b28303059e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:06.591720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5920914c-f04f-492e-b47f-69105a034dcd req-b3c485e3-0061-49eb-9d96-01b28303059e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 813 time: 0.7920494 Mar 02 17:49:06.603331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-1471eb17-a725-416f-84ff-c9e6fb98a0bb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:06.605533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-1471eb17-a725-416f-84ff-c9e6fb98a0bb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.8334749 Mar 02 17:49:06.616297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-7cfa3fde-3b3b-4868-a3ab-4bc8aacf7a3f service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266611 Mar 02 17:49:06.763715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e479c1-e4af-45fa-a61e-d7968166fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:06.794935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5920914c-f04f-492e-b47f-69105a034dcd req-90d95425-964e-4d59-9aa7-8402c684630a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/quotas/cb9a1b2646e24a99bdb1ee35d09aa33b HTTP/1.1" status: 200 len: 375 time: 0.2022407 Mar 02 17:49:06.902614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f41c9137-ddbb-4e5e-a8d3-2ef802c51e7d req-d634966d-812f-4d5b-95c5-8b21064b4a17 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.2446024 Mar 02 17:49:06.924489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:06.991316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:06.991911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.076806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=807b0c4f-f973-48c8-ad26-751c3054e73a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:07.097113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.134997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-08d91efa-badf-4955-aebb-f8f9b9f63549 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807386 Mar 02 17:49:07.156443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:07.168796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Usage tracker for resource:security_group_rule and tenant:00e2cf5897b94ae481d4ede74874852f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:07.208852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:07.237995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5920914c-f04f-492e-b47f-69105a034dcd req-6a93dd4a-e506-4456-9b77-d1e28c1a267b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4387217 Mar 02 17:49:07.256688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:07.361270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.392121 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0a7241b1-71b8-4700-ab11-16039992edd5 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/ports/807b0c4f-f973-48c8-ad26-751c3054e73a HTTP/1.1" status: 204 len: 168 time: 2.1468143 Mar 02 17:49:07.399725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:07.489052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 8c398ec4-625a-412e-9d0a-f4e278245c2d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:07.489052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.601975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.623866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-5c62ff7a-b2eb-4d25-bb6e-913287413b8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 1094 time: 0.9675746 Mar 02 17:49:07.627831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:07.817500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00e2cf5897b94ae481d4ede74874852f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2977593 Mar 02 17:49:07.817500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b033a-4888-421a-9802-5fba27f1edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b9d47-a186-4e3f-8fcd-5e602ca53810,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:07.818773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:07.924452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-ae3be14d-b3d1-404f-8f41-96be7d215214 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6 HTTP/1.1" status: 200 len: 217 time: 0.2290628 Mar 02 17:49:08.007281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.060097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.079153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.134219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-2594e50e-a43b-4f0b-a80c-4b375255060c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 1094 time: 0.9101715 Mar 02 17:49:08.158299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-8366a4b1-ff58-4d2d-a192-e57fcb2c93bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:08.160424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-8366a4b1-ff58-4d2d-a192-e57fcb2c93bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.1767671 Mar 02 17:49:08.186537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] For port 67291cfe-fa7b-4949-92ac-4ed86a496e5e, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=67291cfe-fa7b-4949-92ac-4ed86a496e5e,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:08.187430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.289517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e948b4b-9161-439e-905d-06e624512816 req-7adb145c-1aa7-46f9-b6b1-8cedb4b5aa61 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:08.293695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e948b4b-9161-439e-905d-06e624512816 req-7adb145c-1aa7-46f9-b6b1-8cedb4b5aa61 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 943 time: 1.1494598 Mar 02 17:49:08.301057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 8c398ec4-625a-412e-9d0a-f4e278245c2d owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:08.416883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-1051dda2-06d7-4978-a27f-d25039df0b60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173606 Mar 02 17:49:08.471842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7233934-a882-40bc-aa64-6bc96a1436b3 req-7785044b-ab37-492f-9f7e-cd6d36f1d1f9 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:08.473424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7233934-a882-40bc-aa64-6bc96a1436b3 req-7785044b-ab37-492f-9f7e-cd6d36f1d1f9 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 946 time: 0.8543909 Mar 02 17:49:08.503407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:08.509487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.526531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.594328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b9d47-a186-4e3f-8fcd-5e602ca53810,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:08.629374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.630543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7da26f24-d29f-4555-9e3b-515a93d2cb8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e9b9d47-a186-4e3f-8fcd-5e602ca53810 HTTP/1.1" status: 204 len: 168 time: 0.8033094 Mar 02 17:49:08.656628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.713019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=8c398ec4-625a-412e-9d0a-f4e278245c2d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:08.875736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e948b4b-9161-439e-905d-06e624512816 req-31998388-1434-4c7d-a898-5f029ee31b29 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011632 Mar 02 17:49:08.915598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:08.918322 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c32af5cf-3ae0-4c73-96c9-643cfd847095 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/ports/8c398ec4-625a-412e-9d0a-f4e278245c2d HTTP/1.1" status: 204 len: 168 time: 1.5174305 Mar 02 17:49:08.921407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:08.981356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ddae6-761b-42ef-9067-45835e5511fd req-cd046d75-3392-42ef-9d54-d19940f29f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:08.982803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-cd046d75-3392-42ef-9d54-d19940f29f79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 914 time: 0.6994128 Mar 02 17:49:09.161381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-0841e81e-f895-44b6-9854-f6943c3f1bbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abad20ee-5c16-467d-82d9-de115892dcc3 HTTP/1.1" status: 200 len: 217 time: 0.1702819 Mar 02 17:49:09.176795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7233934-a882-40bc-aa64-6bc96a1436b3 req-a70f7793-4675-4ea7-b392-94b41457ee16 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6141226 Mar 02 17:49:09.245848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting subnet f4551e98-47cc-41da-ade9-2bad15de55a5 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:49:09.257246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.271288 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc3359f2-ead9-4d58-9cb5-285125c97236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.365872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ddae6-761b-42ef-9067-45835e5511fd req-1cde2293-a218-4002-98fa-04bcb21d6076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:09.367499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-1cde2293-a218-4002-98fa-04bcb21d6076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.1435623 Mar 02 17:49:09.414152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.580801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.670004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-e7ee8e32-e97d-4987-8776-510178e5a972 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586916 Mar 02 17:49:09.692800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.703193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfcf426b-850e-465e-a75a-6b86fd68671c req-df61c332-4be0-42a1-8954-e6e92fb0bf1e tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.3296108 Mar 02 17:49:09.708233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-398526a8-a67e-403f-b830-f8987ff3858d service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2139843 Mar 02 17:49:09.750037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:09.750354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65ec8a-7741-4150-9b3b-8f7f8289af41 None None] Network bc2b2e32-ec10-4e3d-bc57-961379bed50f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:09.756373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Subnet': ['ID=f4551e98-47cc-41da-ade9-2bad15de55a5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:09.762800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5d2fcad7-341b-409d-baa1-2edb648d9394 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/subnets/f4551e98-47cc-41da-ade9-2bad15de55a5 HTTP/1.1" status: 204 len: 168 time: 0.8396037 Mar 02 17:49:09.763440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42024) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:09.958278 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-217285ab-3d99-4a24-9e24-35f6afb91583 req-dd922964-fde1-44c1-993e-7d230f408e27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0925081 Mar 02 17:49:10.079362 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6', 'status': 'completed', 'code': 200} Mar 02 17:49:10.093332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.093984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.094416 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Floating IP 65767d90-28b0-444d-b33b-47ce4c7a69f1 disassociated. External IP: 172.25.3.182, port: 67291cfe-fa7b-4949-92ac-4ed86a496e5e. Mar 02 17:49:10.094889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for 67291cfe-fa7b-4949-92ac-4ed86a496e5e owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:10.095334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device abad20ee-5c16-467d-82d9-de115892dcc3 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:10.129056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting subnet c615ffe5-9bc2-4756-bd38-638ef7e435f1 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:49:10.133132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.166614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42036) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:10.221479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.335970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1725430761-network', 'tenant_id': '30013d02487c436daf739b7a89e7dbd2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:10.348452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:10.348869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:10.355845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Usage tracker for resource:network and tenant:30013d02487c436daf739b7a89e7dbd2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:10.360214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:10.371782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:10.385456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'port_id': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'mac_address': 'fa:16:3e:cb:4e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d920bf-5746-49f3-80c2-ab6616c6e6c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:10.389508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Made reservation on behalf of 30013d02487c436daf739b7a89e7dbd2 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:10.392401 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.408902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] DHCP port deletion for bc2b2e32-ec10-4e3d-bc57-961379bed50f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:49:10.410133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.450176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.459214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Deleting port c43abb20-9e81-4dcd-b7ce-285eb3620a5d {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:10.459662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.464781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ff7ae-8f86-43b7-beb0-2db26f7f3a9c req-458b2fec-cee8-4a6e-9da2-dc54a52180ce tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:10.471944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-824ff7ae-8f86-43b7-beb0-2db26f7f3a9c req-458b2fec-cee8-4a6e-9da2-dc54a52180ce tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 1.2940636 Mar 02 17:49:10.513912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:10.520978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Usage tracker for resource:security_group_rule and tenant:30013d02487c436daf739b7a89e7dbd2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:10.526705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:10.535151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:10.545553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.598741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Subnet': ['ID=c615ffe5-9bc2-4756-bd38-638ef7e435f1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:10.611495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-4fa9941a-26ae-496c-a0e5-0e146dcd639a service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8928380 Mar 02 17:49:10.621379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5f516bc-d642-4171-aa5a-3b0df8a45469 req-bd756a77-0a8f-4034-9038-39481a095394 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8425369 Mar 02 17:49:10.623737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.644570 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-698fac11-0048-4d19-94e4-535f8289892b tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/subnets/c615ffe5-9bc2-4756-bd38-638ef7e435f1 HTTP/1.1" status: 204 len: 168 time: 0.8797677 Mar 02 17:49:10.649038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42044) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:10.666837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4200b-7bc3-4d0b-992e-40188ffced92 None None] Network b3c076b6-d982-43b7-a479-8aa4d5302809 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:10.696850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-824ff7ae-8f86-43b7-beb0-2db26f7f3a9c req-9ca8af6b-4c54-41de-845e-d9044a5c42ad tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239187 Mar 02 17:49:10.749743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.819842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.825359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.829066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.878030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:49:10.902234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ecb13a-f98c-49dc-aa97-dc0bfa69925d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:10.906994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f725-5856-4da3-8ab5-e755244d011a req-de830182-6811-42dd-9b33-1ced0c014cae tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:10.913583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd3f725-5856-4da3-8ab5-e755244d011a req-de830182-6811-42dd-9b33-1ced0c014cae tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 943 time: 0.6143453 Mar 02 17:49:10.921058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port c43abb20-9e81-4dcd-b7ce-285eb3620a5d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:10.921305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abad20ee-5c16-467d-82d9-de115892dcc3 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:10.922176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.959614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:10.960196 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Added segment eacfacba-77e7-4d3c-9c62-2174d3624f93 of type vlan for network f74eb3ef-ca03-443a-a30f-2ade87f47e9c Mar 02 17:49:10.991296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] For port c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:10.991686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.011785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:11.026784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.048076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fcde6eec-dd4d-4907-83a7-3bac80820ed7 req-4eb2ea32-8143-4139-a3c1-0dac6bcdbec2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.1270957 Mar 02 17:49:11.069799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.124637 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.133690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'Port': ['ID=67291cfe-fa7b-4949-92ac-4ed86a496e5e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:11.181827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c41ddae6-761b-42ef-9067-45835e5511fd req-c4d3fb75-f61f-4009-810a-f09709d838a3 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585642 Mar 02 17:49:11.215307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-3b2a36fb-edd1-4f11-acf7-e26f465be194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 1094 time: 0.5225987 Mar 02 17:49:11.247324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fd3f725-5856-4da3-8ab5-e755244d011a req-6edae577-9ea8-4f75-b8e6-189b6a69b238 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326588 Mar 02 17:49:11.407143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.407974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:11.412185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.434991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Calling delete_port for c43abb20-9e81-4dcd-b7ce-285eb3620a5d owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:11.461618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port c43abb20-9e81-4dcd-b7ce-285eb3620a5d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,segment=NetworkSegment(2a2101c7-2ebc-4cbd-a5d1-26ec66585575),segment_id=2a2101c7-2ebc-4cbd-a5d1-26ec66585575)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:11.462232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.528565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:11.596707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 67291cfe-fa7b-4949-92ac-4ed86a496e5e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:11.597163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 67291cfe-fa7b-4949-92ac-4ed86a496e5e not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:11.672498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a70ca950-c6ca-432f-9bee-ae3d22369823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.715225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:11.742219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.742564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.742923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.743256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.743256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.743913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.744203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.744521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.744836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.745674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.746008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:11.755181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['abad20ee-5c16-467d-82d9-de115892dcc3'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:11.758262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] Pushing event updated for resources: {'Network': ['ID=f74eb3ef-ca03-443a-a30f-2ade87f47e9c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:11.771706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for c43abb20-9e81-4dcd-b7ce-285eb3620a5d owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:11.796721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.811236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f74eb3ef-ca03-443a-a30f-2ade87f47e9c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:49:11.827170 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9723f18d-2bde-4210-b0dc-326613ca5967 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6583202 Mar 02 17:49:11.831678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42054) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:11.841444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1155506-348e-439a-833b-c4d5f32b1ed6 req-8b1a9849-ff1d-4ae5-b2cc-4d3cbf7adb78 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1315715 Mar 02 17:49:11.849680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Request body: {'subnet': {'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1725430761-subnet', 'tenant_id': '30013d02487c436daf739b7a89e7dbd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:11.859277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:11.865116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Usage tracker for resource:subnet and tenant:30013d02487c436daf739b7a89e7dbd2 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:11.869626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:11.883350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:11.900607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Made reservation on behalf of 30013d02487c436daf739b7a89e7dbd2 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:11.904717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:11.936048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271babf-2e21-4a63-b09a-330115b93f91 req-a4f2849e-20d4-46dd-8c58-7b4d4b6aa902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:11.937943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-a4f2849e-20d4-46dd-8c58-7b4d4b6aa902 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 914 time: 0.6895008 Mar 02 17:49:12.024132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] DHCP port deletion for b3c076b6-d982-43b7-a479-8aa4d5302809 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:49:12.029426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] Pushing event deleted for resources: {'Port': ['ID=c43abb20-9e81-4dcd-b7ce-285eb3620a5d,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:12.047632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-2a8a5079-500a-4b3e-868d-4e14b4e639c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6 HTTP/1.1" status: 200 len: 217 time: 0.1016099 Mar 02 17:49:12.055723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3eea5-fad9-41d3-8dd1-a848fa897c1a req-5f5dc38b-9950-45ec-b806-abe77afaa03f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:12.063792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8e3eea5-fad9-41d3-8dd1-a848fa897c1a req-5f5dc38b-9950-45ec-b806-abe77afaa03f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6174178 Mar 02 17:49:12.081579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:12.082088 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:12.132923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Deleting port 0dcba0ba-2661-40ac-8ca0-e2b070136897 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:12.133448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.300326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.372212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0dcba0ba-2661-40ac-8ca0-e2b070136897 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:12.421030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8d299d-38c2-4eb9-944a-02fceb219f43,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:12.449301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbf3d4-c785-469b-a226-20ace205c24b None None] No DVR routers for this DVR port c43abb20-9e81-4dcd-b7ce-285eb3620a5d on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:12.469027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Checking segment: {'id': 'eacfacba-77e7-4d3c-9c62-2174d3624f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:12.469027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Network hostable DHCP agents. Network: f74eb3ef-ca03-443a-a30f-2ade87f47e9c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:49:12.470802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271babf-2e21-4a63-b09a-330115b93f91 req-76abc142-407d-4030-b3ae-29cbdc561e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:12.476744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-76abc142-407d-4030-b3ae-29cbdc561e83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.4012604 Mar 02 17:49:12.519519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Network f74eb3ef-ca03-443a-a30f-2ade87f47e9c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:49:12.535281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, f74eb3ef-ca03-443a-a30f-2ade87f47e9c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:12.544696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19414a7e-6daf-489c-b8ea-b2488c92516c req-553cfb1a-4d97-43f3-829c-51ac731c012d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.1631079 Mar 02 17:49:12.562981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8e3eea5-fad9-41d3-8dd1-a848fa897c1a req-0278a6c5-f91c-413b-8bd5-070b4a802b35 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975615 Mar 02 17:49:12.578704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:12.581316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.591598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port c43abb20-9e81-4dcd-b7ce-285eb3620a5d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:12.592480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.593231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-e76fe967-5502-4f7a-adfd-659464c608a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165855 Mar 02 17:49:12.596645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc7743-2d82-4853-817f-ed904ec91b66 None None] Network f74eb3ef-ca03-443a-a30f-2ade87f47e9c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:12.701345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] The port 'c43abb20-9e81-4dcd-b7ce-285eb3620a5d' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:49:12.767720 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d88f73b-8c1c-4c86-b138-5428a84e80d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9262149 Mar 02 17:49:12.888038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.901109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-396766cd-76c9-44fe-a10e-a6b5b33c4437 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066585 Mar 02 17:49:12.920299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2b2e32-ec10-4e3d-bc57-961379bed50f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:12.948927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2101c7-2ebc-4cbd-a5d1-26ec66585575') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:12.949347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2101c7-2ebc-4cbd-a5d1-26ec66585575') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:12.962685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.964271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.990012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:12.990679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.000715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:49:13.001309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.034109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:13.034779 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:49:13.128505 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:49:13.133606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.140979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.150903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d80d6e81-1338-4f92-a58b-b9527b24cf02 req-87334982-4400-411b-81ab-ddb501d0a728 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b HTTP/1.1" status: 200 len: 221 time: 0.2471278 Mar 02 17:49:13.184264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Network': ['ID=bc2b2e32-ec10-4e3d-bc57-961379bed50f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:13.202462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:49:13.207254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:13.209020 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3126d3e3-ce4e-46eb-bc35-5f97a767b219 tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/networks/bc2b2e32-ec10-4e3d-bc57-961379bed50f HTTP/1.1" status: 204 len: 168 time: 2.5588474 Mar 02 17:49:13.252671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.266342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Calling delete_port for 0dcba0ba-2661-40ac-8ca0-e2b070136897 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:13.364497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f5cf1-8149-478c-8e88-f29259a1718b req-b025cde2-977b-49f3-9c4a-580b23dbf791 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:13.372282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f05f5cf1-8149-478c-8e88-f29259a1718b req-b025cde2-977b-49f3-9c4a-580b23dbf791 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 944 time: 0.4444351 Mar 02 17:49:13.430105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:13.515141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.515835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c43abb20-9e81-4dcd-b7ce-285eb3620a5d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:13.545574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:13.545933 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:13.588243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3271babf-2e21-4a63-b09a-330115b93f91 req-db38a304-d095-4ebd-a9d7-2dc8d2934aba service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084962 Mar 02 17:49:13.608894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.614444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c43abb20-9e81-4dcd-b7ce-285eb3620a5d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:13.614820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c43abb20-9e81-4dcd-b7ce-285eb3620a5d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:13.630463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9657a2-fba0-4ec6-bc9f-5cd3dbcf747f None None] Network f74eb3ef-ca03-443a-a30f-2ade87f47e9c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:13.701434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f05f5cf1-8149-478c-8e88-f29259a1718b req-d4461b14-4ece-40ed-8f2a-77c0ca22eab2 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282552 Mar 02 17:49:13.703782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28bd79cc-42f8-49e3-afe0-25282c7dbff2 req-d59f6e95-b996-42a8-a216-aec9245b55d0 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1210487 Mar 02 17:49:13.711863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Deleting port 0dcba0ba-2661-40ac-8ca0-e2b070136897 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:13.712553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:13.777077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=0dcba0ba-2661-40ac-8ca0-e2b070136897,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:14.039414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 87d228b1-afec-4b47-b8f3-e748674fb9a6 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:14.046947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Deleting port 0dcba0ba-2661-40ac-8ca0-e2b070136897 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:14.047320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.137416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d676c430-a812-4e41-9e63-e78a68fe2a92 req-821c4425-75b4-4fa1-aeb2-952f1fb0b7ba tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.1405458 Mar 02 17:49:14.154658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:14.155297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.273644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:14.284206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-632795860-network', 'tenant_id': '906eeb9394594a6eb4e6ee1504603b61'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:14.295907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:14.306130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Usage tracker for resource:network and tenant:906eeb9394594a6eb4e6ee1504603b61 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:14.313542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:14.327612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:14.359682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Calling delete_port for 0dcba0ba-2661-40ac-8ca0-e2b070136897 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:14.359997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Made reservation on behalf of 906eeb9394594a6eb4e6ee1504603b61 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:14.367099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.427435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.463726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910c64-8722-4d09-8026-6ea836cf7557 req-6fdda460-e333-471c-80eb-e053156c1fef tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:14.473588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9910c64-8722-4d09-8026-6ea836cf7557 req-6fdda460-e333-471c-80eb-e053156c1fef tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4788914 Mar 02 17:49:14.475521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:14.480788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Usage tracker for resource:security_group_rule and tenant:906eeb9394594a6eb4e6ee1504603b61 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:14.484359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:14.491978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:14.551042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:49:14.564864 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:49:14.607732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:14.609698 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:14.627109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] For port 0dcba0ba-2661-40ac-8ca0-e2b070136897, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0dcba0ba-2661-40ac-8ca0-e2b070136897,segment=NetworkSegment(a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33),segment_id=a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:14.627886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.649260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.658042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.677894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:49:14.693013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.693750 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Added segment aa68bd18-b7ac-4389-8757-b95fcad3dc50 of type vlan for network f1ea9284-aa80-4c02-b012-baa0de395964 Mar 02 17:49:14.728585 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.770490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Calling delete_port for 0dcba0ba-2661-40ac-8ca0-e2b070136897 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:14.793404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.794285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:14.795249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.843671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae55741-c7d8-47b1-a1b0-c6a9cf270e60,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:14.868695 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.892429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:14.923319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:14.923816 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:14.935186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:14.940665 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6650898 Mar 02 17:49:14.943909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:14.952338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Request body: {'subnet': {'network_id': 'f1ea9284-aa80-4c02-b012-baa0de395964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-632795860-subnet', 'tenant_id': '906eeb9394594a6eb4e6ee1504603b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:14.956953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea97ee-1caa-4868-ab27-95d98b503f7a admin admin] Pushing event updated for resources: {'Network': ['ID=f1ea9284-aa80-4c02-b012-baa0de395964,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:14.958706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '87d228b1-afec-4b47-b8f3-e748674fb9a6', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'port_id': '87d228b1-afec-4b47-b8f3-e748674fb9a6', 'mac_address': 'fa:16:3e:3e:b8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d920bf-5746-49f3-80c2-ab6616c6e6c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:14.961293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:14.966030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Usage tracker for resource:subnet and tenant:906eeb9394594a6eb4e6ee1504603b61 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:14.969706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:14.976217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:14.995317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Made reservation on behalf of 906eeb9394594a6eb4e6ee1504603b61 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:14.998461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f1ea9284-aa80-4c02-b012-baa0de395964 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:49:15.003199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] No DVR routers for this DVR port 67291cfe-fa7b-4949-92ac-4ed86a496e5e on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:15.004843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.012869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.061667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-deleted', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:15.105345 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:15.105557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Port': ['ID=0dcba0ba-2661-40ac-8ca0-e2b070136897,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:15.118565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Deleting port 0dcba0ba-2661-40ac-8ca0-e2b070136897 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:15.119186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.129525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9910c64-8722-4d09-8026-6ea836cf7557 req-7691a078-1ae0-40e0-b91e-c4d66c1547ce tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539686 Mar 02 17:49:15.157039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] No DVR routers for this DVR port 0dcba0ba-2661-40ac-8ca0-e2b070136897 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:15.244152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f67db584-346e-4b6b-9b74-011c7a72ae58 req-efc1233c-f039-4a83-9b1b-1fcb72abde7a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.50 "DELETE /v2.0/ports/67291cfe-fa7b-4949-92ac-4ed86a496e5e HTTP/1.1" status: 204 len: 173 time: 8.6248329 Mar 02 17:49:15.390814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-76194408-deea-4940-9bc2-c6bbe82ed911 None None] The port '0dcba0ba-2661-40ac-8ca0-e2b070136897' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:49:15.447264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.452879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.480848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d228b1-afec-4b47-b8f3-e748674fb9a6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:15.506562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:15.512420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.608715 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.680716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c076b6-d982-43b7-a479-8aa4d5302809']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:15.702030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:15.741652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:15.748493 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:49:15.751243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:15.751538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ea15d6-6db3-47fa-bd19-2db2b9b0fb33') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:15.775629 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:15.775930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:15.782478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.786725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5679b91-ef69-4df5-a834-0aa3df4fca6f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:15.802337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Checking segment: {'id': 'aa68bd18-b7ac-4389-8757-b95fcad3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f1ea9284-aa80-4c02-b012-baa0de395964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:15.802780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Network hostable DHCP agents. Network: f1ea9284-aa80-4c02-b012-baa0de395964, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:49:15.836699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Network f1ea9284-aa80-4c02-b012-baa0de395964 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:49:15.841157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b08d7-8f3d-4567-895a-8d40bd06a976 req-453f652d-5921-4019-92f9-89021368a96b tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:15.845657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['87d228b1-afec-4b47-b8f3-e748674fb9a6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:15.849790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc2b08d7-8f3d-4567-895a-8d40bd06a976 req-453f652d-5921-4019-92f9-89021368a96b tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 944 time: 0.6187310 Mar 02 17:49:15.861142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, f1ea9284-aa80-4c02-b012-baa0de395964) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:15.871851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:15.875097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.899169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc598cb-46c2-47b2-8bb2-4b9db9a11eaa None None] Network f1ea9284-aa80-4c02-b012-baa0de395964 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:15.900547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.924776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:49:15.925679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc033a80-1372-4271-8339-63c86efc6525 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9806333 Mar 02 17:49:15.947893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:49:15.973009 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:49:16.080749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device abad20ee-5c16-467d-82d9-de115892dcc3 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:16.111239 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd09cab-1ebe-4679-b15e-75c2f3ad43f5', 'name': 'network-vif-deleted', 'tag': '67291cfe-fa7b-4949-92ac-4ed86a496e5e', 'status': 'completed', 'code': 200} Mar 02 17:49:16.164113 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:16.187646 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc2b08d7-8f3d-4567-895a-8d40bd06a976 req-aee49b7b-f60c-4996-83e5-df7aa168f00f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296602 Mar 02 17:49:16.196420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:16.292052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:16.344161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] Pushing event deleted for resources: {'Network': ['ID=b3c076b6-d982-43b7-a479-8aa4d5302809,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:16.359561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-85dcc31b-510e-4c79-9e45-8250d31c4aaf tempest-TaggedBootDevicesTest-888200465 tempest-TaggedBootDevicesTest-888200465-project] 10.222.0.37 "DELETE /v2.0/networks/b3c076b6-d982-43b7-a479-8aa4d5302809 HTTP/1.1" status: 204 len: 168 time: 3.1463556 Mar 02 17:49:16.551076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8a306-466f-42f6-b63e-7735e8cb8172 req-9d219064-e7ec-4198-9d7b-4ad77d80dc1a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:16.560429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83f8a306-466f-42f6-b63e-7735e8cb8172 req-9d219064-e7ec-4198-9d7b-4ad77d80dc1a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1515961 Mar 02 17:49:16.580191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port abad20ee-5c16-467d-82d9-de115892dcc3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:16.709147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83f8a306-466f-42f6-b63e-7735e8cb8172 req-36943029-986e-41e8-9368-d5459fefb9db tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477013 Mar 02 17:49:16.711151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bcf58a70-d0ee-4c8c-ada3-77cc84c7e217 req-e3055369-caad-426b-bd72-f51add9b8924 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Synchronizing usage tracker for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:16.715876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port abad20ee-5c16-467d-82d9-de115892dcc3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:16.716260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:16.746296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bcf58a70-d0ee-4c8c-ada3-77cc84c7e217 req-e3055369-caad-426b-bd72-f51add9b8924 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Unset dirty status for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:16.747841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcf58a70-d0ee-4c8c-ada3-77cc84c7e217 req-e3055369-caad-426b-bd72-f51add9b8924 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dd09cab-1ebe-4679-b15e-75c2f3ad43f5 HTTP/1.1" status: 200 len: 210 time: 0.1285691 Mar 02 17:49:16.777610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c87855-1ca0-4a40-84c1-65194c8cc72c None None] Network f1ea9284-aa80-4c02-b012-baa0de395964 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:16.973655 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:16.980410 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c19983-f019-4ffa-9f96-d9be8b1e77d6 None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:49:17.061339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2fea04-74db-41c6-ac1f-b6886239a7ee req-813c0667-6512-4296-a0d3-b5977c7dc816 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1291296 Mar 02 17:49:17.181627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:17.273760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:17.297438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:17.305973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:17.480269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:17.571870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f0527-6505-4537-ac57-7ac9760a8844 None None] New status for floating IP 65767d90-28b0-444d-b33b-47ce4c7a69f1: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:49:17.826929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f4bf-820c-4019-8d09-31f9e7957cdf req-1c5bcc6c-db9f-4585-94b5-8e010cf1ec42 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:17.937444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91a6f4bf-820c-4019-8d09-31f9e7957cdf req-1c5bcc6c-db9f-4585-94b5-8e010cf1ec42 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4188337 Mar 02 17:49:17.937444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-7b839f3c-8a0d-4cba-bd31-d16717087a15 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:17.937444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-7b839f3c-8a0d-4cba-bd31-d16717087a15 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/networks?id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 200 len: 812 time: 0.2664700 Mar 02 17:49:17.943176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91a6f4bf-820c-4019-8d09-31f9e7957cdf req-d820b294-5d3a-4791-87b8-fd2493071476 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057122 Mar 02 17:49:17.965592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-46a8f251-ade5-4e5e-bd64-71ce8f9f4111 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/quotas/30013d02487c436daf739b7a89e7dbd2 HTTP/1.1" status: 200 len: 375 time: 0.0358262 Mar 02 17:49:18.018866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-16fe749d-2ad5-439c-a1b8-6ce496fbdd56 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30013d02487c436daf739b7a89e7dbd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629652 Mar 02 17:49:18.060833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 87d228b1-afec-4b47-b8f3-e748674fb9a6 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:18.160649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 87d228b1-afec-4b47-b8f3-e748674fb9a6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:18.169276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 87d228b1-afec-4b47-b8f3-e748674fb9a6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:18.170229 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:18.248773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-f0cdc797-56ac-44fa-b6ab-5571fbb99b55 service neutron] 10.222.0.37 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275591 Mar 02 17:49:18.259260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c718d-0965-42bb-8b99-90ca963a8d24 req-e4a7704b-1cbb-4cde-84b0-b6575f265c33 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:18.260804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-750c718d-0965-42bb-8b99-90ca963a8d24 req-e4a7704b-1cbb-4cde-84b0-b6575f265c33 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 945 time: 0.1599019 Mar 02 17:49:18.295778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:18.330083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:18.337209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:18.418541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:18.435268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-750c718d-0965-42bb-8b99-90ca963a8d24 req-69307df6-9f8f-4537-998f-35754233c3ca tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541567 Mar 02 17:49:18.496217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-cd9ccf92-280e-4567-936f-35a30b8dc5ed service neutron] 10.222.0.37 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320273 Mar 02 17:49:18.552130 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'code': 200} Mar 02 17:49:18.898922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ee12084-f616-4d9f-a766-dc49fc009803 req-37700434-84e1-4263-85e1-8148964854c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 1096 time: 0.2700591 Mar 02 17:49:19.073058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:19.103082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c34fda6-81ed-4527-9bc3-ec54665ae171 req-7becdaa6-cac5-4e5c-8c97-ce2e5315f229 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.2213778 Mar 02 17:49:19.181737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba3b65-3cd1-4383-83fb-29078df44b09 req-3b850091-2250-4eaf-8ddb-1e48cf05bcea tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:19.183416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fba3b65-3cd1-4383-83fb-29078df44b09 req-3b850091-2250-4eaf-8ddb-1e48cf05bcea tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3630726 Mar 02 17:49:19.187441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ee12084-f616-4d9f-a766-dc49fc009803 req-f8d02e9f-1135-415a-b3a2-4d9898318d5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507708 Mar 02 17:49:19.258810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-738693ad-38f0-4f89-90df-1d37148d4c75 req-14608ba6-515a-436b-b112-fe3f5f9820da tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 210 time: 0.0481749 Mar 02 17:49:19.295227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fba3b65-3cd1-4383-83fb-29078df44b09 req-7cc05553-65b4-4288-a8d7-da6394ef2833 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057737 Mar 02 17:49:19.333981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42256) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:19.470966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:19.531283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:19.673557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:19.731241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:19.742829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:19.748120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9a43cb5-6e6d-46f4-b566-83260201ac9f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "DELETE /v2.0/security-groups/3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9 HTTP/1.1" status: 204 len: 168 time: 0.4140375 Mar 02 17:49:19.749172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:19.778028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d41ec-eff3-4a7e-972b-f7e85cef3946 req-f7d0475c-005e-4acb-b200-0f8609b66cab tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:19.790322 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-66c0d222-e93c-4222-aa6f-8f4969c3b7db tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] show failed (client error): The resource could not be found. Mar 02 17:49:19.790947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f84d41ec-eff3-4a7e-972b-f7e85cef3946 req-f7d0475c-005e-4acb-b200-0f8609b66cab tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3063116 Mar 02 17:49:19.795390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66c0d222-e93c-4222-aa6f-8f4969c3b7db tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups/3dabf915-bfe0-4c30-a0c6-9c9cd7f0d2a9 HTTP/1.1" status: 404 len: 347 time: 0.0443418 Mar 02 17:49:19.795577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:19.869803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f84d41ec-eff3-4a7e-972b-f7e85cef3946 req-e6ceecf6-28a0-47bb-83e7-0b10df2994b2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773802 Mar 02 17:49:19.884450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac644ab-3984-4f22-b3ac-c87d52f37146 req-a3a4891b-9fe6-4920-8388-c6546a60674b tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:19.895564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ac644ab-3984-4f22-b3ac-c87d52f37146 req-a3a4891b-9fe6-4920-8388-c6546a60674b tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 945 time: 0.2728291 Mar 02 17:49:19.996355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ac644ab-3984-4f22-b3ac-c87d52f37146 req-3c99683b-3d43-4015-a190-122c247656c0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996139 Mar 02 17:49:20.061055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port 5ee508f3-238f-479e-8bf8-aadc156151e5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:20.061624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:20.165775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e629f4-9b80-45b3-8f62-16386b8f4b0f req-0886e6a8-7b2b-4768-b3ad-cfc45a08a66f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:20.167538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67e629f4-9b80-45b3-8f62-16386b8f4b0f req-0886e6a8-7b2b-4768-b3ad-cfc45a08a66f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1208227 Mar 02 17:49:20.234979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67e629f4-9b80-45b3-8f62-16386b8f4b0f req-ba01001f-fd17-44d1-b1c5-1f5b54fcd9c4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Mar 02 17:49:20.407745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cf0812d-930a-4b48-bada-2879f982e5ad req-db6c3a3d-c87a-493a-8b19-cb7c109d3249 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1354647 Mar 02 17:49:20.459000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:20.459528 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:20.552897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:20.833597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for 5ee508f3-238f-479e-8bf8-aadc156151e5 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:20.912903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a83cb4c-4ea2-4f4d-a86b-bca4d4dcf3ca req-8fc6deef-fdbb-4762-8d37-ce286a4345b7 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 210 time: 0.1978445 Mar 02 17:49:21.024811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:21.046861 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6', 'code': 200} Mar 02 17:49:21.188797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-7c31b39b-034e-4d3e-b194-0dd2bb78c437 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:21.190480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-7c31b39b-034e-4d3e-b194-0dd2bb78c437 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.50 "GET /v2.0/networks?id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 200 len: 812 time: 0.7752709 Mar 02 17:49:21.191299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'Port': ['ID=5ee508f3-238f-479e-8bf8-aadc156151e5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:21.208656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.209137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.209480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.209813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.210463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.211045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.211458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.211911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.212229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.212598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.212921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:49:21.250620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Request body: {'port': {'device_id': 'e5f72973-c228-4f8c-9635-775692c1e846', 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c', 'admin_state_up': True, 'tenant_id': '30013d02487c436daf739b7a89e7dbd2'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:21.281996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cc426-11e6-41bb-837b-e04c408d3dbb req-756717fa-3083-4f92-8ef2-065be3b6217c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:21.289184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd1cc426-11e6-41bb-837b-e04c408d3dbb req-756717fa-3083-4f92-8ef2-065be3b6217c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3752372 Mar 02 17:49:21.299045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:21.324694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:21.326107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-857ff2e9-1dca-4a76-8818-6096dea7178a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "DELETE /v2.0/floatingips/65767d90-28b0-444d-b33b-47ce4c7a69f1 HTTP/1.1" status: 204 len: 168 time: 1.5294733 Mar 02 17:49:21.533359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f4b401a-fc18-4e5a-a895-8587e0067608 req-4c473515-3d67-4955-9e4b-e084adbe5665 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 1096 time: 0.3992198 Mar 02 17:49:21.591906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:21.597296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Usage tracker for resource:port and tenant:30013d02487c436daf739b7a89e7dbd2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:21.600747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:21.608729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:21.667281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd1cc426-11e6-41bb-837b-e04c408d3dbb req-0daca237-8aac-434a-b592-3bc3a53fd6df tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770077 Mar 02 17:49:21.669925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f4b401a-fc18-4e5a-a895-8587e0067608 req-60adbdc9-8a5e-49b6-af6a-9bddd24eca3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809226 Mar 02 17:49:21.670505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Made reservation on behalf of 30013d02487c436daf739b7a89e7dbd2 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:21.673719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:21.723365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d695655-ab64-436d-9e8c-f0df175e81f6 req-bf31e9d9-fbb3-4aa2-b44b-9f187ba9a465 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:21.732986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d695655-ab64-436d-9e8c-f0df175e81f6 req-bf31e9d9-fbb3-4aa2-b44b-9f187ba9a465 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 945 time: 0.4386177 Mar 02 17:49:21.995009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Allocated IP 172.20.0.11 (f74eb3ef-ca03-443a-a30f-2ade87f47e9c/ec8d299d-38c2-4eb9-944a-02fceb219f43/e22805b4-0658-413c-af58-6951719c1b51) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:22.003546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d695655-ab64-436d-9e8c-f0df175e81f6 req-c667d6e5-2c0d-4dbf-bcdd-52c1f959c80a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697170 Mar 02 17:49:22.045335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:22.053150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385114403', 'description': 'tempest-description--2068480555'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:22.071388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:22.082991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:22.088547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:22.103485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:22.141878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.223982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:22.228082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:22.232137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:22.238125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:22.301064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.305858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.351794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:22.365059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.366692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80383f06-736f-446c-b24b-804cd203fa4f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3195450 Mar 02 17:49:22.369207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:22.377278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group_rule': {'security_group_id': '9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:22.384597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:22.389468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:22.394097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:22.403708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:22.423170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-832a5e7e-638a-467a-a0cd-e8d9bf71c18b req-afdb48cc-ac29-4da9-ad32-2a1397775f6c tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0938561 Mar 02 17:49:22.430212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.651771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.661077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.664988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.678612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3312-c861-4ed3-aacf-b991c3b7fde1 req-58f1879b-a57d-4990-b18f-b79a2be5306b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:22.693357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-084e3312-c861-4ed3-aacf-b991c3b7fde1 req-58f1879b-a57d-4990-b18f-b79a2be5306b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4053349 Mar 02 17:49:22.704520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.709172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3378544 Mar 02 17:49:22.711522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:22.715506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e1927-f06f-4d63-8f29-0ca110c5cec3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93eac61-d62f-4cd8-b252-5b3d6df7fc31,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:22.722444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'security_group_rule': {'security_group_id': '9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:22.729741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:22.738033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:security_group_rule and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:22.744467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:22.754113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:22.794478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.844244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40e1d687-221a-447c-9744-0695b50f2a98 req-c30667e1-58d7-4009-9164-46557e6de8bf tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 210 time: 0.0810134 Mar 02 17:49:22.875954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-084e3312-c861-4ed3-aacf-b991c3b7fde1 req-f70fc2d2-fbce-4710-8ad0-fa9630a0229b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815262 Mar 02 17:49:22.923480 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.936110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.942064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:22.965048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9500104-d955-44eb-a243-6eed24ed0161,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:23.017477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:23.022244 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28292af2-5bcd-4672-a37a-2cf4812f4759 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3056269 Mar 02 17:49:23.022244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:23.030051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:23.036597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:23.041711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:floatingip and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:23.046184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:23.054539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:23.075851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:23.272318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Network f74eb3ef-ca03-443a-a30f-2ade87f47e9c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:23.281049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:23.288593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:23.326661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:23.628490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Pushing event updated for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:23.636543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:23.637316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:23.694416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394559c4-25d9-4dc3-bfc3-6651287a1633 req-c9253118-3f62-4147-89bb-36801dc74e5a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:23.695808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-394559c4-25d9-4dc3-bfc3-6651287a1633 req-c9253118-3f62-4147-89bb-36801dc74e5a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4171114 Mar 02 17:49:23.700307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-ffbf9cab-9a03-4dbe-b93a-f2feab4809ef tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4713490 Mar 02 17:49:23.709788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Allocated IP 172.25.3.210 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ce8b09a4-0bd2-4617-b93d-a2c6636e7325) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:23.710481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04b39d-8c7b-44b9-aad7-1c47b01c031b req-a9cd2593-fe2f-4394-af93-c270003b53d4 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:23.720173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe04b39d-8c7b-44b9-aad7-1c47b01c031b req-a9cd2593-fe2f-4394-af93-c270003b53d4 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 945 time: 0.4399867 Mar 02 17:49:23.760051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Request body: {'port': {'device_id': 'e5f72973-c228-4f8c-9635-775692c1e846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:23.937904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe04b39d-8c7b-44b9-aad7-1c47b01c031b req-0e3e0f0f-b27c-4800-aecb-da5ddfaf643e tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145624 Mar 02 17:49:23.971521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-394559c4-25d9-4dc3-bfc3-6651287a1633 req-1d0836a4-f94c-485a-aef8-a00d8a9e0821 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680244 Mar 02 17:49:24.046389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:24.202451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:24.261802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:24.331042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:24.334462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:24.340409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:24.365699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f999f51-8dfe-4205-b5f1-9a3eabaf2aac req-8c3d8f41-6668-4220-b2a1-e3181c69e14e tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0760152 Mar 02 17:49:24.479142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=ce8b09a4-0bd2-4617-b93d-a2c6636e7325,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:24.499737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1a95-a6d5-40cd-901e-e22b1b75886b req-657f9dd1-c661-4300-bf4a-02b7cbf32243 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:24.500474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-372b1a95-a6d5-40cd-901e-e22b1b75886b req-657f9dd1-c661-4300-bf4a-02b7cbf32243 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Synchronizing usage tracker for tenant:30013d02487c436daf739b7a89e7dbd2 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:24.672264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:24.694630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-372b1a95-a6d5-40cd-901e-e22b1b75886b req-657f9dd1-c661-4300-bf4a-02b7cbf32243 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Unset dirty status for tenant:30013d02487c436daf739b7a89e7dbd2 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:24.695740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-372b1a95-a6d5-40cd-901e-e22b1b75886b req-657f9dd1-c661-4300-bf4a-02b7cbf32243 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 932 time: 0.4397786 Mar 02 17:49:24.773995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:24.810939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-372b1a95-a6d5-40cd-901e-e22b1b75886b req-e825715c-1413-4966-8155-8833183bca19 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981479 Mar 02 17:49:24.818378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a050-e59a-4e60-89ae-48a6659aa7be req-ce79b197-255d-48c1-b945-22a61b8c78a3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:24.826058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8162a050-e59a-4e60-89ae-48a6659aa7be req-ce79b197-255d-48c1-b945-22a61b8c78a3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2307577 Mar 02 17:49:24.971298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8162a050-e59a-4e60-89ae-48a6659aa7be req-5f09d075-48f7-48bd-8d92-24986886ae90 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433129 Mar 02 17:49:24.997541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22805b4-0658-413c-af58-6951719c1b51 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:25.016100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.056179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Transition to ACTIVE for port object e22805b4-0658-413c-af58-6951719c1b51 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:25.064397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.273753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:25.326197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.333780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.499977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=ce8b09a4-0bd2-4617-b93d-a2c6636e7325,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:25.576322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.609980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.612222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1aa0fb0d-e271-4cd8-acca-038bdb56e846 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5894656 Mar 02 17:49:25.631507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438d7b-062a-4055-a579-dc051255165d req-abb0e3bf-40c3-4474-a950-2bac0b743912 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:25.639177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41438d7b-062a-4055-a579-dc051255165d req-abb0e3bf-40c3-4474-a950-2bac0b743912 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2265177 Mar 02 17:49:25.696538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b6e8-6d09-460b-ba2c-cafe60598281 req-cc4e5a06-bb56-4050-a8f8-3b9eeed22132 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:25.706848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2653b6e8-6d09-460b-ba2c-cafe60598281 req-cc4e5a06-bb56-4050-a8f8-3b9eeed22132 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 945 time: 0.3943858 Mar 02 17:49:25.731362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Attempting to bind port e22805b4-0658-413c-af58-6951719c1b51 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:25.731705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Attempting to bind port e22805b4-0658-413c-af58-6951719c1b51 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'eacfacba-77e7-4d3c-9c62-2174d3624f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:25.732032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Attempting to bind port e22805b4-0658-413c-af58-6951719c1b51 on network f74eb3ef-ca03-443a-a30f-2ade87f47e9c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:25.758188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Port e22805b4-0658-413c-af58-6951719c1b51 on network f74eb3ef-ca03-443a-a30f-2ade87f47e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:25.758430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Attempting to bind port e22805b4-0658-413c-af58-6951719c1b51 on network f74eb3ef-ca03-443a-a30f-2ade87f47e9c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:25.779188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41438d7b-062a-4055-a579-dc051255165d req-2cbc559c-a361-4fd1-b438-e41a07d343d2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390638 Mar 02 17:49:25.790311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:25.790887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Checking segment: {'id': 'eacfacba-77e7-4d3c-9c62-2174d3624f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:25.792042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Bound using segment: {'id': 'eacfacba-77e7-4d3c-9c62-2174d3624f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:25.792807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Bound port: e22805b4-0658-413c-af58-6951719c1b51, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfacba-77e7-4d3c-9c62-2174d3624f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:25.793320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:25.815524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2653b6e8-6d09-460b-ba2c-cafe60598281 req-36c1fabf-fa44-4a46-ad3d-a815c896ce3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076930 Mar 02 17:49:26.134046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f2b518a-0084-46b0-86a6-be37ef54122b req-89c5811e-237d-4d60-91ad-1d7d1c161ba5 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1877096 Mar 02 17:49:26.142600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:26.146374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e22805b4-0658-413c-af58-6951719c1b51,segment=NetworkSegment(eacfacba-77e7-4d3c-9c62-2174d3624f93),segment_id=eacfacba-77e7-4d3c-9c62-2174d3624f93)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:26.155210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:26.280500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:26.284471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] 10.222.0.50 "PUT /v2.0/ports/e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 200 len: 1092 time: 2.5445118 Mar 02 17:49:26.312771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:26.543217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c968-2b24-4c91-938c-32d34fcf3f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:26.597456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-ee338c2e-71f5-40c9-b360-0cfa74cf35f6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1385114403&fields=id&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 267 time: 0.4790518 Mar 02 17:49:26.621563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad54c0-3c25-439c-9d1a-934ab9077f1e req-438515bc-8cfa-4ab2-ba99-1c293430d9c6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:26.623171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdad54c0-3c25-439c-9d1a-934ab9077f1e req-438515bc-8cfa-4ab2-ba99-1c293430d9c6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2810776 Mar 02 17:49:26.740438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-3ad4af91-3143-46b6-bbd3-8ec8a6ad3a7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30013d02487c436daf739b7a89e7dbd2&device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 1095 time: 0.3208768 Mar 02 17:49:26.861245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdad54c0-3c25-439c-9d1a-934ab9077f1e req-f08d8667-cce3-4997-b0ee-4b88248e42b5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154391 Mar 02 17:49:26.909837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-3392930a-8570-406f-8a94-bbdd5e46b9be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 200 len: 217 time: 0.1300061 Mar 02 17:49:26.915347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b3017-332a-4e6f-b484-2ca773e70582 req-ae4383e0-1bc7-4951-9b92-9708c6b38a14 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:26.917956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-ae4383e0-1bc7-4951-9b92-9708c6b38a14 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 816 time: 0.3063676 Mar 02 17:49:26.983657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-9f13d6be-5951-4daa-bab0-e78a4a0fa2d8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/quotas/fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 375 time: 0.0292048 Mar 02 17:49:27.069739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-23f221eb-c559-42b1-a2bb-a83dd4935232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:27.071265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-23f221eb-c559-42b1-a2bb-a83dd4935232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec8d299d-38c2-4eb9-944a-02fceb219f43 HTTP/1.1" status: 200 len: 852 time: 0.1524050 Mar 02 17:49:27.188096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-a1d16db8-bec8-4c6a-a6ed-b4a529eeb126 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065323 Mar 02 17:49:27.421542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-e1f10ac8-bf7a-4f1c-a707-7772fd99ebb6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4291079 Mar 02 17:49:27.541315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:27.640590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-85fac61a-b933-48e6-b6d9-5f7be5caa012 service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422176 Mar 02 17:49:27.715447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82fe8-577f-498f-8aa6-9fdc64e63b2f req-f76f8d42-03de-44d3-af82-c166887ae282 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:27.717559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f82fe8-577f-498f-8aa6-9fdc64e63b2f req-f76f8d42-03de-44d3-af82-c166887ae282 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 944 time: 0.3939166 Mar 02 17:49:27.882482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-cb317935-5a4c-4868-a288-90b30ac4726e service neutron] 10.222.0.37 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134429 Mar 02 17:49:28.138053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f82fe8-577f-498f-8aa6-9fdc64e63b2f req-da252660-5f6a-44f5-ba40-bd26adee986e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466733 Mar 02 17:49:28.142139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c291e476-76b2-481a-a0a2-61ec5a75edbe req-6f2042f8-ebb0-4882-b28a-9720950c443d service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809759 Mar 02 17:49:28.308094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-d1b991ac-d1db-4ef9-9e47-15c99a37b6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894680 Mar 02 17:49:28.359645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:28.377917 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51', 'status': 'completed', 'code': 200} Mar 02 17:49:28.681634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-44b92623-c6eb-4ccf-afa1-d5e10e1f6e42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30013d02487c436daf739b7a89e7dbd2&device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 1095 time: 0.2205980 Mar 02 17:49:29.334771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97141d0f-82a8-4ee3-bd9f-6b439d9f94c7 req-f4c0c88d-93a8-4714-b105-db5fa09969c0 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1189086 Mar 02 17:49:29.684811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4381a3d-c463-4c4e-b058-3f9fcffe3316 req-b5a241c3-9050-49f3-b764-accd99e38711 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 210 time: 0.0879278 Mar 02 17:49:29.714792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-0a84bc8b-22ad-4798-87cf-c0a1985de604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:29.717197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-0a84bc8b-22ad-4798-87cf-c0a1985de604 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 200 len: 913 time: 1.0254734 Mar 02 17:49:29.980744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Deleting port cde296cd-1c6c-4363-9ec5-7e32d492dda4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:29.981803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:29.995019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-c6960833-ec87-4469-9bde-f2e3661edd9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 200 len: 217 time: 0.2501507 Mar 02 17:49:30.054938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-9a49519f-ff81-4483-b0b2-f92baf99f792 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:30.058188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-9a49519f-ff81-4483-b0b2-f92baf99f792 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/ports?device_id=77574a2c-4fcb-44e7-b8b8-a84e19faefcd HTTP/1.1" status: 200 len: 945 time: 1.2477663 Mar 02 17:49:30.126956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb47cf-6015-4f6a-8c0b-f295d418e96f req-95f4f7fa-fd99-4dc5-9a47-45e9c04d1f2e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:30.136887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63cb47cf-6015-4f6a-8c0b-f295d418e96f req-95f4f7fa-fd99-4dc5-9a47-45e9c04d1f2e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.7865956 Mar 02 17:49:30.188874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-e0dd4a7a-d9f6-4654-b6cc-aa9f53c0b13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:30.190399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-e0dd4a7a-d9f6-4654-b6cc-aa9f53c0b13b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec8d299d-38c2-4eb9-944a-02fceb219f43 HTTP/1.1" status: 200 len: 852 time: 0.1914999 Mar 02 17:49:30.203483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Deleting port 87d228b1-afec-4b47-b8f3-e748674fb9a6 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:30.203735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:30.307981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-8234bf06-7296-4d9f-93b5-65ddb1b21ce3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772777 Mar 02 17:49:30.309981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] For port cde296cd-1c6c-4363-9ec5-7e32d492dda4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cde296cd-1c6c-4363-9ec5-7e32d492dda4,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:30.310499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:30.336353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63cb47cf-6015-4f6a-8c0b-f295d418e96f req-77d71499-2efd-410c-ba20-9b6836e2bc57 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965375 Mar 02 17:49:30.476802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547fba-0f3b-42f1-b3c2-9df3c96632dc req-7d7337ac-5cb7-435c-8ffd-8071a7a8e574 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:30.483545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18547fba-0f3b-42f1-b3c2-9df3c96632dc req-7d7337ac-5cb7-435c-8ffd-8071a7a8e574 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 944 time: 0.5775499 Mar 02 17:49:30.610272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Calling delete_port for cde296cd-1c6c-4363-9ec5-7e32d492dda4 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:30.911675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.003432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18547fba-0f3b-42f1-b3c2-9df3c96632dc req-fbd189b5-c893-4ec9-9b9a-ef7ceaad0979 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185943 Mar 02 17:49:31.011355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde296cd-1c6c-4363-9ec5-7e32d492dda4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:31.160096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-b93bfcf8-8846-4d8b-99a4-927ace335840 service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236499 Mar 02 17:49:31.276766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e22805b4-0658-413c-af58-6951719c1b51 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:31.371161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-35851c94-0d1b-4825-95b9-98ec7aaa78bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:31.372735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-35851c94-0d1b-4825-95b9-98ec7aaa78bb tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/ports?device_id=02013127-ebd8-4a98-b103-c2b3d36b414f HTTP/1.1" status: 200 len: 945 time: 0.4141142 Mar 02 17:49:31.514526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e22805b4-0658-413c-af58-6951719c1b51,segment=NetworkSegment(eacfacba-77e7-4d3c-9c62-2174d3624f93),segment_id=eacfacba-77e7-4d3c-9c62-2174d3624f93)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:31.535145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'e22805b4-0658-413c-af58-6951719c1b51', 'network_id': 'f74eb3ef-ca03-443a-a30f-2ade87f47e9c', 'port_id': 'e22805b4-0658-413c-af58-6951719c1b51', 'mac_address': 'fa:16:3e:12:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8d299d-38c2-4eb9-944a-02fceb219f43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:31.570858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Deleting port abad20ee-5c16-467d-82d9-de115892dcc3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:31.571348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.609145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-d5a22ae2-a741-43ba-910c-4aee8fd9447e tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:31.615930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-d5a22ae2-a741-43ba-910c-4aee8fd9447e tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 1.0859926 Mar 02 17:49:31.638108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.668240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22805b4-0658-413c-af58-6951719c1b51 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:31.681425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] For port 87d228b1-afec-4b47-b8f3-e748674fb9a6, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=87d228b1-afec-4b47-b8f3-e748674fb9a6,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:31.683210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.687279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e22805b4-0658-413c-af58-6951719c1b51,segment=NetworkSegment(eacfacba-77e7-4d3c-9c62-2174d3624f93),segment_id=eacfacba-77e7-4d3c-9c62-2174d3624f93)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:31.693929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.784379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:31.787953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:31.832390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Calling delete_port for 87d228b1-afec-4b47-b8f3-e748674fb9a6 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:31.880330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-284b8b46-a514-4fb7-83b7-250c96f2a3dc tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/quotas/9c62ba06602b46b7947faead0010c643 HTTP/1.1" status: 200 len: 375 time: 0.2586575 Mar 02 17:49:32.025495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b3017-332a-4e6f-b484-2ca773e70582 req-80a90016-4b3c-42b6-8670-7542558f60c2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:32.027145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-80a90016-4b3c-42b6-8670-7542558f60c2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 816 time: 1.1708164 Mar 02 17:49:32.052688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432aa26f-c4e9-41b2-89a7-6aae126df611 req-6bef491b-c1d0-40e8-b644-8af3235d021d service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466337 Mar 02 17:49:32.089052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d8df9-114c-43dc-93a0-2072139ed953 req-e4981b53-9e84-45a6-aa9d-b8ef2846a9f0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:32.095653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c35d8df9-114c-43dc-93a0-2072139ed953 req-e4981b53-9e84-45a6-aa9d-b8ef2846a9f0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.8627162 Mar 02 17:49:32.106262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['e22805b4-0658-413c-af58-6951719c1b51'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:32.158858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device abad20ee-5c16-467d-82d9-de115892dcc3 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:32.204514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-c105838c-62ff-4b07-a250-408a99286e88 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 380 time: 0.1543951 Mar 02 17:49:32.324348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'port': {'device_id': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'admin_state_up': True, 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'security_groups': ['9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:32.325558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:32.326026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:32.349014 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:32.351128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:32.441563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:32.471123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:32.472582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Calling delete_port for abad20ee-5c16-467d-82d9-de115892dcc3 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:32.505085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:32.506721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 87d228b1-afec-4b47-b8f3-e748674fb9a6 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:32.520304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event deleted for resources: {'Port': ['ID=87d228b1-afec-4b47-b8f3-e748674fb9a6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:32.558774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-fee493b4-31d3-407b-a50d-aef60a19aa9c tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6653790 Mar 02 17:49:32.605755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:32.606338 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:32.740164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 87d228b1-afec-4b47-b8f3-e748674fb9a6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:32.740522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 87d228b1-afec-4b47-b8f3-e748674fb9a6 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:32.747501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:32.888432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c35d8df9-114c-43dc-93a0-2072139ed953 req-a743c40b-27da-4cbd-a21e-24d563505986 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7863936 Mar 02 17:49:32.992368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] No DVR routers for this DVR port 87d228b1-afec-4b47-b8f3-e748674fb9a6 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:33.016625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:33.030520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'name': 'network-vif-deleted', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:33.170003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:33.207443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a76820d-57fa-4d35-aba1-c0e72825701d req-c9a57b3a-7949-4e14-aff7-cf361afc0815 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1310468 Mar 02 17:49:33.246481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Deleting port abad20ee-5c16-467d-82d9-de115892dcc3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:33.247327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:33.272197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-f7da8be2-ec7b-4542-8673-e5d7dbeecbb1 service neutron] 10.222.0.37 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519363 Mar 02 17:49:33.273853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Usage tracker for resource:port and tenant:fd6d753921734ac080dd6757a6198ab1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:33.278016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-beae9f89-8fc8-4bdd-8cbc-ac88145b908a req-63ca67a1-d1db-4fcf-9072-dd4ba07cf956 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "DELETE /v2.0/ports/87d228b1-afec-4b47-b8f3-e748674fb9a6 HTTP/1.1" status: 204 len: 173 time: 3.2105026 Mar 02 17:49:33.279043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:33.342465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:33.474446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-7706cb40-9864-437b-89db-6d83686a214d service neutron] 10.222.0.37 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917078 Mar 02 17:49:33.538269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70f0856b-6cab-4456-a15a-2fc217cf8837 req-264747c2-968a-4f5c-b48c-fc0187ac3956 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 210 time: 0.0627704 Mar 02 17:49:33.540688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Made reservation on behalf of fd6d753921734ac080dd6757a6198ab1 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:33.545757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:33.770687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] For port abad20ee-5c16-467d-82d9-de115892dcc3, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=abad20ee-5c16-467d-82d9-de115892dcc3,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:33.771235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:33.800750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Allocated IP 172.20.0.11 (19cd414c-cdd9-461d-b78c-39b8ffaa4c2c/50cb4576-6b7d-47dc-8a5d-e4165614306a/89e71dcc-91d8-4a1d-abe9-fed754999d58) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:33.912796 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'code': 200} Mar 02 17:49:33.942946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Calling delete_port for abad20ee-5c16-467d-82d9-de115892dcc3 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:34.147404 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77574a2c-4fcb-44e7-b8b8-a84e19faefcd', 'name': 'network-vif-deleted', 'tag': '87d228b1-afec-4b47-b8f3-e748674fb9a6', 'status': 'completed', 'code': 200} Mar 02 17:49:34.227368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Router 72ac98a9-c891-41b7-9596-719532d97163 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:49:34.334614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:34.398658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Transition to ACTIVE for port object 89e71dcc-91d8-4a1d-abe9-fed754999d58 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:34.413971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670e593-e448-4eb2-b56b-c8005059a83e req-6c8b3957-eaed-4b7f-9eac-0946b06f33e2 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:34.422184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7670e593-e448-4eb2-b56b-c8005059a83e req-6c8b3957-eaed-4b7f-9eac-0946b06f33e2 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 945 time: 0.2740715 Mar 02 17:49:34.490149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7670e593-e448-4eb2-b56b-c8005059a83e req-eaa9613f-ff69-482d-8cae-759010fb4f30 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667555 Mar 02 17:49:34.532857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:34.574979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:34.597319 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:49:34.991650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event deleted for resources: {'Port': ['ID=abad20ee-5c16-467d-82d9-de115892dcc3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:35.011240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] No DVR routers for this DVR port abad20ee-5c16-467d-82d9-de115892dcc3 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:35.017184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:35.022287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-deleted', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:35.123166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d39c52ad-f1ea-4388-bc1c-023aaa54d8f9 req-a583a9e3-ff63-41d0-bc24-325213b4967a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "DELETE /v2.0/ports/abad20ee-5c16-467d-82d9-de115892dcc3 HTTP/1.1" status: 204 len: 173 time: 3.7396595 Mar 02 17:49:35.140580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:35.180457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:35.184531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:35.211491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:35.221482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:49:35.229625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-520e9aa5-f7e5-4ce2-ab51-de8ab2878019 admin admin] 10.222.0.37 "PUT /v2.0/routers/72ac98a9-c891-41b7-9596-719532d97163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6855714 Mar 02 17:49:35.234398 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Sync routers for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:49:35.245032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:35.272103 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:35.276070 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:35.299626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e22805b4-0658-413c-af58-6951719c1b51 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:35.575232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port e22805b4-0658-413c-af58-6951719c1b51 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:35.586502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port e22805b4-0658-413c-af58-6951719c1b51 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:35.586896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:35.629005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0614f43f-9c39-4be1-8b14-7130c8cb9dc9 req-2b030b9f-a64d-4a7a-8c9b-795d74f9ded4 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.2219357 Mar 02 17:49:35.659582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-906f7973-e4d8-446e-85b1-990101c544fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0482869 Mar 02 17:49:35.696703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:35.707451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:35.810786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a82a-3f11-447c-aa32-1d82e66fab5f req-d31966b2-f0ef-4fa9-b499-2b81b7beccc5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:35.813683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3f4a82a-3f11-447c-aa32-1d82e66fab5f req-d31966b2-f0ef-4fa9-b499-2b81b7beccc5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.8360898 Mar 02 17:49:35.834848 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:35.845772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:35.920322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4aa6778-c46d-4ee4-9a24-bbf87a11165b None None] Provisioning for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:35.937181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4aa6778-c46d-4ee4-9a24-bbf87a11165b None None] Provisioning complete for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:35.937803 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4aa6778-c46d-4ee4-9a24-bbf87a11165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:35.939579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-65e8ed3a-9df5-4934-a1e8-3de9d9241aed tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7194541 Mar 02 17:49:35.962440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:36.026905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3f4a82a-3f11-447c-aa32-1d82e66fab5f req-18a87f49-2a68-4d00-b5e1-f9ef5d40a5d0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882873 Mar 02 17:49:36.062933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Request body: {'port': {'device_id': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:36.093890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:36.106305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa6778-c46d-4ee4-9a24-bbf87a11165b None None] Port 89e71dcc-91d8-4a1d-abe9-fed754999d58 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:49:36.125463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e22805b4-0658-413c-af58-6951719c1b51,segment=NetworkSegment(eacfacba-77e7-4d3c-9c62-2174d3624f93),segment_id=eacfacba-77e7-4d3c-9c62-2174d3624f93)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:36.132352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:36.240925 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02013127-ebd8-4a98-b103-c2b3d36b414f', 'name': 'network-vif-deleted', 'tag': 'abad20ee-5c16-467d-82d9-de115892dcc3', 'status': 'completed', 'code': 200} Mar 02 17:49:36.313626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:36.545806 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:49:30Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:36.550870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Checking router: 72ac98a9-c891-41b7-9596-719532d97163 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:49:36.566197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Routers {'72ac98a9-c891-41b7-9596-719532d97163'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:36.567124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['72ac98a9-c891-41b7-9596-719532d97163'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:36.649986 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:36.659531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-59e24416-a386-473f-94ff-e8e2ae508070 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:36.660452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-59e24416-a386-473f-94ff-e8e2ae508070 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Synchronizing usage tracker for tenant:9c62ba06602b46b7947faead0010c643 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:36.767599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-59e24416-a386-473f-94ff-e8e2ae508070 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Unset dirty status for tenant:9c62ba06602b46b7947faead0010c643 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:36.770045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-59e24416-a386-473f-94ff-e8e2ae508070 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 0.5283253 Mar 02 17:49:36.775932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:36.788846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Request body: {'port': {'device_id': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'admin_state_up': True, 'tenant_id': '9c62ba06602b46b7947faead0010c643'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:36.807310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e081ffb7-d702-4257-9932-e9bd8209db28 req-c0231bd3-8c1c-45cc-b943-c67bb198fdd1 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Synchronizing usage tracker for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:36.848026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-33f77852-0e3c-4546-a752-761914ea480b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1096 time: 0.9467425 Mar 02 17:49:36.904923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Deleting port 62218835-80c6-4090-b518-cae37bfb42e3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:36.905522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:36.905855 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] Set router 72ac98a9-c891-41b7-9596-719532d97163 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:36.925561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6c35-79ea-4c4f-a4ff-51b31eb92725 req-41fe4bc1-19ca-47d2-acd5-06facf911cb5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:36.926306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0aed6c35-79ea-4c4f-a4ff-51b31eb92725 req-41fe4bc1-19ca-47d2-acd5-06facf911cb5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Synchronizing usage tracker for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:36.988953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e081ffb7-d702-4257-9932-e9bd8209db28 req-c0231bd3-8c1c-45cc-b943-c67bb198fdd1 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Unset dirty status for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:36.990053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e081ffb7-d702-4257-9932-e9bd8209db28 req-c0231bd3-8c1c-45cc-b943-c67bb198fdd1 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 210 time: 0.4671140 Mar 02 17:49:37.174983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0aed6c35-79ea-4c4f-a4ff-51b31eb92725 req-41fe4bc1-19ca-47d2-acd5-06facf911cb5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Unset dirty status for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:37.184214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aed6c35-79ea-4c4f-a4ff-51b31eb92725 req-41fe4bc1-19ca-47d2-acd5-06facf911cb5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 932 time: 1.1679990 Mar 02 17:49:37.216464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-09fc3a1d-05d0-4a4d-8f66-b3b312a309be tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:37.222251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-09fc3a1d-05d0-4a4d-8f66-b3b312a309be tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.50 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 813 time: 0.6977932 Mar 02 17:49:37.279913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Request body: {'port': {'device_id': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'admin_state_up': True, 'tenant_id': '9c62ba06602b46b7947faead0010c643'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:37.298250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:37.325919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:37.350769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:37.354145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:37.373796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] For port 62218835-80c6-4090-b518-cae37bfb42e3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=62218835-80c6-4090-b518-cae37bfb42e3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:37.374101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:37.545560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Calling delete_port for 62218835-80c6-4090-b518-cae37bfb42e3 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:37.563175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aed6c35-79ea-4c4f-a4ff-51b31eb92725 req-b5e75202-262b-4385-bdb6-19f2e0b14a06 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777483 Mar 02 17:49:37.576671 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:49:30Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:37.582025 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca8980-8d43-48db-9206-c0310cd57c51 None None] The sync data for ids ['72ac98a9-c891-41b7-9596-719532d97163'] in n-d-820559-6 is: [{'id': '72ac98a9-c891-41b7-9596-719532d97163', 'name': 'tempest-TaggedBootDevicesTest-2003713898-router', 'tenant_id': 'ea571af3b226430bba2cda288e585f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '62218835-80c6-4090-b518-cae37bfb42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:35Z', 'updated_at': '2022-03-02T17:49:30Z', 'revision_number': 5, 'project_id': 'ea571af3b226430bba2cda288e585f7d', 'gw_port': {'id': '62218835-80c6-4090-b518-cae37bfb42e3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac98a9-c891-41b7-9596-719532d97163', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:37Z', 'updated_at': '2022-03-02T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:49:37.679396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:37.734946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:37.809021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-8864c1db-d8fb-4971-86d1-dd4537243ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:37.810458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-8864c1db-d8fb-4971-86d1-dd4537243ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.9186537 Mar 02 17:49:37.825425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Made reservation on behalf of 9c62ba06602b46b7947faead0010c643 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:37.827811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:37.828623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Allocated IP 172.20.0.5 (62293c0b-116b-425a-aaed-4354422e088b/99d920bf-5746-49f3-80c2-ab6616c6e6c1/048555cc-4c53-409e-825e-500a071486dd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:37.897164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.158179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cde296cd-1c6c-4363-9ec5-7e32d492dda4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:38.158823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=62218835-80c6-4090-b518-cae37bfb42e3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:38.229008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: cde296cd-1c6c-4363-9ec5-7e32d492dda4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:38.246218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cde296cd-1c6c-4363-9ec5-7e32d492dda4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:38.278517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4d08-f3ca-48a4-a252-af7583e14e94 req-2afe7da5-ae3d-4d67-b9a7-41aa5ba19328 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:38.286655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-068c4d08-f3ca-48a4-a252-af7583e14e94 req-2afe7da5-ae3d-4d67-b9a7-41aa5ba19328 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.7928808 Mar 02 17:49:38.408815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.432379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957daa4c-98b6-45a8-a9a3-a639bcf26772 req-82426084-a747-463f-934b-681eb75d4871 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:38.433845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-957daa4c-98b6-45a8-a9a3-a639bcf26772 req-82426084-a747-463f-934b-681eb75d4871 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6936114 Mar 02 17:49:38.443899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-e0dadbbf-bd28-4d4b-b388-df9cab27ae41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 1001 time: 0.6226368 Mar 02 17:49:38.523843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.544114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-068c4d08-f3ca-48a4-a252-af7583e14e94 req-631baf00-ab16-44a5-a97a-f53c752ab4be tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565091 Mar 02 17:49:38.583331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:38.592334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.609628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.621576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Transition to ACTIVE for port object 89e71dcc-91d8-4a1d-abe9-fed754999d58 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:38.627054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-4b3ee047-7110-4b0a-8e56-c21686879f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:38.629578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-4b3ee047-7110-4b0a-8e56-c21686879f81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.1784697 Mar 02 17:49:38.633414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.642044 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51', 'code': 200} Mar 02 17:49:38.762600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-957daa4c-98b6-45a8-a9a3-a639bcf26772 req-0ff7baf1-2cd3-494e-9377-95ff961f6538 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152359 Mar 02 17:49:38.843732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:38.987528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fb85a32-fb05-49d8-af0c-5428230969a6 req-a1a2b861-c6c7-4d94-9bb8-69e6bc7fdae6 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1785412 Mar 02 17:49:39.022510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Network 62293c0b-116b-425a-aaed-4354422e088b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:39.033071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:39.037900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:39.082041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Allocated IP 172.20.0.12 (62293c0b-116b-425a-aaed-4354422e088b/99d920bf-5746-49f3-80c2-ab6616c6e6c1/a6648d99-c4db-4157-8ed2-ae35dafa09d2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:49:39.195060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event updated for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:39.207023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.236598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:39.237233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.244684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:39.245985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93874bf7-621b-4b4d-92f9-07d496ecee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.267477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.280105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0074f31-a362-4438-a86e-9925ff613735 req-cdc990e8-20e9-4b17-87a1-3dc1c90d1026 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 1097 time: 0.5024693 Mar 02 17:49:39.314610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d06257b4-8364-418a-a529-0bd681f8ba75 req-b51fb57a-3145-4bdb-9ac1-a3881616ac14 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 210 time: 0.3507280 Mar 02 17:49:39.320849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-88a8fa3f-dd9f-42fa-a9c5-4870720b4e3a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5363007 Mar 02 17:49:39.353284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Request body: {'port': {'device_id': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:39.410958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.411551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ac98a9-c891-41b7-9596-719532d97163 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:49:39.434338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.438766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34cc8718-5fd8-474a-b3da-9be6b2b72d91 admin admin] 10.222.0.37 "DELETE /v2.0/routers/72ac98a9-c891-41b7-9596-719532d97163 HTTP/1.1" status: 204 len: 168 time: 4.1838157 Mar 02 17:49:39.442383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:39.534442 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0074f31-a362-4438-a86e-9925ff613735 req-d70dffd0-e3b5-4357-8abb-198343ead7b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427361 Mar 02 17:49:39.550367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-2169d22a-d354-46a7-b769-60c19ebf9c9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9073572 Mar 02 17:49:39.601223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.658189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.749981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Deleting subnet 06c9c000-dcf9-47c0-8beb-f8809fbfa730 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:49:39.751955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:39.752283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:39.752600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:39.778958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.836057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:39.836364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:39.861929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42daab7-78e6-4770-a78d-441921b1cd98 req-06d2f129-f7a2-4c68-8497-058a6e179343 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:39.863411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b42daab7-78e6-4770-a78d-441921b1cd98 req-06d2f129-f7a2-4c68-8497-058a6e179343 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 944 time: 0.6159928 Mar 02 17:49:39.891858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.952637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:39.952991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:39.953343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:39.953918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Bound port: 89e71dcc-91d8-4a1d-abe9-fed754999d58, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:39.954270 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:39.974472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-96d34ad5-2695-451a-9fa9-ce4b1e188cde service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062049 Mar 02 17:49:40.073145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.204424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 62218835-80c6-4090-b518-cae37bfb42e3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:40.256458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 62218835-80c6-4090-b518-cae37bfb42e3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:40.258285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 62218835-80c6-4090-b518-cae37bfb42e3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:40.421801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.460495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048555cc-4c53-409e-825e-500a071486dd {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:40.470172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.489547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Transition to ACTIVE for port object 048555cc-4c53-409e-825e-500a071486dd will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:40.496041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.516321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.530944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c80db-3db5-4a3f-8bea-43fe012893ee req-f9cf3af9-91f7-450d-9d1f-fe1ad859d2ce tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:40.531679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-295c80db-3db5-4a3f-8bea-43fe012893ee req-f9cf3af9-91f7-450d-9d1f-fe1ad859d2ce tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.9064660 Mar 02 17:49:40.596857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b42daab7-78e6-4770-a78d-441921b1cd98 req-3a9a2817-d9ef-4a3c-828f-0230efa097de tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7079747 Mar 02 17:49:40.647553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Pushing event updated for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:40.709157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Network 62293c0b-116b-425a-aaed-4354422e088b is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:49:40.710920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c9c000-dcf9-47c0-8beb-f8809fbfa730,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:40.752485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-295c80db-3db5-4a3f-8bea-43fe012893ee req-3545025e-15f3-44b6-950f-aeaab95823ee tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734338 Mar 02 17:49:40.753407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:49:40.765636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135d94e-f7bc-496b-856e-bdcf82a0a054 None None] Network 14772b19-f502-4eca-9762-3de40af9b710 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:40.780869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:40.803065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1097bc14-1bfe-4f56-ae28-fb4f863f4adb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/06c9c000-dcf9-47c0-8beb-f8809fbfa730 HTTP/1.1" status: 204 len: 168 time: 1.3498869 Mar 02 17:49:40.811894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event updated for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:40.823660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:40.860627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:40.865678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2de30d22-0fd1-48cb-a369-e5847cf563d9 req-5d3d37cc-ac24-4559-b59a-2f9a1abbe745 service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822398 Mar 02 17:49:40.875062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Attempting to bind port 048555cc-4c53-409e-825e-500a071486dd on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:40.875474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Attempting to bind port 048555cc-4c53-409e-825e-500a071486dd by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:40.875957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Attempting to bind port 048555cc-4c53-409e-825e-500a071486dd on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:40.881556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:49:40.964581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Port 048555cc-4c53-409e-825e-500a071486dd on network 62293c0b-116b-425a-aaed-4354422e088b not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:40.965274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Attempting to bind port 048555cc-4c53-409e-825e-500a071486dd on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:40.976975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:40.992526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:40.993048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Checking segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:40.993685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Bound using segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:40.995052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Bound port: 048555cc-4c53-409e-825e-500a071486dd, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:40.995615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.036263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.078864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:41.079546 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.120269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.125328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:41.130222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=048555cc-4c53-409e-825e-500a071486dd,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:41.178033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.271365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Deleting port aebdc65a-25aa-431f-9b3a-70e86406c5cf {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:41.271922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.287714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-eae73023-80cb-41d5-b740-bf71eaf648b0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0133905 Mar 02 17:49:41.299152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6a7836e2-521d-4602-83ff-710ee2982f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.302211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d7b7168-013a-4fe5-8134-0e8cab2e7a45 req-b0c07e06-e21d-4995-aa34-a0e93971ae57 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1671739 Mar 02 17:49:41.351136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Request body: {'port': {'device_id': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:41.351263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] DHCP port deletion for 14772b19-f502-4eca-9762-3de40af9b710 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:49:41.360164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Deleting port aebdc65a-25aa-431f-9b3a-70e86406c5cf {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:41.361842 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.382291 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.385254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] 10.222.0.35 "PUT /v2.0/ports/048555cc-4c53-409e-825e-500a071486dd HTTP/1.1" status: 200 len: 1091 time: 2.0409746 Mar 02 17:49:41.397166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'tag': '048555cc-4c53-409e-825e-500a071486dd'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:41.453830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.459937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1092 time: 5.4408410 Mar 02 17:49:41.461349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:41.478742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcb39c-34f4-4d9f-8507-e626588cb501 service neutron] Pushing event updated for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:41.540319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5938b-bdc6-4750-9367-b97cdf19f191 req-c85f4945-48cc-4f64-bce2-9949cc20f2be tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:41.583973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebf5938b-bdc6-4750-9367-b97cdf19f191 req-c85f4945-48cc-4f64-bce2-9949cc20f2be tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.6475272 Mar 02 17:49:41.806233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0406d2-5dc8-480d-a911-69816a9952c5 service neutron] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:41.858695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.890226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] For port aebdc65a-25aa-431f-9b3a-70e86406c5cf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aebdc65a-25aa-431f-9b3a-70e86406c5cf,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:41.891012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.936866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-430186c0-a8e6-41e6-843c-2450fcb0252d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1095 time: 0.3145256 Mar 02 17:49:41.943737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] For port aebdc65a-25aa-431f-9b3a-70e86406c5cf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aebdc65a-25aa-431f-9b3a-70e86406c5cf,segment=NetworkSegment(4ba30eec-804e-4dad-a0c9-a4315c5660de),segment_id=4ba30eec-804e-4dad-a0c9-a4315c5660de)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:41.944092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:41.990187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebf5938b-bdc6-4750-9367-b97cdf19f191 req-48ac62c0-048c-4330-8d88-ef3e42fff813 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053073 Mar 02 17:49:42.101067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-78cdfcf2-4364-487d-b9e0-b1ee500fa1f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 1094 time: 0.4428592 Mar 02 17:49:42.132633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Calling delete_port for aebdc65a-25aa-431f-9b3a-70e86406c5cf owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:42.202795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b946b9-94ee-4f4f-87f9-ba0587751ed1 req-d1b0e79f-8b7e-4630-86e1-aee367d7fc7a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:42.203659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-40b946b9-94ee-4f4f-87f9-ba0587751ed1 req-d1b0e79f-8b7e-4630-86e1-aee367d7fc7a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Synchronizing usage tracker for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:49:42.242744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-a0d1b55a-6b20-46bd-9453-a129981f93a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 217 time: 0.2875297 Mar 02 17:49:42.244739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aebdc65a-25aa-431f-9b3a-70e86406c5cf no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:42.250129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Calling delete_port for aebdc65a-25aa-431f-9b3a-70e86406c5cf owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:42.300052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-1e1d547b-d2f3-4733-be5a-11ec0105add9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048555cc-4c53-409e-825e-500a071486dd HTTP/1.1" status: 200 len: 217 time: 0.1884184 Mar 02 17:49:42.359212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b3017-332a-4e6f-b484-2ca773e70582 req-7c0f5391-e70f-423b-96e4-d8bd7e394c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:42.360841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-7c0f5391-e70f-423b-96e4-d8bd7e394c5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.0829222 Mar 02 17:49:42.470933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-40b946b9-94ee-4f4f-87f9-ba0587751ed1 req-d1b0e79f-8b7e-4630-86e1-aee367d7fc7a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Unset dirty status for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:49:42.478201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b946b9-94ee-4f4f-87f9-ba0587751ed1 req-d1b0e79f-8b7e-4630-86e1-aee367d7fc7a tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 932 time: 0.7793648 Mar 02 17:49:42.480159 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-30490fa6-3812-4c1d-8285-f4016a547708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125305 Mar 02 17:49:42.489357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:42.519377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:42.592756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:42.593078 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:42.613153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] Pushing event deleted for resources: {'Port': ['ID=aebdc65a-25aa-431f-9b3a-70e86406c5cf,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:42.664266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2174f-6c68-432e-803d-51e4142d868a None None] No DVR routers for this DVR port aebdc65a-25aa-431f-9b3a-70e86406c5cf on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:42.667155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-8b834735-8313-48ca-b58c-bd16b7ca6ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:42.668132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-05524fad-3ac9-43c5-8b8c-196be98f6e56 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808946 Mar 02 17:49:42.675245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-8b834735-8313-48ca-b58c-bd16b7ca6ce5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.3414392 Mar 02 17:49:42.753407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-cc29d73e-e422-4202-87e7-d2cdd9808306 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660846 Mar 02 17:49:42.758941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:42.792358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73330dfa-5e93-474a-a4e3-d81d0524ac41 req-cb5f7730-4ee5-4abf-b7c8-aabf820af010 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:42.795347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73330dfa-5e93-474a-a4e3-d81d0524ac41 req-cb5f7730-4ee5-4abf-b7c8-aabf820af010 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5710690 Mar 02 17:49:42.818987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b946b9-94ee-4f4f-87f9-ba0587751ed1 req-cbbd213b-92d5-4a06-b4b0-8885e4821851 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389120 Mar 02 17:49:42.955943 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'tag': '048555cc-4c53-409e-825e-500a071486dd', 'status': 'completed', 'code': 200} Mar 02 17:49:42.986956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-552b3017-332a-4e6f-b484-2ca773e70582 req-39b78084-3d8b-4e72-a51e-bc6b51bbb26e service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053381 Mar 02 17:49:43.008896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.098334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Deleting port aebdc65a-25aa-431f-9b3a-70e86406c5cf {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:43.099035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.106548 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'status': 'completed', 'code': 200} Mar 02 17:49:43.110410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:49:43.178191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] The port 'aebdc65a-25aa-431f-9b3a-70e86406c5cf' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:49:43.299993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73330dfa-5e93-474a-a4e3-d81d0524ac41 req-42c20fc8-914f-4db8-8c92-dda5d2147e12 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138305 Mar 02 17:49:43.303395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6648d99-c4db-4157-8ed2-ae35dafa09d2 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:43.316825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.322234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-2c7800ce-96b3-43a4-8975-d4c4e1a73462 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559275 Mar 02 17:49:43.351718 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-0a86321e-a701-46c5-9761-e0d5d018d104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1095 time: 0.3014476 Mar 02 17:49:43.432378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Transition to ACTIVE for port object a6648d99-c4db-4157-8ed2-ae35dafa09d2 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:49:43.444396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.529662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-47d1c033-a0ac-4dcd-8c3c-cf7cb5540e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:43.531145 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-47d1c033-a0ac-4dcd-8c3c-cf7cb5540e45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.1735744 Mar 02 17:49:43.532959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.595289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69bd4f49-5b02-4aba-b5f9-5176e4e7896a req-97a707ff-ce0b-43d8-b3da-08a9ba6c734a tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0969806 Mar 02 17:49:43.670976 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-2b0b564d-15a8-405a-9d1e-56219bfdf5a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 217 time: 0.1291285 Mar 02 17:49:43.674326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14772b19-f502-4eca-9762-3de40af9b710']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:43.739777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41361-c221-4481-bf31-6bdf07747419 req-74d3db87-8e5d-448c-a7c7-61a2d2149cfd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:43.745855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21f41361-c221-4481-bf31-6bdf07747419 req-74d3db87-8e5d-448c-a7c7-61a2d2149cfd tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 944 time: 0.6226609 Mar 02 17:49:43.753568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba30eec-804e-4dad-a0c9-a4315c5660de') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:43.753864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba30eec-804e-4dad-a0c9-a4315c5660de') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:43.771365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Pushing event updated for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:43.780455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.807400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-e4a3aaf5-68c6-4c00-b5ad-9b05a6b3f610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:43.808864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-e4a3aaf5-68c6-4c00-b5ad-9b05a6b3f610 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.1234484 Mar 02 17:49:43.809913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.861069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:49:43.861385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:43.864551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-b89e87ba-8bd2-43da-9a3e-ba6bef00b8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316789 Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:49:43.878713 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:49:43.880985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21f41361-c221-4481-bf31-6bdf07747419 req-ba5319b0-7e4e-49b0-8c26-06e8c8732dc4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322575 Mar 02 17:49:44.035731 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.042227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.081340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] 10.222.0.37 "DELETE /v2.0/networks/14772b19-f502-4eca-9762-3de40af9b710 HTTP/1.1" status: 204 len: 168 time: 3.2478025 Mar 02 17:49:44.084535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:44.119627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Attempting to bind port a6648d99-c4db-4157-8ed2-ae35dafa09d2 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:49:44.119627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Attempting to bind port a6648d99-c4db-4157-8ed2-ae35dafa09d2 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:49:44.120287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Attempting to bind port a6648d99-c4db-4157-8ed2-ae35dafa09d2 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:44.124917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-4d11c23d-4c80-4e92-af52-63a7de5ca353 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 1094 time: 0.2011695 Mar 02 17:49:44.130452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64483c3-2102-493a-bc26-14767cfce99a req-1ce35c6c-5244-42af-a873-5ddedc106b48 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:44.132224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d64483c3-2102-493a-bc26-14767cfce99a req-1ce35c6c-5244-42af-a873-5ddedc106b48 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.3440702 Mar 02 17:49:44.194845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945fe72-a503-413a-ab53-ccdfdf04e239 admin admin] Pushing event deleted for resources: {'Network': ['ID=14772b19-f502-4eca-9762-3de40af9b710,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:44.273999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-841072c8-d17b-46e5-8544-b6479ef6304f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4586997 Mar 02 17:49:44.285831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Port a6648d99-c4db-4157-8ed2-ae35dafa09d2 on network 62293c0b-116b-425a-aaed-4354422e088b not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:49:44.286154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Attempting to bind port a6648d99-c4db-4157-8ed2-ae35dafa09d2 on network 62293c0b-116b-425a-aaed-4354422e088b {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:49:44.304645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.343305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:49:44.344421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Checking segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:49:44.344818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Bound using segment: {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:49:44.345266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Bound port: a6648d99-c4db-4157-8ed2-ae35dafa09d2, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba8a855-fc75-437d-b45a-f2d67f78efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62293c0b-116b-425a-aaed-4354422e088b'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:49:44.345616 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.393461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d64483c3-2102-493a-bc26-14767cfce99a req-b2183906-e6ca-455f-962c-7615e8604c15 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336609 Mar 02 17:49:44.519869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-c1f191b6-1706-4a34-964d-f08101812253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:44.521338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-c1f191b6-1706-4a34-964d-f08101812253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 914 time: 0.3880341 Mar 02 17:49:44.528744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-1491c0d5-e947-4dee-ae34-9308d3e8ba99 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454927 Mar 02 17:49:44.632039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb297c83-114f-4844-aaad-46833881490e req-06fc1577-9a23-4648-b3d4-136d050f5116 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:44.632039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb297c83-114f-4844-aaad-46833881490e req-06fc1577-9a23-4648-b3d4-136d050f5116 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 944 time: 0.4642746 Mar 02 17:49:44.727021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-7f08fa31-2bd0-4389-9fe5-54fc5a8e2421 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048555cc-4c53-409e-825e-500a071486dd HTTP/1.1" status: 200 len: 217 time: 0.1823177 Mar 02 17:49:44.810108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:49:44.844022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:49:44.849666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb297c83-114f-4844-aaad-46833881490e req-34f3f4bb-bced-4900-9fd9-21b6dd6d9bca tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682463 Mar 02 17:49:44.859762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.878279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-583da6a2-eb9a-4d0a-90a9-b22e8fc016fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:44.879984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-583da6a2-eb9a-4d0a-90a9-b22e8fc016fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.1424685 Mar 02 17:49:44.975678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:44.977393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-9ea0a52d-1811-487f-911e-7466472159df service neutron] 10.222.0.50 "PUT /v2.0/ports/a6648d99-c4db-4157-8ed2-ae35dafa09d2 HTTP/1.1" status: 200 len: 1092 time: 3.6481504 Mar 02 17:49:44.995383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-309eeaef-85dc-4a98-b567-1bf6a30beda9 req-3a98495d-981e-49e8-9f0e-e9c535ca3873 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603145 Mar 02 17:49:44.996626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-113fbc98-be5a-4a96-92e9-5c574c7dbe20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844810 Mar 02 17:49:45.065694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:45.308662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:45.427801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c0f6-b95c-4dc8-b46a-75e03eb87363 req-71766691-b62f-4425-a9cb-35f0500e7f24 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:45.429445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6498c0f6-b95c-4dc8-b46a-75e03eb87363 req-71766691-b62f-4425-a9cb-35f0500e7f24 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.8107500 Mar 02 17:49:45.453458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a52d-1811-487f-911e-7466472159df service neutron] Pushing event updated for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:45.548423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4399e0-20a9-4f24-bd04-f79643644503 req-84e9dd51-4899-4b73-ac7f-1bf056057d20 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:45.555479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b4399e0-20a9-4f24-bd04-f79643644503 req-84e9dd51-4899-4b73-ac7f-1bf056057d20 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.2404146 Mar 02 17:49:45.579864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-12f5085a-9785-4347-96af-327bc4e67bd5 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657120 Mar 02 17:49:45.678446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-f79aa57b-553a-4723-8d13-369de44b4695 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 1095 time: 0.6038687 Mar 02 17:49:45.859316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6498c0f6-b95c-4dc8-b46a-75e03eb87363 req-52ff28eb-db8b-4588-af98-0f50effe3834 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176860 Mar 02 17:49:45.936414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-86c80024-e6b6-43cf-b33f-840ba30dcefe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2 HTTP/1.1" status: 200 len: 217 time: 0.1832380 Mar 02 17:49:45.938895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b4399e0-20a9-4f24-bd04-f79643644503 req-ab227d52-538e-4ca8-8acc-e75f08a0af6b tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826096 Mar 02 17:49:46.025052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Deleting port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:46.026367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:46.026639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-926f35ee-9e41-43bb-ba65-6912bb1719bd req-4dfc29aa-8bd3-4836-8e3c-0fe7e0ab35c0 service neutron] 10.222.0.35 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906758 Mar 02 17:49:46.219125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c209293b-b4bb-4245-87e7-8ba77646634b req-b5d5cdc3-c89c-4792-ac35-d883bab68321 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1377025 Mar 02 17:49:46.230279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:46.240157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-4d637916-c59d-439d-9292-0528e243040c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:46.241621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-4d637916-c59d-439d-9292-0528e243040c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.2140737 Mar 02 17:49:46.317802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-638941d4-62c0-4fba-8518-f0249f067f24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694613 Mar 02 17:49:46.335741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] For port 946f82cf-24ee-4bec-9bba-d9a3a324d8a1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:46.338101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:46.548301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Calling delete_port for 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:46.569291 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2', 'status': 'completed', 'code': 200} Mar 02 17:49:46.599570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:46.630051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:46.732896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:46.761078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:46.789034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:46.796011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-aae342eb-0f10-4f8c-8f35-39c077d01db4 service neutron] 10.222.0.50 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684365 Mar 02 17:49:46.796945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:46.798443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 048555cc-4c53-409e-825e-500a071486dd details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:46.823813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:46.897245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=946f82cf-24ee-4bec-9bba-d9a3a324d8a1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:47.032173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b082c1-5300-4e9c-a85e-bad05f7d5f4e req-4c5a4886-3413-4abe-807e-f12c20c9fc23 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:47.034614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14b082c1-5300-4e9c-a85e-bad05f7d5f4e req-4c5a4886-3413-4abe-807e-f12c20c9fc23 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 944 time: 0.8325064 Mar 02 17:49:47.049381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a474af-9acb-43ce-9a43-6a5f92274e7c req-321bb5c2-21cc-4ae7-956b-f450345b1a39 service neutron] 10.222.0.50 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411060 Mar 02 17:49:47.124462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:47.146967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1e94b-e79b-491c-a487-c4405f74a844 req-8fba078b-dd7c-4ad6-82bc-e2396ce364e3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:47.151186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9be1e94b-e79b-491c-a487-c4405f74a844 req-8fba078b-dd7c-4ad6-82bc-e2396ce364e3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4543786 Mar 02 17:49:47.201538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=048555cc-4c53-409e-825e-500a071486dd,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:47.225225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '048555cc-4c53-409e-825e-500a071486dd', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'port_id': '048555cc-4c53-409e-825e-500a071486dd', 'mac_address': 'fa:16:3e:00:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d920bf-5746-49f3-80c2-ab6616c6e6c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:47.296684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14b082c1-5300-4e9c-a85e-bad05f7d5f4e req-45a75815-1bfb-4f89-9fd7-742037520c19 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396827 Mar 02 17:49:47.339865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9be1e94b-e79b-491c-a487-c4405f74a844 req-b5059fe1-7ba2-4609-9964-dfb3ed13ec6f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649532 Mar 02 17:49:47.360549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:47.422814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-102c604c-fabd-41d1-841f-d435136c171a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c62ba06602b46b7947faead0010c643&device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 1095 time: 0.2463295 Mar 02 17:49:47.430990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048555cc-4c53-409e-825e-500a071486dd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:47.489092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=048555cc-4c53-409e-825e-500a071486dd,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:47.494337 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:47.645878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:47.649458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-34ac60e1-69bb-45b9-9d78-bbd479cd9d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:47.651724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-34ac60e1-69bb-45b9-9d78-bbd479cd9d0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 200 len: 914 time: 0.2197006 Mar 02 17:49:47.674190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:47.816779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-065316bb-ab94-45e5-bed2-1360483dd1f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2 HTTP/1.1" status: 200 len: 217 time: 0.1031330 Mar 02 17:49:47.822236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['89e71dcc-91d8-4a1d-abe9-fed754999d58'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:47.920324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['048555cc-4c53-409e-825e-500a071486dd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:48.094650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-851bf6b3-e8c7-4c99-bd41-ef2b5ee273c1 req-04295372-47a4-464d-a673-eec8978039df tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0814731 Mar 02 17:49:48.120942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-ec6935aa-4d20-4c97-8b89-aa29a98cf61a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:48.123135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-ec6935aa-4d20-4c97-8b89-aa29a98cf61a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 200 len: 853 time: 0.2624431 Mar 02 17:49:48.197977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a905-7036-424c-88dc-2ad8ea9be048 req-efc98887-f921-4fee-9ae3-70c3e7d63827 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:48.205084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f570a905-7036-424c-88dc-2ad8ea9be048 req-efc98887-f921-4fee-9ae3-70c3e7d63827 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 944 time: 0.5575621 Mar 02 17:49:48.417880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-e951f717-c304-4c92-8357-8ad5df8089fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62293c0b-116b-425a-aaed-4354422e088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2691042 Mar 02 17:49:48.510906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f570a905-7036-424c-88dc-2ad8ea9be048 req-b24343c7-62f9-493c-bb53-e635a276f33b tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046236 Mar 02 17:49:48.688435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Router 83dab538-35c9-47f3-a9dd-6d404b05951e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:49:48.865299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-68b15992-75c0-402f-9939-fba0241fccfd service neutron] 10.222.0.50 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958945 Mar 02 17:49:48.985780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8615557-7b33-4a62-8185-89713bd1923e req-e7a9deea-6e17-464d-b506-7e0f1cfc4a84 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:48.987466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8615557-7b33-4a62-8185-89713bd1923e req-e7a9deea-6e17-464d-b506-7e0f1cfc4a84 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.3615074 Mar 02 17:49:48.996675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75042b1-6924-4696-9ff1-2e950f960bca req-d40fa9f8-243c-4330-a002-d48c7f3af299 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:48.997699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d75042b1-6924-4696-9ff1-2e950f960bca req-d40fa9f8-243c-4330-a002-d48c7f3af299 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.2829816 Mar 02 17:49:49.064943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:49:49.085740 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c4fe57b-28d3-45b2-aced-19e4e1533fe9 admin admin] 10.222.0.37 "PUT /v2.0/routers/83dab538-35c9-47f3-a9dd-6d404b05951e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9968412 Mar 02 17:49:49.085740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42890) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:49.095199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Sync routers for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:49:49.114329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:49.120974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d75042b1-6924-4696-9ff1-2e950f960bca req-2c05e406-4b46-4d41-9255-5d328cf182e7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132138 Mar 02 17:49:49.130549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8615557-7b33-4a62-8185-89713bd1923e req-e9a3c493-dbda-467b-b25c-1355f58795de tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318805 Mar 02 17:49:49.131787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:49.133091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:49.137010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfd6590e-35fc-432c-90ad-7e538de193b6 req-33ef4d9c-bac6-497e-83ea-07b83a283e3e service neutron] 10.222.0.50 "GET /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642624 Mar 02 17:49:49.474150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:49.491696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:49.519814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43312274-4d4e-4f91-89e2-9709a9dafc1b req-4b42fa23-3861-4388-81aa-9f3147e7a864 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0821416 Mar 02 17:49:49.567723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdffc7-28a7-4296-b43e-52b9480578eb req-f296c05d-f043-4359-8081-131961cb5030 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:49.569203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98cdffc7-28a7-4296-b43e-52b9480578eb req-f296c05d-f043-4359-8081-131961cb5030 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2420924 Mar 02 17:49:49.626843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98cdffc7-28a7-4296-b43e-52b9480578eb req-74f05ef1-f2bb-41f7-ae08-9e3eda724569 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Mar 02 17:49:49.798559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:49.825502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Deleting port 1208659a-c535-42c4-bb72-e667d3375157 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:49.825853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:50.064743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdbfaf-cb79-456b-9c98-a2751649240a req-13fc9ffa-4a83-46d8-a7b9-3cd336251194 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:50.084697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8cdbfaf-cb79-456b-9c98-a2751649240a req-13fc9ffa-4a83-46d8-a7b9-3cd336251194 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 944 time: 0.2154527 Mar 02 17:49:50.201169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1208659a-c535-42c4-bb72-e667d3375157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:49:46Z', 'revision_number': 5, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port': {'id': '1208659a-c535-42c4-bb72-e667d3375157', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:41:58Z', 'updated_at': '2022-03-02T17:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:50.203930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] For port 1208659a-c535-42c4-bb72-e667d3375157, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1208659a-c535-42c4-bb72-e667d3375157,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:50.204372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:50.219060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Checking router: 83dab538-35c9-47f3-a9dd-6d404b05951e for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:49:50.227256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8cdbfaf-cb79-456b-9c98-a2751649240a req-daf82545-49d4-4a2a-8cd3-93fd74f3b6e0 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415532 Mar 02 17:49:50.242210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Routers {'83dab538-35c9-47f3-a9dd-6d404b05951e'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:49:50.244170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['83dab538-35c9-47f3-a9dd-6d404b05951e'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:50.368639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:50.645926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Calling delete_port for 1208659a-c535-42c4-bb72-e667d3375157 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:50.707011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] Set router 83dab538-35c9-47f3-a9dd-6d404b05951e gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:49:50.777463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4e87-3251-4f43-b930-42c26dc5415d req-261a3174-7187-44bc-a8a1-988192cd3eb3 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:50.780076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3faf4e87-3251-4f43-b930-42c26dc5415d req-261a3174-7187-44bc-a8a1-988192cd3eb3 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.2469897 Mar 02 17:49:50.793544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9321594-22ea-46ed-9b74-0e615915fe6f req-07e00c5c-c4e7-4bcc-bed8-a6b07dd5904a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:50.804743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9321594-22ea-46ed-9b74-0e615915fe6f req-07e00c5c-c4e7-4bcc-bed8-a6b07dd5904a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3864086 Mar 02 17:49:50.898058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:49:49Z', 'revision_number': 6, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:50.907076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:50.910358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ac1e4-345f-4b2a-95a1-9320ede3028d None None] The sync data for ids ['83dab538-35c9-47f3-a9dd-6d404b05951e'] in n-d-820559-6 is: [{'id': '83dab538-35c9-47f3-a9dd-6d404b05951e', 'name': 'tempest-TaggedBootDevicesTest-1925053346-router', 'tenant_id': 'afb833b1c663416b91c6be791d8a20e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:41:57Z', 'updated_at': '2022-03-02T17:49:49Z', 'revision_number': 6, 'project_id': 'afb833b1c663416b91c6be791d8a20e0', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:49:50.923715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:50.924343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:50.948631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3faf4e87-3251-4f43-b930-42c26dc5415d req-ce46b120-071e-4583-9a4a-32943f6292cb tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038291 Mar 02 17:49:50.977615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:50.998248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9321594-22ea-46ed-9b74-0e615915fe6f req-b7bd0b5c-d037-4d6a-94e5-fdfd399d58b3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918364 Mar 02 17:49:51.039248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Pushing event deleted for resources: {'Port': ['ID=1208659a-c535-42c4-bb72-e667d3375157,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:51.203483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:51.260287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:51.280479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:51.285698 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:51.287450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 048555cc-4c53-409e-825e-500a071486dd up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:51.295617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb9368b3-6f19-4550-810c-49928ba865da req-b6a11530-87c5-45ff-873e-c38d850698e3 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0616589 Mar 02 17:49:51.427057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device a6648d99-c4db-4157-8ed2-ae35dafa09d2 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:49:51.441526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6ddc-6908-495f-a8c8-3d4cb727acbd req-a47e660b-b457-4973-9dc9-498968894550 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:51.454395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9fc6ddc-6908-495f-a8c8-3d4cb727acbd req-a47e660b-b457-4973-9dc9-498968894550 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.1575558 Mar 02 17:49:51.527339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9fc6ddc-6908-495f-a8c8-3d4cb727acbd req-013d6899-868f-4fe2-bc1c-5c4ec8069fbe tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634181 Mar 02 17:49:51.642678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:51.659006 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:49:51.669422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29e34c49-bb86-47ef-b035-ca86aafe22f3 req-852bd9a7-756b-4e6d-a9ee-94d5846dbf44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0930753 Mar 02 17:49:51.682635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:51.788146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 048555cc-4c53-409e-825e-500a071486dd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:51.818324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 048555cc-4c53-409e-825e-500a071486dd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:51.819003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:51.881710 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'code': 200} Mar 02 17:49:51.972173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:52.086258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1dc8b-a809-43f8-a8e2-eb12285ee6be req-2a4e1554-c325-47aa-b496-e3b196206f09 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:52.088692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bec1dc8b-a809-43f8-a8e2-eb12285ee6be req-2a4e1554-c325-47aa-b496-e3b196206f09 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 944 time: 0.2875504 Mar 02 17:49:52.129723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.150290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2', 'network_id': '62293c0b-116b-425a-aaed-4354422e088b', 'port_id': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2', 'mac_address': 'fa:16:3e:7f:cd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d920bf-5746-49f3-80c2-ab6616c6e6c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:49:52.336071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.364486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bec1dc8b-a809-43f8-a8e2-eb12285ee6be req-f1ecb28b-47fb-4984-94b8-dc0549b3d4c4 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690108 Mar 02 17:49:52.364961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=048555cc-4c53-409e-825e-500a071486dd,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:52.380757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1208659a-c535-42c4-bb72-e667d3375157 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:52.433099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.444502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.456485 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.503476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1208659a-c535-42c4-bb72-e667d3375157 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:52.503950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1208659a-c535-42c4-bb72-e667d3375157 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:52.504584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:52.532092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.533599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83dab538-35c9-47f3-a9dd-6d404b05951e {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:49:52.541952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a1570-1657-4bfb-98f7-703f676f598c req-a04eeac0-46d4-4a4d-89a2-9de018156676 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:52.543536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a50a1570-1657-4bfb-98f7-703f676f598c req-a04eeac0-46d4-4a4d-89a2-9de018156676 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.3224411 Mar 02 17:49:52.552658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-9a4f7472-33c6-444e-8310-46726ca2f64c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30013d02487c436daf739b7a89e7dbd2&device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 1097 time: 0.2341652 Mar 02 17:49:52.554633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-345819cc-761a-4eaa-a94f-bf3e8044e367 req-3203dfb0-47db-4511-96f2-1bf37902f6fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1097 time: 0.5459862 Mar 02 17:49:52.586018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6648d99-c4db-4157-8ed2-ae35dafa09d2 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:49:52.592387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.595292 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e169486-34b2-4daf-97ab-592ecfe6f85b admin admin] 10.222.0.37 "DELETE /v2.0/routers/83dab538-35c9-47f3-a9dd-6d404b05951e HTTP/1.1" status: 204 len: 168 time: 3.5079041 Mar 02 17:49:52.602636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:52.619578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:49:52.619578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 946f82cf-24ee-4bec-9bba-d9a3a324d8a1 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:49:52.667221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:52.676480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.686769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:52.751118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Deleting subnet 8a34d5fb-5b4a-412b-8cf0-3eb7451815f2 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:49:52.754599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.820503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:52.867522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:53.026564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:53.112468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['a6648d99-c4db-4157-8ed2-ae35dafa09d2'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:49:53.123326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-345819cc-761a-4eaa-a94f-bf3e8044e367 req-05da4ae4-5531-4768-aa4b-5e957e9ad29b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603501 Mar 02 17:49:53.124809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-d53b8413-dfcf-4c9b-995c-88462c8214ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:53.126135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-d53b8413-dfcf-4c9b-995c-88462c8214ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 200 len: 913 time: 0.5508265 Mar 02 17:49:53.129981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a50a1570-1657-4bfb-98f7-703f676f598c req-0f29f456-14d2-4408-9b95-1d47264e90e5 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744336 Mar 02 17:49:53.173444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:53.256304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-213f0ddf-d2ba-4af3-931d-70190d2ed8c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 200 len: 217 time: 0.1201904 Mar 02 17:49:53.269221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a34d5fb-5b4a-412b-8cf0-3eb7451815f2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:53.297968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:53.315597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe05f1-07bb-45ba-a6b4-b1c779664cb4 None None] Network 27a72faf-f8fa-456e-915c-b0b19b28ce65 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:49:53.327639 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eb42e904-9ec1-4b88-84b9-9cb23ea4d316 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8a34d5fb-5b4a-412b-8cf0-3eb7451815f2 HTTP/1.1" status: 204 len: 168 time: 0.7220945 Mar 02 17:49:53.335575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42976) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:53.346802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-5da01c32-7319-4a2f-ab7b-45e6f6645bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:53.349133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-5da01c32-7319-4a2f-ab7b-45e6f6645bbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec8d299d-38c2-4eb9-944a-02fceb219f43 HTTP/1.1" status: 200 len: 852 time: 0.0860767 Mar 02 17:49:53.366298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3982-e684-4001-8952-ded4668247f9 req-70a351a1-1772-46fc-9fe5-396e9b992e20 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:53.375628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-978f3982-e684-4001-8952-ded4668247f9 req-70a351a1-1772-46fc-9fe5-396e9b992e20 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5897436 Mar 02 17:49:53.501432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-1671fe98-2520-4109-a402-34ee4e7b5b8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217744 Mar 02 17:49:53.605874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:53.622380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Deleting port 57e45e03-8f11-4838-9b8b-da2f620d84aa {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:53.622837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:53.775765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-978f3982-e684-4001-8952-ded4668247f9 req-2f898c47-5208-436b-8248-3b6b22cba830 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975182 Mar 02 17:49:53.870625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-41b9746d-7ab3-41da-ba72-946609bfb039 service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616321 Mar 02 17:49:53.882614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048555cc-4c53-409e-825e-500a071486dd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:53.924211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946af040-1359-406d-be08-2d71a352d552 None None] DHCP port deletion for 27a72faf-f8fa-456e-915c-b0b19b28ce65 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:49:53.933205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-946af040-1359-406d-be08-2d71a352d552 None None] Deleting port 57e45e03-8f11-4838-9b8b-da2f620d84aa {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:53.941363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-946af040-1359-406d-be08-2d71a352d552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:54.072978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eba601d-9598-419a-9432-a79017095cf3 req-00ae01fd-48e5-4167-bdab-c673db08ae58 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0764732 Mar 02 17:49:54.081329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1c3b5-8efd-482d-b44e-91fe3fcea71d req-5ef0041a-656a-4eda-afb4-b3a6c69b0e44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:54.089521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19d1c3b5-8efd-482d-b44e-91fe3fcea71d req-5ef0041a-656a-4eda-afb4-b3a6c69b0e44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.5077949 Mar 02 17:49:54.124027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] For port 57e45e03-8f11-4838-9b8b-da2f620d84aa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=57e45e03-8f11-4838-9b8b-da2f620d84aa,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:54.124643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:54.179188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19d1c3b5-8efd-482d-b44e-91fe3fcea71d req-83168049-7372-40f3-b7d2-5b4f1b3c8d27 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880935 Mar 02 17:49:54.227667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42996) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:54.338216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 57e45e03-8f11-4838-9b8b-da2f620d84aa no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:49:54.497438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Calling delete_port for 57e45e03-8f11-4838-9b8b-da2f620d84aa owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:54.532745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc5c544c-253f-4167-a69c-5e0330dcee29 req-46788d4b-824a-408f-961f-91d16959edc9 service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472850 Mar 02 17:49:54.536906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e0ac60fc-ea35-44c7-a1bf-c67f19aa72be tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/86021d1b-1f84-4d9c-85c3-f0b2fe554864 HTTP/1.1" status: 200 len: 993 time: 0.3073401 Mar 02 17:49:54.610944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-946af040-1359-406d-be08-2d71a352d552 None None] For port 57e45e03-8f11-4838-9b8b-da2f620d84aa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=57e45e03-8f11-4838-9b8b-da2f620d84aa,segment=NetworkSegment(ff85f53c-ed4a-4992-9c42-cd498fce087b),segment_id=ff85f53c-ed4a-4992-9c42-cd498fce087b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:54.611991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-946af040-1359-406d-be08-2d71a352d552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:54.664389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:54.802151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Pushing event deleted for resources: {'Port': ['ID=57e45e03-8f11-4838-9b8b-da2f620d84aa,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:54.814201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd1e1c-bff6-4875-b863-9e29e6c5c7c0 req-63f74708-31a3-46e6-913c-61a4f058d8ea tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:54.816797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55fd1e1c-bff6-4875-b863-9e29e6c5c7c0 req-63f74708-31a3-46e6-913c-61a4f058d8ea tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 945 time: 0.2594080 Mar 02 17:49:54.825988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] No DVR routers for this DVR port 57e45e03-8f11-4838-9b8b-da2f620d84aa on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:49:54.827536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237395-529c-45cf-b369-e45cbe4fa72a req-85dbc56e-9c93-49f1-9205-5f6924161973 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:54.839159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62237395-529c-45cf-b369-e45cbe4fa72a req-85dbc56e-9c93-49f1-9205-5f6924161973 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.1982775 Mar 02 17:49:54.866599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-946af040-1359-406d-be08-2d71a352d552 None None] Calling delete_port for 57e45e03-8f11-4838-9b8b-da2f620d84aa owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:49:54.918622 n-d-820559-6 neutron-server[83798]: INFO neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No ports have port_id starting with 57e45e03-8f11-4838-9b8b-da2f620d84aa Mar 02 17:49:54.969306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-946af040-1359-406d-be08-2d71a352d552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:49:54.970034 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-946af040-1359-406d-be08-2d71a352d552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:49:54.971309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55fd1e1c-bff6-4875-b863-9e29e6c5c7c0 req-3f7e352c-0ed9-4f91-9d63-fdd3b90c3a12 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995569 Mar 02 17:49:54.975757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62237395-529c-45cf-b369-e45cbe4fa72a req-491ac800-3279-4b72-b54d-3c57fdbebd9e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356089 Mar 02 17:49:55.013374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.033370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a72faf-f8fa-456e-915c-b0b19b28ce65']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:55.048056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff85f53c-ed4a-4992-9c42-cd498fce087b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:55.048374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff85f53c-ed4a-4992-9c42-cd498fce087b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:49:55.072240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.091004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.099512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:49:55.100397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:49:55.117524 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:49:55.135956 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048555cc-4c53-409e-825e-500a071486dd', 'code': 200} Mar 02 17:49:55.233512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.298002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.310673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] Pushing event deleted for resources: {'Network': ['ID=27a72faf-f8fa-456e-915c-b0b19b28ce65,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:55.317432 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2e996a5-be2d-4107-b0fc-2f162a90c99d admin admin] 10.222.0.37 "DELETE /v2.0/networks/27a72faf-f8fa-456e-915c-b0b19b28ce65 HTTP/1.1" status: 204 len: 168 time: 1.9791586 Mar 02 17:49:55.424586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device a6648d99-c4db-4157-8ed2-ae35dafa09d2 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:49:55.523601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-946af040-1359-406d-be08-2d71a352d552 None None] Deleting port 57e45e03-8f11-4838-9b8b-da2f620d84aa {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:49:55.524976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-946af040-1359-406d-be08-2d71a352d552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.630258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-946af040-1359-406d-be08-2d71a352d552 None None] The port '57e45e03-8f11-4838-9b8b-da2f620d84aa' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:49:55.631416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43024) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:55.662862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port a6648d99-c4db-4157-8ed2-ae35dafa09d2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:49:55.670948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port a6648d99-c4db-4157-8ed2-ae35dafa09d2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:49:55.671391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.695024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49030d49-5de1-417c-a839-2ef7b25edf06 req-991a3bf8-e7f9-4763-9c05-0568056e8017 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 1096 time: 0.4299006 Mar 02 17:49:55.736081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74967d-73dc-4348-99bb-6879c1b51fa0 req-7e1998f3-7e98-4855-9798-5132989ce7e2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:55.744895 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-470e2ec5-ab8c-4cd5-b7f0-db0e11a151a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea571af3b226430bba2cda288e585f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1096842 Mar 02 17:49:55.745461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da74967d-73dc-4348-99bb-6879c1b51fa0 req-7e1998f3-7e98-4855-9798-5132989ce7e2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5628865 Mar 02 17:49:55.745552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43032) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:55.831642 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.856488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da74967d-73dc-4348-99bb-6879c1b51fa0 req-79f7b1f9-8949-4edd-8cb8-0db6ca899570 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123798 Mar 02 17:49:55.866717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.871751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:49:55.890074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.905634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.919098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f5aba-1978-4a8b-af27-e0dac12f6bda req-f81db5ed-79c9-49ea-992d-131f3459e2d6 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:55.929788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-628f5aba-1978-4a8b-af27-e0dac12f6bda req-f81db5ed-79c9-49ea-992d-131f3459e2d6 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.5188956 Mar 02 17:49:55.981415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-21bdb73e-0335-4b5c-aa31-6c190f568709 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4697654 Mar 02 17:49:55.982870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:55.983648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49030d49-5de1-417c-a839-2ef7b25edf06 req-e846ea34-751f-47a6-a5b6-57493fa20d77 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871644 Mar 02 17:49:56.032985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-628f5aba-1978-4a8b-af27-e0dac12f6bda req-db644d39-041d-4684-b63a-f9035b17fa61 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020398 Mar 02 17:49:56.039166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2d02e-7a6e-477e-bd7f-529bb9f89169,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:56.057100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:56.069656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87a61396-268a-4289-b860-aa322bbd4c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73d2d02e-7a6e-477e-bd7f-529bb9f89169 HTTP/1.1" status: 204 len: 168 time: 0.3148634 Mar 02 17:49:56.075928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:56.196331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-ab15806a-81e4-4535-b1f9-cd20633a6c16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1096 time: 0.1621878 Mar 02 17:49:56.754012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6364a-39b7-4d16-a218-3ad543f14fde req-6e7ff54f-abf7-4d02-97c3-ece5de5ace12 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:56.761050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60f557b6-29a4-409e-9a8a-f02b373f4eb4 req-51d5ddc1-0d90-4a87-836c-277a1193b242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=caef7fb8530a4c96a36107a851d4c890&device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1331201 Mar 02 17:49:56.766065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25c6364a-39b7-4d16-a218-3ad543f14fde req-6e7ff54f-abf7-4d02-97c3-ece5de5ace12 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 946 time: 0.1848710 Mar 02 17:49:56.796067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-c717a573-a2b7-4eab-be8c-fe91cc882fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:56.797945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-c717a573-a2b7-4eab-be8c-fe91cc882fae service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.5775871 Mar 02 17:49:56.816899 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60f557b6-29a4-409e-9a8a-f02b373f4eb4 req-566caa0e-c8c8-485f-bfb6-ca4b514848bd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=caef7fb8530a4c96a36107a851d4c890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353806 Mar 02 17:49:56.932702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:56.948145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-f2ed089c-b4ab-4757-84ee-f7cf2efc701d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.0996792 Mar 02 17:49:56.952888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25c6364a-39b7-4d16-a218-3ad543f14fde req-0649b099-cd86-4597-ada4-af570dc28899 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857145 Mar 02 17:49:57.030439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-f797a0b4-9c4a-4d93-b922-157c5c351ea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:57.033331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-f797a0b4-9c4a-4d93-b922-157c5c351ea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.0719681 Mar 02 17:49:57.055094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7934bc2a-b76a-4d44-86fb-63ce6ac75f83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afb833b1c663416b91c6be791d8a20e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1210861 Mar 02 17:49:57.060391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:57.124929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f557b6-29a4-409e-9a8a-f02b373f4eb4 req-a9cddd3a-c75f-4d35-a99a-1041e9cbe6e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:57.126692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-60f557b6-29a4-409e-9a8a-f02b373f4eb4 req-a9cddd3a-c75f-4d35-a99a-1041e9cbe6e1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953742 Mar 02 17:49:57.137001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:49:57.163741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-d71d867c-1cf8-41c9-9f43-4e44eb1b0a3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160738 Mar 02 17:49:57.179912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541c674-b587-431b-8449-941d6d796325 req-54b9a206-761c-4d4f-b9fc-640fa12bc18a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:57.182149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:57.182302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0541c674-b587-431b-8449-941d6d796325 req-54b9a206-761c-4d4f-b9fc-640fa12bc18a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3875520 Mar 02 17:49:57.220381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:57.329979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:57.361918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f63b1-10fb-4796-b50d-7e73472ed66a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:49:57.366864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:57.371823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f040c606-2ae4-4d65-9c94-87ce52bb3c00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/021f63b1-10fb-4796-b50d-7e73472ed66a HTTP/1.1" status: 204 len: 168 time: 0.3063660 Mar 02 17:49:57.372058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0541c674-b587-431b-8449-941d6d796325 req-afac531e-46ac-45df-94f7-d645d92222ea tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800559 Mar 02 17:49:57.428069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-9b5e8f2a-8fe4-4875-8934-f0ecb0faec3a service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133901 Mar 02 17:49:57.440531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77f1a1b-39e0-462c-95e9-c2be13388ee4 req-50faf5d6-5cd1-43e6-a513-d10ce3526b41 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1096 time: 0.3161814 Mar 02 17:49:57.779737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77f1a1b-39e0-462c-95e9-c2be13388ee4 req-fad19bbd-e40b-4baf-9ed9-c70ee91a2c53 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332841 Mar 02 17:49:57.871368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e2854d3-1dfc-4a8a-b451-d3bccb30d5bd req-e7c55ceb-9d74-4ecc-8f0e-2fadf5cfe85a service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552897 Mar 02 17:49:57.881869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36705ab-2cb7-48d5-9dad-4aa34055eaea req-905396a3-8687-4f36-befd-650ca06456c3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:57.899044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d36705ab-2cb7-48d5-9dad-4aa34055eaea req-905396a3-8687-4f36-befd-650ca06456c3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2068377 Mar 02 17:49:57.981781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d36705ab-2cb7-48d5-9dad-4aa34055eaea req-3801ebf7-340c-40b8-b5dd-82f4e13558b0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814734 Mar 02 17:49:58.054522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-912b778f-2298-435e-8407-489254527934 req-583be9f0-0cd2-40cd-ab79-744c1a210b38 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0691817 Mar 02 17:49:58.149100 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2', 'code': 200} Mar 02 17:49:58.262600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83e80a-a1f5-460a-8af2-c8cf44b1bea9 req-1d3324a3-3e5b-4537-a4b1-7c766804063a tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:58.264138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d83e80a-a1f5-460a-8af2-c8cf44b1bea9 req-1d3324a3-3e5b-4537-a4b1-7c766804063a tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.1187384 Mar 02 17:49:58.421635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d83e80a-a1f5-460a-8af2-c8cf44b1bea9 req-ae7563de-6b1c-4f5e-bb19-08ab040d9fe2 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245248 Mar 02 17:49:58.510834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a1663-503c-46de-8c03-e84f185e3b4e req-07279dc1-7305-4c8f-bad2-6a4faea8e96d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:58.514835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-962a1663-503c-46de-8c03-e84f185e3b4e req-07279dc1-7305-4c8f-bad2-6a4faea8e96d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2497284 Mar 02 17:49:58.523343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4bbb204-5b45-4068-9b59-b04066811960 req-cfe852df-b552-45ee-bbb1-fc45b8226d93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 1097 time: 0.2273257 Mar 02 17:49:58.525959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:58.533351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Request body: {'floatingip': {'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:58.738382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:58.813393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4bbb204-5b45-4068-9b59-b04066811960 req-765027c6-8ab3-4fb1-aeef-721ae573832b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715101 Mar 02 17:49:58.836159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f80c307-3ecc-4a3c-a240-5b5086950dfd req-b921419a-9903-404c-a6fa-16edee44fa22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2424479 Mar 02 17:49:58.852062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7839-1f14-4cb6-bd34-b3e398faf4c1 req-c6c2325c-4556-4fef-9e9e-51fb43037477 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:58.854422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65ff7839-1f14-4cb6-bd34-b3e398faf4c1 req-c6c2325c-4556-4fef-9e9e-51fb43037477 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 946 time: 0.1469433 Mar 02 17:49:58.944328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65ff7839-1f14-4cb6-bd34-b3e398faf4c1 req-df28b7b1-2e5d-4bf0-927a-06c5254e7b07 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792871 Mar 02 17:49:59.010709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:49:59.215287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f8bc-bb76-40f0-98bb-b7e1023e5fcf req-5256798a-97a7-41aa-8b18-1277712a1ee1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:49:59.223584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e771f8bc-bb76-40f0-98bb-b7e1023e5fcf req-5256798a-97a7-41aa-8b18-1277712a1ee1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1106434 Mar 02 17:49:59.302957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1488029341-network', 'tenant_id': 'd040947d24c940cfb9089aa503f273da'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:49:59.309010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:59.316934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60f557b6-29a4-409e-9a8a-f02b373f4eb4 req-8613c43e-2e30-4989-a13c-2d40177e20dc tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.50 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.0549233 Mar 02 17:49:59.324981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Usage tracker for resource:network and tenant:d040947d24c940cfb9089aa503f273da is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:59.329845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:59.341768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e771f8bc-bb76-40f0-98bb-b7e1023e5fcf req-05930f92-e842-478f-a35b-1fb19fe5be94 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168864 Mar 02 17:49:59.356563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:59.417779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Made reservation on behalf of d040947d24c940cfb9089aa503f273da for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:49:59.420351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:59.488546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:59.649260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:49:59.655472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Usage tracker for resource:security_group_rule and tenant:d040947d24c940cfb9089aa503f273da is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:49:59.659702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:49:59.668394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:49:59.847650 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:49:59.987983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.073067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5a2f7d8-bd03-49d9-b402-e6ae59de87cb req-2929f9a6-372f-43b4-b802-f6c5aa234c07 tempest-ServerShowV254Test-79563271 tempest-ServerShowV254Test-79563271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9894d200-f1be-4726-af19-4f21066b8c1e HTTP/1.1" status: 200 len: 210 time: 0.1897171 Mar 02 17:50:00.076041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:50:00.086332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4354ff75-f218-49f5-8d10-c020ce338d8b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:00.092063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.113377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.113728 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Added segment 0a640f9f-e887-4bcc-8dbf-898b549630b9 of type vlan for network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 Mar 02 17:50:00.114824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.305669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-73ebde9c-4cb2-49e9-8e7b-1aa59a3738b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5362456 Mar 02 17:50:00.314564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.406641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.407493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:00.408066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:00.416590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9733eb-6e4f-4c48-8dcc-9e85c8932522 req-6b0680e3-c696-4ad0-8f27-2ed333a77634 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:00.418881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b9733eb-6e4f-4c48-8dcc-9e85c8932522 req-6b0680e3-c696-4ad0-8f27-2ed333a77634 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.1850855 Mar 02 17:50:00.487191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b9733eb-6e4f-4c48-8dcc-9e85c8932522 req-246428f7-a9d7-42ee-ac26-ab5322885c21 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592260 Mar 02 17:50:00.637541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] Pushing event updated for resources: {'Network': ['ID=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:00.650767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:50:00.664344 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-14d43ca2-fb68-4e9c-a45c-dac0e4dfd12d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6521723 Mar 02 17:50:00.668219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43176) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:00.679472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Request body: {'subnet': {'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1488029341-subnet', 'tenant_id': 'd040947d24c940cfb9089aa503f273da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:00.686453 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Floating IP 693b2efd-13dd-4f1f-a171-13bbc6970035 associated. External IP: 172.25.3.210, port: 89e71dcc-91d8-4a1d-abe9-fed754999d58. Mar 02 17:50:00.743872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:00.752962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Usage tracker for resource:subnet and tenant:d040947d24c940cfb9089aa503f273da is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:00.760856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:00.771705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:00.903256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0778aa9-9708-4ded-bb99-ef2e85e3cf25 req-b3b4a9f9-bea1-4c11-9810-36db5b38281d tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:00.905588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0778aa9-9708-4ded-bb99-ef2e85e3cf25 req-b3b4a9f9-bea1-4c11-9810-36db5b38281d tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 946 time: 0.1760683 Mar 02 17:50:00.917831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Made reservation on behalf of d040947d24c940cfb9089aa503f273da for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:00.920524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:01.011647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0778aa9-9708-4ded-bb99-ef2e85e3cf25 req-a7544300-58c9-46c8-bb3c-d3f539ebc8e7 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 Mar 02 17:50:01.280157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-30729ea9-7726-4306-bb22-671fa1b60c0e tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:50:01.281124 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-30729ea9-7726-4306-bb22-671fa1b60c0e tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049002 Mar 02 17:50:01.308216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Request body: {'binding': {'host': 'n-h1-820559-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:01.308677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Unknown quota resources ['binding']. {{(pid=83796) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Mar 02 17:50:01.312596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e6b0-b90c-40a1-b83d-71660cd9715e req-aaf4b038-00b6-4a70-83b0-58cf456e65eb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:01.314477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4982e6b0-b90c-40a1-b83d-71660cd9715e req-aaf4b038-00b6-4a70-83b0-58cf456e65eb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1249735 Mar 02 17:50:01.338952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:01.431716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4982e6b0-b90c-40a1-b83d-71660cd9715e req-6f9eea94-2e09-41dd-9750-824e23138096 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081080 Mar 02 17:50:01.640928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329c6a49-2576-44e3-afc7-0a402576b33f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:01.798104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f379f3-846e-46d9-a10b-e885ecfbde08 req-0941a0ed-3355-49e5-984d-577e08558cb7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:01.807361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8f379f3-846e-46d9-a10b-e885ecfbde08 req-0941a0ed-3355-49e5-984d-577e08558cb7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1128592 Mar 02 17:50:01.830145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Checking segment: {'id': '0a640f9f-e887-4bcc-8dbf-898b549630b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:01.830684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Network hostable DHCP agents. Network: 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:50:01.882139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8f379f3-846e-46d9-a10b-e885ecfbde08 req-ebe7d096-43ff-43f0-99b6-f3c41b9b83b5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735555 Mar 02 17:50:02.031791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on host n-h1-820559-6 for vnic_type normal with profile None {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:02.032315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:02.032799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:02.075857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43294) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:02.080107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:02.080420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:02.102024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:50:02.114433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:02.115918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:02.116526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Bound using segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:02.116939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Bound port: 84bfc8a8-dddc-425c-9dcc-cba800de092a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:02.178369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:02.191498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:02.192086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.194492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc9abc-9b31-465a-b38a-f345aa72e0ad req-487098ca-3672-4f55-a898-d1d5131bed45 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:02.198997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8a7ff-7c20-4860-8970-fde375fd3bdf None None] Network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:02.204800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99fc9abc-9b31-465a-b38a-f345aa72e0ad req-487098ca-3672-4f55-a898-d1d5131bed45 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.1112809 Mar 02 17:50:02.292060 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-700149e3-6f74-404b-abee-5befd30f3387 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6210706 Mar 02 17:50:02.303477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:02.325067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] Notify callbacks [] for binding, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.326511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ed758501-df61-43a7-aa30-3a90fcc4b191 service neutron] 10.222.0.37 "POST /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0247493 Mar 02 17:50:02.373748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99fc9abc-9b31-465a-b38a-f345aa72e0ad req-c99e2b5a-b192-4268-a85d-601a54766bab tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677651 Mar 02 17:50:02.375025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.382111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:02.489486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:02.495175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Usage tracker for resource:security_group_rule and tenant:caef7fb8530a4c96a36107a851d4c890 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:02.506213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:02.517341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:02.724707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.732043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.830182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6f1e6-7a82-4377-b5bc-861cc605c61b None None] Network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:02.879884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:02.892015 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:02.911054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:02.917286 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:02.917924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:02.922041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561ddfe4-b6dd-45da-8851-65ad89dadd74,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:02.930217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caef7fb8530a4c96a36107a851d4c890&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8524518 Mar 02 17:50:02.937510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:02.961807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.962561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.963107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.963583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.964050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.964513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.964991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.965450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.965912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.966688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:02.967209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e12689-a27f-452d-a5ef-9b70305ba838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:03.012883 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-258250b8-97af-4556-8f38-e144a8f0bcd4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "PUT /v2.0/floatingips/693b2efd-13dd-4f1f-a171-13bbc6970035 HTTP/1.1" status: 200 len: 992 time: 4.4832451 Mar 02 17:50:03.012883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:03.059501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-904630d5-6d27-40cc-b31a-033916cbc2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1096 time: 0.2963367 Mar 02 17:50:03.076868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1836-20dc-452d-93b3-3d473fab875d req-de14c2ca-942b-4142-97f3-0d5aeb45642f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:03.078649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64ae1836-20dc-452d-93b3-3d473fab875d req-de14c2ca-942b-4142-97f3-0d5aeb45642f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 946 time: 0.2448626 Mar 02 17:50:03.200931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:03.252294 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:03.260131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:03.286676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64ae1836-20dc-452d-93b3-3d473fab875d req-05a6b33f-7a63-4a60-8957-bba5f55c82b1 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820247 Mar 02 17:50:03.345015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-886c78da-3e32-49c7-827c-b24f0c362d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:03.346846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-886c78da-3e32-49c7-827c-b24f0c362d1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.2788582 Mar 02 17:50:03.533006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-d2c50715-ce8b-4a2b-a910-72a31093d6f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 1001 time: 0.1784763 Mar 02 17:50:03.632697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:03.664483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ddfe4-b6dd-45da-8851-65ad89dadd74,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:03.676430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:03.677770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf9d311b-1774-4740-9090-980151e13741 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/561ddfe4-b6dd-45da-8851-65ad89dadd74 HTTP/1.1" status: 204 len: 168 time: 0.7386961 Mar 02 17:50:03.685583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-999b3424-d30c-4916-a3e4-8e9b3bae4db9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:03.688089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-999b3424-d30c-4916-a3e4-8e9b3bae4db9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.1429813 Mar 02 17:50:03.885086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-60073975-583b-4a86-9c90-4fcbe07cc6b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894851 Mar 02 17:50:03.896514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc313d-d398-4670-b65a-15744a5b6f07 req-7659589f-cc07-4cab-b72e-b2bee493f57a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:03.903907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ebc313d-d398-4670-b65a-15744a5b6f07 req-7659589f-cc07-4cab-b72e-b2bee493f57a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1462929 Mar 02 17:50:03.917671 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693b2efd-13dd-4f1f-a171-13bbc6970035', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:49:24Z', 'updated_at': '2022-03-02T17:49:59Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:03.922772 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:03.938317 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:03.938996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:49:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:04.022714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-b1cd4e25-40c7-4518-a96b-2ed189255361 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30013d02487c436daf739b7a89e7dbd2&device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 1097 time: 0.1491454 Mar 02 17:50:04.091384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ebc313d-d398-4670-b65a-15744a5b6f07 req-679ed6cc-3da8-4ce6-99c4-6086fe782b07 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862493 Mar 02 17:50:04.286652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-523cdcf1-073b-4fd0-a32a-ba3f48dc845c service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656311 Mar 02 17:50:04.313926 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:04.389076 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'status': 'completed', 'code': 200} Mar 02 17:50:04.416116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-2288d020-40c3-4e9b-9b6d-41651a93cf30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:04.417727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-2288d020-40c3-4e9b-9b6d-41651a93cf30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 200 len: 913 time: 0.3875287 Mar 02 17:50:04.633971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-3c69fdf6-16ca-4456-bea7-0d3d2219f60c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 200 len: 217 time: 0.2055888 Mar 02 17:50:04.755730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-ee92f8e6-3429-432d-9704-d7fba8335e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:04.757518 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-ee92f8e6-3429-432d-9704-d7fba8335e3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec8d299d-38c2-4eb9-944a-02fceb219f43 HTTP/1.1" status: 200 len: 852 time: 0.1185532 Mar 02 17:50:04.871884 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-e61ab1d1-b444-4dae-8da9-45fbf5b1a32b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f74eb3ef-ca03-443a-a30f-2ade87f47e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069436 Mar 02 17:50:05.174394 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693b2efd-13dd-4f1f-a171-13bbc6970035', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:49:24Z', 'updated_at': '2022-03-02T17:49:59Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:05.184731 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41211340-9007-43fb-b3b6-07ca943227c7 None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693b2efd-13dd-4f1f-a171-13bbc6970035', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:49:24Z', 'updated_at': '2022-03-02T17:49:59Z', 'revision_number': 1, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:05.192824 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-9fd4f945-6790-4576-b525-dc76bbc7ff77 service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126504 Mar 02 17:50:05.280213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-ee1ae73d-3816-4192-959e-b26d069b7831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1097 time: 0.7581859 Mar 02 17:50:05.283173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-9f8415e8-54df-4003-878b-f86f6e3f9d92 service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9956601 Mar 02 17:50:05.540194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-554433cd-e2b7-4cbd-8a4c-91f7cf5263c1 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:05.553563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-554433cd-e2b7-4cbd-8a4c-91f7cf5263c1 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/networks?id=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 HTTP/1.1" status: 200 len: 813 time: 0.9594896 Mar 02 17:50:05.571966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a546fb0-9b79-4b5c-87a0-952dd6c28f5e req-b93d0f9c-f073-40f6-b78c-d40f4ff5a393 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:05.578119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a546fb0-9b79-4b5c-87a0-952dd6c28f5e req-b93d0f9c-f073-40f6-b78c-d40f4ff5a393 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 945 time: 0.7260692 Mar 02 17:50:05.640025 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-be532caa-938e-4c03-8c8a-2d0044d19381 req-876329eb-0450-4f2d-8ade-b3d17796d9db service neutron] 10.222.0.50 "GET /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334016 Mar 02 17:50:05.670946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43702) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:05.694441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8efa0e-0847-462f-b905-4a9878bd28a5 None None] New status for floating IP 693b2efd-13dd-4f1f-a171-13bbc6970035: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:50:05.750921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-41c648d3-3129-4ebf-9350-c6d64923e8f2 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/quotas/d040947d24c940cfb9089aa503f273da HTTP/1.1" status: 200 len: 375 time: 0.1963763 Mar 02 17:50:05.839851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-192394ed-5f77-41c8-af4e-994bfff54b56 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d040947d24c940cfb9089aa503f273da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877512 Mar 02 17:50:05.872478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-487c2d42-984a-4561-9ad8-f25e3275c65c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:05.874446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-487c2d42-984a-4561-9ad8-f25e3275c65c service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.5585485 Mar 02 17:50:05.884137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-86282588-network', 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:05.895721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:05.909183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Usage tracker for resource:network and tenant:78d0f1ab7add440b812d36b04c91ad75 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:05.912416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:05.931626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:05.963347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:05.965913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:05.979196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.022288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:06.026606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a546fb0-9b79-4b5c-87a0-952dd6c28f5e req-4e863597-bff0-4ab2-bd8e-3632d375ac41 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/security-groups?id=e99eb27f-4cdb-432c-b540-5ccbafd9aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000885 Mar 02 17:50:06.027933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Usage tracker for resource:security_group_rule and tenant:78d0f1ab7add440b812d36b04c91ad75 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:06.031898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:06.039949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:06.068910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-3a4177a7-f7d7-4685-9c83-0778620b41ff tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&tenant_id=c21c1d4fc29245548e8b580d1220468f&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1096 time: 0.5976355 Mar 02 17:50:06.087143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820559-6'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:06.171049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.176314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.194970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-f7f1795f-c215-4633-b9a9-ae89748846e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1002 time: 0.3133111 Mar 02 17:50:06.215083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:50:06.229449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc5739-29c0-4aff-b134-76b9e582fd71,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:06.234897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.235369 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Added segment 331edfee-2d9a-419e-8cd2-b59c7e6ef890 of type vlan for network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 Mar 02 17:50:06.271047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.307736 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.309586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:06.310597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.325821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-242bbd54-eed8-4b16-9727-fdea3788d5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849246 Mar 02 17:50:06.466976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.491132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-96ef9620-5930-4864-a257-caf04c6b35d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:06.493126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-96ef9620-5930-4864-a257-caf04c6b35d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.2906325 Mar 02 17:50:06.564107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8922441 Mar 02 17:50:06.564929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0c507-9afb-4c54-8285-d45df413f274 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd3f376-c4c0-4228-b8b0-0ce9248d7113,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:06.567445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:06.574143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Request body: {'subnet': {'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-86282588-subnet', 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:06.577841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:50:06.579707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:06.584049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Usage tracker for resource:subnet and tenant:78d0f1ab7add440b812d36b04c91ad75 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:06.588307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:06.615322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:06.641659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:06.644167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:06.838816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-b816aa5f-75c6-4bf8-9550-2ea8e68bd391 service neutron] 10.222.0.37 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873073 Mar 02 17:50:06.852785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c62f29-c96e-4ec5-846b-fba8a4b5b707 req-ba238d13-d6d4-45d5-adf2-a4024d1c9053 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:06.854359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0c62f29-c96e-4ec5-846b-fba8a4b5b707 req-ba238d13-d6d4-45d5-adf2-a4024d1c9053 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.6736979 Mar 02 17:50:06.932151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-2cf4fc82-dfda-48d6-aa60-ff4a86702fee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4246762 Mar 02 17:50:06.954216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:07.035435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cbde46-1058-4c4d-b451-66745ea550c4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:07.046778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Checking segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:07.047143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Network hostable DHCP agents. Network: 0cd3f376-c4c0-4228-b8b0-0ce9248d7113, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:50:07.075853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:50:07.087346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0cd3f376-c4c0-4228-b8b0-0ce9248d7113) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:07.092539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:07.093980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:07.095744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6697ea7-6ff6-41d4-91da-a894ba770b65 None None] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:07.103375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:07.126764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ec502a1-08df-45dc-9f69-5b0d4c54bb7e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5507929 Mar 02 17:50:07.140754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0c62f29-c96e-4ec5-846b-fba8a4b5b707 req-8fdefb40-1b9f-4dee-8e33-5a73624bcbec tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741299 Mar 02 17:50:07.345810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2875c-042d-4798-bbd2-c0f97d5bc2f0 None None] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:07.464349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:50:07.490192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:07.623632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:07.629501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:07.647150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-73fdb0ed-7b08-4ccb-86be-0d078bd74691 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029445 Mar 02 17:50:07.650638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:07.873167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b66-b759-44a3-81d9-4bd6fbf095a0 req-d33e3c31-acbb-4e37-8977-fe878037d66e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:07.874902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b43a9b66-b759-44a3-81d9-4bd6fbf095a0 req-d33e3c31-acbb-4e37-8977-fe878037d66e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.7795272 Mar 02 17:50:07.972988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9259-914f-4494-ae5e-fa986bb8d3b8 req-567a5ef1-a777-449d-b291-8b210309ae81 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:07.974504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edca9259-914f-4494-ae5e-fa986bb8d3b8 req-567a5ef1-a777-449d-b291-8b210309ae81 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5552208 Mar 02 17:50:07.980872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:08.074930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-49fd4119-2318-41f3-8423-e5f70b43a613 None None] Provisioning complete for port 84bfc8a8-dddc-425c-9dcc-cba800de092a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:08.075307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-49fd4119-2318-41f3-8423-e5f70b43a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.089561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc0fb899-1280-4b8d-b50d-c6f95edfd350 req-e54ca88e-9b86-48fe-84b5-1342a9e902a4 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996465 Mar 02 17:50:08.094775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b43a9b66-b759-44a3-81d9-4bd6fbf095a0 req-e93335bd-46b3-4a10-a54e-ab51c0eab767 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935160 Mar 02 17:50:08.152199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-49fd4119-2318-41f3-8423-e5f70b43a613 None None] Port 84bfc8a8-dddc-425c-9dcc-cba800de092a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:50:08.168887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edca9259-914f-4494-ae5e-fa986bb8d3b8 req-90859e78-8128-41db-a67f-f6421220e344 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770451 Mar 02 17:50:08.174272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on host n-h2-820559-6 for vnic_type normal with profile {"migrating_to": "n-h1-820559-6"} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:08.174633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:08.175080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:08.182456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:08.182844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Attempting to bind port 84bfc8a8-dddc-425c-9dcc-cba800de092a on network 747123f7-b7f0-428c-8620-a5d632b24343 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:08.191201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:08.191528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Checking segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:08.192065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Bound using segment: {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:08.192626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Bound port: 84bfc8a8-dddc-425c-9dcc-cba800de092a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9604b9b-09cf-456e-b4b9-7880317ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:08.194293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.307857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:08.311390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:08.316135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.540125 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.596178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-149fbaa3-69a6-4347-ae75-74f36767195d req-a6070b43-9059-4cb0-8319-2a7d4ce2f7e0 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 210 time: 0.0931892 Mar 02 17:50:08.616599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=8']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:08.681196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-26aa2667-7813-49ac-848c-ce95eaa12fcb tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:08.682724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-26aa2667-7813-49ac-848c-ce95eaa12fcb tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 814 time: 0.3287854 Mar 02 17:50:08.689166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] Provisioning complete for port 84bfc8a8-dddc-425c-9dcc-cba800de092a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:08.689919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.733549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.734828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-ac8513f2-5bd6-4741-a2bf-98c400b351e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 1121 time: 2.6567883 Mar 02 17:50:08.737916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-28036fbc-87bb-41d6-86ea-76557edb94f7 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/quotas/6ab1162da88e469992562f53b6a03d19 HTTP/1.1" status: 200 len: 375 time: 0.0233572 Mar 02 17:50:08.793149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-f4e5d9af-5ac9-44bf-9702-256366410ab4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464196 Mar 02 17:50:08.826540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['84bfc8a8-dddc-425c-9dcc-cba800de092a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:08.893523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:08.947170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:08.962659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:08.977528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:09.165419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848d649-0078-4d9a-ada0-f1da7586b214 None None] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:09.265691 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-566f7a79-fd94-41a2-bfa9-d6bea84a6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:09.372657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-9db6e97a-2a27-4b7c-ac2f-552a2da20db8 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:09.374124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-9db6e97a-2a27-4b7c-ac2f-552a2da20db8 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.50 "GET /v2.0/networks?id=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 HTTP/1.1" status: 200 len: 813 time: 0.4663284 Mar 02 17:50:09.386642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-c6dec62e-ed6e-433e-b373-5b2505834131 service neutron] 10.222.0.37 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861948 Mar 02 17:50:09.425716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Request body: {'port': {'device_id': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6', 'admin_state_up': True, 'tenant_id': 'd040947d24c940cfb9089aa503f273da'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:09.509397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269735-02a3-4881-a8da-96fbd0071ced req-94d8d9d3-fe95-4cad-9bb7-7a3b7f3208bb tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:09.510847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-94d8d9d3-fe95-4cad-9bb7-7a3b7f3208bb tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.4774253 Mar 02 17:50:09.604577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-aaad3933-44b4-40c4-9a80-53350f66b763 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/quotas/78d0f1ab7add440b812d36b04c91ad75 HTTP/1.1" status: 200 len: 375 time: 0.0456474 Mar 02 17:50:09.694342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bc9b9cfd-cf88-4c3a-8e89-85c7501334af tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779552 Mar 02 17:50:09.797481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-e86d7b7c-5fa8-49a1-ba9e-1e33539a411c service neutron] 10.222.0.37 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954663 Mar 02 17:50:09.814472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:09.822773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Usage tracker for resource:port and tenant:d040947d24c940cfb9089aa503f273da is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:09.827354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:09.837061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:09.869580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Made reservation on behalf of d040947d24c940cfb9089aa503f273da for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:09.872799 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:09.895483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-874587e3-7b30-46e5-9423-1d7824d32cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881325 Mar 02 17:50:09.978704 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'code': 200} Mar 02 17:50:10.192673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-81c49df0-5329-4b08-aece-b7c683c6e8fe service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408178 Mar 02 17:50:10.218603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Allocated IP 172.20.0.8 (90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6/329c6a49-2576-44e3-afc7-0a402576b33f/78661e98-f2ef-4a28-a757-473fbce70c9c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:10.673946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-9244d123-323c-4bbd-a47e-0cf5404c44db tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:10.675479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-9244d123-323c-4bbd-a47e-0cf5404c44db tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 945 time: 0.2904716 Mar 02 17:50:10.684195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c4a5-a1be-4262-a125-5c08415c93ee req-78caee02-23a8-474b-a8fb-725b6618d123 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:10.685684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dd9c4a5-a1be-4262-a125-5c08415c93ee req-78caee02-23a8-474b-a8fb-725b6618d123 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.3416617 Mar 02 17:50:10.688606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:10.739802 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'code': 200} Mar 02 17:50:10.784352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Deleting port 048555cc-4c53-409e-825e-500a071486dd {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:10.784698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:10.922011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dd9c4a5-a1be-4262-a125-5c08415c93ee req-57f33811-3279-46c3-a9b1-8524a6109af5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736536 Mar 02 17:50:10.967176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef715fde-a3fb-4f90-97c0-5ef3481918ec req-7de0891d-251e-4e66-be7d-b383c227d6d7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 210 time: 0.0952232 Mar 02 17:50:11.097399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:11.304588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c375a4f5-afc8-41ad-8db1-04058d343176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:11.387657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c1f447a-dd82-4350-b39d-a82d2dfb9314 req-b9cff022-dde4-4f11-8f8d-44da1306cb3e tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 210 time: 0.2869434 Mar 02 17:50:11.465469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] For port 048555cc-4c53-409e-825e-500a071486dd, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=048555cc-4c53-409e-825e-500a071486dd,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:11.465814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:11.505643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-8599faca-6fa1-4ba6-92e2-d28a59b6f21c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:11.507214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-8599faca-6fa1-4ba6-92e2-d28a59b6f21c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Synchronizing usage tracker for tenant:6ab1162da88e469992562f53b6a03d19 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:11.507630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Pushing event updated for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:11.530743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-8599faca-6fa1-4ba6-92e2-d28a59b6f21c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Unset dirty status for tenant:6ab1162da88e469992562f53b6a03d19 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:11.532205 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-8599faca-6fa1-4ba6-92e2-d28a59b6f21c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 814 time: 0.2842040 Mar 02 17:50:11.550303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:50:11.557715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Request body: {'port': {'device_id': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad', 'admin_state_up': True, 'tenant_id': '6ab1162da88e469992562f53b6a03d19'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:11.605330 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:50:11.621000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:11.684538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:11.694240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Calling delete_port for 048555cc-4c53-409e-825e-500a071486dd owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:11.736560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:11.737118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:11.740678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Usage tracker for resource:port and tenant:6ab1162da88e469992562f53b6a03d19 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:11.743618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:11.756892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:11.764659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:11.772055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Made reservation on behalf of 6ab1162da88e469992562f53b6a03d19 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:11.772943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f329a222-72f1-45d2-9ee0-18f229a10d4f req-2ecec585-5450-4e87-848a-7987551b223c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 210 time: 0.2475908 Mar 02 17:50:11.778486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:11.785557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a has no active binding in host n-h1-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 17:50:11.979331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:12.003345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Allocated IP 172.20.0.12 (325a6990-bba1-4ee9-8e1e-7e7cc11c32ad/ffd7a101-7845-41c5-bdcc-fce0d221414f/99f13d31-ef15-4646-81c3-b8bbae9ac852) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:12.007132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:12.007727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.016363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae852b-2eab-45be-ba9c-5efedd9a34ee req-abd4647e-7c70-40c4-ae8a-a76777b3a869 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:12.017813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ae852b-2eab-45be-ba9c-5efedd9a34ee req-abd4647e-7c70-40c4-ae8a-a76777b3a869 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.9232242 Mar 02 17:50:12.083743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-0f49103a-3f80-4b3b-bf1f-b4e1d04fdd37 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6804526 Mar 02 17:50:12.157524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Request body: {'port': {'device_id': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:12.224336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.237923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269735-02a3-4881-a8da-96fbd0071ced req-2a3fb4f3-ab3d-43a2-bad6-e682f83127c5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:12.239340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-2a3fb4f3-ab3d-43a2-bad6-e682f83127c5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.4699645 Mar 02 17:50:12.248949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52ae852b-2eab-45be-ba9c-5efedd9a34ee req-2fb3633a-1208-4db6-b6fa-be5be688ff0b tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124271 Mar 02 17:50:12.253672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.268627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Request body: {'port': {'device_id': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'admin_state_up': True, 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:12.293862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.321557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['048555cc-4c53-409e-825e-500a071486dd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:12.347273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:12.351124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:12.353973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:12.394562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Pushing event updated for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:12.411990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['a6648d99-c4db-4157-8ed2-ae35dafa09d2'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:12.443142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event deleted for resources: {'Port': ['ID=048555cc-4c53-409e-825e-500a071486dd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:12.454435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:12.455140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.489707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-10eeb6ac-12e4-47a1-b8f3-2c27218d06d4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9391491 Mar 02 17:50:12.507058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Request body: {'port': {'device_id': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:12.508033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2001047-bcaf-48bc-a5b3-8ca831195144 req-7c255cb5-f235-4dbd-a830-fabf9d4c68de tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:12.511128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2001047-bcaf-48bc-a5b3-8ca831195144 req-7c255cb5-f235-4dbd-a830-fabf9d4c68de tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5915942 Mar 02 17:50:12.537241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09b53554-f8d1-4eeb-8273-31214426de60 req-384eeb11-27bd-433e-94d3-a0c0a0d1efd9 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d90e223-9cdd-423f-bc9f-0b0110635995 HTTP/1.1" status: 200 len: 210 time: 0.1109807 Mar 02 17:50:12.590626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.657467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.675284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] No DVR routers for this DVR port 048555cc-4c53-409e-825e-500a071486dd on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:12.727037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.768044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:12.831578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fcca986-dfbf-4723-9658-49dcbd96ffe9 req-8b3f7b9c-79ee-4c59-8af4-a6546317339f tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.35 "DELETE /v2.0/ports/048555cc-4c53-409e-825e-500a071486dd HTTP/1.1" status: 204 len: 173 time: 2.1389456 Mar 02 17:50:12.833800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2001047-bcaf-48bc-a5b3-8ca831195144 req-df05a015-98e5-4073-9788-20db55f639de tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050218 Mar 02 17:50:12.835136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:12.852448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Usage tracker for resource:port and tenant:78d0f1ab7add440b812d36b04c91ad75 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:12.914961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:12.931413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:12.951756 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'status': 'completed', 'code': 200} Mar 02 17:50:12.977732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:12.983829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.006650 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.106159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f13d31-ef15-4646-81c3-b8bbae9ac852 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:13.114740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.141682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Transition to ACTIVE for port object 99f13d31-ef15-4646-81c3-b8bbae9ac852 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:13.146927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.372909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b001e1-0d45-4dad-a384-c3b6d72aab50 req-140c8867-3548-4b15-b924-ec1b60166ee7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:13.375218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36b001e1-0d45-4dad-a384-c3b6d72aab50 req-140c8867-3548-4b15-b924-ec1b60166ee7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.6562359 Mar 02 17:50:13.400145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Pushing event updated for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:13.562475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Attempting to bind port 99f13d31-ef15-4646-81c3-b8bbae9ac852 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:13.563634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Attempting to bind port 99f13d31-ef15-4646-81c3-b8bbae9ac852 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:13.563634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Attempting to bind port 99f13d31-ef15-4646-81c3-b8bbae9ac852 on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:13.571583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Port 99f13d31-ef15-4646-81c3-b8bbae9ac852 on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:13.572002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Attempting to bind port 99f13d31-ef15-4646-81c3-b8bbae9ac852 on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:13.587425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:13.588366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Checking segment: {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:13.590045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Bound using segment: {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:13.591095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Bound port: 99f13d31-ef15-4646-81c3-b8bbae9ac852, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:13.591950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.655237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36b001e1-0d45-4dad-a384-c3b6d72aab50 req-343211ea-3af6-41f7-9332-b3c8f1c09149 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373955 Mar 02 17:50:13.718660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-cce0a363-1d2d-475e-82a2-def646f65681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1126 time: 0.7116790 Mar 02 17:50:13.768291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:13.774307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:13.779854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.857596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b542b5-c38e-470d-947c-47d44d1f53c9 req-2c8d862c-0de9-470b-8d30-fb018a603266 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:13.858273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-23b542b5-c38e-470d-947c-47d44d1f53c9 req-2c8d862c-0de9-470b-8d30-fb018a603266 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Synchronizing usage tracker for tenant:d040947d24c940cfb9089aa503f273da on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:13.885006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:13.887061 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] 10.222.0.35 "PUT /v2.0/ports/99f13d31-ef15-4646-81c3-b8bbae9ac852 HTTP/1.1" status: 200 len: 1092 time: 1.3852208 Mar 02 17:50:13.887740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:13.915402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Allocated IP 172.20.0.4 (0cd3f376-c4c0-4228-b8b0-0ce9248d7113/05cbde46-1058-4c4d-b451-66745ea550c4/3cbb96ba-fa14-4c7c-b70b-a2577eb2b977) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:13.928385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eab68a-5aea-413b-970c-0aa00a113b06 service neutron] Pushing event updated for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:14.003334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-909d842a-41de-4c0a-825a-6ec692f55b23 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:14.003725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-909d842a-41de-4c0a-825a-6ec692f55b23 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Synchronizing usage tracker for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:14.037505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78661e98-f2ef-4a28-a757-473fbce70c9c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:14.045784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-909d842a-41de-4c0a-825a-6ec692f55b23 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Unset dirty status for tenant:9c62ba06602b46b7947faead0010c643 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:14.047203 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-909d842a-41de-4c0a-825a-6ec692f55b23 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef9312e-127a-45aa-8c2c-12bbe98685dc HTTP/1.1" status: 200 len: 946 time: 0.2182529 Mar 02 17:50:14.071212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-23b542b5-c38e-470d-947c-47d44d1f53c9 req-2c8d862c-0de9-470b-8d30-fb018a603266 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Unset dirty status for tenant:d040947d24c940cfb9089aa503f273da on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:14.072425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23b542b5-c38e-470d-947c-47d44d1f53c9 req-2c8d862c-0de9-470b-8d30-fb018a603266 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 931 time: 0.9771583 Mar 02 17:50:14.078835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.109294 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-7c999a72-ea02-4a93-80b3-ea8546726c2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 1095 time: 0.1567643 Mar 02 17:50:14.149077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Transition to ACTIVE for port object 78661e98-f2ef-4a28-a757-473fbce70c9c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:14.170331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.174752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-f8b371d8-7d3f-4a6c-a1be-896398f112c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:14.176302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-f8b371d8-7d3f-4a6c-a1be-896398f112c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.4483244 Mar 02 17:50:14.206113 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-8277dea8-9d48-4b69-8475-2407d5bb74f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852 HTTP/1.1" status: 200 len: 217 time: 0.0821328 Mar 02 17:50:14.264227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Deleting port a6648d99-c4db-4157-8ed2-ae35dafa09d2 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:14.264476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.315451 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.330165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 048555cc-4c53-409e-825e-500a071486dd no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:14.346020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-b1a50036-812e-414a-af66-482c15ad366d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:14.347539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-b1a50036-812e-414a-af66-482c15ad366d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 200 len: 854 time: 0.1300979 Mar 02 17:50:14.377001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 048555cc-4c53-409e-825e-500a071486dd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:14.377594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 048555cc-4c53-409e-825e-500a071486dd not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:14.464242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-c9074f3f-2976-46e0-85d8-5f7d07888892 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835402 Mar 02 17:50:14.510865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23b542b5-c38e-470d-947c-47d44d1f53c9 req-2523cd97-b8bf-40e2-a726-102ab10767c7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226563 Mar 02 17:50:14.524863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Pushing event updated for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:14.547925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e514-f7c2-4b79-bae2-68e5d884447d req-219b30e0-96aa-4768-ac0b-7f74cdadb323 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:14.549478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d12e514-f7c2-4b79-bae2-68e5d884447d req-219b30e0-96aa-4768-ac0b-7f74cdadb323 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 944 time: 0.6834238 Mar 02 17:50:14.589749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-8cf6a58e-7439-4f1b-8e7d-e89f1eb72739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 1001 time: 0.3694472 Mar 02 17:50:14.812868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] For port a6648d99-c4db-4157-8ed2-ae35dafa09d2, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=a6648d99-c4db-4157-8ed2-ae35dafa09d2,segment=NetworkSegment(5ba8a855-fc75-437d-b45a-f2d67f78efa9),segment_id=5ba8a855-fc75-437d-b45a-f2d67f78efa9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:14.813518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.822554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-94818ef7-b4d9-40d1-8167-8db430d37c34 service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457096 Mar 02 17:50:14.826114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05b81fd9-3fee-4043-83b6-0c34075d48e9 req-bb0b9e6b-50fe-4b73-9127-28ee91ab358e tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 210 time: 0.1251776 Mar 02 17:50:14.850116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:14.857872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-9818a2a7-3cfa-4607-99e1-6f0e038e2183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:14.857872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-9818a2a7-3cfa-4607-99e1-6f0e038e2183 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.2520592 Mar 02 17:50:14.859835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d12e514-f7c2-4b79-bae2-68e5d884447d req-a3731511-de42-460c-8386-48ab6e0a5a89 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959335 Mar 02 17:50:14.958893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'name': 'network-vif-deleted', 'tag': '048555cc-4c53-409e-825e-500a071486dd'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:14.988171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Attempting to bind port 78661e98-f2ef-4a28-a757-473fbce70c9c on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:14.988638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Attempting to bind port 78661e98-f2ef-4a28-a757-473fbce70c9c by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '0a640f9f-e887-4bcc-8dbf-898b549630b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:14.990081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Attempting to bind port 78661e98-f2ef-4a28-a757-473fbce70c9c on network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:15.003124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Port 78661e98-f2ef-4a28-a757-473fbce70c9c on network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:15.003450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Attempting to bind port 78661e98-f2ef-4a28-a757-473fbce70c9c on network 90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:15.034039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-1c59b470-ae8c-4da3-b173-3213e3866a2a tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:15.035482 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-1c59b470-ae8c-4da3-b173-3213e3866a2a tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.6536965 Mar 02 17:50:15.045648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Calling delete_port for a6648d99-c4db-4157-8ed2-ae35dafa09d2 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:15.327575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:15.327987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Checking segment: {'id': '0a640f9f-e887-4bcc-8dbf-898b549630b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:15.328289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Bound using segment: {'id': '0a640f9f-e887-4bcc-8dbf-898b549630b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:15.328731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Bound port: 78661e98-f2ef-4a28-a757-473fbce70c9c, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a640f9f-e887-4bcc-8dbf-898b549630b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:15.329840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.348528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Deleting port e22805b4-0658-413c-af58-6951719c1b51 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:15.348857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.389455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.481458 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f0ddf5a9-23c5-4d2e-8a35-0b52c822629a req-51164e84-702f-4b28-8880-c17745c14352 service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518400 Mar 02 17:50:15.513665 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-9d974c23-a834-4129-b6c5-bc2847fc8b48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6506796 Mar 02 17:50:15.581713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.625748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['a6648d99-c4db-4157-8ed2-ae35dafa09d2'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:15.674632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event updated for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:15.686339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:15.701736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Pushing event deleted for resources: {'Port': ['ID=a6648d99-c4db-4157-8ed2-ae35dafa09d2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:15.714418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:15.724755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-a69d1bf1-46a7-4633-937a-22a15a47b7eb service neutron] 10.222.0.35 "GET /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a/bindings/n-h1-820559-6 HTTP/1.1" status: 200 len: 384 time: 0.7157450 Mar 02 17:50:15.730127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:15.803593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] No DVR routers for this DVR port a6648d99-c4db-4157-8ed2-ae35dafa09d2 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:15.808323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.834020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] For port e22805b4-0658-413c-af58-6951719c1b51, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=e22805b4-0658-413c-af58-6951719c1b51,segment=NetworkSegment(eacfacba-77e7-4d3c-9c62-2174d3624f93),segment_id=eacfacba-77e7-4d3c-9c62-2174d3624f93)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:15.834901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:15.846046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-65997107-b4c9-43a9-a7a1-91e8b0d4c124 req-94a1cf10-1b4c-4d09-b1bc-28038b671f89 tempest-MultipleCreateTestJSON-439801918 tempest-MultipleCreateTestJSON-439801918-project] 10.222.0.50 "DELETE /v2.0/ports/a6648d99-c4db-4157-8ed2-ae35dafa09d2 HTTP/1.1" status: 204 len: 173 time: 1.7865195 Mar 02 17:50:15.854727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b2654-14b7-421e-903f-28a830918ff9 req-f6e1346b-60a7-4496-929a-6cfcceffe551 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:15.856368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c06b2654-14b7-421e-903f-28a830918ff9 req-f6e1346b-60a7-4496-929a-6cfcceffe551 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f72973-c228-4f8c-9635-775692c1e846 HTTP/1.1" status: 200 len: 946 time: 0.7868154 Mar 02 17:50:15.859696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:15.887047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934e0fe-e28e-4d0d-aafb-36909b4df969 req-b64d0cd8-c216-4cb3-9175-a6b942062bbe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:15.888600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d934e0fe-e28e-4d0d-aafb-36909b4df969 req-b64d0cd8-c216-4cb3-9175-a6b942062bbe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.8149707 Mar 02 17:50:15.939485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=78661e98-f2ef-4a28-a757-473fbce70c9c,segment=NetworkSegment(0a640f9f-e887-4bcc-8dbf-898b549630b9),segment_id=0a640f9f-e887-4bcc-8dbf-898b549630b9)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:15.970534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Calling delete_port for e22805b4-0658-413c-af58-6951719c1b51 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:15.983462 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.026507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:16.028338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.041447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-eec7b052-5d1c-42db-8132-78a4c3f534bf service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095465 Mar 02 17:50:16.128250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.170169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['e22805b4-0658-413c-af58-6951719c1b51'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:16.186104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Pushing event deleted for resources: {'Port': ['ID=e22805b4-0658-413c-af58-6951719c1b51,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:16.220481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-bd14ad61-53c2-4258-af59-d7cf3f86b291 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9576507 Mar 02 17:50:16.234697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c06b2654-14b7-421e-903f-28a830918ff9 req-dc848882-5d72-4ea3-a8c7-d2c5d5317cb6 tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.37 "GET /v2.0/security-groups?id=68ecb13a-f98c-49dc-aa97-dc0bfa69925d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428125 Mar 02 17:50:16.259064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.260416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] 10.222.0.50 "PUT /v2.0/ports/78661e98-f2ef-4a28-a757-473fbce70c9c HTTP/1.1" status: 200 len: 1091 time: 4.1149912 Mar 02 17:50:16.266064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Request body: {'port': {'device_id': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:16.271489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] No DVR routers for this DVR port e22805b4-0658-413c-af58-6951719c1b51 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:16.274883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.290783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71b07b97-d59d-4213-a2e4-68bf7fbd4aee req-d2bde18b-945e-42e1-a319-e8522fa0645e tempest-TestServerAdvancedOps-36724182 tempest-TestServerAdvancedOps-36724182-project] 10.222.0.50 "DELETE /v2.0/ports/e22805b4-0658-413c-af58-6951719c1b51 HTTP/1.1" status: 204 len: 173 time: 1.2138011 Mar 02 17:50:16.315443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d934e0fe-e28e-4d0d-aafb-36909b4df969 req-d1d26dd8-77bb-40c7-ab67-d9f4df0129f5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147754 Mar 02 17:50:16.339402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe921e1-73e6-4917-a06e-781614734c56 service neutron] Pushing event updated for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:16.479850 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852', 'status': 'completed', 'code': 200} Mar 02 17:50:16.571543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-c308bab6-0187-4942-ab33-68782ab83fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134385 Mar 02 17:50:16.607084 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d90e223-9cdd-423f-bc9f-0b0110635995', 'name': 'network-vif-deleted', 'tag': '048555cc-4c53-409e-825e-500a071486dd', 'status': 'completed', 'code': 200} Mar 02 17:50:16.645185 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-fa80085c-ae40-4897-bf2a-cb9ab8949908 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d040947d24c940cfb9089aa503f273da&device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 1094 time: 0.2903714 Mar 02 17:50:16.704684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:16.712674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:16.756183 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-07c5052d-7c0f-4a5f-b3e8-86a3017c676f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 1095 time: 0.2536414 Mar 02 17:50:16.757556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-98efa5e4-8b67-41bf-8b28-abdaace626a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78661e98-f2ef-4a28-a757-473fbce70c9c HTTP/1.1" status: 200 len: 217 time: 0.0871406 Mar 02 17:50:16.836534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:16.913394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-9a91309c-1281-4ef4-af27-2b89bf0f9f74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:16.914869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-9a91309c-1281-4ef4-af27-2b89bf0f9f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329c6a49-2576-44e3-afc7-0a402576b33f HTTP/1.1" status: 200 len: 853 time: 0.1269541 Mar 02 17:50:16.933668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c7b28-a6ed-4edf-9eb2-88145ff70857 req-3aec9b6b-0ba5-4cc8-91be-5121ce3e2c3b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:16.935148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c0c7b28-a6ed-4edf-9eb2-88145ff70857 req-3aec9b6b-0ba5-4cc8-91be-5121ce3e2c3b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 945 time: 0.3660996 Mar 02 17:50:16.982169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-7ed0a4a2-f560-4e96-a2f8-3d2ec5c3e35e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527251 Mar 02 17:50:16.984546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-99342238-b8a3-4230-9eec-36c181ffd78f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:16.985859 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-99342238-b8a3-4230-9eec-36c181ffd78f service neutron] 10.222.0.35 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 915 time: 0.2226083 Mar 02 17:50:17.001315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:17.054267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb9b8-108d-48ca-bfed-2f4e6a4779ca req-605d6dca-f9af-4041-ae53-ab63e924c967 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:17.056493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb1cb9b8-108d-48ca-bfed-2f4e6a4779ca req-605d6dca-f9af-4041-ae53-ab63e924c967 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 943 time: 0.3306680 Mar 02 17:50:17.062131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:17.245738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c0c7b28-a6ed-4edf-9eb2-88145ff70857 req-a1f5f918-3a85-475b-af34-02bf1d120efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629759 Mar 02 17:50:17.250206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-7132bacd-2263-411e-8e4e-8a45166e8ef7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852 HTTP/1.1" status: 200 len: 217 time: 0.2370753 Mar 02 17:50:17.280317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb1cb9b8-108d-48ca-bfed-2f4e6a4779ca req-5c89b5d8-806a-4e42-abb9-ffc81cf96200 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080717 Mar 02 17:50:17.379407 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-1fde0782-9a2e-4560-803a-92493beb7346 service neutron] 10.222.0.50 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884246 Mar 02 17:50:17.408566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-60cd15b5-d54a-4cd8-91b0-8920ee67b40c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:17.410278 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-60cd15b5-d54a-4cd8-91b0-8920ee67b40c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 200 len: 854 time: 0.1520660 Mar 02 17:50:17.524918 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-9bb9044e-4748-4e5b-9d4c-53c33fca9fca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921588 Mar 02 17:50:17.581811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] Transition to ACTIVE for port object 84bfc8a8-dddc-425c-9dcc-cba800de092a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:17.592666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e22805b4-0658-413c-af58-6951719c1b51 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:17.593356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:17.630719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: e22805b4-0658-413c-af58-6951719c1b51 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:17.631342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device e22805b4-0658-413c-af58-6951719c1b51 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:17.631919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device a6648d99-c4db-4157-8ed2-ae35dafa09d2 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:17.666281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: a6648d99-c4db-4157-8ed2-ae35dafa09d2 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:17.666662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device a6648d99-c4db-4157-8ed2-ae35dafa09d2 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:17.688783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-71534bac-7ce9-48f8-83b1-2b28ac396fb6 req-542cba4a-037a-46e9-9e54-87612f5326be service neutron] 10.222.0.50 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773392 Mar 02 17:50:17.711968 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-cfc9a8ba-6453-444b-b5c4-0b98b67ab79b service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799307 Mar 02 17:50:17.829988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] Pushing event updated for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=11']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:17.862079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211a389-9368-4d29-a3a4-9113682e7361 req-384ea1e5-f95c-41f5-87e4-f24cee244c8c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:17.863599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8211a389-9368-4d29-a3a4-9113682e7361 req-384ea1e5-f95c-41f5-87e4-f24cee244c8c tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 944 time: 0.3992314 Mar 02 17:50:17.868763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:17.869756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-82a0cf9c-6fc0-4f6b-ad81-9e92a6227c3f req-10502122-0151-4fad-8772-8b520512ad1c service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517429 Mar 02 17:50:17.888061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03694cb-137f-484e-93f8-cf3ec017c3a4 req-978122d2-9e60-45d0-bb60-557849e6b728 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:17.888749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a03694cb-137f-484e-93f8-cf3ec017c3a4 req-978122d2-9e60-45d0-bb60-557849e6b728 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:17.898954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:17.970363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Transition to ACTIVE for port object 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:17.983290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] No DVR routers for this DVR port 84bfc8a8-dddc-425c-9dcc-cba800de092a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:18.039849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.077832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a03694cb-137f-484e-93f8-cf3ec017c3a4 req-978122d2-9e60-45d0-bb60-557849e6b728 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:18.078908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a03694cb-137f-484e-93f8-cf3ec017c3a4 req-978122d2-9e60-45d0-bb60-557849e6b728 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 931 time: 0.6158960 Mar 02 17:50:18.185880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8211a389-9368-4d29-a3a4-9113682e7361 req-7da69e55-90f4-44d4-baed-406dd482912f tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039117 Mar 02 17:50:18.273467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:18.291234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a03694cb-137f-484e-93f8-cf3ec017c3a4 req-c1f915db-37ae-48da-b6d5-7c13a9f36a79 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571507 Mar 02 17:50:18.305199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43840) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:18.336981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 99f13d31-ef15-4646-81c3-b8bbae9ac852 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:50:18.340040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:18.401494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:18.483996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Attempting to bind port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:18.484584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Attempting to bind port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:18.485110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Attempting to bind port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:18.495045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'name': 'network-vif-deleted', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2'}, {'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'name': 'network-vif-deleted', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:18.498190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:18.498721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Attempting to bind port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:18.508867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Deleting subnet 99d920bf-5746-49f3-80c2-ab6616c6e6c1 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:50:18.518784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.564580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:18.594533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Deleting subnet ec8d299d-38c2-4eb9-944a-02fceb219f43 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:50:18.600654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.610818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c'}, {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:18.612725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:18.616176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:18.616616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Checking segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:18.617632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Bound using segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:18.618172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Bound port: 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:18.618660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.628159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '99f13d31-ef15-4646-81c3-b8bbae9ac852', 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad', 'port_id': '99f13d31-ef15-4646-81c3-b8bbae9ac852', 'mac_address': 'fa:16:3e:93:db:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd7a101-7845-41c5-bdcc-fce0d221414f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:50:18.629788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.687057 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.699906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.704788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f13d31-ef15-4646-81c3-b8bbae9ac852 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:18.721317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:18.727751 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.746603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.779016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:18.797905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:18.807539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.807892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.809532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.809532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.809532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.809532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.809532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.810078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.810183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.810183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.810604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.811322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:18.827217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b0f4d-b7ff-473a-ab95-327584cf69a1 req-822c2454-12a7-4b2b-b8ed-56665ea3f202 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:18.828764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca6b0f4d-b7ff-473a-ab95-327584cf69a1 req-822c2454-12a7-4b2b-b8ed-56665ea3f202 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2834640 Mar 02 17:50:18.836476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b784dd-3b34-4ddf-91bd-6ce000f48034 req-c05fdd12-81f8-4bd2-b138-685ea5774569 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:18.843101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b784dd-3b34-4ddf-91bd-6ce000f48034 req-c05fdd12-81f8-4bd2-b138-685ea5774569 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.3377836 Mar 02 17:50:18.849225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:18.884003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.887160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.925074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d920bf-5746-49f3-80c2-ab6616c6e6c1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:18.927162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-99227922-8ba5-4d11-92ac-3a8b10d4ef2a service neutron] 10.222.0.35 "PUT /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a/bindings/n-h1-820559-6/activate HTTP/1.1" status: 200 len: 369 time: 3.1574295 Mar 02 17:50:18.936673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.971279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:18.989259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8d299d-38c2-4eb9-944a-02fceb219f43,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:18.995794 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8aafd9db-fcdd-4e43-9049-5058df5cd3bb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99d920bf-5746-49f3-80c2-ab6616c6e6c1 HTTP/1.1" status: 204 len: 168 time: 0.6879768 Mar 02 17:50:19.008798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43856) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:19.019611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9b784dd-3b34-4ddf-91bd-6ce000f48034 req-3449b917-b03b-43d7-8891-7f4c418230f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755896 Mar 02 17:50:19.021001 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.022263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 200 len: 1091 time: 2.7784753 Mar 02 17:50:19.036288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.037850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0b1488d2-bccf-440d-bb1d-724e73283ab2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec8d299d-38c2-4eb9-944a-02fceb219f43 HTTP/1.1" status: 204 len: 168 time: 0.6354036 Mar 02 17:50:19.044464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:19.052864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3602-cc8c-4add-9b52-eacd0d2a70b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:19.074675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['99f13d31-ef15-4646-81c3-b8bbae9ac852'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:19.114424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca6b0f4d-b7ff-473a-ab95-327584cf69a1 req-0d1d8e11-6a9c-4e9b-b3fe-b13492667ba1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637498 Mar 02 17:50:19.210627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.249669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.257280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-0cfd2be0-1954-4864-ac2f-a03bb4484f9f tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&tenant_id=c21c1d4fc29245548e8b580d1220468f&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.2602673 Mar 02 17:50:19.278644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.309693 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef9312e-127a-45aa-8c2c-12bbe98685dc', 'name': 'network-vif-deleted', 'tag': 'a6648d99-c4db-4157-8ed2-ae35dafa09d2', 'status': 'completed', 'code': 200} Mar 02 17:50:19.310229 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f72973-c228-4f8c-9635-775692c1e846', 'name': 'network-vif-deleted', 'tag': 'e22805b4-0658-413c-af58-6951719c1b51', 'status': 'completed', 'code': 200} Mar 02 17:50:19.456962 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c', 'status': 'completed', 'code': 200} Mar 02 17:50:19.457304 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'code': 200} Mar 02 17:50:19.476724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.519515 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-8f1828db-15bd-43a4-93b4-1d9e8bebf1da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 1095 time: 0.2511899 Mar 02 17:50:19.520908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74eb3ef-ca03-443a-a30f-2ade87f47e9c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.649965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacfacba-77e7-4d3c-9c62-2174d3624f93') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.650165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacfacba-77e7-4d3c-9c62-2174d3624f93') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.698437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.719660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.728552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:50:19.729037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.743391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:50:19.744554 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:50:19.793268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62293c0b-116b-425a-aaed-4354422e088b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.828810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba8a855-fc75-437d-b45a-f2d67f78efa9') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.829066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba8a855-fc75-437d-b45a-f2d67f78efa9') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:19.831571 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-b5793607-be97-4f82-9a35-22ade2e758bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1742897 Mar 02 17:50:19.832661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.852821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.863380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-4fc473e6-c2e5-48a3-9b44-1a19a0570250 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d040947d24c940cfb9089aa503f273da&device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 1094 time: 0.4053593 Mar 02 17:50:19.868557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:19.877133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-188f141b-16d3-49ed-87ce-2e05995f75df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 1094 time: 0.7558906 Mar 02 17:50:19.878242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] Pushing event deleted for resources: {'Network': ['ID=f74eb3ef-ca03-443a-a30f-2ade87f47e9c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:19.912571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b0b1-eda9-46f4-91a0-61c35c825439 req-513a90e1-e6c2-4d95-beca-04f1bc513861 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:19.914028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ea8b0b1-eda9-46f4-91a0-61c35c825439 req-513a90e1-e6c2-4d95-beca-04f1bc513861 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 943 time: 0.4259698 Mar 02 17:50:19.930957 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8e41b7e1-9499-47b3-bd34-8b53beb0049e admin admin] 10.222.0.37 "DELETE /v2.0/networks/f74eb3ef-ca03-443a-a30f-2ade87f47e9c HTTP/1.1" status: 204 len: 168 time: 0.8845189 Mar 02 17:50:19.936092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43872) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:19.970799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fab9c-22f6-4ec4-9d5d-0f6c9e687623 req-63aaabc7-db0c-43df-89b9-565e07437239 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:19.972240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f7fab9c-22f6-4ec4-9d5d-0f6c9e687623 req-63aaabc7-db0c-43df-89b9-565e07437239 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4053764 Mar 02 17:50:20.032051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Deleting subnet e5679b91-ef69-4df5-a834-0aa3df4fca6f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:50:20.042017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.045905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.080911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-91a77bf5-b771-4a37-aab9-c8d95dd6d710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:20.082414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-91a77bf5-b771-4a37-aab9-c8d95dd6d710 service neutron] 10.222.0.50 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.2330830 Mar 02 17:50:20.086849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:50:20.087296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.104005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-0c9159b3-a3bf-48e3-a631-52d693217bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 200 len: 217 time: 0.2192233 Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:50:20.104637 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:50:20.169808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.239335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-fc45ce68-e69c-4e24-ba87-4f8d413a3491 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 999 time: 0.1500635 Mar 02 17:50:20.244590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.306675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f7fab9c-22f6-4ec4-9d5d-0f6c9e687623 req-8fff1a1c-c59f-4dc3-8051-caa655d40d03 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212333 Mar 02 17:50:20.308568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ea8b0b1-eda9-46f4-91a0-61c35c825439 req-c7dc2990-0656-4692-98ac-93e7971b3513 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354776 Mar 02 17:50:20.309167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.346534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269735-02a3-4881-a8da-96fbd0071ced req-f68f3665-1507-4058-ac0f-e90ee4d52078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:20.348076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-f68f3665-1507-4058-ac0f-e90ee4d52078 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.1775835 Mar 02 17:50:20.348886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 99f13d31-ef15-4646-81c3-b8bbae9ac852 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:20.353389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.356131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] Pushing event deleted for resources: {'Network': ['ID=62293c0b-116b-425a-aaed-4354422e088b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:20.357877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-7285090a-2467-46f0-ac43-df934e683b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:20.359320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-7285090a-2467-46f0-ac43-df934e683b49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 HTTP/1.1" status: 200 len: 914 time: 0.4813416 Mar 02 17:50:20.366955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-176efb1d-34b7-4fe6-b4c7-4585c21c8462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:20.368431 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-176efb1d-34b7-4fe6-b4c7-4585c21c8462 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.0937805 Mar 02 17:50:20.464545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-e269f3fd-8adb-4bab-b85e-dee9f8876e9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036093 Mar 02 17:50:20.474220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-57fcacfc-873d-4b22-ad55-93383e0e1154 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78661e98-f2ef-4a28-a757-473fbce70c9c HTTP/1.1" status: 200 len: 217 time: 0.0781727 Mar 02 17:50:20.509112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 99f13d31-ef15-4646-81c3-b8bbae9ac852 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:20.518553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 99f13d31-ef15-4646-81c3-b8bbae9ac852 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:20.520350 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.542004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.542514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d2a90905-ee1b-4d3c-b8b2-f7a1bc24452c admin admin] 10.222.0.37 "DELETE /v2.0/networks/62293c0b-116b-425a-aaed-4354422e088b HTTP/1.1" status: 204 len: 168 time: 1.5302572 Mar 02 17:50:20.619935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5679b91-ef69-4df5-a834-0aa3df4fca6f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:20.631709 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-1cabefe0-bf32-4fc6-b9a9-23bb9c04878e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539589 Mar 02 17:50:20.632899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.644007 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0b9b0a7e-7cb8-4f15-8368-e8c164cf7398 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5679b91-ef69-4df5-a834-0aa3df4fca6f HTTP/1.1" status: 204 len: 168 time: 0.7068400 Mar 02 17:50:20.646149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43882) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:20.671003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.709271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:20.713287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:20.721641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.736313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-188463e4-afa2-45cb-bb85-00aa6f9e26e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:20.737744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-188463e4-afa2-45cb-bb85-00aa6f9e26e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329c6a49-2576-44e3-afc7-0a402576b33f HTTP/1.1" status: 200 len: 853 time: 0.2426896 Mar 02 17:50:20.764435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43888) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:20.802078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:20.811877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-31da150a-5ac4-4c48-a309-2a2403c59061 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628722 Mar 02 17:50:20.925872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:20.953990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-e74ba8fe-402c-4c0a-b88e-02367c29b6c4 service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086705 Mar 02 17:50:20.956768 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b6fcdd83-bc8f-4a15-998b-b8a773707317 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c62ba06602b46b7947faead0010c643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843438 Mar 02 17:50:20.960014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43892) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:20.981804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-082309a3-60da-44d5-aa01-4394328a7aa4 service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065236 Mar 02 17:50:21.139209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f460-553c-4e6a-a283-0236a7a7ac7e req-593c3f46-54dd-41f2-a9f3-4d1009c7b334 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:21.140662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd87f460-553c-4e6a-a283-0236a7a7ac7e req-593c3f46-54dd-41f2-a9f3-4d1009c7b334 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 943 time: 0.5043337 Mar 02 17:50:21.145892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ece3a4-7285-4e9e-88b9-1a8e47ef4c50 req-6c137860-57f7-4d4a-97f9-10a6e57ef6e3 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:21.147277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5ece3a4-7285-4e9e-88b9-1a8e47ef4c50 req-6c137860-57f7-4d4a-97f9-10a6e57ef6e3 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 945 time: 0.6171391 Mar 02 17:50:21.209299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.290811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-f2b7c266-5321-4ddf-8710-ed84db777c5d service neutron] 10.222.0.50 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646404 Mar 02 17:50:21.340415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd87f460-553c-4e6a-a283-0236a7a7ac7e req-f226a6bc-2f89-489e-8ab1-6ce5acf604c4 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921644 Mar 02 17:50:21.347928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5ece3a4-7285-4e9e-88b9-1a8e47ef4c50 req-382434ad-4f48-415b-b5b1-44d867de2ee0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921659 Mar 02 17:50:21.382008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.385192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ea9284-aa80-4c02-b012-baa0de395964']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:21.393403 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-e7b0554a-d632-4a8f-9e1b-91fc1e2b0070 service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309032 Mar 02 17:50:21.401295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1269735-02a3-4881-a8da-96fbd0071ced req-51190181-0f21-4d4d-acfe-23503e80aa2a service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659577 Mar 02 17:50:21.406883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa68bd18-b7ac-4389-8757-b95fcad3dc50') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:21.407179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa68bd18-b7ac-4389-8757-b95fcad3dc50') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:21.428078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.446105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.458126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:21.465980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.504210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:50:21.504614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:50:21.518271 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:50:21.531933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70fe3492-e9db-4b12-91cd-13b32264ee51 req-f24e22a6-d83b-4ad6-8c15-e925631c08ec service neutron] 10.222.0.50 "GET /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340975 Mar 02 17:50:21.561933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 78661e98-f2ef-4a28-a757-473fbce70c9c details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:50:21.612730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.622469 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852', 'code': 200} Mar 02 17:50:21.644893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.671287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06242b-5765-458e-b927-c0d8871c54e8 req-a1787cdb-544a-4ead-80e2-7133eb339eea tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:21.671949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99eb27f-4cdb-432c-b540-5ccbafd9aa55,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:21.682309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d06242b-5765-458e-b927-c0d8871c54e8 req-a1787cdb-544a-4ead-80e2-7133eb339eea tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.1352572 Mar 02 17:50:21.683186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.685331 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f1ea9284-aa80-4c02-b012-baa0de395964 HTTP/1.1" status: 204 len: 168 time: 1.0382121 Mar 02 17:50:21.686632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ea9284-aa80-4c02-b012-baa0de395964,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:21.697672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.698016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.698349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.698718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.699041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.699376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.699815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.700132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.700581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.700963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.701307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.704980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.705311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.705647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.705973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.706296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.706659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.707002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.707762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.707762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.707985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.708294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f92c33-10e1-4dde-84e4-c677c212dd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:21.712552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:21.713639 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c490a24-f566-471b-8cbd-a26aecf77be7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e99eb27f-4cdb-432c-b540-5ccbafd9aa55 HTTP/1.1" status: 204 len: 168 time: 0.7527006 Mar 02 17:50:21.873871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=78661e98-f2ef-4a28-a757-473fbce70c9c,segment=NetworkSegment(0a640f9f-e887-4bcc-8dbf-898b549630b9),segment_id=0a640f9f-e887-4bcc-8dbf-898b549630b9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:21.892098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '78661e98-f2ef-4a28-a757-473fbce70c9c', 'network_id': '90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6', 'port_id': '78661e98-f2ef-4a28-a757-473fbce70c9c', 'mac_address': 'fa:16:3e:c5:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329c6a49-2576-44e3-afc7-0a402576b33f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:50:21.974206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d06242b-5765-458e-b927-c0d8871c54e8 req-1f1c41a5-58c0-43f9-ba37-b978b31d97be tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902818 Mar 02 17:50:21.975719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.000717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78661e98-f2ef-4a28-a757-473fbce70c9c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:22.029610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=78661e98-f2ef-4a28-a757-473fbce70c9c,segment=NetworkSegment(0a640f9f-e887-4bcc-8dbf-898b549630b9),segment_id=0a640f9f-e887-4bcc-8dbf-898b549630b9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:22.039528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.059860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:22.099556 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', 'status': 'completed', 'code': 200} Mar 02 17:50:22.158385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b0958ce5-cfe8-4686-8c23-d9d10aa7f959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30013d02487c436daf739b7a89e7dbd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971549 Mar 02 17:50:22.161307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:22.163055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:22.198070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09a4f3e3-3862-4985-8ac9-135e2bc13150 req-2d0052c5-0558-4ece-bf76-b58899b23deb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 1097 time: 0.4644573 Mar 02 17:50:22.273105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.275749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea193d4-c152-4681-9e7a-80f8e6e8306a req-fba9ec67-9869-45e4-8fec-380d3c79ebe7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:22.282403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fea193d4-c152-4681-9e7a-80f8e6e8306a req-fba9ec67-9869-45e4-8fec-380d3c79ebe7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 943 time: 0.3984787 Mar 02 17:50:22.288158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-7bb3323a-2356-4aa9-8627-45196c1132ac tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1&tenant_id=c21c1d4fc29245548e8b580d1220468f&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 1095 time: 0.4706953 Mar 02 17:50:22.319191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.381887 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.397320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['78661e98-f2ef-4a28-a757-473fbce70c9c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:22.436178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ecb13a-f98c-49dc-aa97-dc0bfa69925d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:22.442252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.443511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f611e2a-52d8-4534-8bc8-8a6d6cb37946 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68ecb13a-f98c-49dc-aa97-dc0bfa69925d HTTP/1.1" status: 204 len: 168 time: 0.2805514 Mar 02 17:50:22.503452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09a4f3e3-3862-4985-8ac9-135e2bc13150 req-6d8a0016-799d-4c38-ad03-d8afe31a5dc7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790287 Mar 02 17:50:22.529303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fea193d4-c152-4681-9e7a-80f8e6e8306a req-6e980f7e-71be-4bbb-aaf6-93b25092b34b tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453880 Mar 02 17:50:22.583345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-fca2f612-38bc-46ca-b035-1f72ddc5f3d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 1094 time: 0.4489102 Mar 02 17:50:22.615552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dc88c-3a90-4e3d-ae59-7889fc434383 req-546dcc0e-35b5-4708-a7fc-b76810dfaead tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:22.617264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-932dc88c-3a90-4e3d-ae59-7889fc434383 req-546dcc0e-35b5-4708-a7fc-b76810dfaead tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3273301 Mar 02 17:50:22.692325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-dfd2f258-229f-49ae-b1e4-2c55226cecb1 service neutron] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:22.734005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-932dc88c-3a90-4e3d-ae59-7889fc434383 req-3acd8af2-3225-4e89-87ba-da1667a4bf68 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024616 Mar 02 17:50:22.736867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-dfd2f258-229f-49ae-b1e4-2c55226cecb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:22.738283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79ef5183-75a5-4018-a94d-3c50ff58f079 req-dfd2f258-229f-49ae-b1e4-2c55226cecb1 service neutron] 10.222.0.50 "DELETE /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a/bindings/n-h2-820559-6 HTTP/1.1" status: 204 len: 173 time: 0.4235196 Mar 02 17:50:22.941640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43936) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:23.015736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-556d3f44-5005-46f5-be91-9ec61d03c6e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=906eeb9394594a6eb4e6ee1504603b61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0727665 Mar 02 17:50:23.018356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:23.059368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-fb820f77-06e5-46f6-8d18-8cdcfc400e4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:23.060811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-fb820f77-06e5-46f6-8d18-8cdcfc400e4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.3050046 Mar 02 17:50:23.095412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.138370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.148671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-36898109-ea36-493c-9af0-cd203f372dbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 200 len: 217 time: 0.0747423 Mar 02 17:50:23.165550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de538d-0c35-450d-9fd1-1db5f706c5db req-bc286ae7-deff-48a4-9160-e27cd2dd2c1f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:23.167654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73de538d-0c35-450d-9fd1-1db5f706c5db req-bc286ae7-deff-48a4-9160-e27cd2dd2c1f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 943 time: 0.2457361 Mar 02 17:50:23.229840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f712d-b386-4563-86fb-83723350fa77 req-61466afc-d181-4757-9c3d-b80cafbdc345 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:23.234598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.237688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-389f712d-b386-4563-86fb-83723350fa77 req-61466afc-d181-4757-9c3d-b80cafbdc345 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 946 time: 0.3150773 Mar 02 17:50:23.245320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:23.284106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae55741-c7d8-47b1-a1b0-c6a9cf270e60,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:23.288056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.289198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64dd6f0e-8e5a-4827-a29b-e9b23edf585c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ae55741-c7d8-47b1-a1b0-c6a9cf270e60 HTTP/1.1" status: 204 len: 168 time: 0.2698143 Mar 02 17:50:23.329906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-6c185266-18ca-4774-85a1-c5a4eb175840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:23.331364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-6c185266-18ca-4774-85a1-c5a4eb175840 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.1633387 Mar 02 17:50:23.355255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73de538d-0c35-450d-9fd1-1db5f706c5db req-c2ebfa44-9d90-4752-a306-e4eab5bd0245 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507125 Mar 02 17:50:23.423753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-389f712d-b386-4563-86fb-83723350fa77 req-d918a89a-8bcb-4335-ac52-69178f53a9a8 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847794 Mar 02 17:50:23.428618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-19ea62a2-ef6e-44e0-997a-c2ad5ed7100c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897501 Mar 02 17:50:23.522262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-network', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:23.556310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:23.562042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Usage tracker for resource:network and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:23.565900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:23.576534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:23.577785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 78661e98-f2ef-4a28-a757-473fbce70c9c up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:23.593446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Made reservation on behalf of 8128f9e616f546b1ba5559b5618864fb for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:23.596541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.617604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.660172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:23.666292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Usage tracker for resource:security_group_rule and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:23.670560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:23.675802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 78661e98-f2ef-4a28-a757-473fbce70c9c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:23.678209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:23.683842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 78661e98-f2ef-4a28-a757-473fbce70c9c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:23.684322 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.792465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.799652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.851680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.892752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:23.905308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=78661e98-f2ef-4a28-a757-473fbce70c9c,segment=NetworkSegment(0a640f9f-e887-4bcc-8dbf-898b549630b9),segment_id=0a640f9f-e887-4bcc-8dbf-898b549630b9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:23.908550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:50:23.912950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0966ca-d5d7-49ef-a3c8-091b127eb82e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:23.913125 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.951319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-5a99fd34-95e3-4b18-a12c-131a37988718 service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064867 Mar 02 17:50:23.955428 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:23.958364 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Added segment 85e8ce44-dc2d-4787-af79-e3411d95aafa of type vlan for network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 Mar 02 17:50:24.010096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.046090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:24.063741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e9e9b-3dc8-46d5-a40d-eec7da11f226 req-430b15f3-1ba4-467a-9275-7525d5e92b9e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:24.065438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-973e9e9b-3dc8-46d5-a40d-eec7da11f226 req-430b15f3-1ba4-467a-9275-7525d5e92b9e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3243361 Mar 02 17:50:24.076944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.078342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:24.079429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.080362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812107e-97cf-405d-9dae-4002f1b87d9d req-8d040489-2c89-47da-8b06-922bbf4e3a05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:24.087144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9812107e-97cf-405d-9dae-4002f1b87d9d req-8d040489-2c89-47da-8b06-922bbf4e3a05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.3442202 Mar 02 17:50:24.200410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-973e9e9b-3dc8-46d5-a40d-eec7da11f226 req-0b7dfdd9-304f-48b2-b76a-a557f57dd20c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258676 Mar 02 17:50:24.218342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9812107e-97cf-405d-9dae-4002f1b87d9d req-c06f2f2c-fce0-44ae-a437-aba5ecc56b59 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302695 Mar 02 17:50:24.224748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:24.227688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c45e11b-ebdb-460d-bef2-866353e8eb99 req-3eddacb4-29b7-4b0e-9759-18f1a5f6296f service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636616 Mar 02 17:50:24.251986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:50:24.267605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43980) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:24.269726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e40a5fd6-30de-4d81-9f55-dc4a3c016430 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0068431 Mar 02 17:50:24.273764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Request body: {'subnet': {'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-subnet', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:24.279862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:24.287011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Usage tracker for resource:subnet and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:24.292045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:24.300929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:24.327835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Made reservation on behalf of 8128f9e616f546b1ba5559b5618864fb for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:24.328273 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c', 'code': 200} Mar 02 17:50:24.330653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.389230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:50:24.519946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:24.592602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:24.613729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'port_id': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', 'mac_address': 'fa:16:3e:25:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cbde46-1058-4c4d-b451-66745ea550c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:50:24.670954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.685962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-450851041-network', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:24.688671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:24.693054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:24.701457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Usage tracker for resource:network and tenant:772bf53e5fd447c78d2c43ce094164bf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:24.705439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:24.706093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:24.709566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.716723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:24.730970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Made reservation on behalf of 772bf53e5fd447c78d2c43ce094164bf for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:24.735060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.754491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.756137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd128d1-8fce-4c20-bb87-5596ec3c9831 req-5c51976d-7f11-4c4b-81b6-b21f324be927 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:24.757618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcd128d1-8fce-4c20-bb87-5596ec3c9831 req-5c51976d-7f11-4c4b-81b6-b21f324be927 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.2703784 Mar 02 17:50:24.763675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d28af9a-73f6-430e-aa2b-0ae9ee64e5c3 req-d489c001-2fdd-4d54-ba09-f45921e0a12a tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1095 time: 0.2773390 Mar 02 17:50:24.771603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1202febc-f21f-4368-b2a8-689d29e9bdb5 req-bb34173a-c161-4a85-9561-5e398d5e3725 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 1096 time: 0.2864113 Mar 02 17:50:24.780482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:24.793900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:24.797856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Usage tracker for resource:security_group_rule and tenant:772bf53e5fd447c78d2c43ce094164bf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:24.800759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:24.807597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:24.881206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.885455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.902611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.920386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:50:24.930707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43615b6a-5df9-40c2-bd2f-d697ec0c891c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:24.937928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.938271 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Added segment e483134e-4dd3-483a-8b64-dee28d63393a of type vlan for network 1539198c-d10b-449a-bfbd-7add7aef7f83 Mar 02 17:50:24.959738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d28af9a-73f6-430e-aa2b-0ae9ee64e5c3 req-8716d850-53a1-4bc6-b707-8a31b1526220 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741588 Mar 02 17:50:24.961973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcd128d1-8fce-4c20-bb87-5596ec3c9831 req-bc350e57-94b4-4b8b-8c57-1a60a49463d7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775515 Mar 02 17:50:24.967916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:24.972562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1202febc-f21f-4368-b2a8-689d29e9bdb5 req-66632f84-c824-4c2b-9e53-f9232addb42d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860826 Mar 02 17:50:24.997426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd4592f-7f91-4a7d-8a89-200b4cabbb85,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:25.015311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Checking segment: {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:25.015668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Network hostable DHCP agents. Network: bcc6e71e-bfc9-4e08-9bbf-2434e20396c9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:50:25.017552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.019633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.020277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.044210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:25.055409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:50:25.079015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bcc6e71e-bfc9-4e08-9bbf-2434e20396c9) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:25.083501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.084174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.112831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b1021-dec8-41d0-8e0a-57e3650cfcc2 None None] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:25.160124 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6363785 Mar 02 17:50:25.160669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:25.166191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f4bc826c-db5b-424f-8e8e-a13ac43f838c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8936849 Mar 02 17:50:25.166475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Request body: {'subnet': {'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-450851041-subnet', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:25.170245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44004) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:25.171768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8d102-f986-41c5-ae1a-a23af263a95c admin admin] Pushing event updated for resources: {'Network': ['ID=1539198c-d10b-449a-bfbd-7add7aef7f83,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:25.183102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:25.187720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Usage tracker for resource:subnet and tenant:772bf53e5fd447c78d2c43ce094164bf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:25.191231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:25.199598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:25.199804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:50:25.210144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Made reservation on behalf of 772bf53e5fd447c78d2c43ce094164bf for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:25.213696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.218430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:25.235424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:25.244376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Usage tracker for resource:router and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:25.248791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:25.257694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:25.295406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.296331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.315390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e8c3-74e8-4509-9ee9-665311465f22 req-f9e6f8f7-ab18-4f9c-890c-54f1bfa52da2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.316880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab3e8c3-74e8-4509-9ee9-665311465f22 req-f9e6f8f7-ab18-4f9c-890c-54f1bfa52da2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 944 time: 0.1998136 Mar 02 17:50:25.329102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b268b-52c0-4f17-9826-d4100a60656e req-0d732f2f-84d9-41a3-be76-5319d0be4219 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.330787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b9b268b-52c0-4f17-9826-d4100a60656e req-0d732f2f-84d9-41a3-be76-5319d0be4219 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 946 time: 0.1696031 Mar 02 17:50:25.367498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.407958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab3e8c3-74e8-4509-9ee9-665311465f22 req-0538230c-085d-4abf-b257-4dc8cf9d2465 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Mar 02 17:50:25.498435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.542491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b9b268b-52c0-4f17-9826-d4100a60656e req-f954cda4-1782-4b24-9ef8-4c80ae6bc115 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591673 Mar 02 17:50:25.563238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b47a6-5314-4583-9e50-bb7a25d7e13a None None] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:25.567632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.636092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b843a716-36d3-4586-add2-cdc7f06a4f15,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:25.699186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Checking segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:25.699795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Network hostable DHCP agents. Network: 1539198c-d10b-449a-bfbd-7add7aef7f83, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:50:25.735837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:50:25.760864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 1539198c-d10b-449a-bfbd-7add7aef7f83) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:25.765595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.772694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.809528 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31be277c-6a5b-4cd0-ad27-03a4589ef697 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6478918 Mar 02 17:50:25.812124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44024) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:25.818096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:25.818884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253f608-8718-4106-a9e5-b9c6a5ec449b None None] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:25.824657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:25.828928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Usage tracker for resource:router and tenant:772bf53e5fd447c78d2c43ce094164bf is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:25.832623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:25.839898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:25.852782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.853729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.888181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:25.976990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e40c9-0620-4415-8b67-7c67330f1270 req-276a9d4a-2acf-46aa-9218-5fd40c5e4aa4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:25.983688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a72e40c9-0620-4415-8b67-7c67330f1270 req-276a9d4a-2acf-46aa-9218-5fd40c5e4aa4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.3653946 Mar 02 17:50:26.038178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44416500-80db-4224-be95-0d0ec0ef29fd req-6e0919d3-0a4c-4045-bedd-70ac24188378 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:26.040639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44416500-80db-4224-be95-0d0ec0ef29fd req-6e0919d3-0a4c-4045-bedd-70ac24188378 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.1797166 Mar 02 17:50:26.097689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.099629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a72e40c9-0620-4415-8b67-7c67330f1270 req-3dc33d7d-5cea-4ee5-b9aa-6800ea60399a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147296 Mar 02 17:50:26.131449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:26.194432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44416500-80db-4224-be95-0d0ec0ef29fd req-889a7a63-0724-453b-8fa8-9f58694bd35c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407552 Mar 02 17:50:26.260370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-1539198c-d10b-449a-bfbd-7add7aef7f83', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:50:26.261405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.405792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.550299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Allocated IP 172.20.0.2 (1539198c-d10b-449a-bfbd-7add7aef7f83/b843a716-36d3-4586-add2-cdc7f06a4f15/5d7d1281-ab98-49d2-85e5-0fefb4ac8637) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:26.611164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.650640 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2238cf5b-8ae7-4542-b094-ede3ca62e0fa tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/86021d1b-1f84-4d9c-85c3-f0b2fe554864 HTTP/1.1" status: 200 len: 991 time: 0.5174067 Mar 02 17:50:26.792847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.801855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae31c3-9f27-42f5-b0df-5e59ea2dafb3 req-f842542c-955c-4566-ba95-f509f9228ace tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:26.809993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eae31c3-9f27-42f5-b0df-5e59ea2dafb3 req-f842542c-955c-4566-ba95-f509f9228ace tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.4994850 Mar 02 17:50:26.831819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.880393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.887691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729667-4fea-4a65-8f9d-61efd0bb8b19 req-4ef853dd-fa2a-42a0-8769-a93dae20223e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:26.895698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d729667-4fea-4a65-8f9d-61efd0bb8b19 req-4ef853dd-fa2a-42a0-8769-a93dae20223e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3526397 Mar 02 17:50:26.907838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Transition to ACTIVE for port object 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:26.940573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Transition to ACTIVE for port object 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:26.942788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Allocated IP 172.25.3.170 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/0b6a2092-6ae8-436a-9160-86f112d53be0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:26.948386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:26.986664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eae31c3-9f27-42f5-b0df-5e59ea2dafb3 req-61fa5517-23bf-47e5-aef7-57fcc1c86329 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756332 Mar 02 17:50:27.026410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Pushing event updated for resources: {'Port': ['ID=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:27.047508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:27.048945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:27.053750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:27.073666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d729667-4fea-4a65-8f9d-61efd0bb8b19 req-7ee2d701-6f09-4dcd-ab89-6b316d3dbe4e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772039 Mar 02 17:50:27.163697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Attempting to bind port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:27.164090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Attempting to bind port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:27.164534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Attempting to bind port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:27.173530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:27.174024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Checking segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:27.174913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.175383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Bound using segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:27.175927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Bound port: 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:27.176723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.253101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.295215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d2c9-efb1-4729-ae57-64af5ae247d6 req-562e8f27-0752-4870-ab6c-dd1b62171cd6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:27.300730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] For port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:27.301904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2391d2c9-efb1-4729-ae57-64af5ae247d6 req-562e8f27-0752-4870-ab6c-dd1b62171cd6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 944 time: 0.1391096 Mar 02 17:50:27.306878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] For port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:27.312573 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.363945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2391d2c9-efb1-4729-ae57-64af5ae247d6 req-5165b5ca-b277-4fe4-a72b-4ec507a74d22 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612004 Mar 02 17:50:27.401731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.431360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44072) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:27.443250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbaa63-e1f2-4597-b896-416d10febd9f None None] Pushing event updated for resources: {'Port': ['ID=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:27.577843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Allocated IP 172.25.3.72 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/64aba1ac-db6d-4746-ac52-9a957dc18721) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:27.698909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:27.725593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:27.733517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:27.822190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Pushing event updated for resources: {'Port': ['ID=0b6a2092-6ae8-436a-9160-86f112d53be0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:27.842075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.880674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:27.957338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:27.966173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:27.970833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:28.005649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Pushing event updated for resources: {'Port': ['ID=64aba1ac-db6d-4746-ac52-9a957dc18721,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:28.010334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 48dc7ee6-12c0-4a45-b974-5ea98cf34d43 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:28.010746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.105037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125a43-5525-4b47-8e5c-7af299d34eb1 req-de86bf62-4ff3-4602-b68a-118f53cd1179 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:28.113020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57125a43-5525-4b47-8e5c-7af299d34eb1 req-de86bf62-4ff3-4602-b68a-118f53cd1179 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5712142 Mar 02 17:50:28.231617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.234112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.340742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:28.426780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:28.516134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:28.543051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:28.565135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:28.566139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.583368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57125a43-5525-4b47-8e5c-7af299d34eb1 req-4d0f3d4c-ecc5-404c-b362-ca817123d6ea tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694159 Mar 02 17:50:28.669028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:50:28.707201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.707534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.787364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.837285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:28.874479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:28.882225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:28.967556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 48dc7ee6-12c0-4a45-b974-5ea98cf34d43 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:28.989433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbadad-8146-4682-ab18-ede46e4fe06c None None] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:29.045859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:29.057214 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Sync routers for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:29.068578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:29.087906 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:29.089608 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:29.095513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80613b4b-f82d-4ce6-9b65-47838321af37 req-21a49b20-fbad-4d41-b4b7-534611e12d06 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:29.104868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80613b4b-f82d-4ce6-9b65-47838321af37 req-21a49b20-fbad-4d41-b4b7-534611e12d06 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.6580787 Mar 02 17:50:29.105685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Provisioning for port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:29.106370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.110225 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b38299d1-d61a-444c-9520-32016e4c00b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2947195 Mar 02 17:50:29.110923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44088) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:29.119369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Provisioning complete for port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:29.120103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.224670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.225291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.405159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80613b4b-f82d-4ce6-9b65-47838321af37 req-4e54307d-0d42-483f-b3e7-d910df0655e7 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993028 Mar 02 17:50:29.449841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.498961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452059f-65fe-40f2-a3c3-60fe786c79ef req-73ae7c15-825e-48e4-971d-6e35d804142d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:29.501038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c452059f-65fe-40f2-a3c3-60fe786c79ef req-73ae7c15-825e-48e4-971d-6e35d804142d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.6320019 Mar 02 17:50:29.515751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] For port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:29.539434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.548381 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:29.743177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c76b1-6578-4d81-a95b-4adefad96194 None None] Pushing event updated for resources: {'Port': ['ID=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:29.751963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c452059f-65fe-40f2-a3c3-60fe786c79ef req-187abbbb-e94f-4191-887e-ec2ece64d3ed tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332323 Mar 02 17:50:29.844433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:29.891556 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', 'code': 200} Mar 02 17:50:29.951222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=48dc7ee6-12c0-4a45-b974-5ea98cf34d43,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:30.124040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7678-4c8e-4f58-991a-c5ebf69631d9 req-cd0379d1-2896-4373-98f8-e54d3ae46aed tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:30.131182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c22c7678-4c8e-4f58-991a-c5ebf69631d9 req-cd0379d1-2896-4373-98f8-e54d3ae46aed tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4536166 Mar 02 17:50:30.208702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dd056b84-42a6-4af6-b030-6852730056da None None] Provisioning complete for port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:30.209277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd056b84-42a6-4af6-b030-6852730056da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:30.308408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:30.359450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:30.415180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c22c7678-4c8e-4f58-991a-c5ebf69631d9 req-005f37b0-8449-44eb-9cab-b748a18f3059 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830446 Mar 02 17:50:30.487253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dae5c63-512f-4ad4-a616-8bbffcd30c64 req-d36106e5-640d-45cd-bc65-6f952fbaf79f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 1096 time: 0.5060396 Mar 02 17:50:30.610782 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:30.614229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dae5c63-512f-4ad4-a616-8bbffcd30c64 req-3356e84e-a2a3-4187-9c4f-6ad1f06b65d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061223 Mar 02 17:50:30.617944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Router 5929349b-a705-4924-ac03-3602d8e7625d is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:50:30.622545 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Checking router: 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:30.623182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Updating router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 port 64aba1ac-db6d-4746-ac52-9a957dc18721 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:50:30.647208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:30.648341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:30.701038 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.061050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.235194 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.261281 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Transition to ACTIVE for port object 64aba1ac-db6d-4746-ac52-9a957dc18721 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:31.271364 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.354603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Allocated IP 172.20.0.1 (1539198c-d10b-449a-bfbd-7add7aef7f83/b843a716-36d3-4586-add2-cdc7f06a4f15/8b7ce03f-7c76-48e7-ab56-79d3a21e61e7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:31.376084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Pushing event updated for resources: {'Port': ['ID=64aba1ac-db6d-4746-ac52-9a957dc18721,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:31.383253 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Attempting to bind port 64aba1ac-db6d-4746-ac52-9a957dc18721 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:31.383536 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Attempting to bind port 64aba1ac-db6d-4746-ac52-9a957dc18721 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:31.384071 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Attempting to bind port 64aba1ac-db6d-4746-ac52-9a957dc18721 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:31.393772 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.394114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.394439 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.394795 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.395121 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.395443 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.395766 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.396083 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.396413 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.396708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.397024 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:50:31.412626 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:31.413873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:31.414525 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.415096 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:31.415724 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Bound port: 64aba1ac-db6d-4746-ac52-9a957dc18721, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:31.416257 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.505888 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] For port 64aba1ac-db6d-4746-ac52-9a957dc18721, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:31.507713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a756d2-a56e-4c34-9d34-e96358a9b96d req-b995877d-df59-429c-a44f-71b7459fac81 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:31.509895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5a756d2-a56e-4c34-9d34-e96358a9b96d req-b995877d-df59-429c-a44f-71b7459fac81 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.2492702 Mar 02 17:50:31.515880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] For port 64aba1ac-db6d-4746-ac52-9a957dc18721, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=64aba1ac-db6d-4746-ac52-9a957dc18721,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:31.524656 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.528656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f194075-60bf-4117-89f2-8380d650c568 req-df084bb0-923f-49aa-8964-97bc8c7a5e9a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:31.530099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f194075-60bf-4117-89f2-8380d650c568 req-df084bb0-923f-49aa-8964-97bc8c7a5e9a tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6025844 Mar 02 17:50:31.552598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.583382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Transition to ACTIVE for port object 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:31.622718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773fde9-3f65-4ab1-8ec6-0f5c9b217cdc None None] Pushing event updated for resources: {'Port': ['ID=64aba1ac-db6d-4746-ac52-9a957dc18721,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:31.627385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:31.628065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:31.635110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.694043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5a756d2-a56e-4c34-9d34-e96358a9b96d req-ec4df2f6-af2b-4fde-b92d-2e3c585b1804 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738234 Mar 02 17:50:31.736203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:31.737108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:31.746893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:31.749700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:31.801602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7f194075-60bf-4117-89f2-8380d650c568 req-5a77b068-d51e-43bd-9631-160699071387 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341125 Mar 02 17:50:31.861380 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:31.863726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:31.892484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:31.902833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Sync routers for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:31.930606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:31.932973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:32.151934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.315494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.319965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fcd533ba-47bb-4017-994c-fb06143966df admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.1157749 Mar 02 17:50:32.324801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:32.412669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:32.539409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:32.543894 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7eab09-bd12-41a1-99c0-6a704cb3fb23 None None] The sync data for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 is: [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:32.616445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.624951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.631676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a4884-4ab2-4399-b66c-44dffe6b622b req-687fc460-0953-4f7b-b722-dc566d121c36 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:32.634146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f0a4884-4ab2-4399-b66c-44dffe6b622b req-687fc460-0953-4f7b-b722-dc566d121c36 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5080090 Mar 02 17:50:32.665285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739deed-7857-41ba-8fe7-08b897d3b33a req-9db08cfb-856f-480c-81c0-f892781482b9 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:32.666782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d739deed-7857-41ba-8fe7-08b897d3b33a req-9db08cfb-856f-480c-81c0-f892781482b9 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.6192141 Mar 02 17:50:32.733318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router fad03ad7-fefd-4adb-8604-c172221f6a74 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:32.748721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:32.751811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.781326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dff888a6-4500-4bb2-b87c-7a6b097dd219 None None] Provisioning for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:32.792052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dff888a6-4500-4bb2-b87c-7a6b097dd219 None None] Provisioning complete for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:32.793254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dff888a6-4500-4bb2-b87c-7a6b097dd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:32.933522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-dff888a6-4500-4bb2-b87c-7a6b097dd219 None None] Port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:50:32.997040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:33.003451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:33.004834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:33.012085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Checking router: 5929349b-a705-4924-ac03-3602d8e7625d for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:33.013159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Updating router 5929349b-a705-4924-ac03-3602d8e7625d port 0b6a2092-6ae8-436a-9160-86f112d53be0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:50:33.090931 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:33.144599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f0a4884-4ab2-4399-b66c-44dffe6b622b req-9e864826-77de-4f66-b6a0-3ace03466178 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021191 Mar 02 17:50:33.279190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d739deed-7857-41ba-8fe7-08b897d3b33a req-f87f9bd6-0f0d-4859-b72e-da3c7d62cff1 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755272 Mar 02 17:50:33.606527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbb82d0d-82d3-473f-8476-70413e8c502f None None] Provisioning complete for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:33.609706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbb82d0d-82d3-473f-8476-70413e8c502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:33.729243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbb82d0d-82d3-473f-8476-70413e8c502f None None] Port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:50:33.850063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-5472e658-e18d-4857-a330-850887e0691e tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:33.863856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-5472e658-e18d-4857-a330-850887e0691e tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.9731178 Mar 02 17:50:33.943430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:33.960475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Transition to ACTIVE for port object 0b6a2092-6ae8-436a-9160-86f112d53be0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:33.970101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.062494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Attempting to bind port 0b6a2092-6ae8-436a-9160-86f112d53be0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:34.063262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Attempting to bind port 0b6a2092-6ae8-436a-9160-86f112d53be0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:34.063895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Attempting to bind port 0b6a2092-6ae8-436a-9160-86f112d53be0 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:34.070677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:34.082907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26efd9-5d50-4716-86d0-d1eb308726a3 None None] Pushing event updated for resources: {'Port': ['ID=0b6a2092-6ae8-436a-9160-86f112d53be0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:34.086426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:34.086955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:34.087470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.087949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:34.088531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Bound port: 0b6a2092-6ae8-436a-9160-86f112d53be0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:34.089002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.186827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] For port 0b6a2092-6ae8-436a-9160-86f112d53be0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:34.195147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] For port 0b6a2092-6ae8-436a-9160-86f112d53be0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0b6a2092-6ae8-436a-9160-86f112d53be0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:34.202196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.308908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 64aba1ac-db6d-4746-ac52-9a957dc18721 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:34.351402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:34.351402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:34.362717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Deleting port 78661e98-f2ef-4a28-a757-473fbce70c9c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:34.363357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.396169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:34.408802 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f7ac37d8-34ce-4476-9474-4e8c2c900e91 admin admin] 10.222.0.37 "PUT /v2.0/routers/0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2968743 Mar 02 17:50:34.450472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476412-60a9-46a1-b68e-e32553472eb1 req-8a2763eb-91b0-4e9e-b526-4e7828224937 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:34.455147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1476412-60a9-46a1-b68e-e32553472eb1 req-8a2763eb-91b0-4e9e-b526-4e7828224937 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.9330542 Mar 02 17:50:34.512530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26efd9-5d50-4716-86d0-d1eb308726a3 None None] Pushing event updated for resources: {'Port': ['ID=0b6a2092-6ae8-436a-9160-86f112d53be0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:34.605375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 64aba1ac-db6d-4746-ac52-9a957dc18721 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:34.616447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 64aba1ac-db6d-4746-ac52-9a957dc18721 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:34.616818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.623601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff91fbb-6949-45ab-9e4c-49365e703a6e req-9a021c7a-3a67-4af2-85a0-936f3b77185b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:34.631193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ff91fbb-6949-45ab-9e4c-49365e703a6e req-9a021c7a-3a67-4af2-85a0-936f3b77185b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.8055267 Mar 02 17:50:34.670179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:34.736920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:34.750880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Sync routers for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:34.782766 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:34.783399 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:34.788322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:34.828807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ff91fbb-6949-45ab-9e4c-49365e703a6e req-d8784f2c-4660-4aab-8fa5-5befffe636b7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966727 Mar 02 17:50:34.908377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1476412-60a9-46a1-b68e-e32553472eb1 req-44095197-40d7-4612-9942-61ca80f8078b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476697 Mar 02 17:50:35.144918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3560eae4-970b-46f8-8158-970e4794b242 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/floatingips/86021d1b-1f84-4d9c-85c3-f0b2fe554864 HTTP/1.1" status: 204 len: 168 time: 7.6149035 Mar 02 17:50:35.159027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:35.236153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:35.279468 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:35.305790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-57bf69cc-712e-450c-933d-19f12a5c2934 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7887769 Mar 02 17:50:35.326303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 64aba1ac-db6d-4746-ac52-9a957dc18721, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=64aba1ac-db6d-4746-ac52-9a957dc18721,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:35.369084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:35.481518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:35.493910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e683616-fb36-4c2b-8d36-46ff0170f03f None None] The sync data for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 is: [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:28Z', 'revision_number': 3, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:35.509067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=64aba1ac-db6d-4746-ac52-9a957dc18721,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:35.618905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] For port 78661e98-f2ef-4a28-a757-473fbce70c9c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=78661e98-f2ef-4a28-a757-473fbce70c9c,segment=NetworkSegment(0a640f9f-e887-4bcc-8dbf-898b549630b9),segment_id=0a640f9f-e887-4bcc-8dbf-898b549630b9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:35.619283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:35.768027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Calling delete_port for 78661e98-f2ef-4a28-a757-473fbce70c9c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:35.918451 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:35.927975 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Checking router: fad03ad7-fefd-4adb-8604-c172221f6a74 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:35.955817 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:35.956434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:36.042716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f32-9314-4fcd-8281-a0e771dfa41a req-e9713269-a7a6-4184-9c30-1b93b4f0260e tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:36.044174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58566f32-9314-4fcd-8281-a0e771dfa41a req-e9713269-a7a6-4184-9c30-1b93b4f0260e tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 945 time: 0.8898501 Mar 02 17:50:36.121025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:36.127021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-600189014-network', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:36.132779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:36.137102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Usage tracker for resource:network and tenant:088651869df54c85b8ecbc14d9c6c1ec is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:36.139976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:36.147662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:36.167526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Made reservation on behalf of 088651869df54c85b8ecbc14d9c6c1ec for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:36.172710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.190061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.197296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374c16a-d7a2-43ae-84ea-c7a50fc5d156 req-63e306df-079e-4514-81d6-14daf8cfb420 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:36.213272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0374c16a-d7a2-43ae-84ea-c7a50fc5d156 req-63e306df-079e-4514-81d6-14daf8cfb420 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.9254229 Mar 02 17:50:36.213476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:36.248358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 64aba1ac-db6d-4746-ac52-9a957dc18721 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:36.271694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:36.282503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-d0df3689-7e39-4889-937b-842c73a2aea1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1097 time: 0.8081696 Mar 02 17:50:36.284266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Usage tracker for resource:security_group_rule and tenant:088651869df54c85b8ecbc14d9c6c1ec is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:36.299954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:36.313715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:36.499018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58566f32-9314-4fcd-8281-a0e771dfa41a req-4eaf9015-aff6-4081-a34a-861094a065d9 tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/security-groups?id=4354ff75-f218-49f5-8d10-c020ce338d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973987 Mar 02 17:50:36.503368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 64aba1ac-db6d-4746-ac52-9a957dc18721 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:36.504504 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.525805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.542148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.556287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0374c16a-d7a2-43ae-84ea-c7a50fc5d156 req-e3624756-755b-421f-bf24-f45f2287aa86 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413434 Mar 02 17:50:36.654389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:50:36.695835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9565223-ff7d-475c-840b-918fa48362b8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:36.722565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.728553 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Added segment eb3b5fa5-396f-423b-ae06-8dcb8c80da3e of type vlan for network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 Mar 02 17:50:36.745166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461949-c176-4134-b386-a8ed94f6ef5a req-23d52b73-9fcf-4950-9e5e-4a63f56b1f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:36.749910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-23d52b73-9fcf-4950-9e5e-4a63f56b1f86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.4363656 Mar 02 17:50:36.761073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.891682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:36.922771 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:36.946229 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c4b2b-cc2f-4d45-991b-67fb5d4364a5 None None] The sync data for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 is: [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:48:07Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '4153c540-c42a-42b0-9efb-826f22985171', 'name': '', 'network_id': '747123f7-b7f0-428c-8620-a5d632b24343', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:7a:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:48:05Z', 'updated_at': '2022-03-02T17:48:18Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '1551141e-9592-400d-a502-b7bbe125b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:37.161746 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'status': 'completed', 'code': 200} Mar 02 17:50:37.177634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-bd1b3c42-14e7-4fa0-bea8-5c605c654e69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 1095 time: 0.2668180 Mar 02 17:50:37.230945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Pushing event deleted for resources: {'Port': ['ID=78661e98-f2ef-4a28-a757-473fbce70c9c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:37.474211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Sync routers for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:37.495643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:37.499536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:37.603604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-2ed0ad33-3027-4857-9b5d-1db659932b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:37.605537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-2ed0ad33-3027-4857-9b5d-1db659932b4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 200 len: 897 time: 0.4175746 Mar 02 17:50:37.612612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:37.614644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:37.615286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:37.729934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 78661e98-f2ef-4a28-a757-473fbce70c9c no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:37.741838 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b340d41-4dfe-4212-9130-6a6fbe877d1b None None] New status for floating IP 86021d1b-1f84-4d9c-85c3-f0b2fe554864: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:50:37.839935 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-a46b9272-6e6e-4706-a41f-7e652db4d4ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 200 len: 217 time: 0.1679099 Mar 02 17:50:37.845204 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7230132 Mar 02 17:50:37.849654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:37.856253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Request body: {'subnet': {'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-600189014-subnet', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:37.943333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-fd6d69f6-f28d-4579-8dd5-58cde3878c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1002 time: 1.1647711 Mar 02 17:50:37.966262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:38.081906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] No DVR routers for this DVR port 78661e98-f2ef-4a28-a757-473fbce70c9c on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:38.117989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:38.136171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Usage tracker for resource:subnet and tenant:088651869df54c85b8ecbc14d9c6c1ec is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:38.158194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:38.162362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dba73-6898-4fac-b8c0-8d6e0d7c26b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ea452a-6d56-4bcf-8e35-5cfe84840bd4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:38.204922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:38.213072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-a8d84c41-4fad-429c-b5bc-5e5002fbcc91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:38.214890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-a8d84c41-4fad-429c-b5bc-5e5002fbcc91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 200 len: 835 time: 0.2655547 Mar 02 17:50:38.224396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:38.302985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02b62cc5-9161-4633-85d6-b239c1bc94df req-df3bdc9c-abde-4afc-862f-bec30bcd24fa tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.50 "DELETE /v2.0/ports/78661e98-f2ef-4a28-a757-473fbce70c9c HTTP/1.1" status: 204 len: 173 time: 4.3332393 Mar 02 17:50:38.401399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b40e93-48b6-4392-a668-ea25915c0161 req-1ef4f55d-c707-4cf8-8f07-fc548059ad94 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:38.402166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-78b40e93-48b6-4392-a668-ea25915c0161 req-1ef4f55d-c707-4cf8-8f07-fc548059ad94 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:38.441350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f0eac78f-0588-406c-8f12-cd32d48ffed8 req-f4c6ab38-94c0-4dbe-8247-f70e804c443b tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Synchronizing usage tracker for tenant:d040947d24c940cfb9089aa503f273da on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:38.447192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461949-c176-4134-b386-a8ed94f6ef5a req-29147f35-e683-4516-95fe-404397c37f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:38.449639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-29147f35-e683-4516-95fe-404397c37f17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.4849820 Mar 02 17:50:38.465606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Made reservation on behalf of 088651869df54c85b8ecbc14d9c6c1ec for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:38.471729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:38.539095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-78b40e93-48b6-4392-a668-ea25915c0161 req-1ef4f55d-c707-4cf8-8f07-fc548059ad94 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:38.544462 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-78b40e93-48b6-4392-a668-ea25915c0161 req-1ef4f55d-c707-4cf8-8f07-fc548059ad94 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.50 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.5148571 Mar 02 17:50:38.560784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f0eac78f-0588-406c-8f12-cd32d48ffed8 req-f4c6ab38-94c0-4dbe-8247-f70e804c443b tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] Unset dirty status for tenant:d040947d24c940cfb9089aa503f273da on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:38.562166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0eac78f-0588-406c-8f12-cd32d48ffed8 req-f4c6ab38-94c0-4dbe-8247-f70e804c443b tempest-ServerPasswordTestJSON-1987608212 tempest-ServerPasswordTestJSON-1987608212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5d5d38-ecde-4d48-8313-261b6338a76f HTTP/1.1" status: 200 len: 210 time: 0.2531121 Mar 02 17:50:38.588751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d1a5-28ef-4aeb-b452-06685591f51a req-ab24671a-2e56-448f-a26b-e72a04d0cb0d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:38.589938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bdc4d1a5-28ef-4aeb-b452-06685591f51a req-ab24671a-2e56-448f-a26b-e72a04d0cb0d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:38.635260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:50:38.671817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0b6a2092-6ae8-436a-9160-86f112d53be0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:38.689552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bdc4d1a5-28ef-4aeb-b452-06685591f51a req-ab24671a-2e56-448f-a26b-e72a04d0cb0d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:38.696944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdc4d1a5-28ef-4aeb-b452-06685591f51a req-ab24671a-2e56-448f-a26b-e72a04d0cb0d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 0.7390008 Mar 02 17:50:38.731143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-a52413e7-d481-4142-9a3a-473641c4eb89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357521 Mar 02 17:50:38.842112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 78661e98-f2ef-4a28-a757-473fbce70c9c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:38.842852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 78661e98-f2ef-4a28-a757-473fbce70c9c not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:38.857337 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-114a51c3-528b-4b3c-b24e-e5db61e1e3b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=747123f7-b7f0-428c-8620-a5d632b24343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6296296 Mar 02 17:50:38.936477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 84bfc8a8-dddc-425c-9dcc-cba800de092a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:38.936982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:38.956023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdc4d1a5-28ef-4aeb-b452-06685591f51a req-56bd7e23-e96c-42a0-bc7e-47ee11095984 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581229 Mar 02 17:50:38.983989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.000182 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.079903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.105531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 0b6a2092-6ae8-436a-9160-86f112d53be0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:39.130368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0b6a2092-6ae8-436a-9160-86f112d53be0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:39.130771 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.162729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'name': 'network-vif-deleted', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:39.187602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-c986fc82-93cf-4145-85ff-fd43773176e4 service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268496 Mar 02 17:50:39.279797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e75cc5-3307-41ea-8f5b-153a301549f2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:39.357163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f317f293-2586-4145-bdac-e3b17e038a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.462256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.505027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f34c9-3687-48d7-bd8f-523e021c5bb8 req-87fe2f6f-f3fb-4385-b826-636d616c5872 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:39.507000 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e6f34c9-3687-48d7-bd8f-523e021c5bb8 req-87fe2f6f-f3fb-4385-b826-636d616c5872 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.7167697 Mar 02 17:50:39.518961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 0b6a2092-6ae8-436a-9160-86f112d53be0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0b6a2092-6ae8-436a-9160-86f112d53be0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:39.522843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:31Z', 'revision_number': 4, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8b7ce03f-7c76-48e7-ab56-79d3a21e61e7', 'name': '', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'mac_address': 'fa:16:3e:9c:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:31Z', 'updated_at': '2022-03-02T17:50:32Z', 'revision_number': 2, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'subnets': [{'id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:39.528561 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.573415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Checking router: 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:39.573762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Updating router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:50:39.697078 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.732782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da461949-c176-4134-b386-a8ed94f6ef5a req-f8ddfaab-7d69-41f3-ba24-3691c0fe2acf service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702394 Mar 02 17:50:39.805622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=0b6a2092-6ae8-436a-9160-86f112d53be0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:39.842178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Checking segment: {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:39.842897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Network hostable DHCP agents. Network: b9ea452a-6d56-4bcf-8e35-5cfe84840bd4, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:50:39.848060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e6f34c9-3687-48d7-bd8f-523e021c5bb8 req-5edaec1e-11fb-41b9-9682-17e735b7c715 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713394 Mar 02 17:50:39.893176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 84bfc8a8-dddc-425c-9dcc-cba800de092a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=84bfc8a8-dddc-425c-9dcc-cba800de092a,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:39.893920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:39.907340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-92b2b1cd-746f-4eb0-b541-533489be15b0 service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328345 Mar 02 17:50:39.934509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Allocated IP 172.20.0.1 (bcc6e71e-bfc9-4e08-9bbf-2434e20396c9/8cd4592f-7f91-4a7d-8a89-200b4cabbb85/9f0177ed-535c-4e3b-bf33-fbb6083448b0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:39.971067 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5d5d38-ecde-4d48-8313-261b6338a76f', 'name': 'network-vif-deleted', 'tag': '78661e98-f2ef-4a28-a757-473fbce70c9c', 'status': 'completed', 'code': 200} Mar 02 17:50:40.168054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44216) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:40.269538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0b6a2092-6ae8-436a-9160-86f112d53be0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:40.292342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 84bfc8a8-dddc-425c-9dcc-cba800de092a owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:40.317434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Deleting subnet 329c6a49-2576-44e3-afc7-0a402576b33f {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:50:40.322170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.387037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.455589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.533486 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.549274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Transition to ACTIVE for port object 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:40.558377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:50:40.566105 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.568856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.634027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329c6a49-2576-44e3-afc7-0a402576b33f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:40.645038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.697058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b9ea452a-6d56-4bcf-8e35-5cfe84840bd4) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:40.731784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.759438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:40.764591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.776144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4884383-bf97-45e3-8a40-d3376443e791 None None] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:40.828362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:40.865314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f6c5a514-4cd5-429d-9277-53fa3b907b09 req-0594a76f-f2bc-4b03-af4f-c2d81855763b service neutron] 10.222.0.50 "GET /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661471 Mar 02 17:50:40.881202 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eee7e3bb-726f-44d3-b31e-99a28456669e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0291541 Mar 02 17:50:41.016564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:41.023780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:41.031552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:41.036724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Usage tracker for resource:router and tenant:088651869df54c85b8ecbc14d9c6c1ec is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:50:41.040592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:50:41.047826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:41.064208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.124765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Pushing event updated for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:41.143191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b0ec845-aab0-47ce-9451-cb2464a1f117 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/329c6a49-2576-44e3-afc7-0a402576b33f HTTP/1.1" status: 204 len: 168 time: 0.9716415 Mar 02 17:50:41.157608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44230) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:41.176556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.178326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.193025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=84bfc8a8-dddc-425c-9dcc-cba800de092a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:41.269392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0b6a2092-6ae8-436a-9160-86f112d53be0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:41.271321 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.329349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.331274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] No DVR routers for this DVR port 84bfc8a8-dddc-425c-9dcc-cba800de092a on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:50:41.338742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.339870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07a5e-5177-4f8f-ab67-606564b7112a None None] Pushing event updated for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:41.351793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-deleted', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:41.360442 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-78b40e93-48b6-4392-a668-ea25915c0161 req-76dff211-48a1-4246-aa51-8b12d20fb1a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.50 "DELETE /v2.0/ports/84bfc8a8-dddc-425c-9dcc-cba800de092a HTTP/1.1" status: 204 len: 173 time: 2.5399940 Mar 02 17:50:41.407604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:50:41.409647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.465112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:41.496349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:41.501895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:41.574543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0628a945-7a7b-43bb-81bc-877157519181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.644026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eb4a9-8aa8-4d4f-9c9a-fb750b518288 req-5d8cb900-8cf6-4503-b4af-e72dbe47244f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:41.645640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.653561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-514eb4a9-8aa8-4d4f-9c9a-fb750b518288 req-5d8cb900-8cf6-4503-b4af-e72dbe47244f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=5176b958-8be6-4ee5-92e6-db3798731ac1 HTTP/1.1" status: 200 len: 944 time: 1.4862287 Mar 02 17:50:41.759376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:41.772006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.800248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:41.912009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-514eb4a9-8aa8-4d4f-9c9a-fb750b518288 req-a7cb34da-08f2-42ca-ab0e-fdd864e86d6f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=f195d7a7-51aa-47ff-9f01-8e57ee011c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567942 Mar 02 17:50:41.977285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 84bfc8a8-dddc-425c-9dcc-cba800de092a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:41.977870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 84bfc8a8-dddc-425c-9dcc-cba800de092a not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:42.004675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Attempting to bind port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:42.005023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Attempting to bind port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:42.005619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Attempting to bind port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:42.054114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:42.054488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Checking segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:42.054903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.055283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Bound using segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:42.055760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Bound port: 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:42.056130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.110025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e3228-81fc-43db-a634-620cbc15eabd req-a2141d3c-f80e-4a08-8ec5-8ee77840b25c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:42.113717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab4e3228-81fc-43db-a634-620cbc15eabd req-a2141d3c-f80e-4a08-8ec5-8ee77840b25c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.9493091 Mar 02 17:50:42.134663 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5176b958-8be6-4ee5-92e6-db3798731ac1', 'name': 'network-vif-deleted', 'tag': '84bfc8a8-dddc-425c-9dcc-cba800de092a', 'status': 'completed', 'code': 200} Mar 02 17:50:42.161667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Allocated IP 172.20.0.2 (b9ea452a-6d56-4bcf-8e35-5cfe84840bd4/23e75cc5-3307-41ea-8f5b-153a301549f2/5604108d-0a58-400f-96c5-4e6b0c75460f) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:42.168233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.208512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] For port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:42.227390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.274408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] For port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:42.285749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.384261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.405322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Allocated IP 172.25.3.150 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/27017bf9-e792-4ca1-8e0d-609062d68da1) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:42.450721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:42.495112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a640f9f-e887-4bcc-8dbf-898b549630b9') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:42.495475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a640f9f-e887-4bcc-8dbf-898b549630b9') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:42.517038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07a5e-5177-4f8f-ab67-606564b7112a None None] Pushing event updated for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:42.538871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.576130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.586047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:50:42.586444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.705306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.714461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:42.715571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:50:42.727420 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:50:42.749258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.856149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.922595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab4e3228-81fc-43db-a634-620cbc15eabd req-a52536ac-2f30-4747-b51f-cebf44051410 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079822 Mar 02 17:50:42.925800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.972213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.972956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:42.992212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:43.001694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d159d68d-d7c3-4ba1-87e1-76f8566bdd94 admin admin] 10.222.0.37 "DELETE /v2.0/networks/90d29f9b-1b7a-499d-9ce8-5413bc0c9ed6 HTTP/1.1" status: 204 len: 168 time: 1.7109439 Mar 02 17:50:43.004386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Pushing event updated for resources: {'Port': ['ID=27017bf9-e792-4ca1-8e0d-609062d68da1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:43.042193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Transition to ACTIVE for port object 5604108d-0a58-400f-96c5-4e6b0c75460f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:43.050449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.060801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:43.063938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:43.074497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:43.135197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.137708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44248) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:43.144650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:43.216609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Transition to ACTIVE for port object 5604108d-0a58-400f-96c5-4e6b0c75460f will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:43.230791 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.368701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:43.443566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:43.460942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:43.466203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Pushing event updated for resources: {'Port': ['ID=5604108d-0a58-400f-96c5-4e6b0c75460f,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:43.488364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.489561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.542531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44254) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:43.582803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.596502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.732029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.799932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Attempting to bind port 5604108d-0a58-400f-96c5-4e6b0c75460f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:43.800686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Attempting to bind port 5604108d-0a58-400f-96c5-4e6b0c75460f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:43.801414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Attempting to bind port 5604108d-0a58-400f-96c5-4e6b0c75460f on network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:43.815215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:43.816429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Checking segment: {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:43.817155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.817279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Bound using segment: {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:43.817777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Bound port: 5604108d-0a58-400f-96c5-4e6b0c75460f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:43.818158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:43.864794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Router aaf8cd0b-c403-437d-9e77-76a2c3d08225 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:50:43.907694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:31Z', 'revision_number': 4, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8b7ce03f-7c76-48e7-ab56-79d3a21e61e7', 'name': '', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'mac_address': 'fa:16:3e:9c:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:31Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'subnets': [{'id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:43.926988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22041a1-3549-4d2f-a2ac-35b2b8f01cc6 None None] The sync data for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 is: [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:31Z', 'revision_number': 4, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8b7ce03f-7c76-48e7-ab56-79d3a21e61e7', 'name': '', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'mac_address': 'fa:16:3e:9c:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:31Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'subnets': [{'id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:43.933682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Pushing event updated for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:43.945729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] For port 5604108d-0a58-400f-96c5-4e6b0c75460f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:43.951550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] For port 5604108d-0a58-400f-96c5-4e6b0c75460f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5604108d-0a58-400f-96c5-4e6b0c75460f,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:43.961696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:44.156773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861afc-0586-4fb3-a602-d43a2704133b None None] Pushing event updated for resources: {'Port': ['ID=5604108d-0a58-400f-96c5-4e6b0c75460f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:44.196579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:44.213275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Sync routers for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:44.227801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:44.229355 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11e72628-1572-43a0-9ac0-a0252af16379 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2115076 Mar 02 17:50:44.231970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:44.244378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:44.245110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:44.317130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-018f67eb-2ad2-4edd-a3af-73265b22a1f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d040947d24c940cfb9089aa503f273da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7686720 Mar 02 17:50:44.408159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44264) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:44.623425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:44.863879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:44.932025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:44.954175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:45.162315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:45.294073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.294842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:45.295196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.457819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.509423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:43Z', 'revision_number': 3, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:45.600109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Checking router: aaf8cd0b-c403-437d-9e77-76a2c3d08225 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:45.601315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Updating router aaf8cd0b-c403-437d-9e77-76a2c3d08225 port 27017bf9-e792-4ca1-8e0d-609062d68da1 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:50:45.683127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9496cef-fe3d-4d7d-bad6-cbe31b9bcf97 req-0f0c19c3-9b74-40c2-8eb8-23c0e5971acf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:45.702830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9496cef-fe3d-4d7d-bad6-cbe31b9bcf97 req-0f0c19c3-9b74-40c2-8eb8-23c0e5971acf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 1.3842568 Mar 02 17:50:45.744815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.771670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.915289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:45.987744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:46.056290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9496cef-fe3d-4d7d-bad6-cbe31b9bcf97 req-44a0ff6e-2e17-44c3-8479-0e2c132282bf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467553 Mar 02 17:50:46.057342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4354ff75-f218-49f5-8d10-c020ce338d8b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:46.070665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd300ea1-2d29-4d4b-8f03-87448f3b7b1c None None] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:50:46.090928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:46.117266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:46.161764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:46.163418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-310ac95e-4165-4d99-b853-a76a05b7fd16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4354ff75-f218-49f5-8d10-c020ce338d8b HTTP/1.1" status: 204 len: 168 time: 1.7325187 Mar 02 17:50:46.203621 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:46.259232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f66f0b57-1128-46ed-a517-c2adc3e9a542 None None] Provisioning for port 5604108d-0a58-400f-96c5-4e6b0c75460f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:46.261059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:46.352450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Router 5929349b-a705-4924-ac03-3602d8e7625d has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:46.614771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5604108d-0a58-400f-96c5-4e6b0c75460f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:46.762013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:46.909111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Allocated IP 172.20.0.1 (b9ea452a-6d56-4bcf-8e35-5cfe84840bd4/23e75cc5-3307-41ea-8f5b-153a301549f2/1c62ac9d-c98c-4522-a075-d19903f24e5d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:46.979464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5604108d-0a58-400f-96c5-4e6b0c75460f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:46.990508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5604108d-0a58-400f-96c5-4e6b0c75460f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:46.991454 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.174924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.227063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Transition to ACTIVE for port object 1c62ac9d-c98c-4522-a075-d19903f24e5d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:47.265726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.348110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.368602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Pushing event updated for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:47.393453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:47.398556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:47.401192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:47.431119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.459123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5604108d-0a58-400f-96c5-4e6b0c75460f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5604108d-0a58-400f-96c5-4e6b0c75460f,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:47.471747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.504134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.557750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Transition to ACTIVE for port object 27017bf9-e792-4ca1-8e0d-609062d68da1 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:47.567177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1aa7c-cf89-4b32-841c-5e6146e0fa64 req-42ad0b76-b10c-4e35-b148-e7ce53303f1c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:47.581382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dd1aa7c-cf89-4b32-841c-5e6146e0fa64 req-42ad0b76-b10c-4e35-b148-e7ce53303f1c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3116531 Mar 02 17:50:47.599307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:47.604898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c3fbf7ad-b1c1-4a31-bda4-7b7a5a3afe2b admin admin] 10.222.0.37 "PUT /v2.0/routers/5929349b-a705-4924-ac03-3602d8e7625d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2790868 Mar 02 17:50:47.607639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.699416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.709053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Attempting to bind port 27017bf9-e792-4ca1-8e0d-609062d68da1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:47.712073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Attempting to bind port 27017bf9-e792-4ca1-8e0d-609062d68da1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:47.712475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Attempting to bind port 27017bf9-e792-4ca1-8e0d-609062d68da1 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:47.735431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:47.737015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:47.737481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.737882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:47.741805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Bound port: 27017bf9-e792-4ca1-8e0d-609062d68da1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:47.743351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:47.863122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dd1aa7c-cf89-4b32-841c-5e6146e0fa64 req-055cea88-b6fb-4167-92bb-fdc6f6e51e51 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807188 Mar 02 17:50:48.036569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8ea3ec70-91e9-4825-b551-e1b0ff8fbdcb None None] Provisioning complete for port 5604108d-0a58-400f-96c5-4e6b0c75460f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:48.036948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec70-91e9-4825-b551-e1b0ff8fbdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.105860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 4153c540-c42a-42b0-9efb-826f22985171 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:50:48.106209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.154807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5604108d-0a58-400f-96c5-4e6b0c75460f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:48.356655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] For port 27017bf9-e792-4ca1-8e0d-609062d68da1, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:48.374426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] For port 27017bf9-e792-4ca1-8e0d-609062d68da1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=27017bf9-e792-4ca1-8e0d-609062d68da1,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:48.448578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 4153c540-c42a-42b0-9efb-826f22985171, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4153c540-c42a-42b0-9efb-826f22985171,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:48.448852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.456263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5604108d-0a58-400f-96c5-4e6b0c75460f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:48.484545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.494465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.568368 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:48.599059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:50:48.643367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4415e6f-b2f0-4757-963c-beb7a7e7c059 None None] Pushing event updated for resources: {'Port': ['ID=27017bf9-e792-4ca1-8e0d-609062d68da1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:48.857851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 4153c540-c42a-42b0-9efb-826f22985171 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:50:48.864324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Pushing event updated for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:48.898247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:49.036056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4415e6f-b2f0-4757-963c-beb7a7e7c059 None None] Pushing event updated for resources: {'Port': ['ID=27017bf9-e792-4ca1-8e0d-609062d68da1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:49.244868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:49.334233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:49.334969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:49.438645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:49.441920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:49.596476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-c16ed20c-6d3c-4dd9-8e99-b4ba5f8be18f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:49.606683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-c16ed20c-6d3c-4dd9-8e99-b4ba5f8be18f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 820 time: 0.4574916 Mar 02 17:50:49.666320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:49.715387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5604108d-0a58-400f-96c5-4e6b0c75460f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:49.721227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:49.807888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=4153c540-c42a-42b0-9efb-826f22985171,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:49.820135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-aafb2b41-37bc-445e-941d-3432d87bbc7b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/quotas/8128f9e616f546b1ba5559b5618864fb HTTP/1.1" status: 200 len: 375 time: 0.2113166 Mar 02 17:50:49.874624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a5484c11-6d7c-4734-a04e-9c49177e7ad1 None None] Provisioning for port 1c62ac9d-c98c-4522-a075-d19903f24e5d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:50:49.966188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a5484c11-6d7c-4734-a04e-9c49177e7ad1 None None] Provisioning complete for port 1c62ac9d-c98c-4522-a075-d19903f24e5d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:49.966809 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5484c11-6d7c-4734-a04e-9c49177e7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:50.081012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03566-f4b0-4f71-b2b6-03da650ee209 req-8450d7bf-7c14-4140-bb4a-c8b78fcd3b7c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:50.093881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38f03566-f4b0-4f71-b2b6-03da650ee209 req-8450d7bf-7c14-4140-bb4a-c8b78fcd3b7c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.7776868 Mar 02 17:50:50.217480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:50.243672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9475dfe-47fe-4bc1-9f25-351e0b99d402 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:50.280216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5484c11-6d7c-4734-a04e-9c49177e7ad1 None None] Port 1c62ac9d-c98c-4522-a075-d19903f24e5d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:50:50.324141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:50.502937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9475dfe-47fe-4bc1-9f25-351e0b99d402 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:50.512317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9475dfe-47fe-4bc1-9f25-351e0b99d402 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6911662 Mar 02 17:50:50.565444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Router aaf8cd0b-c403-437d-9e77-76a2c3d08225 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:50.722466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-26148b35-c38a-458d-8af0-63063c419dfc None None] Provisioning complete for port 1c62ac9d-c98c-4522-a075-d19903f24e5d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:50.723099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-26148b35-c38a-458d-8af0-63063c419dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:50.871637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-f149f92f-8462-44f2-bc8b-a7cef0cc4953 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582783 Mar 02 17:50:50.905480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38f03566-f4b0-4f71-b2b6-03da650ee209 req-3c0983f6-fe2a-448c-9e3a-1234126c8816 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103929 Mar 02 17:50:51.067009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-26148b35-c38a-458d-8af0-63063c419dfc None None] Port 1c62ac9d-c98c-4522-a075-d19903f24e5d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:50:51.096352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:51.096730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:51.170797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:51.191220 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-521867d3-eba9-4ac8-a000-60fcb973539d admin admin] 10.222.0.37 "PUT /v2.0/routers/aaf8cd0b-c403-437d-9e77-76a2c3d08225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9578011 Mar 02 17:50:51.215957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-1b4b673c-3f49-4f67-985f-28aa9f23e8dc service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430643 Mar 02 17:50:51.499768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1c62ac9d-c98c-4522-a075-d19903f24e5d', 'name': '', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'mac_address': 'fa:16:3e:22:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:46Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 2, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'subnets': [{'id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:51.507822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee16bb-6bf2-4741-8359-0630a90e26b9 None None] The sync data for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 is: [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1c62ac9d-c98c-4522-a075-d19903f24e5d', 'name': '', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'mac_address': 'fa:16:3e:22:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:46Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 2, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'subnets': [{'id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:51.509908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:51.729575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:50:51.828481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e13d880-165d-4afb-9de9-3cab138ae728 req-b06e37e0-e124-4d63-b478-5b9a690b5b13 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 210 time: 0.1252480 Mar 02 17:50:51.917758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:51.952695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'port_id': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'mac_address': 'fa:16:3e:c2:e5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7588d9-1626-4c56-a0b6-db63cca6d69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:50:51.995085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-d4d0dbf9-f462-49e0-8790-7cab714bfaec tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:51.996941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-d4d0dbf9-f462-49e0-8790-7cab714bfaec tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.7507355 Mar 02 17:50:52.030532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-0949907d-b674-40c6-af51-30551ab27e02 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/quotas/78d0f1ab7add440b812d36b04c91ad75 HTTP/1.1" status: 200 len: 375 time: 0.0215774 Mar 02 17:50:52.114056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:52.164479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:52.208071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:52.219165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:52.238271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-542681f7-a7a7-40f5-bb4e-95c756cc8177 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1953757 Mar 02 17:50:52.389903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:52.417338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:50:53.055447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3cf9ed7c-3111-423f-89ba-b22cac562482 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946115 Mar 02 17:50:53.262257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-bb4afbd4-8aea-42b1-a387-1ac11d76cada service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851444 Mar 02 17:50:53.364726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325557-d00e-4a85-ac78-3d77240b4928 req-2dcd9707-659c-4570-ba0f-472d4d342c18 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:53.369730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58325557-d00e-4a85-ac78-3d77240b4928 req-2dcd9707-659c-4570-ba0f-472d4d342c18 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 944 time: 0.4760056 Mar 02 17:50:53.591747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58325557-d00e-4a85-ac78-3d77240b4928 req-6b6700c1-c0b2-44b5-882c-ac17f8ef3962 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216597 Mar 02 17:50:53.735177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:50:53.804592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router fad03ad7-fefd-4adb-8604-c172221f6a74 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:50:54.185659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 30a0b566-b02a-48d0-9c93-6e29425d4077 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:50:54.186046 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:54.359384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-2e4f0197-b86a-41ce-82f3-847b7ddb1a29 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:54.373765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-2e4f0197-b86a-41ce-82f3-847b7ddb1a29 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:50:54.423529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-2e4f0197-b86a-41ce-82f3-847b7ddb1a29 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:50:54.425320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-2e4f0197-b86a-41ce-82f3-847b7ddb1a29 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 820 time: 0.6628437 Mar 02 17:50:54.474311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'port': {'device_id': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'admin_state_up': True, 'tenant_id': '8128f9e616f546b1ba5559b5618864fb'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:54.584693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:54.689969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:50:54.693619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:50:54.721890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:54.871784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:54.875345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:54.888396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:54.913373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Made reservation on behalf of 8128f9e616f546b1ba5559b5618864fb for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:54.918512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:55.017437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-bc5550ad-6afa-4d48-bd79-b68689003af3 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:55.030242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-bc5550ad-6afa-4d48-bd79-b68689003af3 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.9570317 Mar 02 17:50:55.163638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Allocated IP 172.20.0.3 (bcc6e71e-bfc9-4e08-9bbf-2434e20396c9/8cd4592f-7f91-4a7d-8a89-200b4cabbb85/fe8f7d36-d3fc-4b16-b8d2-333326834389) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:55.331829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8be9c22f-82a4-4c9b-87f6-b04b3aac4a61 req-27f964e8-467b-4a4a-a4b9-46e41ccb1519 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 210 time: 0.2913589 Mar 02 17:50:55.361723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-740695eb-ff12-4b08-b95b-4835ebd6568b tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/quotas/088651869df54c85b8ecbc14d9c6c1ec HTTP/1.1" status: 200 len: 375 time: 0.3289492 Mar 02 17:50:55.525158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:55.560441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:55.677813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:50:55.684719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:50:55.690606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:50:55.760467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:55.787410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:55.788461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:55.803882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-c3994f4a-3c92-4583-b3b4-32c7638ffd00 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4371586 Mar 02 17:50:55.826818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-5fe0dbd3-33af-4d13-8e6a-ef1e26df260a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3575981 Mar 02 17:50:55.854027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Request body: {'port': {'device_id': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:56.117806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-4cf550ce-fcb2-4936-836e-fd5d7e00039f service neutron] 10.222.0.37 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086216 Mar 02 17:50:56.180700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:56.425984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-959506f0-190d-4245-b09b-10febd354d27 req-74279f7f-c37c-4596-80c6-543979031918 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 210 time: 0.3479054 Mar 02 17:50:56.622344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-38997432-968c-4c11-8ec9-223c4ccb1bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656334 Mar 02 17:50:56.691541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:50:56.703682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Sync routers for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:56.731859 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:56.738809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:56.743475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-207b68fc-25ee-4f93-8ff8-6cba7d186aa0 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:56.746698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-207b68fc-25ee-4f93-8ff8-6cba7d186aa0 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.6722553 Mar 02 17:50:56.752312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abf9c3fa-8029-4cd2-b7f9-df5d09ec30a3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/fad03ad7-fefd-4adb-8604-c172221f6a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6027415 Mar 02 17:50:56.755959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44470) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:50:56.773624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Request body: {'port': {'device_id': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'admin_state_up': True, 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:50:57.212055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8f7d36-d3fc-4b16-b8d2-333326834389 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:50:57.231936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:57.294747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Transition to ACTIVE for port object fe8f7d36-d3fc-4b16-b8d2-333326834389 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:50:57.303069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:57.540658 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:57.676840 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'code': 200} Mar 02 17:50:57.981307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:50:58.024937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting subnet 1551141e-9592-400d-a502-b7bbe125b3fb {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:50:58.117160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:58.154230 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-2f30ed33-eb88-46b6-8723-9850a3af2d6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1096 time: 0.6159630 Mar 02 17:50:58.239761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Sync routers for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:50:58.262221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:58.271115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:58.341392 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:50:49Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:58.352418 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Checking router: fad03ad7-fefd-4adb-8604-c172221f6a74 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:58.385398 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Routers {'fad03ad7-fefd-4adb-8604-c172221f6a74'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:50:58.388543 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['fad03ad7-fefd-4adb-8604-c172221f6a74'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:58.426120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:58.685007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] Set router fad03ad7-fefd-4adb-8604-c172221f6a74 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:58.730710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:50:58.742834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:50:58.769368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:50:58.774707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:58.808004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:50:58.811625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6477c21-b988-4c32-88f5-e33097d1225f req-1712a3bb-8302-48d9-a2c6-3ec94af646bf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:58.821148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6477c21-b988-4c32-88f5-e33097d1225f req-1712a3bb-8302-48d9-a2c6-3ec94af646bf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 1.9582546 Mar 02 17:50:58.893849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Attempting to bind port fe8f7d36-d3fc-4b16-b8d2-333326834389 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:50:58.899117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Attempting to bind port fe8f7d36-d3fc-4b16-b8d2-333326834389 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:50:58.899754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Attempting to bind port fe8f7d36-d3fc-4b16-b8d2-333326834389 on network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:58.967586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Port fe8f7d36-d3fc-4b16-b8d2-333326834389 on network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:50:58.968348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Attempting to bind port fe8f7d36-d3fc-4b16-b8d2-333326834389 on network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:50:58.985290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-5be1c511-3287-4093-a508-70bad97fbb3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:59.000353 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-5be1c511-3287-4093-a508-70bad97fbb3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.7301826 Mar 02 17:50:59.001526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:50:59.015137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Checking segment: {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:50:59.015906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Bound using segment: {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:50:59.016619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Bound port: fe8f7d36-d3fc-4b16-b8d2-333326834389, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:50:59.017206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:59.175100 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:50:49Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:59.186332 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719228-8afd-46ba-a924-0564322fca54 None None] The sync data for ids ['fad03ad7-fefd-4adb-8604-c172221f6a74'] in n-d-820559-6 is: [{'id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340128386', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:47:54Z', 'updated_at': '2022-03-02T17:50:49Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': 'e8aa9160-f78e-4835-bf1c-1e1427ac7476', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03ad7-fefd-4adb-8604-c172221f6a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:47:56Z', 'updated_at': '2022-03-02T17:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:50:59.256840 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-b39780a4-ef56-4a26-b903-575d9f96af29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.2288353 Mar 02 17:50:59.401910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-61e0d847-a911-4775-b322-097793a6673e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:59.403843 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-61e0d847-a911-4775-b322-097793a6673e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.1402912 Mar 02 17:50:59.431372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:59.516660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:50:59.558972 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-a1a36664-9abc-4e18-ba51-bda8492fadde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479003 Mar 02 17:50:59.565497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:50:59.581789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4153c540-c42a-42b0-9efb-826f22985171 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:50:59.618929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:59.674127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4153c540-c42a-42b0-9efb-826f22985171 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:50:59.678412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4153c540-c42a-42b0-9efb-826f22985171 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:50:59.710807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 2, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:50:59.721145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Checking router: 5929349b-a705-4924-ac03-3602d8e7625d for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:50:59.721652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Updating router 5929349b-a705-4924-ac03-3602d8e7625d port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:50:59.829972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6477c21-b988-4c32-88f5-e33097d1225f req-fa676dfa-3475-4fbc-9a1e-3c0321ced4d8 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0069623 Mar 02 17:50:59.846563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f805-6a98-4c00-8381-c4ab0d40982f req-87bd2b28-c92b-4f8c-bc29-bcda481a9d0f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:50:59.854402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2694f805-6a98-4c00-8381-c4ab0d40982f req-87bd2b28-c92b-4f8c-bc29-bcda481a9d0f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 943 time: 1.8340368 Mar 02 17:50:59.859312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:59.861814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Allocated IP 172.20.0.2 (0cd3f376-c4c0-4228-b8b0-0ce9248d7113/05cbde46-1058-4c4d-b451-66745ea550c4/3fe89d94-800b-4a96-8aed-7226f657dd0a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:50:59.903505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:50:59.980881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Subnet': ['ID=1551141e-9592-400d-a502-b7bbe125b3fb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:00.045381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-8584cae5-577c-487f-9858-779f04b57000 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:00.053904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-8584cae5-577c-487f-9858-779f04b57000 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.35 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.4662933 Mar 02 17:51:00.055234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:00.108659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2694f805-6a98-4c00-8381-c4ab0d40982f req-b2f61dc0-4033-4942-8d7a-55c15cc2a531 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530062 Mar 02 17:51:00.117039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:00.118777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 1091 time: 4.2720435 Mar 02 17:51:00.120052 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-18176fcb-d6ed-455b-8c5f-d6c9fe8b0e6f service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485978 Mar 02 17:51:00.120484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:00.152526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694a7b8-eeab-4953-a5e8-c50df06c4371 None None] Network 747123f7-b7f0-428c-8620-a5d632b24343 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:51:00.164777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b372b9cd-4750-45a1-8762-d7517af33df2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/subnets/1551141e-9592-400d-a502-b7bbe125b3fb HTTP/1.1" status: 204 len: 168 time: 3.4070709 Mar 02 17:51:00.185258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Request body: {'port': {'device_id': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'admin_state_up': True, 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:00.214368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:00.305005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a834fe-8a89-4974-a4c1-11e4ab4c1546 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:00.353681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:00.378207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88b016f1-8a82-4af6-8413-302741af6f20 req-52885557-7a4f-4412-a61a-994cd7e60570 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 210 time: 0.2305903 Mar 02 17:51:00.534060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Usage tracker for resource:port and tenant:088651869df54c85b8ecbc14d9c6c1ec is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:00.609133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:00.738916 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-8e4d2752-8512-4e1c-8c4d-a6e90148f1bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1094 time: 0.5013294 Mar 02 17:51:00.846710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] DHCP port deletion for 747123f7-b7f0-428c-8620-a5d632b24343 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:51:00.864603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Deleting port a29df03c-3384-4b07-9b8f-d7fbabf044a8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:51:00.867141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:00.872578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8345f44b-b44b-4ccc-90fd-709929698d49 req-5b167503-1a7f-4588-87bf-94194b108716 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:00.920959 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dbd768e5-6681-4268-ade5-89925b8d7d21 req-36ecdd8e-84c8-49c1-ba2d-1b32267e0eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704866 Mar 02 17:51:00.970511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-b6cfb52c-0627-40f0-814b-ba7d0dba258a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1993372 Mar 02 17:51:01.013375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:01.033426 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:01.167646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-e4d0ee66-b067-4ead-a377-34511dcca4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:01.167646 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-e4d0ee66-b067-4ead-a377-34511dcca4e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1889694 Mar 02 17:51:01.183628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Transition to ACTIVE for port object 9f0177ed-535c-4e3b-bf33-fbb6083448b0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:01.196712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:01.316247 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-419f43df-ba28-4fc7-8a42-291f7884922f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438708 Mar 02 17:51:01.321364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8345f44b-b44b-4ccc-90fd-709929698d49 req-5b167503-1a7f-4588-87bf-94194b108716 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:01.350316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8345f44b-b44b-4ccc-90fd-709929698d49 req-5b167503-1a7f-4588-87bf-94194b108716 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 210 time: 0.8114958 Mar 02 17:51:01.375521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Made reservation on behalf of 088651869df54c85b8ecbc14d9c6c1ec for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:01.375521 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:01.703738 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:51:01.907787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-9f78e552-6598-4103-9af4-3eb06515748f service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784318 Mar 02 17:51:01.923413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:02.142055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6eff728d-5356-4823-830d-f6cd3cf9961e req-ff3e7d95-94ce-4666-a8d0-39406a8d1449 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247221 Mar 02 17:51:02.164995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a29df03c-3384-4b07-9b8f-d7fbabf044a8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:51:02.281901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d0dc-6e3c-4018-a301-e96dc4d1a9d4 None None] Pushing event updated for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:02.299772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Allocated IP 172.20.0.13 (1539198c-d10b-449a-bfbd-7add7aef7f83/b843a716-36d3-4586-add2-cdc7f06a4f15/cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:02.451655 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-167a61dd-794f-4e70-957b-ee2aef5e5103 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1094 time: 0.1930599 Mar 02 17:51:02.608729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:02.651884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Transition to ACTIVE for port object cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:02.659114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a29df03c-3384-4b07-9b8f-d7fbabf044a8,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:02.663136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:02.723626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:02.800453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:02.820840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:02.825504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:02.856753 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:02.887011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c114-3f19-4105-9b50-4d535917f2bf req-79f1068e-83bf-4960-a7e5-dfcee6661122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:02.897301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-79f1068e-83bf-4960-a7e5-dfcee6661122 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.4348404 Mar 02 17:51:03.091634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Pushing event updated for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:03.144877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.149076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Calling delete_port for a29df03c-3384-4b07-9b8f-d7fbabf044a8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:51:03.151182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.151541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.151891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.154976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.155335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.155682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.156026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.156374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.156713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.157098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:03.190517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:03.191153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.213110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Attempting to bind port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:03.214295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Attempting to bind port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:03.214894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Attempting to bind port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 on network bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:03.256976 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-901c7d8c-f839-47b5-b3fe-d83eb4fe11ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.3500934 Mar 02 17:51:03.265098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a29df03c-3384-4b07-9b8f-d7fbabf044a8,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:03.280037 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.346227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2020-5387-4b80-ba43-3f91ece6d0ee req-bf6db329-3fb6-4714-8c0e-68f08daf54a4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:03.361441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-becc2020-5387-4b80-ba43-3f91ece6d0ee req-bf6db329-3fb6-4714-8c0e-68f08daf54a4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 1.2678242 Mar 02 17:51:03.426462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:03.427150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Checking segment: {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:03.430325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.431138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Bound using segment: {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:03.431845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Bound port: 9f0177ed-535c-4e3b-bf33-fbb6083448b0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e8ce44-dc2d-4787-af79-e3411d95aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:03.432641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.673345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c88b6df1-34a4-460e-8fb7-cdada7a51a8c None None] Provisioning for port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:03.692377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:51:03.694442 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:51:03.754499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c88b6df1-34a4-460e-8fb7-cdada7a51a8c None None] Provisioning complete for port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:03.754499 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c88b6df1-34a4-460e-8fb7-cdada7a51a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.821952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:03.833540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06692cd-d5c6-47ba-9ecb-a4361a531ef4 req-d2a80f59-7d30-4bca-9afa-58ffe5702621 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:03.836286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c06692cd-d5c6-47ba-9ecb-a4361a531ef4 req-d2a80f59-7d30-4bca-9afa-58ffe5702621 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 943 time: 1.9461024 Mar 02 17:51:03.843533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 27017bf9-e792-4ca1-8e0d-609062d68da1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:03.861829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5326cf37-4097-44a1-8261-5719f2cafaad tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7248180 Mar 02 17:51:03.862994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c114-3f19-4105-9b50-4d535917f2bf req-f83aca53-e4e8-4724-b498-38611fcf7dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:03.867317 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-f83aca53-e4e8-4724-b498-38611fcf7dbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.6045835 Mar 02 17:51:03.907492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:03.979921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Request body: {'port': {'device_id': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:03.989265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-25bba80c-957c-4f00-830f-cb669f3f7a67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155670 Mar 02 17:51:04.039191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a29df03c-3384-4b07-9b8f-d7fbabf044a8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:04.097972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:04.098820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c88b6df1-34a4-460e-8fb7-cdada7a51a8c None None] Port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:51:04.101308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] For port 9f0177ed-535c-4e3b-bf33-fbb6083448b0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:04.127989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] For port 9f0177ed-535c-4e3b-bf33-fbb6083448b0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9f0177ed-535c-4e3b-bf33-fbb6083448b0,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:04.148026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 27017bf9-e792-4ca1-8e0d-609062d68da1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:04.155856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:04.190650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 27017bf9-e792-4ca1-8e0d-609062d68da1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:04.191272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:04.226814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Deleting port a29df03c-3384-4b07-9b8f-d7fbabf044a8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:51:04.227936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:04.265971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-becc2020-5387-4b80-ba43-3f91ece6d0ee req-bf42fa07-5cdb-480e-96f3-6df2acb3f735 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037359 Mar 02 17:51:04.380582 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-95b47c73-8e9b-4506-a408-56172dc81f61 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845840 Mar 02 17:51:04.435179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d0dc-6e3c-4018-a301-e96dc4d1a9d4 None None] Pushing event updated for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:04.446124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:04.447139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:50:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:04.498618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:04.503990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:04.539414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:04.553493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:04.653481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:04.654395 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:04.713442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3f644d02-36f6-49ef-aaa9-a0093d2e7447 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9491739 Mar 02 17:51:04.728691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c06692cd-d5c6-47ba-9ecb-a4361a531ef4 req-ac6936de-d24e-4211-a162-ae7e186b00dc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952852 Mar 02 17:51:04.730162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:04.795830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Request body: {'port': {'device_id': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:04.914063 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b602c114-3f19-4105-9b50-4d535917f2bf req-9403729b-c8f0-4e9a-a60f-6f7242825b05 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259473 Mar 02 17:51:05.036282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44572) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:05.091786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.158413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] For port a29df03c-3384-4b07-9b8f-d7fbabf044a8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a29df03c-3384-4b07-9b8f-d7fbabf044a8,segment=NetworkSegment(c9604b9b-09cf-456e-b4b9-7880317ce499),segment_id=c9604b9b-09cf-456e-b4b9-7880317ce499)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:05.158862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.299065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.356562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Calling delete_port for a29df03c-3384-4b07-9b8f-d7fbabf044a8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:51:05.382115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:05.406558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfaef118a764fd99b8b6316be30fc1b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:05.417951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:05.432019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:05.595500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.605365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.652851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748272c-01a6-43fd-ae9c-645aeffe5688,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:05.693413 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-390e9ac8-c314-41ae-b13c-512bcaa51419 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bfaef118a764fd99b8b6316be30fc1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6513953 Mar 02 17:51:05.694499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44582) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:05.730135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:05.737855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.752582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.765324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Transition to ACTIVE for port object cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:05.789678 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.790026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.824281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.828403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] Pushing event deleted for resources: {'Port': ['ID=a29df03c-3384-4b07-9b8f-d7fbabf044a8,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:05.834506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device fe8f7d36-d3fc-4b16-b8d2-333326834389 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:05.898415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.946310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748272c-01a6-43fd-ae9c-645aeffe5688,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:05.955694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:05.981396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7da4ab57-9cbb-45c1-80c8-37967cc5096b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3748272c-01a6-43fd-ae9c-645aeffe5688 HTTP/1.1" status: 204 len: 168 time: 0.2808216 Mar 02 17:51:06.008921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:06.095751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.378464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e59b7-6455-4936-82fc-407c2678863a None None] No DVR routers for this DVR port a29df03c-3384-4b07-9b8f-d7fbabf044a8 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:51:06.382698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6862fa-330b-499d-8f78-d5377e105912 req-08d48aa0-cd4e-4906-841c-b808d078c20b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:06.384202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca6862fa-330b-499d-8f78-d5377e105912 req-08d48aa0-cd4e-4906-841c-b808d078c20b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 931 time: 1.3964322 Mar 02 17:51:06.551171 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.553840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Attempting to bind port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:06.554206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Attempting to bind port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:06.554541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Attempting to bind port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:06.596483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-06257f0c-aae6-481f-a438-cb9d529410c5 req-216a6c16-219e-414a-baee-5ce217581a0d tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Synchronizing usage tracker for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:06.615244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 27017bf9-e792-4ca1-8e0d-609062d68da1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=27017bf9-e792-4ca1-8e0d-609062d68da1,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:06.617990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:06.633337 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.664884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 on network 1539198c-d10b-449a-bfbd-7add7aef7f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:51:06.665743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Attempting to bind port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:06.668469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-06257f0c-aae6-481f-a438-cb9d529410c5 req-216a6c16-219e-414a-baee-5ce217581a0d tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Unset dirty status for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:06.675679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06257f0c-aae6-481f-a438-cb9d529410c5 req-216a6c16-219e-414a-baee-5ce217581a0d tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1028 time: 1.9103174 Mar 02 17:51:06.706288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.722319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=27017bf9-e792-4ca1-8e0d-609062d68da1,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:06.725127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'port_id': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'mac_address': 'fa:16:3e:1e:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:06.775211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:06.776755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Checking segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:06.777320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Bound using segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:06.777945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Bound port: cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:06.778460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.804387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:04Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:06.809277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb4ffc-e2f5-48a4-8b7b-e55a91370553 None None] The sync data for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 is: [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:04Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:51:06.810099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port e8aa9160-f78e-4835-bf1c-1e1427ac7476 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:51:06.810636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.811225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.842170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8f7d36-d3fc-4b16-b8d2-333326834389 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:06.867391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:06.874189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:06.988586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:07.037271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca6862fa-330b-499d-8f78-d5377e105912 req-9ab7b439-2ff4-4f01-97d4-8fdc14843203 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091385 Mar 02 17:51:07.164329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44596) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:07.212441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.241263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:07.318145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:07.320421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port e8aa9160-f78e-4835-bf1c-1e1427ac7476, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e8aa9160-f78e-4835-bf1c-1e1427ac7476,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:07.320792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.326495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Usage tracker for resource:security_group_rule and tenant:85f5787c6fe54e4e98366e8b0f05589a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:07.332519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:07.345182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:07.444729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.449783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.473795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for e8aa9160-f78e-4835-bf1c-1e1427ac7476 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:51:07.489261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c9bff6-d8cd-464b-b211-37a086c9762c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:07.548271 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f983911-9524-4261-a06c-32ac00741e69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85f5787c6fe54e4e98366e8b0f05589a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3824592 Mar 02 17:51:07.551204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44600) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:07.652524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.720929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.807827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.828136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c9bff6-d8cd-464b-b211-37a086c9762c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:07.834525 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.837181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06257f0c-aae6-481f-a438-cb9d529410c5 req-a6f4648e-199a-4b1f-a34e-4db553e3d04f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1603379 Mar 02 17:51:07.838412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:07.858254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7aee018f-1dad-4509-b02e-c774bd843446 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42c9bff6-d8cd-464b-b211-37a086c9762c HTTP/1.1" status: 204 len: 168 time: 0.2918227 Mar 02 17:51:08.016394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=e8aa9160-f78e-4835-bf1c-1e1427ac7476,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:08.443465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:08.460634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f616b-1e23-427c-81b4-1aea9c2a48a3 req-45910cc9-0f10-469e-86eb-8efb1ac94d50 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:08.462282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e9f616b-1e23-427c-81b4-1aea9c2a48a3 req-45910cc9-0f10-469e-86eb-8efb1ac94d50 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6806583 Mar 02 17:51:08.554488 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:08.556314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e9f616b-1e23-427c-81b4-1aea9c2a48a3 req-3bf66da8-8e3a-4c07-8e3b-585008c2c985 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805702 Mar 02 17:51:08.571032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:08.694221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b25c-0e8d-4878-af81-0ff87fe4f7df req-0386689b-3077-4373-a76e-907082fa4875 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:08.701217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de03b25c-0e8d-4878-af81-0ff87fe4f7df req-0386689b-3077-4373-a76e-907082fa4875 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 944 time: 0.6797583 Mar 02 17:51:08.716471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:08.965434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 27017bf9-e792-4ca1-8e0d-609062d68da1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:08.968460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:51:08.992915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:08.995772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 HTTP/1.1" status: 200 len: 1092 time: 5.0599172 Mar 02 17:51:08.996561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ef0d-7292-4f57-8017-87be60ff0823 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:09.013117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:09.021826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.134054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 27017bf9-e792-4ca1-8e0d-609062d68da1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:09.134765 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.356549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-db4e18ab-1c48-48bb-9d6b-4dba4036ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.408504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9f0177ed-535c-4e3b-bf33-fbb6083448b0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:09.522552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:09.529621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:09.529987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.541946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de03b25c-0e8d-4878-af81-0ff87fe4f7df req-e6f6e8e1-88db-4ea9-928a-7eb01dff3c10 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402295 Mar 02 17:51:09.709592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe89d94-800b-4a96-8aed-7226f657dd0a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:09.741834 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.801646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9f0177ed-535c-4e3b-bf33-fbb6083448b0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9f0177ed-535c-4e3b-bf33-fbb6083448b0,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:09.804369 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.811879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.922091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:09.924999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device fe8f7d36-d3fc-4b16-b8d2-333326834389 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:09.948436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:09.964594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Transition to ACTIVE for port object 3fe89d94-800b-4a96-8aed-7226f657dd0a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:09.977269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed70a2-6a16-4920-9e2f-9b2a53c17885 req-eb2c38c4-29a4-41c0-8d51-7cba38854945 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:09.980612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7ed70a2-6a16-4920-9e2f-9b2a53c17885 req-eb2c38c4-29a4-41c0-8d51-7cba38854945 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 931 time: 1.2686424 Mar 02 17:51:10.000080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.049426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.087835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port fe8f7d36-d3fc-4b16-b8d2-333326834389 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:10.094079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port fe8f7d36-d3fc-4b16-b8d2-333326834389 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:10.094498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.124746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-dcab8d8d-5ef1-4ab4-a8d5-004fbb281846 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1095 time: 1.0272815 Mar 02 17:51:10.223754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-5730217e-b99d-483b-b26d-0f16709fc1a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 HTTP/1.1" status: 200 len: 217 time: 0.0828838 Mar 02 17:51:10.267821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.307617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:10.319349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:10.324415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.368694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-2532ba7b-12ce-41c5-a5e3-ea76959d458c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:10.370151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-2532ba7b-12ce-41c5-a5e3-ea76959d458c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b843a716-36d3-4586-add2-cdc7f06a4f15 HTTP/1.1" status: 200 len: 848 time: 0.0904636 Mar 02 17:51:10.370832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:10.389234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7ed70a2-6a16-4920-9e2f-9b2a53c17885 req-1f512733-e36c-454f-a78d-a74f9d793867 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818638 Mar 02 17:51:10.430933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:10.479719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b79acf6c-ef78-472b-bc65-9e3c614c65be req-13a7e9cf-d10c-41e0-aab8-678032fb2424 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1095 time: 0.6099050 Mar 02 17:51:10.487281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.488096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Fanout notify agent at l3_agent the message router_deleted on router fad03ad7-fefd-4adb-8604-c172221f6a74 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:51:10.686401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-25fef521-b0c2-43d1-a5db-53b9c20459d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1539198c-d10b-449a-bfbd-7add7aef7f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960463 Mar 02 17:51:10.694652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:10.695735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c292a0cf-778d-4bc6-ad00-1da00c5a110a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/routers/fad03ad7-fefd-4adb-8604-c172221f6a74 HTTP/1.1" status: 204 len: 168 time: 10.3591642 Mar 02 17:51:10.700581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:10.753653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9f0177ed-535c-4e3b-bf33-fbb6083448b0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:10.778026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b79acf6c-ef78-472b-bc65-9e3c614c65be req-c6ef600e-c154-4eea-a652-8ee8cd0ff26a tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970755 Mar 02 17:51:10.972568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:10.972568 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.046363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Attempting to bind port 3fe89d94-800b-4a96-8aed-7226f657dd0a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:11.046363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Attempting to bind port 3fe89d94-800b-4a96-8aed-7226f657dd0a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:11.052989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.058127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Attempting to bind port 3fe89d94-800b-4a96-8aed-7226f657dd0a on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:11.110406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Port 3fe89d94-800b-4a96-8aed-7226f657dd0a on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:51:11.110791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Attempting to bind port 3fe89d94-800b-4a96-8aed-7226f657dd0a on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:11.143319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:11.144090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Checking segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:11.146535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Bound using segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:11.152692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Bound port: 3fe89d94-800b-4a96-8aed-7226f657dd0a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:11.153084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.314688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.337619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:11.346253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:11.350461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-71c91d8d-a53b-4d43-b6b2-875ad4082ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532378 Mar 02 17:51:11.388008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747123f7-b7f0-428c-8620-a5d632b24343']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:11.398433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-124582f9-5720-48fb-a8c1-4c22a79e4118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.419013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9604b9b-09cf-456e-b4b9-7880317ce499') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:11.421516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9604b9b-09cf-456e-b4b9-7880317ce499') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:11.425530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.449471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.480954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.491269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:51:11.497044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.503418 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65', 'status': 'completed', 'code': 200} Mar 02 17:51:11.524095 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'code': 200} Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:51:11.530802 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:51:11.759869 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.829647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.834341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Network': ['ID=747123f7-b7f0-428c-8620-a5d632b24343,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:11.867135 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8637b0aa-9323-41bd-9056-4fcbdb0ce05f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/networks/747123f7-b7f0-428c-8620-a5d632b24343 HTTP/1.1" status: 204 len: 168 time: 1.1651616 Mar 02 17:51:11.868199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44680) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:11.983357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-285b241f-f3c5-4da5-a271-0ed738cfbbab req-9899e417-dd6d-4332-b759-5f777deebe3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.2920527 Mar 02 17:51:11.989075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:11.991215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] 10.222.0.35 "PUT /v2.0/ports/3fe89d94-800b-4a96-8aed-7226f657dd0a HTTP/1.1" status: 200 len: 1091 time: 7.2657900 Mar 02 17:51:12.018993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8a5e-8551-4176-a083-d51dc329c4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:12.078249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de4dd-0a4f-4648-b8ed-2383e867fc3e req-4ec7821c-613e-4bfb-a788-b140e3d88b5c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:12.085450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e5de4dd-0a4f-4648-b8ed-2383e867fc3e req-4ec7821c-613e-4bfb-a788-b140e3d88b5c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.7318656 Mar 02 17:51:12.109117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:12.181972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:12.216997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3bd39d7-f7d8-4ce3-8677-114f6f070c98 req-75b26127-19ec-4ffd-8a1f-7cb17dfd64e4 service neutron] 10.222.0.35 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930200 Mar 02 17:51:12.265674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e5de4dd-0a4f-4648-b8ed-2383e867fc3e req-f4344551-e1f7-4ef0-aff1-7b72aa1e02af tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Mar 02 17:51:12.336022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:12.410726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f195d7a7-51aa-47ff-9f01-8e57ee011c18,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:12.410726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-285b241f-f3c5-4da5-a271-0ed738cfbbab req-8acc69d2-3c06-4990-939d-507ff650a738 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168768 Mar 02 17:51:12.420802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:12.427966 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b350f58-c06e-4a95-adf0-484bce8b5efb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/security-groups/f195d7a7-51aa-47ff-9f01-8e57ee011c18 HTTP/1.1" status: 204 len: 168 time: 0.5547445 Mar 02 17:51:12.508248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bfb72-8261-44c3-b8d3-98acda46380e req-8e025b8a-6c9b-45a6-bbda-5870ba1e681c tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:12.515568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859bfb72-8261-44c3-b8d3-98acda46380e req-8e025b8a-6c9b-45a6-bbda-5870ba1e681c tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.8050520 Mar 02 17:51:12.664091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-9c598418-69bc-499b-8c37-6458753a6f89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 1094 time: 0.5762093 Mar 02 17:51:12.845955 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:13.007831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-56305e00-f400-4279-baf1-266ecfa0e475 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a HTTP/1.1" status: 200 len: 217 time: 0.2923989 Mar 02 17:51:13.008308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-859bfb72-8261-44c3-b8d3-98acda46380e req-172242d6-ad99-4fba-823e-77a8d5cc3036 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916286 Mar 02 17:51:13.020697 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:13.171477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-b9a5d3ab-6717-4cc6-9cb2-662770c4f56f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:13.173950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-b9a5d3ab-6717-4cc6-9cb2-662770c4f56f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.1613069 Mar 02 17:51:13.178897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-c063e911-8699-40c0-935d-aaac56c29cd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1095 time: 0.8773787 Mar 02 17:51:13.346007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-d67287ad-297d-4d4b-8736-7d3c39e2dae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503186 Mar 02 17:51:13.415173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b4c3-f28b-4181-81b0-21523d1465a5 req-a95ce2ae-e804-4b27-9c92-299569343318 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:13.424069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c328b4c3-f28b-4181-81b0-21523d1465a5 req-a95ce2ae-e804-4b27-9c92-299569343318 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 943 time: 0.7070618 Mar 02 17:51:13.553136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:13.647965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c328b4c3-f28b-4181-81b0-21523d1465a5 req-7a6edbfc-8a32-49e5-b14b-61e65ab3a0b7 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226398 Mar 02 17:51:13.703846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-8a12d67a-5f90-42c5-8871-1320636d720a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:13.705483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-8a12d67a-5f90-42c5-8871-1320636d720a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.5117354 Mar 02 17:51:13.838123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-5e9f10ea-6d57-4275-a5d1-5d26c9f09465 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 HTTP/1.1" status: 200 len: 217 time: 0.1153274 Mar 02 17:51:14.025246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-63b34163-0b1e-4296-9cda-63ae8a601aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:14.027188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-63b34163-0b1e-4296-9cda-63ae8a601aee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b843a716-36d3-4586-add2-cdc7f06a4f15 HTTP/1.1" status: 200 len: 848 time: 0.1674871 Mar 02 17:51:14.121017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-3493f1e4-b768-45de-abdb-1ab040196839 service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654655 Mar 02 17:51:14.269366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e002a24-0cef-4bc5-bbb9-b9a7c3471fc5 req-ce3fdc5f-4b93-4627-a5d0-ee844288f08c tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1095 time: 0.9207342 Mar 02 17:51:14.323484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:14.481294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0a8b341-ed69-4aba-be28-696a51fe64de req-d2a74f01-b3d6-41af-9e80-1cee0e6eb3ab service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419716 Mar 02 17:51:14.503255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e002a24-0cef-4bc5-bbb9-b9a7c3471fc5 req-fa391b53-3a4c-478c-a58b-b2d20dc083dc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329249 Mar 02 17:51:14.519975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-2c63e2d3-94de-4d0f-a4d3-300c3224657e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1539198c-d10b-449a-bfbd-7add7aef7f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4483457 Mar 02 17:51:14.546669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9b12-1b27-408b-a59b-7c6eb2686b5d req-229bc099-d89b-41c5-a6f9-5506470908f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:14.561038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00ac9b12-1b27-408b-a59b-7c6eb2686b5d req-229bc099-d89b-41c5-a6f9-5506470908f7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.5237074 Mar 02 17:51:14.710046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:14.839867 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'status': 'completed', 'code': 200} Mar 02 17:51:14.963317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:14.979704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:14.990564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296530323', 'description': 'tempest-secgroup-smoke-296530323 description', 'project_id': 'c21c1d4fc29245548e8b580d1220468f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:15.005470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'port_id': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65', 'mac_address': 'fa:16:3e:ea:0f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:15.007626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:15.014262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:15.019572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:15.037891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:15.070314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.144003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00ac9b12-1b27-408b-a59b-7c6eb2686b5d req-ca8bff2c-a436-4290-9c44-f3b41133ad5f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782945 Mar 02 17:51:15.162422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.166307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:15.181433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:15.185894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-e14855df-5175-43d3-9bd7-e1abcebb8714 service neutron] 10.222.0.35 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217890 Mar 02 17:51:15.189355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:15.190894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-bfebc108-a9e8-49c9-a52d-b7e02d167c5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 1094 time: 0.3544102 Mar 02 17:51:15.210206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:15.219407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:15.261453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:15.271869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.370057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.388648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.472025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:15.522434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a559424-0167-4b11-a6e0-04ea579b34b3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:15.526430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.527732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9087b03-d211-4332-8d90-63d28d30913e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5463893 Mar 02 17:51:15.531162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:15.540196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:15.550904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:15.557052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:15.561539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:15.572052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:15.605327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.688288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.694330 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.702261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:15.723371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59817c2-083c-43f7-b101-2de17dce115c req-98c7c01d-a606-4f70-9100-4d46593cf53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:15.725088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-98c7c01d-a606-4f70-9100-4d46593cf53e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.5189903 Mar 02 17:51:15.729372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be2714c-8b02-406d-8e68-3c93e0a73c8c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:15.748342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.750095 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b5c1e85-59b1-42ba-bd1e-f149527a464e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2172196 Mar 02 17:51:15.752769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:15.760923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:15.769238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:15.776031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:15.781466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:15.788151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:15.830511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.922537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.929247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.962356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349026bf-d5cc-438a-b16c-365aad93a909,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:15.994847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:15.996288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e8a4071-6741-469c-8bed-bd37c29b871e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2424221 Mar 02 17:51:16.000550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:16.015209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:16.027448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-9bfafe81-3864-425b-8978-824eecc5d739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a HTTP/1.1" status: 200 len: 217 time: 0.1757650 Mar 02 17:51:16.029430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:16.035513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:16.040054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:16.047853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:16.081435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.177337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799fc6f4-1358-4ee6-a84e-b2f0283b125f req-83bd6ebe-8eb6-4c89-9a89-d733abda1c50 service neutron] 10.222.0.35 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9697087 Mar 02 17:51:16.189572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.195952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.226689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b341d2-578a-42c8-a253-f11fa523f04e req-62cef137-d792-47db-aaf6-810fb94f51e7 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:16.237878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3b341d2-578a-42c8-a253-f11fa523f04e req-62cef137-d792-47db-aaf6-810fb94f51e7 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 943 time: 0.7321985 Mar 02 17:51:16.243332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a3cb65-de58-4511-ae6d-fdbe471d6c91,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:16.262255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812dea4-a738-4b58-83ba-a7758514cf1f req-7d1ee999-7280-4f52-adb5-8a52428e5b66 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:16.266235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1812dea4-a738-4b58-83ba-a7758514cf1f req-7d1ee999-7280-4f52-adb5-8a52428e5b66 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.5835044 Mar 02 17:51:16.274772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.276330 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-15628443-7616-4b68-a515-686931d0e4eb tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2744923 Mar 02 17:51:16.278783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:16.291582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:16.298980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:16.304936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:16.308145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:16.315532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:16.345902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59817c2-083c-43f7-b101-2de17dce115c req-14eade47-60f4-4a37-8ff6-4d6c61c2d7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:16.346973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.347606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-14eade47-60f4-4a37-8ff6-4d6c61c2d7c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.2959535 Mar 02 17:51:16.512255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-f3eef0f4-e9fd-4ecd-96f5-d19346157fbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413085 Mar 02 17:51:16.514652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3b341d2-578a-42c8-a253-f11fa523f04e req-08a8a89a-10fc-489a-a6e0-dcc176984f1f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453692 Mar 02 17:51:16.591181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.597719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.675532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.676758 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3965876 Mar 02 17:51:16.681349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:16.689740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:16.698241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:16.702857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:16.712132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:16.720134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:16.729954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6befe-7964-4d2c-8284-3a6c92717661 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a57f97-7e92-4cc2-9a7e-3ea354eb55e2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:16.733514 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:51:16.747853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.790387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1812dea4-a738-4b58-83ba-a7758514cf1f req-b6abeaea-3786-4f53-8a05-57ac8815c2a4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552734 Mar 02 17:51:16.948328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:16.955578 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.016856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695149cf-92b8-4952-9de8-e1210d986853,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:17.033181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.039036 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1debcfa-73dc-40db-9f41-faa8a0108eab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3568232 Mar 02 17:51:17.040799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:17.053240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'security_group_rule': {'security_group_id': '3a559424-0167-4b11-a6e0-04ea579b34b3', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:17.066733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:17.075929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:security_group_rule and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:17.081099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:17.089672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:17.115074 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Project c21c1d4fc29245548e8b580d1220468f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:51:17.131542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.181651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe0e557-b5f4-4718-9c4f-d1a6290be830 req-2b18cf64-13d9-463b-af95-57d2bc5af752 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1096 time: 0.4076631 Mar 02 17:51:17.184935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-7848a581-a56a-4307-9305-b98bbee36c7a service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254728 Mar 02 17:51:17.312216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.321972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.403808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7449e4ef-0d85-4353-849f-9db34369c489,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:17.426912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.430962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-357be173-ada6-4b91-983d-661934c37735 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3866131 Mar 02 17:51:17.432387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:17.450898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'network': {'name': 'tempest-network-smoke--795089838', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:17.464290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:17.481844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:network and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:17.486757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:17.502661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:17.526218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:17.529516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.573237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b59817c2-083c-43f7-b101-2de17dce115c req-5d23b853-e2fd-45e2-b2c1-cf640e09a75e service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728383 Mar 02 17:51:17.608642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:51:17.628092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.628464 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Added segment 9eb88dd5-8d97-4637-8d39-a5b3aaf51033 of type vlan for network ea78fda0-028d-47ce-a31c-6d44ace956f1 Mar 02 17:51:17.678794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5602984-0dfa-4662-9335-efc2b70a9bde req-93627971-a1fe-4d36-9178-cdfebe2125cb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:17.685792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5602984-0dfa-4662-9335-efc2b70a9bde req-93627971-a1fe-4d36-9178-cdfebe2125cb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.6155677 Mar 02 17:51:17.707157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.741590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe0e557-b5f4-4718-9c4f-d1a6290be830 req-067a50af-7612-4594-870b-eb735048969c tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503829 Mar 02 17:51:17.794956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.798756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:17.799359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:17.820922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5602984-0dfa-4662-9335-efc2b70a9bde req-cfa16d34-e5ac-41da-9fcf-d870393bca80 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339633 Mar 02 17:51:18.180799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01b026-c0b7-437a-9d46-346ea738d299 req-bc78c7c2-8dde-40cf-9c58-983365e239ff tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:18.182651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac01b026-c0b7-437a-9d46-346ea738d299 req-bc78c7c2-8dde-40cf-9c58-983365e239ff tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 943 time: 0.1547220 Mar 02 17:51:18.261216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac01b026-c0b7-437a-9d46-346ea738d299 req-cb7c2540-37b6-4bc0-a974-aea0c502ad77 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Mar 02 17:51:18.342408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Network': ['ID=ea78fda0-028d-47ce-a31c-6d44ace956f1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:18.369039 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7f07173-4887-48b8-8270-b29f5aaeb356 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9355791 Mar 02 17:51:18.371938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44816) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:18.375981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:51:18.379058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'admin_state_up': True, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:18.406445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:18.427764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:router and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:18.450888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:18.478853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:18.522465 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:18.525060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:18.579768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:18.764566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e8aa9160-f78e-4835-bf1c-1e1427ac7476 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:51:18.785316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-5dfa88f4-1013-4248-ac42-566d04c7a7bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.4186263 Mar 02 17:51:18.870829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fe89d94-800b-4a96-8aed-7226f657dd0a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:18.879119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:18.959269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e8aa9160-f78e-4835-bf1c-1e1427ac7476 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:51:18.961160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e8aa9160-f78e-4835-bf1c-1e1427ac7476 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:51:19.137110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-26c1e0c0-e62f-49e6-91ec-c794c104401f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:19.149777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-26c1e0c0-e62f-49e6-91ec-c794c104401f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.3476565 Mar 02 17:51:19.175294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732ab0f-4f08-4c58-873e-dcf585e5e827 req-be3b1ce6-3b3b-469a-80e0-6d7a6627744e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:19.183515 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:51:19.185084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6732ab0f-4f08-4c58-873e-dcf585e5e827 req-be3b1ce6-3b3b-469a-80e0-6d7a6627744e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.3902407 Mar 02 17:51:19.194230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:19.281513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-65c440c7-3611-4c4b-a40b-150d7d75c51c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1305687 Mar 02 17:51:19.305137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6732ab0f-4f08-4c58-873e-dcf585e5e827 req-da6990b5-a4f6-4f56-976b-d2475babc841 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011584 Mar 02 17:51:19.461377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-975af9c3-be81-45f1-b64c-4d931327be98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:19.465475 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-975af9c3-be81-45f1-b64c-4d931327be98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1738820 Mar 02 17:51:19.471168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:19.526631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'port_id': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'mac_address': 'fa:16:3e:18:e8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cbde46-1058-4c4d-b451-66745ea550c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:19.625826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:19.644522 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-93bd4374-c8e8-4f5c-831b-dbd83d38db61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617329 Mar 02 17:51:19.679500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:19.708104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:19.727730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:19.729446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:19.822077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe89d94-800b-4a96-8aed-7226f657dd0a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:19.875043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:19.888384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:19.951382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-6198e42c-8c2a-415d-9e52-4f647cf11cff service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005543 Mar 02 17:51:20.168502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:20.189710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a17b3c7f-6457-4ca0-afda-c082a3d9ec8e req-0ff4cd14-44c7-446b-ad87-b9db2ebd328e tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1096 time: 0.4996934 Mar 02 17:51:20.190985 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6f569f96-ec8d-416c-84b9-a7c45df36103 req-851e9658-1515-495a-b135-1daf8d842b7b service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254887 Mar 02 17:51:20.219587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.219587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.219587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.219984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.220330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.220557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.220947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.221297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.221617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.221941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.222248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:20.235647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:20.246615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad233d7-a5f5-43d1-a4d4-f8f06b7fbc37 req-658c7967-8185-49a3-9956-10ff98906ef9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:20.255227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ad233d7-a5f5-43d1-a4d4-f8f06b7fbc37 req-658c7967-8185-49a3-9956-10ff98906ef9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.4598212 Mar 02 17:51:20.330799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:20.345944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3fe89d94-800b-4a96-8aed-7226f657dd0a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:20.416853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a17b3c7f-6457-4ca0-afda-c082a3d9ec8e req-c7cbb523-2b00-4fe7-9bfd-527ae2307985 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246773 Mar 02 17:51:20.440311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:20.483628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:20.507935 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:20.568095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1ad233d7-a5f5-43d1-a4d4-f8f06b7fbc37 req-ac266179-4604-44d5-9b69-63188b556ffe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107285 Mar 02 17:51:20.576046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:20.811784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:20.900254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.244 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/36ab1104-cbd0-4f84-9518-f38a24c8f8bc) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:21.335352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:21.448829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7580f0-3fb6-4f91-afac-94ded095348a req-8665939d-3e7f-47c5-84e4-07d19a11f748 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:21.457431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b7580f0-3fb6-4f91-afac-94ded095348a req-8665939d-3e7f-47c5-84e4-07d19a11f748 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3427231 Mar 02 17:51:21.545565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:21.617712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb671405-aaf7-4a33-8a2c-89ca39f5ce82 req-10f5322a-02eb-4018-a03c-1aa5af0aac82 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:21.619037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb671405-aaf7-4a33-8a2c-89ca39f5ce82 req-10f5322a-02eb-4018-a03c-1aa5af0aac82 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 944 time: 0.5032423 Mar 02 17:51:21.654697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:21.659846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:21.671589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b7580f0-3fb6-4f91-afac-94ded095348a req-ec797236-b271-4346-9856-0fc341108c58 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122800 Mar 02 17:51:21.703318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:21.788875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:21.829795 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65', 'code': 200} Mar 02 17:51:21.987630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb671405-aaf7-4a33-8a2c-89ca39f5ce82 req-ed6e58ca-38e5-46ab-a47f-746d1b797439 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587358 Mar 02 17:51:22.190688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:22.194716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:22.343092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fead23b-7067-448b-995b-5592f4232e78 req-7b4dc5e7-2230-4e41-87d1-cfd1b14e246b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.4025898 Mar 02 17:51:22.754241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fe89d94-800b-4a96-8aed-7226f657dd0a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:22.782432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fead23b-7067-448b-995b-5592f4232e78 req-893eabbc-47b9-4575-8488-2d1ad4055736 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687839 Mar 02 17:51:22.852073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9bf02-cef4-4943-85cc-22efa1e13502 req-a1624ccb-05ad-4f49-8f79-37905708cc3b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:22.861237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbf9bf02-cef4-4943-85cc-22efa1e13502 req-a1624ccb-05ad-4f49-8f79-37905708cc3b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.6614974 Mar 02 17:51:22.913278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 3fe89d94-800b-4a96-8aed-7226f657dd0a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:22.920655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 3fe89d94-800b-4a96-8aed-7226f657dd0a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:22.921389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:22.932163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-735d7623-8fd0-4d7d-ac25-ba36ec6a0882 req-c481d104-bc39-4db3-9d81-fcbcca86cc65 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.4290023 Mar 02 17:51:23.028270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbf9bf02-cef4-4943-85cc-22efa1e13502 req-3990f05d-d5fb-4c8c-8f14-6191441b0892 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638670 Mar 02 17:51:23.091859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-735d7623-8fd0-4d7d-ac25-ba36ec6a0882 req-cad8aaec-6353-4feb-b593-fd91232c227b tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587605 Mar 02 17:51:23.109821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:23.193031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:23.204661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:23.257945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:51:23.363108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:23.666002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44892) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:23.751948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f050aa-01cf-4bf3-abc4-db4224c191d2 req-b0ea0fb6-6722-4214-979e-40abafb19668 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:23.759776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33f050aa-01cf-4bf3-abc4-db4224c191d2 req-b0ea0fb6-6722-4214-979e-40abafb19668 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2491577 Mar 02 17:51:23.806885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dff53-1948-4747-b7e7-f7a7718ab633 req-2015a8df-f4f5-408d-bd61-addf7d93a53d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:23.808612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e6dff53-1948-4747-b7e7-f7a7718ab633 req-2015a8df-f4f5-408d-bd61-addf7d93a53d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3004229 Mar 02 17:51:23.831574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:23.845513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33f050aa-01cf-4bf3-abc4-db4224c191d2 req-5f2f503a-83f9-497b-9d97-832fbe2ab2ec tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846581 Mar 02 17:51:23.905370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:23.938494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e6dff53-1948-4747-b7e7-f7a7718ab633 req-98b047c4-8e96-4588-b13b-99a76e04f856 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076112 Mar 02 17:51:23.992158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:24.010007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:51:24.010833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6f6b8893544025a78ad443e182cca9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:24.014056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:24.024341 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Sync routers for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:51:24.035362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:24.049854 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:24.050485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:24.068999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.072756 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'code': 200} Mar 02 17:51:24.085663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0e49b4a8-79b7-4074-b992-fea2f6151548 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7091405 Mar 02 17:51:24.085945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44914) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:24.150344 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-628b8a66-4cf8-44e9-bcff-7f0959a8a880 tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c21c1d4fc29245548e8b580d1220468f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616486 Mar 02 17:51:24.153162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:24.316345 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:24.407541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31612939-d5a6-4c87-bf24-d96d7c45ffaf tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:24.409120 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31612939-d5a6-4c87-bf24-d96d7c45ffaf tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2546999 Mar 02 17:51:24.414005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:24.473700 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-af668175-5253-40cc-843a-0ee9b513d5fc tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577257 Mar 02 17:51:24.477183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:24.482396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdb914-df8f-4c1e-a6ad-d7453009def3 req-67b14de8-47c3-4b0a-97a6-6c93efc77ec6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:24.484071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16bdb914-df8f-4c1e-a6ad-d7453009def3 req-67b14de8-47c3-4b0a-97a6-6c93efc77ec6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.3936346 Mar 02 17:51:24.491329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96611674', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:24.519550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a06b14a-8016-4853-ae9f-659e4e05ad92 req-8abcf5c3-7e4a-496f-bc72-4dd8434311b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 1096 time: 0.3446147 Mar 02 17:51:24.576068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50043625-d14e-4787-a979-57939f3fdb89 req-d270cff0-0a06-46a4-9082-aca0d8932bf4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:24.577613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50043625-d14e-4787-a979-57939f3fdb89 req-d270cff0-0a06-46a4-9082-aca0d8932bf4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.2904780 Mar 02 17:51:24.603906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.619020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.697409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:24.705514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:subnet and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:24.712029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16bdb914-df8f-4c1e-a6ad-d7453009def3 req-2ba88748-dfc0-4480-b362-0146328bbf6f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149951 Mar 02 17:51:24.714086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f036f28-f3ab-446a-b2df-15dea036f000,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:24.716763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:24.722969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b6f6b8893544025a78ad443e182cca9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0542722 Mar 02 17:51:24.727408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44932) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:24.728730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:24.734419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a06b14a-8016-4853-ae9f-659e4e05ad92 req-bb02af18-57e3-472d-bcb6-e43b30e94949 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072177 Mar 02 17:51:24.741243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.742274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.742274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.742274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.742672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.742966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.743363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.743661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.750699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.750699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.750699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b84d6-db80-439d-a3a7-7d4a616dde18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:24.755603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:24.776088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50043625-d14e-4787-a979-57939f3fdb89 req-ecd01249-ab5a-4e28-a8f2-d7953cfd2445 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837237 Mar 02 17:51:24.857921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.890155 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.894402 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:21Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:24.905800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:24.908500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Checking router: 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:51:24.909094 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Updating router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:51:24.998100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.019980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f036f28-f3ab-446a-b2df-15dea036f000,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:25.022425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.027161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cc969c94-4793-47a4-a84b-0958925ade74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f036f28-f3ab-446a-b2df-15dea036f000 HTTP/1.1" status: 204 len: 168 time: 0.2949765 Mar 02 17:51:25.077764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6530fad2-a27c-49bd-a5ed-54bf30b9cdd8 req-f73ce672-8f5a-4186-88c2-5f29f015de20 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.1276047 Mar 02 17:51:25.082500 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.137150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6530fad2-a27c-49bd-a5ed-54bf30b9cdd8 req-99cb6a77-e680-4eef-a470-8b08efd58e6d tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Mar 02 17:51:25.532107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.562319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6cac7-b120-4c76-b658-29f552716b69 req-28bee218-9e49-4ba2-8de0-d687a40b6e96 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:25.577682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6c6cac7-b120-4c76-b658-29f552716b69 req-28bee218-9e49-4ba2-8de0-d687a40b6e96 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3905478 Mar 02 17:51:25.647042 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:51:25.652608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-529f8b3b-a7fc-4dee-95e8-8368f7d9e437 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1096 time: 0.4676270 Mar 02 17:51:25.655603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Subnet': ['ID=89b63e98-7853-4f60-80ee-b8c47d24a77b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:25.674776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6c6cac7-b120-4c76-b658-29f552716b69 req-9321422e-af56-46be-b8ca-d0b4409ca5ac tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959198 Mar 02 17:51:25.697898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Checking segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:25.698481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network hostable DHCP agents. Network: ea78fda0-028d-47ce-a31c-6d44ace956f1, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:51:25.699767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7127-76f5-4089-b2a3-4e23930c8088 req-e079abf9-a778-4292-8297-aa82133812eb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:25.701320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-116d7127-76f5-4089-b2a3-4e23930c8088 req-e079abf9-a778-4292-8297-aa82133812eb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.3136322 Mar 02 17:51:25.801499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44950) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:25.814948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:51:25.845878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ea78fda0-028d-47ce-a31c-6d44ace956f1) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:25.855662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3458d-e4a0-448f-87a8-c6cebff475e3 None None] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:51:25.868813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-116d7127-76f5-4089-b2a3-4e23930c8088 req-7b63d4cf-8bbc-4464-a467-5b53f837425d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607718 Mar 02 17:51:25.876326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:25.876936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.879278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.891192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-8e0f5f5e-7882-46a8-9b86-167ed77667ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:25.897249 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-8e0f5f5e-7882-46a8-9b86-167ed77667ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.2326629 Mar 02 17:51:25.927103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:25.932671 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.932884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Usage tracker for resource:security_group_rule and tenant:cee64ef4372144fca88986ebe5a7549a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:25.936193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:25.946947 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Transition to ACTIVE for port object 36ab1104-cbd0-4f84-9518-f38a24c8f8bc will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:25.953773 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:25.990191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:26.030705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-e77faccf-7740-49b5-ba47-71844d19061a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.1248674 Mar 02 17:51:26.038396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e70688e-6029-477b-ba7e-ba5c67a0da0b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5601270 Mar 02 17:51:26.042480 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccc20c-a579-4ef6-b6d7-a30a64cc2bcf None None] Pushing event updated for resources: {'Port': ['ID=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:26.043020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44956) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:26.079253 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Attempting to bind port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:26.079935 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Attempting to bind port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:26.080483 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Attempting to bind port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:26.091916 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:26.093106 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:26.093824 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.094636 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:26.095307 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Bound port: 36ab1104-cbd0-4f84-9518-f38a24c8f8bc, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:26.095861 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.150458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.187732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] For port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:26.192812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] For port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:26.199302 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.250931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-baca6799-203b-4063-ba79-6aa433a51c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:26.252601 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-baca6799-203b-4063-ba79-6aa433a51c45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.2105989 Mar 02 17:51:26.313152 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:26.315327 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-ef9127f4-b674-466d-a5bb-ea1b1e403cee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510921 Mar 02 17:51:26.316220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:26.318963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.362747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ea78fda0-028d-47ce-a31c-6d44ace956f1', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:51:26.363961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.388327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e2affa-b415-474b-9ce0-a22ffe04a60b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:26.452655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d6403f95-dbc0-495c-b9e0-f180ff190a7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cee64ef4372144fca88986ebe5a7549a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6452467 Mar 02 17:51:26.453331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:26.468743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be9f5aa6-046a-40f2-a79d-03707a840dcc req-16742fb3-3a4d-42d0-bd4b-147e5fb70e93 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.5283759 Mar 02 17:51:26.571531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e994f7-e6d0-4e72-862f-b2a60f32be1b req-ab627322-3790-4dbc-b196-744564d63c9a tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:26.581654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77e994f7-e6d0-4e72-862f-b2a60f32be1b req-ab627322-3790-4dbc-b196-744564d63c9a tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.4840996 Mar 02 17:51:26.637884 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-429ef571-995c-4c2f-b33c-00c2f64e7e35 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138747 Mar 02 17:51:26.681968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be9f5aa6-046a-40f2-a79d-03707a840dcc req-bd0f25b1-a3d7-4283-8658-3983b5c833b0 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122569 Mar 02 17:51:26.719983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.726453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccc20c-a579-4ef6-b6d7-a30a64cc2bcf None None] Pushing event updated for resources: {'Port': ['ID=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:26.731500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Allocated IP 172.20.0.2 (ea78fda0-028d-47ce-a31c-6d44ace956f1/89b63e98-7853-4f60-80ee-b8c47d24a77b/02d84256-f6e0-475b-8cfa-af4c2954ae4d) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:26.756542 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:26.760369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77e994f7-e6d0-4e72-862f-b2a60f32be1b req-526b7a18-d048-4f17-b16e-f509f9dd544b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768596 Mar 02 17:51:26.828265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1aaac3d3-1872-401b-82fe-628a64b9b555 req-b3610ace-1e40-4dac-8ab9-6b15bf6b9a77 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801422 Mar 02 17:51:26.857925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:26.982871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.019844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.021322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99e2affa-b415-474b-9ce0-a22ffe04a60b HTTP/1.1" status: 204 len: 168 time: 0.5670311 Mar 02 17:51:27.022073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1afee-112a-40e9-99c7-fd6f4233208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e2affa-b415-474b-9ce0-a22ffe04a60b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:27.302620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.319553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Transition to ACTIVE for port object 02d84256-f6e0-475b-8cfa-af4c2954ae4d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:27.344227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Transition to ACTIVE for port object 02d84256-f6e0-475b-8cfa-af4c2954ae4d will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:27.357129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.362253 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:21Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:27.369951 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef126be0-9d15-435c-a33f-6b4d1db94d9a None None] The sync data for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 is: [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:21Z', 'revision_number': 3, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:51:27.398063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2fc91-8e42-43d4-9fd5-b025ba8b671d req-b03be5f4-d7ff-4bd6-bbcb-7da607bd6eff tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:27.405070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28f2fc91-8e42-43d4-9fd5-b025ba8b671d req-b03be5f4-d7ff-4bd6-bbcb-7da607bd6eff tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.3863571 Mar 02 17:51:27.443570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d0cea51-2904-4235-bf9d-999d5d24c4c7 req-fb15c634-eb3b-400f-8022-e96f05268330 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.3724859 Mar 02 17:51:27.549603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Pushing event updated for resources: {'Port': ['ID=02d84256-f6e0-475b-8cfa-af4c2954ae4d,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:27.564905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:27.573309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:27.576534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:27.598934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28f2fc91-8e42-43d4-9fd5-b025ba8b671d req-22061014-3991-4e0c-9d19-8c20a29fcbca tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925967 Mar 02 17:51:27.618789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d0cea51-2904-4235-bf9d-999d5d24c4c7 req-51b79957-497c-4407-81d4-31022047951e tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583230 Mar 02 17:51:27.800765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Attempting to bind port 02d84256-f6e0-475b-8cfa-af4c2954ae4d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:27.805049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Attempting to bind port 02d84256-f6e0-475b-8cfa-af4c2954ae4d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:27.805456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Attempting to bind port 02d84256-f6e0-475b-8cfa-af4c2954ae4d on network ea78fda0-028d-47ce-a31c-6d44ace956f1 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:27.819774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:27.820187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Checking segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:27.820543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.820929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Bound using segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:27.821395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Bound port: 02d84256-f6e0-475b-8cfa-af4c2954ae4d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:27.821763 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:27.980062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] For port 02d84256-f6e0-475b-8cfa-af4c2954ae4d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:27.983524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] For port 02d84256-f6e0-475b-8cfa-af4c2954ae4d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=02d84256-f6e0-475b-8cfa-af4c2954ae4d,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:27.987838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:51:28.026259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0904ebd-665b-485b-a8c3-0b096041e88c req-9ac09a54-64aa-418b-b7e6-3b213e132c02 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:28.030622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0904ebd-665b-485b-a8c3-0b096041e88c req-9ac09a54-64aa-418b-b7e6-3b213e132c02 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2623985 Mar 02 17:51:28.044233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:28.148655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77def7f-415e-4d30-8837-d9765911a6b7 req-daef309f-c2c6-4fc0-9fad-3462a74c275b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:28.162861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f77def7f-415e-4d30-8837-d9765911a6b7 req-daef309f-c2c6-4fc0-9fad-3462a74c275b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 945 time: 0.2641921 Mar 02 17:51:28.186108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:28.235484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0904ebd-665b-485b-a8c3-0b096041e88c req-f7bf8e35-6b56-4388-aee6-ade89a9e74ad tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977193 Mar 02 17:51:28.309742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f77def7f-415e-4d30-8837-d9765911a6b7 req-eee8f4f9-f994-4521-81a1-2b767bd3214d tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440182 Mar 02 17:51:28.359031 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:28.373423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78134c2-f295-4242-95f1-d4faab5f17e7 None None] Pushing event updated for resources: {'Port': ['ID=02d84256-f6e0-475b-8cfa-af4c2954ae4d,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:28.445976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:28.447404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:28.454685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:28.677325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:28.908932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 02d84256-f6e0-475b-8cfa-af4c2954ae4d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:29.007107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 02d84256-f6e0-475b-8cfa-af4c2954ae4d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:29.036819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89cd11-e592-40a5-97f8-792fa18a78e2 req-2792d706-c4df-4147-9865-6fc6bec079cf tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:29.039204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a89cd11-e592-40a5-97f8-792fa18a78e2 req-2792d706-c4df-4147-9865-6fc6bec079cf tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.3901846 Mar 02 17:51:29.123794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.1 (ea78fda0-028d-47ce-a31c-6d44ace956f1/89b63e98-7853-4f60-80ee-b8c47d24a77b/9e11bfdb-540b-44fe-96ec-7a072934ba5e) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:29.190517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a89cd11-e592-40a5-97f8-792fa18a78e2 req-12b32b95-d744-4cd9-a2b0-28a68398d236 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413589 Mar 02 17:51:29.193124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-b8510e3e-f15d-457a-b73b-714d6996c116 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:29.203165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Sync routers for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:51:29.206800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-b8510e3e-f15d-457a-b73b-714d6996c116 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.3937545 Mar 02 17:51:29.231050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-4c36693a-13cd-4b8b-9ed5-906dbc2796e3 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/quotas/088651869df54c85b8ecbc14d9c6c1ec HTTP/1.1" status: 200 len: 375 time: 0.0222893 Mar 02 17:51:29.236604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:29.237311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:29.434279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-ccafe4fe-f442-4d15-a9c4-b523ed877b0e tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951060 Mar 02 17:51:29.560926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:29.644362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 9e11bfdb-540b-44fe-96ec-7a072934ba5e will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:29.672502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:29.716820 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'code': 200} Mar 02 17:51:29.829108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-fb4837f6-a944-475e-8958-69ad6e244247 service neutron] 10.222.0.37 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827243 Mar 02 17:51:29.889058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:29.892936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:29.896211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:29.908717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:29.951036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:29.996381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:30.110221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ff981-fea0-4c95-a6b3-a46331d1b46b req-aad1e3f0-3c34-4eb9-893d-d427843bcf57 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:30.111965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-927ff981-fea0-4c95-a6b3-a46331d1b46b req-aad1e3f0-3c34-4eb9-893d-d427843bcf57 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.4392743 Mar 02 17:51:30.256317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:30.269004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-7ffe5ff9-041f-42f4-b729-4246fd51dade service neutron] 10.222.0.37 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384270 Mar 02 17:51:30.320936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-927ff981-fea0-4c95-a6b3-a46331d1b46b req-a92d032c-736f-46e9-bde0-9575ba19405e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640546 Mar 02 17:51:30.352988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9e15e-89b5-45da-b734-267df6c4440c None None] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:51:30.886695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c56a8-e107-4e1a-97ef-1a4f157eb2b9 req-5b93928e-0669-4a6f-b9af-4595e662aa40 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:30.890661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-572c56a8-e107-4e1a-97ef-1a4f157eb2b9 req-5b93928e-0669-4a6f-b9af-4595e662aa40 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.1689689 Mar 02 17:51:31.001052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36ab1104-cbd0-4f84-9518-f38a24c8f8bc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:31.017917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-572c56a8-e107-4e1a-97ef-1a4f157eb2b9 req-943bdff5-2e04-484c-822d-61aa60f97a54 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199799 Mar 02 17:51:31.212961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Provisioning for port 02d84256-f6e0-475b-8cfa-af4c2954ae4d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:31.307636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Provisioning complete for port 02d84256-f6e0-475b-8cfa-af4c2954ae4d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:31.312449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:31.505743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:31.519565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:31.558053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f056ba39-9f7b-4844-a4ec-ed64ada023ab req-7f81d400-7d8d-498b-b737-cea8de415bcf tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 210 time: 0.1101315 Mar 02 17:51:31.641507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373d25-826a-4d20-bba2-8db5520335a8 req-c847de70-c42a-4dc6-85a0-0194b0dea52e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:31.643336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77373d25-826a-4d20-bba2-8db5520335a8 req-c847de70-c42a-4dc6-85a0-0194b0dea52e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.2898757 Mar 02 17:51:31.693630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:31.706997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:31.707735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:31.720627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77373d25-826a-4d20-bba2-8db5520335a8 req-fafe52c2-9732-40bd-87e7-6400e6d478c7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712495 Mar 02 17:51:31.781626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:32.012634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:32.035005 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:32.077429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5b59-cacc-4388-bb2f-cab4e632c6b3 req-57036386-c86f-4488-9033-de59878f7b41 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:32.093238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ecb5b59-cacc-4388-bb2f-cab4e632c6b3 req-57036386-c86f-4488-9033-de59878f7b41 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.2366180 Mar 02 17:51:32.241493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1c62ac9d-c98c-4522-a075-d19903f24e5d', 'name': '', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'mac_address': 'fa:16:3e:22:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:46Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 2, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'subnets': [{'id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:32.294333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ecb5b59-cacc-4388-bb2f-cab4e632c6b3 req-5fdde42d-1805-4e23-a238-8a4180d5acbd tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001162 Mar 02 17:51:32.308591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Checking router: aaf8cd0b-c403-437d-9e77-76a2c3d08225 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:51:32.308944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Updating router aaf8cd0b-c403-437d-9e77-76a2c3d08225 port 1c62ac9d-c98c-4522-a075-d19903f24e5d binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:51:32.336858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:32.342326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:32.473686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] For port 02d84256-f6e0-475b-8cfa-af4c2954ae4d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=02d84256-f6e0-475b-8cfa-af4c2954ae4d,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:32.526234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:32.580142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:32.645230 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:32.845614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea6c93-0e30-482d-8ae8-654058ea2e10 None None] Pushing event updated for resources: {'Port': ['ID=02d84256-f6e0-475b-8cfa-af4c2954ae4d,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:32.895771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:32.921979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4330ac4-aae3-44ba-a53b-dd1b8863211b req-7d89aebe-5260-4e62-a817-cb3862b04cf7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:32.923902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4330ac4-aae3-44ba-a53b-dd1b8863211b req-7d89aebe-5260-4e62-a817-cb3862b04cf7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.3634627 Mar 02 17:51:32.944704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8cb01-3b11-4733-9591-54760ed3d139 req-1bf8bc27-59fd-450d-8808-84d49fbdc2a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:32.945560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03c8cb01-3b11-4733-9591-54760ed3d139 req-1bf8bc27-59fd-450d-8808-84d49fbdc2a3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2421591 Mar 02 17:51:33.004032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:33.134078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Provisioning complete for port 02d84256-f6e0-475b-8cfa-af4c2954ae4d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:33.134794 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:33.225223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03c8cb01-3b11-4733-9591-54760ed3d139 req-f08349bf-cdf0-4dfe-a99c-27f9c360975c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407951 Mar 02 17:51:33.267085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4330ac4-aae3-44ba-a53b-dd1b8863211b req-bc5cf716-0aa1-4cbd-b934-b3611014523c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188851 Mar 02 17:51:33.306076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 02d84256-f6e0-475b-8cfa-af4c2954ae4d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:33.679125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8e18433-fd08-45ea-b870-01e9fbb5c35f req-c738f393-93ee-48e4-8c87-87f514bb9c45 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 210 time: 0.0640640 Mar 02 17:51:33.703509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:33.717901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Transition to ACTIVE for port object 1c62ac9d-c98c-4522-a075-d19903f24e5d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:33.728405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:33.742203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:33.790597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-9cff32ed-51f9-4095-b4bb-7e0808f79b57 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:33.792601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-9cff32ed-51f9-4095-b4bb-7e0808f79b57 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Synchronizing usage tracker for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:33.966787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-9cff32ed-51f9-4095-b4bb-7e0808f79b57 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Unset dirty status for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:33.969212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-9cff32ed-51f9-4095-b4bb-7e0808f79b57 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.50 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.9760470 Mar 02 17:51:33.972713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:51:34.011478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a83e62-c042-4b33-9cd6-feecad33f552 req-62db170e-fe37-4c1e-b712-0f25de148e76 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:34.018365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3a83e62-c042-4b33-9cd6-feecad33f552 req-62db170e-fe37-4c1e-b712-0f25de148e76 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.1961930 Mar 02 17:51:34.052102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Request body: {'port': {'device_id': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'admin_state_up': True, 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:34.111283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:34.154331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3a83e62-c042-4b33-9cd6-feecad33f552 req-53754e95-9556-4f87-9ea1-b67e6730779b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295190 Mar 02 17:51:34.223036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:51:34.224742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:34.272247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Made reservation on behalf of 088651869df54c85b8ecbc14d9c6c1ec for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:34.274641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:34.366308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbb89a-429b-454d-8a50-a54c35c4deba None None] Pushing event updated for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:34.599976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 02d84256-f6e0-475b-8cfa-af4c2954ae4d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:34.600347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:34.650942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Attempting to bind port 1c62ac9d-c98c-4522-a075-d19903f24e5d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:34.651305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Attempting to bind port 1c62ac9d-c98c-4522-a075-d19903f24e5d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:34.651666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Attempting to bind port 1c62ac9d-c98c-4522-a075-d19903f24e5d on network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:34.675153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Provisioning for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:34.692927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Provisioning complete for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:34.693341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:34.724419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79229307-be7c-4c79-a546-21b604c1d16f req-32a74c2b-4d6a-40fd-9d94-9a97f7fccb69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1816046 Mar 02 17:51:34.745383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:34.745808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Checking segment: {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:34.746265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:34.746731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Bound using segment: {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:34.747333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Bound port: 1c62ac9d-c98c-4522-a075-d19903f24e5d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:34.747711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:34.855843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Allocated IP 172.20.0.10 (1539198c-d10b-449a-bfbd-7add7aef7f83/b843a716-36d3-4586-add2-cdc7f06a4f15/3abb0aaa-2fda-466c-97e8-dfa63bda155d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:34.890196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ad18db9c-fb3c-4621-a5ac-185992813f8e None None] Port 9e11bfdb-540b-44fe-96ec-7a072934ba5e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:51:35.038085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] For port 1c62ac9d-c98c-4522-a075-d19903f24e5d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:35.057133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] For port 1c62ac9d-c98c-4522-a075-d19903f24e5d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c62ac9d-c98c-4522-a075-d19903f24e5d,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:35.064921 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:35.136969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f7778634-8356-48cb-83ff-87208638aa9f None None] Provisioning complete for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:35.137345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7778634-8356-48cb-83ff-87208638aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:35.223638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36ab1104-cbd0-4f84-9518-f38a24c8f8bc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:35.295577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f7778634-8356-48cb-83ff-87208638aa9f None None] Port 9e11bfdb-540b-44fe-96ec-7a072934ba5e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:51:35.297069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:35.297755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:35.300788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6d76e-0a42-4793-9638-b9342e07f818 req-ba19335f-f3ed-4aff-a366-4350fd4e33a1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:35.311356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbd6d76e-0a42-4793-9638-b9342e07f818 req-ba19335f-f3ed-4aff-a366-4350fd4e33a1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3831084 Mar 02 17:51:35.390161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbd6d76e-0a42-4793-9638-b9342e07f818 req-6639dc73-0257-446d-ad3d-2aee567f6187 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776732 Mar 02 17:51:35.428299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:35.470348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Transition to ACTIVE for port object 3abb0aaa-2fda-466c-97e8-dfa63bda155d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:35.647368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:35.684431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbb89a-429b-454d-8a50-a54c35c4deba None None] Pushing event updated for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:35.731309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c798108-2cd1-4011-bd53-51fb865af426 req-fdf47c3e-d45e-4168-a040-48c13e3bd806 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1028 time: 0.2172849 Mar 02 17:51:35.759791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:35.831954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:35.857332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:35.860260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c798108-2cd1-4011-bd53-51fb865af426 req-7f6d4082-bdac-4cee-918b-46c44a2080f7 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260555 Mar 02 17:51:35.860428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:35.964617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:35.965016 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:35.977630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:35.988852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:36.115185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedad83-41fc-42af-ac33-9c52168a0cc8 req-dea87a57-21ac-4a2d-9b5d-07531c3450e9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:36.117016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfedad83-41fc-42af-ac33-9c52168a0cc8 req-dea87a57-21ac-4a2d-9b5d-07531c3450e9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.2761943 Mar 02 17:51:36.127937 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0983884 Mar 02 17:51:36.150030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:51:36.191257 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db95b38f-1307-4dbc-bbaa-6dc5a1027d44 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/4432cee7-4b55-4c6a-bc20-b46d1e1d8282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1443491 Mar 02 17:51:36.200416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f1969-479e-4e86-9a7c-68e5e9cabefc tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Pushing event updated for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:36.226396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfedad83-41fc-42af-ac33-9c52168a0cc8 req-778c56ce-2e37-4260-bbcb-8e02e9b85bc1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949059 Mar 02 17:51:36.229180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Request body: {'port': {'device_id': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:36.317235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:36.452702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee62a37a-7612-4921-9458-2508dfdf9d19 None None] Provisioning for port 3abb0aaa-2fda-466c-97e8-dfa63bda155d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:36.497086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-0d4b3e0f-841b-4be7-8f64-952059f04f2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9537575 Mar 02 17:51:36.507853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee62a37a-7612-4921-9458-2508dfdf9d19 None None] Provisioning complete for port 3abb0aaa-2fda-466c-97e8-dfa63bda155d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:36.518155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee62a37a-7612-4921-9458-2508dfdf9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:36.631908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:36.637579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408522-ffab-42c2-bf98-9bf4cf3e716f req-0ccd4b9a-986d-4ec2-abbf-eee8b60534a1 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:36.639849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d408522-ffab-42c2-bf98-9bf4cf3e716f req-0ccd4b9a-986d-4ec2-abbf-eee8b60534a1 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.3408718 Mar 02 17:51:36.832048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-68e72c39-8477-4009-81d7-936f58f4f46f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:36.838835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-68e72c39-8477-4009-81d7-936f58f4f46f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.4044685 Mar 02 17:51:36.860839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee62a37a-7612-4921-9458-2508dfdf9d19 None None] Port 3abb0aaa-2fda-466c-97e8-dfa63bda155d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:51:36.864582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-7b04cfa2-3f36-4d43-b8c4-273bcdacde1d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/quotas/78d0f1ab7add440b812d36b04c91ad75 HTTP/1.1" status: 200 len: 375 time: 0.0247700 Mar 02 17:51:36.956295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d408522-ffab-42c2-bf98-9bf4cf3e716f req-f209dc07-560c-481e-b8b3-1ae2361324c4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594051 Mar 02 17:51:36.962374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-8435d22b-db2e-4387-afe0-0bf853444cd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4098608 Mar 02 17:51:36.986653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:37.170288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-5f3208d3-de2f-4a91-aef8-8780f14ff3e2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3046787 Mar 02 17:51:37.314719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c62ac9d-c98c-4522-a075-d19903f24e5d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:37.392882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-2827728b-da11-4c7f-b6b8-00ec0da171e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216122 Mar 02 17:51:37.539522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abb0aaa-2fda-466c-97e8-dfa63bda155d {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:37.548338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:37.574172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Transition to ACTIVE for port object 3abb0aaa-2fda-466c-97e8-dfa63bda155d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:37.587558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:37.592627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:37.609957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1c62ac9d-c98c-4522-a075-d19903f24e5d', 'name': '', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'mac_address': 'fa:16:3e:22:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:46Z', 'updated_at': '2022-03-02T17:51:35Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'subnets': [{'id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:37.612851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-54dde35d-10a4-4cad-926c-41e46a3999a2 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190857 Mar 02 17:51:37.618829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072b668-41bc-4c54-ade3-4324c865ab12 None None] The sync data for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 is: [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:50:47Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1c62ac9d-c98c-4522-a075-d19903f24e5d', 'name': '', 'network_id': 'b9ea452a-6d56-4bcf-8e35-5cfe84840bd4', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'mac_address': 'fa:16:3e:22:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:46Z', 'updated_at': '2022-03-02T17:51:35Z', 'revision_number': 4, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'subnets': [{'id': '23e75cc5-3307-41ea-8f5b-153a301549f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:51:37.628348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:37.666476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daca82-aecb-41e0-89a3-e43c22927fe9 req-6dc935ac-5465-4ca3-8c48-a7444e5d4bf4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:37.673667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35daca82-aecb-41e0-89a3-e43c22927fe9 req-6dc935ac-5465-4ca3-8c48-a7444e5d4bf4 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3752737 Mar 02 17:51:37.701233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-54491fe6-9d70-4843-94d6-196684b4bda7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 1097 time: 0.6845372 Mar 02 17:51:37.733673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-f4c6b4b4-8b9e-49a4-9f4f-c43fdd0b8448 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717&tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b HTTP/1.1" status: 200 len: 1094 time: 0.2457047 Mar 02 17:51:37.747572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:37.772260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:37.789798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:37.790873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1c62ac9d-c98c-4522-a075-d19903f24e5d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:37.796922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1c62ac9d-c98c-4522-a075-d19903f24e5d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:37.797298 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:37.848588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:37.914764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Pushing event updated for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:37.988870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35daca82-aecb-41e0-89a3-e43c22927fe9 req-4c015279-5d93-48bb-b41d-75df3e73151a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137069 Mar 02 17:51:37.991460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-49e73d76-6c61-40cb-8016-598655dac41f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:37.993063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-49e73d76-6c61-40cb-8016-598655dac41f service neutron] 10.222.0.35 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 915 time: 0.2621968 Mar 02 17:51:38.082976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['89e71dcc-91d8-4a1d-abe9-fed754999d58'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:38.192131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-4bd51706-213a-4b7e-9e45-88f1b52e5406 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296530323&fields=id&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 267 time: 0.0905762 Mar 02 17:51:38.198927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-855eb303-86e0-49fc-b842-86a76812c92a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852 HTTP/1.1" status: 200 len: 217 time: 0.1981893 Mar 02 17:51:38.266200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:38.284902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Sync routers for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:51:38.303348 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-493206b0-9d15-4c29-aabe-edc5df138c61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1094 time: 0.4682074 Mar 02 17:51:38.311891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Attempting to bind port 3abb0aaa-2fda-466c-97e8-dfa63bda155d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:38.311891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Attempting to bind port 3abb0aaa-2fda-466c-97e8-dfa63bda155d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:38.311891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Attempting to bind port 3abb0aaa-2fda-466c-97e8-dfa63bda155d on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:38.319517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Port 3abb0aaa-2fda-466c-97e8-dfa63bda155d on network 1539198c-d10b-449a-bfbd-7add7aef7f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:51:38.319864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Attempting to bind port 3abb0aaa-2fda-466c-97e8-dfa63bda155d on network 1539198c-d10b-449a-bfbd-7add7aef7f83 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:38.333484 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:38.334030 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:38.457789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:38.494019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:38.494360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Checking segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:38.498342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Bound using segment: {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:38.499828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Bound port: 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e483134e-4dd3-483a-8b64-dee28d63393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:38.500199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:38.700518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1c62ac9d-c98c-4522-a075-d19903f24e5d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c62ac9d-c98c-4522-a075-d19903f24e5d,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:38.730869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:38.791802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:38.857508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:38.858550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:38.866595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-d3fb9c60-75a2-41d9-992e-604bcaf81ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:38.871174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-d3fb9c60-75a2-41d9-992e-604bcaf81ecd service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.5539591 Mar 02 17:51:38.899364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:38.983282 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-01fd0908-4a42-47b2-ad8b-26cf9b658a36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.1015251 Mar 02 17:51:38.985440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:39.010158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-c7e9ba35-b35b-40a1-8e1d-11698f5681e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:39.011672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-c7e9ba35-b35b-40a1-8e1d-11698f5681e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 200 len: 854 time: 0.4382133 Mar 02 17:51:39.061599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:39.085802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-f60566f7-3359-4b97-a8c3-bc54f2bd9488 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633590 Mar 02 17:51:39.092872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b7bfe19-9cfd-4986-b5c6-23bec9eb3217 req-d995b82c-7a08-4fd1-82b9-3e0d4599aa83 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1053 time: 0.5849562 Mar 02 17:51:39.098481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f958a-732c-49d3-a9a3-28030121896b req-a990f0ec-3ec6-4f6a-babd-582cb73ddf16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:39.105725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-a990f0ec-3ec6-4f6a-babd-582cb73ddf16 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 796 time: 0.9056275 Mar 02 17:51:39.180287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:39.188100 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] 10.222.0.50 "PUT /v2.0/ports/3abb0aaa-2fda-466c-97e8-dfa63bda155d HTTP/1.1" status: 200 len: 1092 time: 3.0403147 Mar 02 17:51:39.208108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:39.217215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c62ac9d-c98c-4522-a075-d19903f24e5d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:39.282670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-660fd01b-add3-4756-aaf9-7dac60c1b52a tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/quotas/c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 375 time: 0.1758304 Mar 02 17:51:39.321048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-34b04549-0728-4148-ac27-cec3a52f4ef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:39.325495 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-34b04549-0728-4148-ac27-cec3a52f4ef8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.3284738 Mar 02 17:51:39.361082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1c62ac9d-c98c-4522-a075-d19903f24e5d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:39.361710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:39.384916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b7bfe19-9cfd-4986-b5c6-23bec9eb3217 req-cd28449e-70dc-4554-b12e-99abe27a3d6f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430906 Mar 02 17:51:39.427032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f045d0a-4df0-4687-9837-909d07c5315c service neutron] Pushing event updated for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:39.441362 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99bcbff9-7835-4c01-bb8b-ea4a290f8d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:39.480392 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-cd27ee99-a77b-4157-9638-bb8ff6462c49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549548 Mar 02 17:51:39.561481 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:31Z', 'revision_number': 2, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:39.575019 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Checking router: 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:51:39.575369 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Updating router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 port 9e11bfdb-540b-44fe-96ec-7a072934ba5e binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:51:39.584274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-663e2e8e-0eba-4d62-8191-0ff8bd3dc6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696705 Mar 02 17:51:39.595454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c89f958a-732c-49d3-a9a3-28030121896b req-98750228-d112-4bb9-b595-c144d36e618f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:39.665122 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-c3ebfe0f-10d1-4710-a766-adf5da437957 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1095 time: 0.3458133 Mar 02 17:51:39.670662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-477d72c7-5a86-497d-8f33-465e82a173cb service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815734 Mar 02 17:51:39.691475 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:39.844094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c89f958a-732c-49d3-a9a3-28030121896b req-98750228-d112-4bb9-b595-c144d36e618f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:39.851675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-98750228-d112-4bb9-b595-c144d36e618f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5681887 Mar 02 17:51:39.865647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-c564ae4d-e8ed-4ffd-a15c-a77f706592ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d HTTP/1.1" status: 200 len: 217 time: 0.1654010 Mar 02 17:51:40.078134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f5210f-75b0-486e-b3f9-8e9e67e76d65 req-835383e6-3d2d-4680-b968-dede71181cce service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754994 Mar 02 17:51:40.079337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0a88f085-5425-4f83-a11f-0a3942be2726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:40.080747 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-0a88f085-5425-4f83-a11f-0a3942be2726 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b843a716-36d3-4586-add2-cdc7f06a4f15 HTTP/1.1" status: 200 len: 848 time: 0.2052138 Mar 02 17:51:40.199049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b4acc1e7-60f0-4f12-92a8-c3df190e29af req-6b9f753a-78a6-471c-895f-50d681bb9416 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307837 Mar 02 17:51:40.210273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-5943ab8a-a5c9-41ac-98e9-260c369922f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1539198c-d10b-449a-bfbd-7add7aef7f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211596 Mar 02 17:51:40.229495 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.260792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Transition to ACTIVE for port object 9e11bfdb-540b-44fe-96ec-7a072934ba5e will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:40.274663 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.287681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3284b08-08aa-453c-8876-e5fb3b94280f req-c04fc612-ab28-4ce0-a490-25e5208bcffe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:40.289156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3284b08-08aa-453c-8876-e5fb3b94280f req-c04fc612-ab28-4ce0-a490-25e5208bcffe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.5562327 Mar 02 17:51:40.427275 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-11baa351-b513-4ea1-99e4-338a4b9c75d4 service neutron] 10.222.0.50 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019224 Mar 02 17:51:40.452561 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Pushing event updated for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:40.483750 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.484097 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.484429 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.484759 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.485084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.485426 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.485726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.486041 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.486464 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.486758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ab99966f-8844-4558-9d54-5b1ce17bb035 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:40.489005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ab99966f-8844-4558-9d54-5b1ce17bb035 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.4522054 Mar 02 17:51:40.490897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-853245a9-175b-490d-b79e-7108c322b0ad service neutron] 10.222.0.37 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173518 Mar 02 17:51:40.496673 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.497064 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:51:40.546782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Request body: {'port': {'device_id': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'admin_state_up': True, 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:40.626370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Attempting to bind port 9e11bfdb-540b-44fe-96ec-7a072934ba5e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:40.626974 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Attempting to bind port 9e11bfdb-540b-44fe-96ec-7a072934ba5e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:40.627184 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Attempting to bind port 9e11bfdb-540b-44fe-96ec-7a072934ba5e on network ea78fda0-028d-47ce-a31c-6d44ace956f1 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:40.636901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:40.637497 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Checking segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:40.638291 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.639178 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Bound using segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:40.640203 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Bound port: 9e11bfdb-540b-44fe-96ec-7a072934ba5e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:40.640886 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.667161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3284b08-08aa-453c-8876-e5fb3b94280f req-3531ab28-7acb-4494-96bc-d343c87ea82b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507879 Mar 02 17:51:40.764579 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d109da8c-b9e1-4437-8dc2-cbdb8b11d123 req-e70804a8-8a95-4a60-9633-be1394f374d1 service neutron] 10.222.0.50 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199751 Mar 02 17:51:40.775548 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] For port 9e11bfdb-540b-44fe-96ec-7a072934ba5e, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:40.778996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] For port 9e11bfdb-540b-44fe-96ec-7a072934ba5e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9e11bfdb-540b-44fe-96ec-7a072934ba5e,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:40.792540 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.856337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:40.862688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:40.880197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:40.917281 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:51:40.917992 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:51:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:40.935485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:40.948024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:40.995180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:40.995754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:41.030565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-64d95a1d-3b6d-4d27-965d-895190031366 service neutron] 10.222.0.37 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327892 Mar 02 17:51:41.251296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e789d-5ba6-4df5-a90c-2c1fb041fc53 None None] Pushing event updated for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:41.335306 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:51:41.357709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-865e8d3a-9f73-45cc-a45e-784e4122b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:41.376456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:41.455880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:41.458536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:41.474893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:41.543195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb6ccb32-f4ed-432f-b639-40538c8468e3 req-386b1eda-adb0-445a-a84a-6f36f477b4d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 210 time: 0.1438429 Mar 02 17:51:41.558460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Allocated IP 172.20.0.6 (0cd3f376-c4c0-4228-b8b0-0ce9248d7113/05cbde46-1058-4c4d-b451-66745ea550c4/45046228-4e81-41f8-9ba3-7837570a0dbf) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:41.644197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:41.744966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4051985-7cba-481b-8c64-3f5867a777c9 req-0bc62603-0e86-4e6c-bc9f-f9201126563f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:41.746346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4051985-7cba-481b-8c64-3f5867a777c9 req-0bc62603-0e86-4e6c-bc9f-f9201126563f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.1897693 Mar 02 17:51:42.123213 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:40Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:51:42.130415 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15528a-00c7-4ac8-9705-d95d213fe885 None None] The sync data for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 is: [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:40Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:51:42.145962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4051985-7cba-481b-8c64-3f5867a777c9 req-19c0e682-dfe6-4687-8337-ff4f9303d23f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787761 Mar 02 17:51:42.248028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:42.267200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecc3a-e997-48e7-b126-a4d129b22d6e req-53ce38f7-9044-4e04-9995-d6e699348d43 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:42.275074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8fecc3a-e997-48e7-b126-a4d129b22d6e req-53ce38f7-9044-4e04-9995-d6e699348d43 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.4276948 Mar 02 17:51:42.354915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8fecc3a-e997-48e7-b126-a4d129b22d6e req-0e41518e-1c1c-4ce5-82b4-3542068dbf77 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749154 Mar 02 17:51:42.380063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:42.406551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', '3fe89d94-800b-4a96-8aed-7226f657dd0a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:42.807779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event updated for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:42.908510 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d', 'status': 'completed', 'code': 200} Mar 02 17:51:42.930352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:42.932999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:42.937791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:43.098733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:43.124393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:43.126221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:43.149343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:43.258055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-704271c2-c18a-4a56-87e3-452f0600d699 req-76529971-b066-43ba-b2cb-e3d5dc7229d3 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1095 time: 0.5759280 Mar 02 17:51:43.280303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9e11bfdb-540b-44fe-96ec-7a072934ba5e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:43.330485 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-f2ecead6-dcae-4649-b5e9-51ae511cd360 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1095 time: 0.2220092 Mar 02 17:51:43.596578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-b2fcc64a-e49a-431a-b57f-250819756299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:43.599033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-b2fcc64a-e49a-431a-b57f-250819756299 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 200 len: 910 time: 0.2606514 Mar 02 17:51:43.683926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-04cd04af-375a-47af-8e64-fca6f5ccfb5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d HTTP/1.1" status: 200 len: 217 time: 0.0777941 Mar 02 17:51:43.740861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:43.763040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:43.763762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:43.808405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-1dda90f8-193c-4fc5-a0ac-1eb2dcccf88f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:43.810771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-1dda90f8-193c-4fc5-a0ac-1eb2dcccf88f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b843a716-36d3-4586-add2-cdc7f06a4f15 HTTP/1.1" status: 200 len: 848 time: 0.1182442 Mar 02 17:51:43.895752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f958a-732c-49d3-a9a3-28030121896b req-308032b1-ff19-48f8-9f1c-909b1653ac52 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:43.904910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-308032b1-ff19-48f8-9f1c-909b1653ac52 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 796 time: 0.4423730 Mar 02 17:51:44.019674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-3de30364-7996-44a6-bc91-75a7f743ae05 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4880044 Mar 02 17:51:44.033727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-cc50d240-a5ad-4ceb-9c4b-3b17d2ae5f3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1539198c-d10b-449a-bfbd-7add7aef7f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112584 Mar 02 17:51:44.061157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3abb0aaa-2fda-466c-97e8-dfa63bda155d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:44.064828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-704271c2-c18a-4a56-87e3-452f0600d699 req-e0fd8252-6385-4fb1-82af-a03a25fa599f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865756 Mar 02 17:51:44.093913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.150067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9e11bfdb-540b-44fe-96ec-7a072934ba5e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9e11bfdb-540b-44fe-96ec-7a072934ba5e,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:44.174396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-7249b8a6-c686-4a53-ab4b-8f1d6e57ac5b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21c1d4fc29245548e8b580d1220468f HTTP/1.1" status: 200 len: 379 time: 0.1590409 Mar 02 17:51:44.193433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Request body: {'port': {'device_id': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:44.299008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.307387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'port': {'device_id': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'admin_state_up': True, 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'security_groups': ['3a559424-0167-4b11-a6e0-04ea579b34b3']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:44.397428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d246391f-4a92-4897-b9f5-bd9f81035aea req-197d04ab-c65f-4d48-a2cf-ddf51078a89b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 210 time: 0.0590644 Mar 02 17:51:44.447847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-ec6fac45-3858-4d35-a6c1-4092bb42ef45 service neutron] 10.222.0.50 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613894 Mar 02 17:51:44.524811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3095-1d37-4580-951c-981d84a2bb12 req-c4080bd4-b65a-462f-ab36-372f18134916 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:44.532821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-005e3095-1d37-4580-951c-981d84a2bb12 req-c4080bd4-b65a-462f-ab36-372f18134916 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 946 time: 1.2118263 Mar 02 17:51:44.548030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-55651027-c87a-480f-82b5-87898b4e90e8 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:44.549698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-55651027-c87a-480f-82b5-87898b4e90e8 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c8d4021-22fb-4c8c-b804-663d12f2639b HTTP/1.1" status: 200 len: 946 time: 0.6259956 Mar 02 17:51:44.589388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:44.631149 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'code': 200} Mar 02 17:51:44.647540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.647833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.697737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-005e3095-1d37-4580-951c-981d84a2bb12 req-fe5cd4af-c8b0-4d6d-94e5-cd686fabf322 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634979 Mar 02 17:51:44.741092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:44.779152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '3abb0aaa-2fda-466c-97e8-dfa63bda155d', 'network_id': '1539198c-d10b-449a-bfbd-7add7aef7f83', 'port_id': '3abb0aaa-2fda-466c-97e8-dfa63bda155d', 'mac_address': 'fa:16:3e:6a:ae:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b843a716-36d3-4586-add2-cdc7f06a4f15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:44.908704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.929624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Deleting port 99f13d31-ef15-4646-81c3-b8bbae9ac852 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:51:44.931778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abb0aaa-2fda-466c-97e8-dfa63bda155d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:44.935006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.955994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:44.961999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:44.994960 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b521c8a-3f95-40e6-a4d9-c94a4bae428c req-6cefa952-8dd2-433a-995e-b8f4679dafe1 service neutron] 10.222.0.50 "GET /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883487 Mar 02 17:51:45.162901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:45.181799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9e11bfdb-540b-44fe-96ec-7a072934ba5e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:45.380098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9e11bfdb-540b-44fe-96ec-7a072934ba5e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:45.380420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:45.511950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3abb0aaa-2fda-466c-97e8-dfa63bda155d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:45.587428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:45.627975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:45.663133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Made reservation on behalf of c21c1d4fc29245548e8b580d1220468f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:51:45.667042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:45.986390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4952-1542-4ea3-a528-6b5ebba8c370 req-084caf10-f3a1-4992-8b29-98edbbea130e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:45.994828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-193a4952-1542-4ea3-a528-6b5ebba8c370 req-084caf10-f3a1-4992-8b29-98edbbea130e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.9540253 Mar 02 17:51:46.037442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901a176-c257-49b5-a945-16cfc9cbc562 req-5825c57b-08c5-4ebb-8773-058eee3d3aa2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:46.038158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b901a176-c257-49b5-a945-16cfc9cbc562 req-5825c57b-08c5-4ebb-8773-058eee3d3aa2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:46.172349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b901a176-c257-49b5-a945-16cfc9cbc562 req-5825c57b-08c5-4ebb-8773-058eee3d3aa2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:46.179128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b901a176-c257-49b5-a945-16cfc9cbc562 req-5825c57b-08c5-4ebb-8773-058eee3d3aa2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 931 time: 1.1512988 Mar 02 17:51:46.251448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:46.313110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-193a4952-1542-4ea3-a528-6b5ebba8c370 req-b236e396-0e60-4dd0-a5b9-910da7f80457 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171170 Mar 02 17:51:46.366602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] For port 99f13d31-ef15-4646-81c3-b8bbae9ac852, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=99f13d31-ef15-4646-81c3-b8bbae9ac852,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:46.367422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:46.543377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:46.592968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:46.600249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Usage tracker for resource:security_group_rule and tenant:3962b4383e344cb5954fc95fa1a2ac21 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:46.610035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:46.636563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:46.669484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Calling delete_port for 99f13d31-ef15-4646-81c3-b8bbae9ac852 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:51:46.820324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:46.846292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:46.892601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 99f13d31-ef15-4646-81c3-b8bbae9ac852 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:51:46.975507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf71176-0f03-45d1-9661-9c4472c9b49c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:47.028350 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe97b76d-c349-4b37-9761-6af068e08e71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3962b4383e344cb5954fc95fa1a2ac21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7750218 Mar 02 17:51:47.031586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45320) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:47.055430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b901a176-c257-49b5-a945-16cfc9cbc562 req-d6e80e45-3038-47fe-a4bb-0a25106710f2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752856 Mar 02 17:51:47.167136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.226183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.281444 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.286725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.20.0.6 (ea78fda0-028d-47ce-a31c-6d44ace956f1/89b63e98-7853-4f60-80ee-b8c47d24a77b/1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:51:47.317392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.338127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf71176-0f03-45d1-9661-9c4472c9b49c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:47.354018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.356255 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2f67dfd5-93c2-4f81-8aee-01aee38e4359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaf71176-0f03-45d1-9661-9c4472c9b49c HTTP/1.1" status: 204 len: 168 time: 0.3228106 Mar 02 17:51:47.444006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:51:47.621188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f6bb7-fb69-40e7-885c-d11043fe8a26 req-e7f1af58-87aa-4142-abf6-055c3d7ba701 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:47.628141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-913f6bb7-fb69-40e7-885c-d11043fe8a26 req-e7f1af58-87aa-4142-abf6-055c3d7ba701 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.7669499 Mar 02 17:51:47.705066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.852359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45046228-4e81-41f8-9ba3-7837570a0dbf {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:47.885748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Pushing event deleted for resources: {'Port': ['ID=99f13d31-ef15-4646-81c3-b8bbae9ac852,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:47.888941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:47.937797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-913f6bb7-fb69-40e7-885c-d11043fe8a26 req-29594b5b-df01-4709-9793-ff3418b8443f tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062372 Mar 02 17:51:48.023659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3abb0aaa-2fda-466c-97e8-dfa63bda155d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:51:48.108159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:48.138550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Transition to ACTIVE for port object 45046228-4e81-41f8-9ba3-7837570a0dbf will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:48.171903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.209610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 3abb0aaa-2fda-466c-97e8-dfa63bda155d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:48.217101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 3abb0aaa-2fda-466c-97e8-dfa63bda155d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:48.217518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.264721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.303763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:48.315036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Usage tracker for resource:security_group_rule and tenant:f011f1ecd2f640a2957525ce453b5652 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:48.323600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:48.340590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:48.407518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] No DVR routers for this DVR port 99f13d31-ef15-4646-81c3-b8bbae9ac852 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:51:48.416812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.423567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.460706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'name': 'network-vif-deleted', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:48.468228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a67d05c4-488a-4d44-9ddf-66629a6b91e0 req-1d4723dc-56a3-4f24-a5b6-91c5f2154286 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "DELETE /v2.0/ports/99f13d31-ef15-4646-81c3-b8bbae9ac852 HTTP/1.1" status: 204 len: 173 time: 3.7880132 Mar 02 17:51:48.506927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:48.510655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:48.518895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.523249 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.529356 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.537324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb73546-7681-4e68-b361-acea582aa81a req-df076651-88da-4c96-a3d8-b6155f94bb6f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:48.539433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdb73546-7681-4e68-b361-acea582aa81a req-df076651-88da-4c96-a3d8-b6155f94bb6f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 1.0268729 Mar 02 17:51:48.617148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40815c37-0ea1-44a0-9a45-63a9a47797e9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:48.712784 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-259d8e6f-5a2a-40fb-b776-03018c886780 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f011f1ecd2f640a2957525ce453b5652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6036253 Mar 02 17:51:48.715526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45340) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:48.735810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:48.799586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:48.816012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.859045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.872108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdb73546-7681-4e68-b361-acea582aa81a req-7a6dd97b-f020-48d2-82b3-4f2d725ecd15 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739656 Mar 02 17:51:48.887372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Transition to ACTIVE for port object 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:48.901317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:48.992735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:49.011069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40815c37-0ea1-44a0-9a45-63a9a47797e9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:49.029507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:49.031283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4f79de22-0c0e-4cee-8077-96841d7e1ba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40815c37-0ea1-44a0-9a45-63a9a47797e9 HTTP/1.1" status: 204 len: 168 time: 0.3144355 Mar 02 17:51:49.138056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:49.263791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f72a4c7-fdc4-4b6c-8c22-0bac69b08574 req-5211dbc2-5842-4508-834a-00557bde2c80 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1096 time: 1.0201313 Mar 02 17:51:49.471143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f72a4c7-fdc4-4b6c-8c22-0bac69b08574 req-a80c7899-f7c5-4cfe-bb9d-78ca5131a421 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029226 Mar 02 17:51:49.472943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bc3e27e5-39cf-40da-ac3c-97a3106ea0dc req-f7018988-682f-4eee-8eb6-7cfe02e49892 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:51:49.632903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bc3e27e5-39cf-40da-ac3c-97a3106ea0dc req-f7018988-682f-4eee-8eb6-7cfe02e49892 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:51:49.634678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc3e27e5-39cf-40da-ac3c-97a3106ea0dc req-f7018988-682f-4eee-8eb6-7cfe02e49892 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 210 time: 0.3438003 Mar 02 17:51:49.644190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:49.653413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Attempting to bind port 45046228-4e81-41f8-9ba3-7837570a0dbf on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:49.654420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Attempting to bind port 45046228-4e81-41f8-9ba3-7837570a0dbf by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:49.655174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Attempting to bind port 45046228-4e81-41f8-9ba3-7837570a0dbf on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:49.914078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:49.946267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Port 45046228-4e81-41f8-9ba3-7837570a0dbf on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:51:49.948731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Attempting to bind port 45046228-4e81-41f8-9ba3-7837570a0dbf on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:49.984539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:51:49.989283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:51:50.005451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:51:50.121877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:50.122872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:50.291601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:50.298152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Checking segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:50.298556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Bound using segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:50.299052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Bound port: 45046228-4e81-41f8-9ba3-7837570a0dbf, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:50.299403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:50.560171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e13efc61-05d3-4f9f-a9cd-68790665d854 None None] Provisioning for port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:51:50.571634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-34a341ba-6c3f-4a31-9e63-1739469e74c9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2990370 Mar 02 17:51:50.584656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e13efc61-05d3-4f9f-a9cd-68790665d854 None None] Provisioning complete for port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:51:50.585096 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e13efc61-05d3-4f9f-a9cd-68790665d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:50.593424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Request body: {'port': {'device_id': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:51:50.764602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e13efc61-05d3-4f9f-a9cd-68790665d854 None None] Port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:51:50.903110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d187436-a18a-407f-9e0d-6eb0b0bd97f2 req-4a38dfcf-9f2d-479e-894d-ce18ae2d8d6c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:50.905413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d187436-a18a-407f-9e0d-6eb0b0bd97f2 req-4a38dfcf-9f2d-479e-894d-ce18ae2d8d6c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.7904799 Mar 02 17:51:51.004692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:51.077393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ea5f-b47f-4308-9c9c-feb6156a2623 req-dd0ebb08-224a-4ceb-8165-8e484349e398 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:51.079294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4721ea5f-b47f-4308-9c9c-feb6156a2623 req-dd0ebb08-224a-4ceb-8165-8e484349e398 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 943 time: 0.9674270 Mar 02 17:51:51.086071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=45046228-4e81-41f8-9ba3-7837570a0dbf,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:51.132178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:51.384838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:51.387651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/45046228-4e81-41f8-9ba3-7837570a0dbf HTTP/1.1" status: 200 len: 1091 time: 7.2243605 Mar 02 17:51:51.398501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:51.469063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d187436-a18a-407f-9e0d-6eb0b0bd97f2 req-5395a001-8b24-47eb-b6a7-3c96c8c86ae6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717391 Mar 02 17:51:51.591439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4721ea5f-b47f-4308-9c9c-feb6156a2623 req-e377911f-4702-40e5-94da-0f1e3fdcd6a5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953136 Mar 02 17:51:51.732102 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d', 'code': 200} Mar 02 17:51:51.778779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15f2e1-370c-4b73-939d-8aaf901fd2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:51.832811 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d4021-22fb-4c8c-b804-663d12f2639b', 'name': 'network-vif-deleted', 'tag': '99f13d31-ef15-4646-81c3-b8bbae9ac852', 'status': 'completed', 'code': 200} Mar 02 17:51:52.470739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-8c3feeb4-e414-4eeb-81e9-ae10163105b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 1094 time: 0.6369760 Mar 02 17:51:52.506787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf77aa1e-75f1-4c3b-a2ad-b5aed1b83126 req-32fef94a-ad74-4626-a6b6-cf11a3c79c10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.1834116 Mar 02 17:51:52.556182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d8d36-28d5-4e13-9839-42129e684db0 req-477b9d35-c501-4295-a246-7b6b438b423c tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:52.564511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-385d8d36-28d5-4e13-9839-42129e684db0 req-477b9d35-c501-4295-a246-7b6b438b423c tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.4702241 Mar 02 17:51:52.854215 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cf77aa1e-75f1-4c3b-a2ad-b5aed1b83126 req-d86b45d7-73af-4d5c-b61e-353bb717aadc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008307 Mar 02 17:51:52.971321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af6889-a82e-4787-8f9d-d51cc9d0a0bb req-7f8db380-b410-43ba-ad5d-9d6cf5a4105f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:52.974038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65af6889-a82e-4787-8f9d-d51cc9d0a0bb req-7f8db380-b410-43ba-ad5d-9d6cf5a4105f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.9346366 Mar 02 17:51:52.999143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-0fae48a4-78ce-4e80-9c5d-a059048a4953 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45046228-4e81-41f8-9ba3-7837570a0dbf HTTP/1.1" status: 200 len: 217 time: 0.2626784 Mar 02 17:51:53.034137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:53.052993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:53.062717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-385d8d36-28d5-4e13-9839-42129e684db0 req-9b41775a-1018-4832-a9b9-fac12878a0a7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216843 Mar 02 17:51:53.096939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Transition to ACTIVE for port object 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:51:53.105253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:53.188353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65af6889-a82e-4787-8f9d-d51cc9d0a0bb req-f07b2c66-99e2-464c-81f5-f660a3dc2cf1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986139 Mar 02 17:51:53.855636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:53.980818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:54.236116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b9ef-10ab-4110-91fd-3c9d364d920a req-8ce6f2b0-a7d7-44a4-9784-7685ea06a6ab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:54.250667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9221b9ef-10ab-4110-91fd-3c9d364d920a req-8ce6f2b0-a7d7-44a4-9784-7685ea06a6ab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 943 time: 0.3687093 Mar 02 17:51:54.275849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6cbeb1b6-c097-4b21-8a3d-a51f97900347 req-9b29b012-beb5-43d0-9da8-9079dc384045 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.8464332 Mar 02 17:51:54.308125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Attempting to bind port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:51:54.308472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Attempting to bind port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:51:54.308807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Attempting to bind port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 on network ea78fda0-028d-47ce-a31c-6d44ace956f1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:54.347486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 on network ea78fda0-028d-47ce-a31c-6d44ace956f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:51:54.348032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Attempting to bind port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 on network ea78fda0-028d-47ce-a31c-6d44ace956f1 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:51:54.385681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:51:54.387032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Checking segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:51:54.387448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Bound using segment: {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:51:54.388108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Bound port: 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb88dd5-8d97-4637-8d39-a5b3aaf51033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:51:54.388579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:54.415655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9221b9ef-10ab-4110-91fd-3c9d364d920a req-3ecd09e7-95ec-44f5-8fc6-f7b002196fd3 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698122 Mar 02 17:51:54.575567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6cbeb1b6-c097-4b21-8a3d-a51f97900347 req-7960a8df-3d7c-4356-9d69-137bc67ccf12 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986507 Mar 02 17:51:54.667750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:51:54.686752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:51:54.711595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:54.732237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0a1da-e4f3-43b8-8574-b88e1c376567 req-4e91911d-b0e6-4c6d-86b0-96b92751f42f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:54.742033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1be0a1da-e4f3-43b8-8574-b88e1c376567 req-4e91911d-b0e6-4c6d-86b0-96b92751f42f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.1438780 Mar 02 17:51:54.901000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:54.902397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 1091 time: 4.3182023 Mar 02 17:51:54.924786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1be0a1da-e4f3-43b8-8574-b88e1c376567 req-2b4b8179-b62c-423b-a665-8554958204bc tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811380 Mar 02 17:51:55.151852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-c4fa591c-cc12-4a55-b8a9-c88492fdf077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:55.153469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-c4fa591c-cc12-4a55-b8a9-c88492fdf077 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.1241097 Mar 02 17:51:55.156710 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf', 'status': 'completed', 'code': 200} Mar 02 17:51:55.167735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac0e26-3949-4ba6-bfbd-3c19b9562bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:55.239601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-11c627d1-8805-4b64-adc5-ffb0d0b20d9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684085 Mar 02 17:51:55.279768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494058c-f735-412e-85bc-fcca9fc80608 req-ad3241a3-21cc-4b1d-9b95-30c10feca00f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:55.302205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4494058c-f735-412e-85bc-fcca9fc80608 req-ad3241a3-21cc-4b1d-9b95-30c10feca00f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 943 time: 0.4647489 Mar 02 17:51:55.705913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-d1a843c4-17eb-4965-921c-f1b78b92fcf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1094 time: 0.7229474 Mar 02 17:51:55.811607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-dbf70838-aead-4178-a552-b6d37a2c9106 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 217 time: 0.0953600 Mar 02 17:51:55.824736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4494058c-f735-412e-85bc-fcca9fc80608 req-1804fb5d-2ba1-45d4-9150-2ccae4e0b736 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778314 Mar 02 17:51:55.949741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-4038bcdb-e2cb-4d22-95e7-a4c53dc5e5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447308 Mar 02 17:51:56.004714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b67a9-43a8-4090-9039-ef2b98e605dd req-baf8c3e7-0fd5-4a08-be07-f2e660aef9b4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:56.013674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c1b67a9-43a8-4090-9039-ef2b98e605dd req-baf8c3e7-0fd5-4a08-be07-f2e660aef9b4 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.6306906 Mar 02 17:51:56.105740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f958a-732c-49d3-a9a3-28030121896b req-4d2421cc-d229-47e0-919e-520bfc34b56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:56.109844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-4d2421cc-d229-47e0-919e-520bfc34b56d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 200 len: 833 time: 0.2758307 Mar 02 17:51:56.377116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12bc502d-c3c9-4291-94af-3f1ec992e64e req-e9086795-aa67-45af-8d82-04bbead5ad70 service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166772 Mar 02 17:51:56.401125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c1b67a9-43a8-4090-9039-ef2b98e605dd req-2577cf17-3374-43fe-8caa-97bbb9277971 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873050 Mar 02 17:51:56.479484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ad729-7728-4b06-a9d4-b3bb54e834ba req-1579dc14-b0c5-46fc-963a-6c3eeea8f43c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:56.487806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f00ad729-7728-4b06-a9d4-b3bb54e834ba req-1579dc14-b0c5-46fc-963a-6c3eeea8f43c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3884594 Mar 02 17:51:56.522980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-170ae0d0-cc91-456b-8d7e-c2ab17828ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea78fda0-028d-47ce-a31c-6d44ace956f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3804135 Mar 02 17:51:56.655313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f00ad729-7728-4b06-a9d4-b3bb54e834ba req-91eb3580-9c72-441d-9493-8a63f1d2a8ac tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653140 Mar 02 17:51:56.787897 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-003d4719-bd6b-40cf-ba69-b3e6c485a99d req-f7679836-3851-43a9-801c-bff950c33089 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.1778657 Mar 02 17:51:56.856051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-003d4719-bd6b-40cf-ba69-b3e6c485a99d req-d424df9c-bee2-42ae-8fbe-1d559e0e81be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601616 Mar 02 17:51:57.104139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-38d18190-efac-4ffc-8079-003a28df4b10 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514935 Mar 02 17:51:57.118216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-545d79df-f267-49d9-9ea5-f2e25435622e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 1094 time: 0.5938313 Mar 02 17:51:57.144500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45476) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:57.158999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:51:57.297044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-856a4f58-c7a4-45ab-8e83-fe54a4a2dc8c req-0efddf85-47e3-42d9-bac4-346fe5a54b62 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.3666763 Mar 02 17:51:57.330528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beeaff-45a4-41b8-b41f-2cb3e2187eea req-94355497-3656-4fd0-8975-fd02fbf178ad tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:57.332036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7beeaff-45a4-41b8-b41f-2cb3e2187eea req-94355497-3656-4fd0-8975-fd02fbf178ad tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 943 time: 0.4123378 Mar 02 17:51:57.338784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:57.392881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:57.398813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Usage tracker for resource:security_group_rule and tenant:36772fe9d69948868d4cca3290d119d7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:57.403145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:57.410513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:57.468870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89f958a-732c-49d3-a9a3-28030121896b req-b1700f1c-0718-4205-9604-6043abd2c366 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541822 Mar 02 17:51:57.545235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-856a4f58-c7a4-45ab-8e83-fe54a4a2dc8c req-48a888e2-a32b-46ae-bc49-a688542b21f8 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305722 Mar 02 17:51:57.546701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-09f24872-ad95-44d5-81e7-245e892dc0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:57.548383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-09f24872-ad95-44d5-81e7-245e892dc0da service neutron] 10.222.0.50 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.3900902 Mar 02 17:51:57.560275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:57.564428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7beeaff-45a4-41b8-b41f-2cb3e2187eea req-eaae45d9-3641-4d61-a6d6-1496674e3d9d tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103546 Mar 02 17:51:57.569406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:57.647753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82a92c-ddba-4656-b417-a4919815f783,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:57.675816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-5b304efa-fe96-4298-9c7a-626297fa2b7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45046228-4e81-41f8-9ba3-7837570a0dbf HTTP/1.1" status: 200 len: 217 time: 0.1101184 Mar 02 17:51:57.695987 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8031612d-9ff8-475a-a6c1-cc1b03a743d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36772fe9d69948868d4cca3290d119d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5501595 Mar 02 17:51:57.713696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:57.752681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-e774b45c-3ffd-4f04-89f2-cb89895c598a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:57.755257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-e774b45c-3ffd-4f04-89f2-cb89895c598a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.0676200 Mar 02 17:51:57.969481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.049562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.063811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:51:58.095005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-5035b6f5-0c31-44b5-9193-4f0d88e02bdf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2542951 Mar 02 17:51:58.226208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.363070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.367946 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a82a92c-ddba-4656-b417-a4919815f783 HTTP/1.1" status: 204 len: 168 time: 0.6503088 Mar 02 17:51:58.367946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577562e-f66a-46a1-9c6a-2eebe0183db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82a92c-ddba-4656-b417-a4919815f783,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:58.525923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:58.534674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff2633-4127-46fc-8f59-bad6cbd23c86 req-1d0a1f25-8b52-468c-8169-b2d6cfe315bc tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:58.548192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'network_id': 'cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61', 'port_id': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'mac_address': 'fa:16:3e:c2:e5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7588d9-1626-4c56-a0b6-db63cca6d69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:51:58.552589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cdff2633-4127-46fc-8f59-bad6cbd23c86 req-1d0a1f25-8b52-468c-8169-b2d6cfe315bc tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 943 time: 0.7933178 Mar 02 17:51:58.652536 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.693082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:51:58.713257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42fd5d-8eed-4928-935a-a2aba3b3d5e3 req-ee924b6a-96cf-4ae5-9ac4-8ad5cbe89cc6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:58.715183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb42fd5d-8eed-4928-935a-a2aba3b3d5e3 req-ee924b6a-96cf-4ae5-9ac4-8ad5cbe89cc6 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 943 time: 0.8735707 Mar 02 17:51:58.752744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:51:58.761680 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cdff2633-4127-46fc-8f59-bad6cbd23c86 req-1d91c621-d6c6-4eab-926a-f9352290f620 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881175 Mar 02 17:51:58.767797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-358d3908-f6c5-47cd-b8e1-a89249eec050 service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200731 Mar 02 17:51:58.773004 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:58.810439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb42fd5d-8eed-4928-935a-a2aba3b3d5e3 req-d36383e0-c7ec-4300-b110-20779bede16e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Mar 02 17:51:58.983886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:59.102374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-161fccb3-338c-4f37-bc47-81ee95bee25b req-18f31a9d-332c-4d09-a6ee-8acf1b80714f service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126197 Mar 02 17:51:59.107049 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'status': 'completed', 'code': 200} Mar 02 17:51:59.154629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:51:59.227043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45506) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:59.263014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.334042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:51:59.339439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Usage tracker for resource:security_group_rule and tenant:002a99754c7e400bacd330f9d1d2e636 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:51:59.346283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:51:59.365484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:51:59.405700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6999-2974-4184-81a5-274d4033d193 req-27e5c7c7-20c7-4cb6-9d18-f144a3515d9a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:51:59.420456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddcd6999-2974-4184-81a5-274d4033d193 req-27e5c7c7-20c7-4cb6-9d18-f144a3515d9a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.3165851 Mar 02 17:51:59.533156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.539598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.610652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc634413-b102-4753-9d7f-3fd5a064ba90,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:59.614662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ee96451a-38a1-4b45-86cf-851527925d4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=002a99754c7e400bacd330f9d1d2e636&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3864539 Mar 02 17:51:59.617977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:51:59.661733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-dfbcb30a-97c6-49c1-97cf-b1fc1a79e6f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1094 time: 0.5538385 Mar 02 17:51:59.702702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.717578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddcd6999-2974-4184-81a5-274d4033d193 req-ec03b0dc-91c9-4b7b-ae04-00191e6145b7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952018 Mar 02 17:51:59.743982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.931413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.963223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc634413-b102-4753-9d7f-3fd5a064ba90,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:51:59.986808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:51:59.989174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84dc6261-ee38-4091-ad02-072e315789e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc634413-b102-4753-9d7f-3fd5a064ba90 HTTP/1.1" status: 204 len: 168 time: 0.3704269 Mar 02 17:52:00.062650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 45046228-4e81-41f8-9ba3-7837570a0dbf details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:52:00.123553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f42918c5-95c7-479f-b0f6-8a1ebcf25185 req-30db385f-ea2e-4e64-bb0e-df8f3620f069 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.9060044 Mar 02 17:52:00.283322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-a6f84373-a342-4957-927f-bd581c64f1cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1095 time: 0.7213535 Mar 02 17:52:00.309126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=45046228-4e81-41f8-9ba3-7837570a0dbf,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:00.328381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '45046228-4e81-41f8-9ba3-7837570a0dbf', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'port_id': '45046228-4e81-41f8-9ba3-7837570a0dbf', 'mac_address': 'fa:16:3e:90:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cbde46-1058-4c4d-b451-66745ea550c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:52:00.440449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:00.468716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-549bc6be-1db7-4f3d-83b4-53bfde55c367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:00.469637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45046228-4e81-41f8-9ba3-7837570a0dbf {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:00.470228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-549bc6be-1db7-4f3d-83b4-53bfde55c367 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 897 time: 0.7945824 Mar 02 17:52:00.472435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f42918c5-95c7-479f-b0f6-8a1ebcf25185 req-c5fe16a7-9b83-4e40-aea7-1b5d1cc0df22 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475916 Mar 02 17:52:00.514924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=45046228-4e81-41f8-9ba3-7837570a0dbf,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:00.521552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:00.613849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-2387407e-ac5d-435e-a474-fd92a99f0d84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 217 time: 0.1316524 Mar 02 17:52:00.623090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ced3e-2b66-4f9d-9739-939272025585 req-d3612c69-9f15-49f9-b002-04d5a7d3c389 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:00.631621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f2ced3e-2b66-4f9d-9739-939272025585 req-d3612c69-9f15-49f9-b002-04d5a7d3c389 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.4939036 Mar 02 17:52:00.691637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:00.725427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-622209ec-e484-4c7b-86a2-4485828197a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:00.726906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-622209ec-e484-4c7b-86a2-4485828197a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 200 len: 833 time: 0.0731149 Mar 02 17:52:00.908796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-420fb3f4-c486-4ea1-bc0f-07719a2b2481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:00.910316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-420fb3f4-c486-4ea1-bc0f-07719a2b2481 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.5756316 Mar 02 17:52:00.919200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f2ced3e-2b66-4f9d-9739-939272025585 req-3c67b673-ea65-485f-84b6-92b6fcf9f7ec tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862806 Mar 02 17:52:00.943602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:52:00.990514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['45046228-4e81-41f8-9ba3-7837570a0dbf'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:01.031912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1409929993', 'description': 'tempest-description-332220443'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:01.058130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:01.083924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Usage tracker for resource:security_group and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:01.093063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:01.101471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-d2b2ca86-a6b8-4a42-9c17-04c0e7a71cad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.1767399 Mar 02 17:52:01.118969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-7766d866-7de0-466e-9778-1c61b57e7ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea78fda0-028d-47ce-a31c-6d44ace956f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3801949 Mar 02 17:52:01.132235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:01.250612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-c80821dc-40f1-46da-9a8f-3b8ca7944b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:01.252563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-c80821dc-40f1-46da-9a8f-3b8ca7944b5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.1165872 Mar 02 17:52:01.282462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:01.328787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'mac_address': 'fa:16:3e:0e:c2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:52:01.379033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb12868-3736-4da3-a8be-b1e9f5f598af req-5773999d-6dd3-4513-bf7a-b04d37115c2b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:01.380588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fb12868-3736-4da3-a8be-b1e9f5f598af req-5773999d-6dd3-4513-bf7a-b04d37115c2b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 943 time: 0.6479619 Mar 02 17:52:01.399949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.414783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-0d284209-59e3-4b0e-95d2-7f4913bd9bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436131 Mar 02 17:52:01.491956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.530982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:01.567573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:01.574720 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.613822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:01.617960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Usage tracker for resource:security_group_rule and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:01.620887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:01.626662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:01.683685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:01.698484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.717178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fb12868-3736-4da3-a8be-b1e9f5f598af req-d2043860-454e-4324-816e-4fd7075d7480 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204710 Mar 02 17:52:01.732169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.804015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-0f537196-5cac-4b3c-b8d9-c59359461079 service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384500 Mar 02 17:52:01.846140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70dc9fa-ed0f-4f9d-babf-64c66d5531df,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:01.852558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-e11ae10b-8663-4576-a000-679d084b1130 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238472 Mar 02 17:52:01.856674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:01.857773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5612a0d-01de-4618-b66c-3f2681428847 req-285f4bf2-1003-4216-90cb-7181dacd5e63 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.8310881 Mar 02 17:52:01.942809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:02.084237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:02.396559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2af39fd1-eef0-4da8-b146-73307e2a3271 req-73959680-8647-4dc0-a4c0-b6520e10cdfe service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751836 Mar 02 17:52:02.420367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 30a0b566-b02a-48d0-9c93-6e29425d4077 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:02.421294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:02.428141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a0a2ea4a-c81f-4c41-a00f-29c92b0aa62c req-af53b14a-560e-4c38-bb28-d300ade8d64f service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158212 Mar 02 17:52:02.442443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5c99-da7a-4612-a936-921c28d23953 req-22174ecd-3551-4b00-9e92-5bc130fe1594 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:02.457274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e4e5c99-da7a-4612-a936-921c28d23953 req-22174ecd-3551-4b00-9e92-5bc130fe1594 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 944 time: 0.4562855 Mar 02 17:52:02.501080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f879-d22b-441c-96af-b068b0e441ca req-c887f738-a49b-4088-ad92-abc13557c605 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:02.502636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea15f879-d22b-441c-96af-b068b0e441ca req-c887f738-a49b-4088-ad92-abc13557c605 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 944 time: 0.4525256 Mar 02 17:52:02.540688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e4e5c99-da7a-4612-a936-921c28d23953 req-46ce52ea-a7e4-423a-b72c-93b5eca3a6dd tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823362 Mar 02 17:52:02.610967 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:52:02.618725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea15f879-d22b-441c-96af-b068b0e441ca req-fc04f0d9-b26a-487f-9fe5-28b6fdc18db9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089590 Mar 02 17:52:02.955117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:02.978412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa5a77d5-22d6-4d96-b230-441e87110dd4 req-ad752bf8-e08b-47c8-97be-dade5046fb61 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.2307055 Mar 02 17:52:03.033609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-5ad84683-892d-47dc-a5ab-d0b3b5c6b702 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:03.036940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:03.038968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:03.043893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-5ad84683-892d-47dc-a5ab-d0b3b5c6b702 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 814 time: 0.2401681 Mar 02 17:52:03.052463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:03.069662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-9908b8a0-b8e1-4bec-a433-068122c22eba tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/quotas/6ab1162da88e469992562f53b6a03d19 HTTP/1.1" status: 200 len: 375 time: 0.0246534 Mar 02 17:52:03.152300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-74e67a4a-a1cb-4234-9f27-d6cd6a5abbc4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Synchronizing usage tracker for tenant:6ab1162da88e469992562f53b6a03d19 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:03.164117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:03.184563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa5a77d5-22d6-4d96-b230-441e87110dd4 req-0a9269b0-abbd-4630-a553-40e4bf52e7b7 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862009 Mar 02 17:52:03.185753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-74e67a4a-a1cb-4234-9f27-d6cd6a5abbc4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Unset dirty status for tenant:6ab1162da88e469992562f53b6a03d19 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:03.187042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-74e67a4a-a1cb-4234-9f27-d6cd6a5abbc4 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163816 Mar 02 17:52:03.430310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-819eceda-e956-4847-8b33-71afc95978bc req-6669dc9b-ff1c-4400-b107-d53ba99205d7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:03.465319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-c55163f0-8635-417e-b5da-4dbdfb1cb670 service neutron] 10.222.0.37 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698061 Mar 02 17:52:03.473158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-819eceda-e956-4847-8b33-71afc95978bc req-6669dc9b-ff1c-4400-b107-d53ba99205d7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:03.474536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-819eceda-e956-4847-8b33-71afc95978bc req-6669dc9b-ff1c-4400-b107-d53ba99205d7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1409929993&fields=id&tenant_id=8128f9e616f546b1ba5559b5618864fb HTTP/1.1" status: 200 len: 267 time: 0.1284227 Mar 02 17:52:03.687215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eceda-e956-4847-8b33-71afc95978bc req-bbecb5aa-f4f5-4871-9c72-dbcf70dbc510 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:03.688838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-819eceda-e956-4847-8b33-71afc95978bc req-bbecb5aa-f4f5-4871-9c72-dbcf70dbc510 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.1889594 Mar 02 17:52:03.696109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-094a3ea4-418e-4f65-8559-63add2ff338b service neutron] 10.222.0.37 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190459 Mar 02 17:52:03.702519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'port': {'security_groups': ['ed0966ca-d5d7-49ef-a3c8-091b127eb82e', 'a70dc9fa-ed0f-4f9d-babf-64c66d5531df']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:03.833199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.076317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 45046228-4e81-41f8-9ba3-7837570a0dbf up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:04.174006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 45046228-4e81-41f8-9ba3-7837570a0dbf completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:04.180976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 45046228-4e81-41f8-9ba3-7837570a0dbf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:04.181892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.371111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:04.380748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331df13-a60a-41a1-ba63-8a0958627031 req-a7403651-ae05-4752-8b01-742408e00028 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:04.383005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8331df13-a60a-41a1-ba63-8a0958627031 req-a7403651-ae05-4752-8b01-742408e00028 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2137611 Mar 02 17:52:04.413324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.470361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=45046228-4e81-41f8-9ba3-7837570a0dbf,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:04.482285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.488800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.545082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8331df13-a60a-41a1-ba63-8a0958627031 req-6524f679-8382-4c14-82a6-9c3a0b9ebe5d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545632 Mar 02 17:52:04.548602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.646671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:04.675497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:04.708010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:04.708798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:04.710340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-819eceda-e956-4847-8b33-71afc95978bc req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "PUT /v2.0/ports/fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 981 time: 1.0132079 Mar 02 17:52:04.710835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:04.759286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:04.785257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.785743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.786799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.787141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.787480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.789406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.789762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.790199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.790627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.790894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.791223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24573c-80d0-42ee-b53f-a16cbd3ea8fc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:04.857536 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'code': 200} Mar 02 17:52:04.956600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:04.997899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:05.105458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535050f2-c20e-40f9-a3c2-c8181f5a85e6 req-d03d1646-2ad5-4c14-9e7f-074a90b31b05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:05.107717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-535050f2-c20e-40f9-a3c2-c8181f5a85e6 req-d03d1646-2ad5-4c14-9e7f-074a90b31b05 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 944 time: 0.1830430 Mar 02 17:52:05.220854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-535050f2-c20e-40f9-a3c2-c8181f5a85e6 req-2b18a84c-3c43-4ea7-a3ca-0971ca77fc89 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010225 Mar 02 17:52:05.275794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:05.305894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:05.306312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:05.570088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:05.693155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:05.725928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:05.872045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:05.879779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:05.952810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1fa632e-416b-4b72-bfaa-fdee80d240d7 req-4c377d33-788c-47c5-89d0-9d0a9414bc76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1097 time: 0.6184223 Mar 02 17:52:06.044779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a8b86-9d6c-43d2-9b07-a25b289fb419 req-8bd79db7-92e5-4e30-80dd-33f1fbee0628 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:06.046266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987a8b86-9d6c-43d2-9b07-a25b289fb419 req-8bd79db7-92e5-4e30-80dd-33f1fbee0628 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.5474999 Mar 02 17:52:06.063508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da661ed-5135-47b2-bd74-480f98d8f26e req-f10a463f-5352-4436-be55-312137541c89 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:06.065123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da661ed-5135-47b2-bd74-480f98d8f26e req-f10a463f-5352-4436-be55-312137541c89 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4791529 Mar 02 17:52:06.090595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.131903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:06.134322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-987a8b86-9d6c-43d2-9b07-a25b289fb419 req-09fe8272-a05f-4588-8335-18b1f999d653 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674293 Mar 02 17:52:06.150858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Usage tracker for resource:security_group_rule and tenant:0c4a551e1c234fc39f6aaf6a976cf170 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:06.159669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:06.181825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:06.208628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1fa632e-416b-4b72-bfaa-fdee80d240d7 req-235ebc2c-b548-4aba-9e11-037fd9ac02c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441843 Mar 02 17:52:06.231180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da661ed-5135-47b2-bd74-480f98d8f26e req-4195986a-d5f8-4e02-bf30-c2437a0df50c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231372 Mar 02 17:52:06.292551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-c643e6a1-c959-477c-8045-70bbdc944bac tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:06.301049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-c643e6a1-c959-477c-8045-70bbdc944bac tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 814 time: 0.3940964 Mar 02 17:52:06.322527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.325552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Request body: {'port': {'device_id': '21852b1e-e072-4110-8a66-e475499da390', 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad', 'admin_state_up': True, 'tenant_id': '6ab1162da88e469992562f53b6a03d19'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:06.337523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.386250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea663a6-9f83-4539-9742-c4a5a0be6f30,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:06.416784 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-192390fb-3898-4374-a91a-ca4fe30c075a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c4a551e1c234fc39f6aaf6a976cf170&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5433815 Mar 02 17:52:06.420194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:06.497343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.508954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d83ca19b-4cce-4f18-bcc0-856f9d596ac7 req-ae497a4d-246c-4a9d-b51e-2c278758b15d tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 210 time: 0.1252241 Mar 02 17:52:06.531470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.571926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-f815b16a-9416-4df6-b59f-93f95ea3f7eb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1409929993&fields=id&tenant_id=8128f9e616f546b1ba5559b5618864fb HTTP/1.1" status: 200 len: 267 time: 0.1894009 Mar 02 17:52:06.599054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.619733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea663a6-9f83-4539-9742-c4a5a0be6f30,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:06.637137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.638647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d027a8ea-aee9-4cb7-9dd2-2f111b0b67ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ea663a6-9f83-4539-9742-c4a5a0be6f30 HTTP/1.1" status: 204 len: 168 time: 0.2172711 Mar 02 17:52:06.653523 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:52:06.691601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:06.770397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:06.834329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Made reservation on behalf of 6ab1162da88e469992562f53b6a03d19 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:52:06.837694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:06.858863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf'}, {'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:06.862879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-6e12dea5-9e24-4b6e-a463-ee0f5e7ded98 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:06.864517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-6e12dea5-9e24-4b6e-a463-ee0f5e7ded98 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 984 time: 0.2812595 Mar 02 17:52:06.887753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'port': {'security_groups': ['ed0966ca-d5d7-49ef-a3c8-091b127eb82e']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:07.041723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-3566fe93-2da7-47b5-bbfd-985090639a04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1135 time: 0.3426085 Mar 02 17:52:07.111146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:07.135699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.183684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:07.191431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Usage tracker for resource:security_group_rule and tenant:5170ef5ed7fd42cba9f2418d17add058 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:07.195287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:07.203642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:07.216001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8906af1a-b200-424e-9efc-b2f67d6f5bf4 req-3ce63c3d-aaf4-4cb3-bdf6-aa1250e4814c tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.4420588 Mar 02 17:52:07.280377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.297170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.303197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.359907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd293936-a789-451d-8828-2fdab979a97b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:07.396244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Allocated IP 172.20.0.10 (325a6990-bba1-4ee9-8e1e-7e7cc11c32ad/ffd7a101-7845-41c5-bdcc-fce0d221414f/829fceda-9550-48b0-b286-3d9e7ee7c53a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:07.398706 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-82636d4b-92d1-4d83-bbb0-edfaf21d6756 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5170ef5ed7fd42cba9f2418d17add058&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2840581 Mar 02 17:52:07.402810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45652) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:07.420667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8906af1a-b200-424e-9efc-b2f67d6f5bf4 req-4736808d-cf7a-4b95-baed-c0ff96791fe0 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909406 Mar 02 17:52:07.445432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-caae5578-0906-4616-af11-54d26aed2176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:07.446953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-caae5578-0906-4616-af11-54d26aed2176 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.3621433 Mar 02 17:52:07.519596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.580753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-36cdab65-0b0a-43cb-bc41-05e849603caf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1208992 Mar 02 17:52:07.589143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.673548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.724235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd293936-a789-451d-8828-2fdab979a97b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:07.758036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:07.765756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5482f89-6a65-418d-994a-f766ea099fbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd293936-a789-451d-8828-2fdab979a97b HTTP/1.1" status: 204 len: 168 time: 0.3595884 Mar 02 17:52:08.110248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-22fb18a0-6489-4f11-8c8f-8f5184b7d553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:08.111721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-22fb18a0-6489-4f11-8c8f-8f5184b7d553 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.4264102 Mar 02 17:52:08.208214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-6d8453e4-9863-445a-b0cf-32e50992285b tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Synchronizing usage tracker for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:08.220482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-6bc39b12-45a7-4ce8-80dd-b187c760e4a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969033 Mar 02 17:52:08.229211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-6d8453e4-9863-445a-b0cf-32e50992285b tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Unset dirty status for tenant:088651869df54c85b8ecbc14d9c6c1ec on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:08.230469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-6d8453e4-9863-445a-b0cf-32e50992285b tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 1097 time: 0.1921678 Mar 02 17:52:08.341666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Deleting port 3abb0aaa-2fda-466c-97e8-dfa63bda155d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:08.341986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.349000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.397499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:08.524727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70586989-dd64-430a-973d-32ba25ce6625 req-9bd3a114-c2ee-46b1-b6f3-e382b5b7fbcc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:08.526045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70586989-dd64-430a-973d-32ba25ce6625 req-9bd3a114-c2ee-46b1-b6f3-e382b5b7fbcc tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.4763572 Mar 02 17:52:08.559093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.563102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:52:08.703740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.708488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-26223922-a446-4d2d-962a-e45cfe735c2a service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679737 Mar 02 17:52:08.785680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.788436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.835521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:08.896597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] For port 3abb0aaa-2fda-466c-97e8-dfa63bda155d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3abb0aaa-2fda-466c-97e8-dfa63bda155d,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:08.896968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:08.954108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:08.973763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70586989-dd64-430a-973d-32ba25ce6625 req-8c3cc3fb-cd89-4375-b4b5-7f7f63119906 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218633 Mar 02 17:52:09.003194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:09.034609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:09.167335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Calling delete_port for 3abb0aaa-2fda-466c-97e8-dfa63bda155d owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:09.202968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:09.203779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:09.218630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bfe1be5-9728-4f07-b980-0ffce2afec46 req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "PUT /v2.0/ports/fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 942 time: 2.3449855 Mar 02 17:52:09.224641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:09.263622 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-160c0f02-be75-4ee6-868c-335e9547260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:09.348377 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf', 'code': 200} Mar 02 17:52:09.348654 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'code': 200} Mar 02 17:52:09.396070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b842f5-d609-4356-b04d-fee7cbd2035b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:09.471014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:09.482675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:09.625321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3abb0aaa-2fda-466c-97e8-dfa63bda155d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:09.649788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Pushing event deleted for resources: {'Port': ['ID=3abb0aaa-2fda-466c-97e8-dfa63bda155d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:09.656920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:09.762529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835492f-d18d-4f7c-ba17-f4a6c254cea1 req-d42e69d2-387f-47f7-9eae-90ceecb77458 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330791 Mar 02 17:52:09.804748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] No DVR routers for this DVR port 3abb0aaa-2fda-466c-97e8-dfa63bda155d on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:09.806870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:09.807690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:09.808804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:09.813107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'name': 'network-vif-deleted', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:09.829058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Pushing event updated for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:09.832241 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-05e6738a-5fda-4727-8766-9a4d821ef9b8 req-4f3ef087-7b0f-4bf2-a8c5-130686a6577f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3abb0aaa-2fda-466c-97e8-dfa63bda155d HTTP/1.1" status: 204 len: 173 time: 1.5895085 Mar 02 17:52:09.871359 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-51cde6e6-515e-45b1-8f19-220be2c737fe req-0041345f-7a2f-4950-9e53-c2750566df29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 1096 time: 0.2834876 Mar 02 17:52:09.992424 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-51cde6e6-515e-45b1-8f19-220be2c737fe req-3c45b762-bff3-4cdb-94e6-814942b3bec7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044841 Mar 02 17:52:10.054917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53f9c-5d27-4bca-89b8-26ea2ad9b8d3 req-d0b46fbc-91e5-456d-bcec-3a2c35792632 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:10.064278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aeb53f9c-5d27-4bca-89b8-26ea2ad9b8d3 req-d0b46fbc-91e5-456d-bcec-3a2c35792632 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.7777283 Mar 02 17:52:10.068030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4aad91d7-2cfe-4626-b30e-1af65cf5d3e1 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7548647 Mar 02 17:52:10.138982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Request body: {'port': {'device_id': '21852b1e-e072-4110-8a66-e475499da390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:10.229550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aeb53f9c-5d27-4bca-89b8-26ea2ad9b8d3 req-c19612a2-b8f5-4560-bbc9-4a0168167251 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643937 Mar 02 17:52:10.241786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1889fd79-6039-491f-a5df-b07a7dc4e7c0 req-950828dd-7d0b-4202-80db-5340fb3abf1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1096 time: 0.8017197 Mar 02 17:52:10.320251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24d75-c599-4057-935f-939bbb8e6d41 req-5e27b89f-7d13-4434-9238-f95ef7a5a96c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:10.328553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24a24d75-c599-4057-935f-939bbb8e6d41 req-5e27b89f-7d13-4434-9238-f95ef7a5a96c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.6642017 Mar 02 17:52:10.384461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:10.466713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1889fd79-6039-491f-a5df-b07a7dc4e7c0 req-1df93e65-5aa6-4fea-941e-5f2c50322dfe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160790 Mar 02 17:52:10.547299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24a24d75-c599-4057-935f-939bbb8e6d41 req-ef7f8367-d6e4-466a-bed9-a4ee099bdd8c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165267 Mar 02 17:52:10.902635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b13d4-6a2e-4748-a248-b3bfb66b7ad6 req-c6f81199-9386-459d-933f-e7a41fb9708b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:10.908203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-845b13d4-6a2e-4748-a248-b3bfb66b7ad6 req-c6f81199-9386-459d-933f-e7a41fb9708b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.5081484 Mar 02 17:52:11.002438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-845b13d4-6a2e-4748-a248-b3bfb66b7ad6 req-4c80f66b-9efc-4459-abb8-9ccdb13cf2b1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Mar 02 17:52:11.077704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7010db5-06d3-40b5-8119-eb7bb53ee76c req-9453e53f-1206-4ffb-9ce7-1d3496ccd294 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:11.078418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f7010db5-06d3-40b5-8119-eb7bb53ee76c req-9453e53f-1206-4ffb-9ce7-1d3496ccd294 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Synchronizing usage tracker for tenant:6ab1162da88e469992562f53b6a03d19 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:11.104855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829fceda-9550-48b0-b286-3d9e7ee7c53a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:11.114320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:11.119856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f7010db5-06d3-40b5-8119-eb7bb53ee76c req-9453e53f-1206-4ffb-9ce7-1d3496ccd294 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Unset dirty status for tenant:6ab1162da88e469992562f53b6a03d19 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:11.129929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7010db5-06d3-40b5-8119-eb7bb53ee76c req-9453e53f-1206-4ffb-9ce7-1d3496ccd294 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 932 time: 0.3215368 Mar 02 17:52:11.148756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Transition to ACTIVE for port object 829fceda-9550-48b0-b286-3d9e7ee7c53a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:11.153714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:11.309103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6eb05df5-0e57-4f0c-a441-95458e303811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:11.449338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74670ac2-4743-4edb-ab61-134435522e23 req-bf818bfe-7748-47f9-b822-0468af5f3a96 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b175108d-fa72-435b-983a-82ce0ac1a176 HTTP/1.1" status: 200 len: 210 time: 0.0630453 Mar 02 17:52:11.529563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Pushing event updated for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:11.561133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7010db5-06d3-40b5-8119-eb7bb53ee76c req-da9d4420-5a9c-4c5b-92ba-e670f392cd74 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007730 Mar 02 17:52:11.809328 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:52:11.847581 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b175108d-fa72-435b-983a-82ce0ac1a176', 'name': 'network-vif-deleted', 'tag': '3abb0aaa-2fda-466c-97e8-dfa63bda155d', 'status': 'completed', 'code': 200} Mar 02 17:52:11.896828 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-073ba3ec-f828-43de-8d43-c7256c9ce4ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.1366296 Mar 02 17:52:11.918048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Attempting to bind port 829fceda-9550-48b0-b286-3d9e7ee7c53a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:52:11.918415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Attempting to bind port 829fceda-9550-48b0-b286-3d9e7ee7c53a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:52:11.918738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Attempting to bind port 829fceda-9550-48b0-b286-3d9e7ee7c53a on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:11.965264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Port 829fceda-9550-48b0-b286-3d9e7ee7c53a on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:52:11.965633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Attempting to bind port 829fceda-9550-48b0-b286-3d9e7ee7c53a on network 325a6990-bba1-4ee9-8e1e-7e7cc11c32ad {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:12.015626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-6f13c15d-1e78-461c-bcdc-9e00ff547145 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4591341 Mar 02 17:52:12.023803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:12.029949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:12.037833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Usage tracker for resource:floatingip and tenant:8128f9e616f546b1ba5559b5618864fb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:12.041475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:12.048661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:12.060421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:52:12.061611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Checking segment: {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:52:12.062268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Bound using segment: {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:52:12.064555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Bound port: 829fceda-9550-48b0-b286-3d9e7ee7c53a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc08c72-b980-4241-82a1-dd2b10f1411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:52:12.065719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:12.155085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3abb0aaa-2fda-466c-97e8-dfa63bda155d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:12.185970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:12.224000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 3abb0aaa-2fda-466c-97e8-dfa63bda155d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:12.224809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3abb0aaa-2fda-466c-97e8-dfa63bda155d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:12.369506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:52:12.384082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:52:12.412741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-14a5a021-4b1c-42c3-a0b3-c6df524b3e8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:12.416159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:12.418719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-14a5a021-4b1c-42c3-a0b3-c6df524b3e8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.5136666 Mar 02 17:52:12.488076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa719a7-405a-4863-8af4-e983e4d7d6a7 req-1e69ebeb-1da2-4610-ad56-e2bb04dee863 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:12.495630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aa719a7-405a-4863-8af4-e983e4d7d6a7 req-1e69ebeb-1da2-4610-ad56-e2bb04dee863 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.2771332 Mar 02 17:52:12.541912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-fa3498e5-62c4-4832-a3d7-f0ac55b375dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1062608 Mar 02 17:52:12.561741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:12.564148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] 10.222.0.35 "PUT /v2.0/ports/829fceda-9550-48b0-b286-3d9e7ee7c53a HTTP/1.1" status: 200 len: 1092 time: 2.4321809 Mar 02 17:52:12.618035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716fbe8-3b85-4ce2-8eb5-368540b0f18e service neutron] Pushing event updated for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:12.669032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-e167d6bb-7e90-406f-8d2b-bcf12d8cbb9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:12.670839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-e167d6bb-7e90-406f-8d2b-bcf12d8cbb9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1183891 Mar 02 17:52:12.753123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8aa719a7-405a-4863-8af4-e983e4d7d6a7 req-905ab52d-3f99-47e2-93d4-7c2641fc2134 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489519 Mar 02 17:52:12.766242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-5cdab695-06e4-4bdc-9ef9-1c2fac97a20e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798569 Mar 02 17:52:12.795339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:12.804570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:13.008320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45780) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:13.011108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-4a3eac76-8e52-45dc-916a-d11ffb2c4c1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 1095 time: 0.3796310 Mar 02 17:52:13.019293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:13.107488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-6a29ef64-a2cd-4d64-82e2-f779e1415d05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a HTTP/1.1" status: 200 len: 217 time: 0.0857580 Mar 02 17:52:13.141492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-14b8171a-f843-4775-865a-ea0382a568b6 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538463 Mar 02 17:52:13.312860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe0af-8819-47d0-bd27-179602c6f0f5 req-52eaa655-c8fc-4b6b-9fa7-8fef7a4bf756 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:13.314562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ebbe0af-8819-47d0-bd27-179602c6f0f5 req-52eaa655-c8fc-4b6b-9fa7-8fef7a4bf756 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.3647909 Mar 02 17:52:13.319020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-20b89c60-3edb-4730-aec5-b496932cf09e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:13.320385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-20b89c60-3edb-4730-aec5-b496932cf09e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 200 len: 854 time: 0.1876104 Mar 02 17:52:13.364226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Allocated IP 172.25.3.78 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/d43841e3-f406-4a34-8078-e52878a0d60b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:13.397135 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-153330ec-f54a-45f4-addd-afbad7cc5699 req-46aee2c7-9941-4268-b69d-7d36a324aa10 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481141 Mar 02 17:52:13.404604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-409dc9c7-b2a3-4f7a-8078-2d609e0da725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772388 Mar 02 17:52:13.534041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:13.679491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ebbe0af-8819-47d0-bd27-179602c6f0f5 req-9392ebfc-7fb0-48c5-93c9-c24aa9a230b8 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506722 Mar 02 17:52:13.756538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:13.889469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:13.901703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Usage tracker for resource:security_group_rule and tenant:9e2fe5c7cd0847ce8e19f7dc610f3772 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:13.916891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:13.954342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-7e3aa4a5-bdee-47c1-9374-d87b09adbba6 service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306888 Mar 02 17:52:13.957369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:14.067225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.199221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25ca0d2-ecc6-45ed-bdb7-1ed44b312bf3 req-bbe11c30-0d98-436b-88b9-6878030e7cee service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333567 Mar 02 17:52:14.216718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2feb4-590e-4eb4-893f-97ad9114275b req-49e704f5-0d83-437a-9b68-b346e63d847c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:14.224335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9c2feb4-590e-4eb4-893f-97ad9114275b req-49e704f5-0d83-437a-9b68-b346e63d847c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.3227198 Mar 02 17:52:14.228971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.317663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.329545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.348124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.373756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:14.383398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:14.385862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:14.454418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'Port': ['ID=d43841e3-f406-4a34-8078-e52878a0d60b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:14.507994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9c2feb4-590e-4eb4-893f-97ad9114275b req-23877a8b-66f3-47dc-b7bb-4286fffd7f9c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724111 Mar 02 17:52:14.513163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b84f7-768c-4681-91a8-dbd6d74cf21c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:14.525280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45794) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:14.529793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-79d21b39-eb3d-4fc5-8d12-264333936b9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e2fe5c7cd0847ce8e19f7dc610f3772&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5176260 Mar 02 17:52:14.684005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.684234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.726859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.790214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.820257 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.820732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b84f7-768c-4681-91a8-dbd6d74cf21c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:14.824503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:14.825668 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-79060cd6-c949-4ef6-b578-ca61b3bd0bb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b1b84f7-768c-4681-91a8-dbd6d74cf21c HTTP/1.1" status: 204 len: 168 time: 0.2990439 Mar 02 17:52:14.982297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dac48-f1b8-43ff-b82d-829ee4cc02fc req-7059a0d4-2079-4f32-8409-9db8bce91d91 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:14.983880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e19dac48-f1b8-43ff-b82d-829ee4cc02fc req-7059a0d4-2079-4f32-8409-9db8bce91d91 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.2938764 Mar 02 17:52:15.075220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e19dac48-f1b8-43ff-b82d-829ee4cc02fc req-b858a4f2-1bda-40c1-9e8f-90d598d671ac tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807698 Mar 02 17:52:15.154086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.162068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.328368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event updated for resources: {'Port': ['ID=d43841e3-f406-4a34-8078-e52878a0d60b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:15.349391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.382143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.391142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-55351a01-36b3-437e-8847-a23a127f8750 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3738346 Mar 02 17:52:15.459545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:15.491777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.500624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-216c71b8-225b-4061-b952-f4218eb90c72 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:floatingip {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:15.577290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-216c71b8-225b-4061-b952-f4218eb90c72 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:floatingip {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:15.581751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-216c71b8-225b-4061-b952-f4218eb90c72 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.1867502 Mar 02 17:52:15.588819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:15.593358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Usage tracker for resource:security_group_rule and tenant:eace041bda9341de9e1ec8678bb184d6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:15.599641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:15.606971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:15.755268 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.760591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:15.848315 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eace041bda9341de9e1ec8678bb184d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3876772 Mar 02 17:52:15.856947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45820) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:15.869153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d35b54-3741-4c62-a493-93b5d7c9ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5884e1e-07d5-43a1-84c4-6edbe08d472d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:15.880494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-26a3bf64-3dfe-41d4-b273-3f99dc4314d3 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:15.887328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-26a3bf64-3dfe-41d4-b273-3f99dc4314d3 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.2992268 Mar 02 17:52:15.892585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-fd6780d3-39dc-42e7-a0d8-5edb948b9ed5 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:52:15.907964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90a2d2a2-e499-4e6a-84ea-bd98a2285f0d req-fd6780d3-39dc-42e7-a0d8-5edb948b9ed5 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0187759 Mar 02 17:52:15.976898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcdffe-0f02-43bf-8333-a80b6587288d req-319bb309-9a00-4d25-83ac-809abee11267 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:15.984549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecdcdffe-0f02-43bf-8333-a80b6587288d req-319bb309-9a00-4d25-83ac-809abee11267 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 944 time: 0.4512005 Mar 02 17:52:16.101519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:16.132559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecdcdffe-0f02-43bf-8333-a80b6587288d req-465b736b-1d68-4b8e-a16e-ade083e3ae98 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465716 Mar 02 17:52:16.185409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:16.316472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4218d-bcb9-4340-96c3-43f9797bb5d5 req-006dba5a-ec6f-4232-91f2-132d391a5ec7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:16.318236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efe4218d-bcb9-4340-96c3-43f9797bb5d5 req-006dba5a-ec6f-4232-91f2-132d391a5ec7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2855968 Mar 02 17:52:16.637377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:16.662252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5884e1e-07d5-43a1-84c4-6edbe08d472d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:16.665880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efe4218d-bcb9-4340-96c3-43f9797bb5d5 req-66ba38c1-84fe-41b2-a86c-54abc490e2c3 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377445 Mar 02 17:52:16.689522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:16.697512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-36620d05-79d4-4b02-9459-0ba60d16fbb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5884e1e-07d5-43a1-84c4-6edbe08d472d HTTP/1.1" status: 204 len: 168 time: 0.8374119 Mar 02 17:52:16.742026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7d485-c4f0-49da-8dd8-79503e27e833 req-26afe7e8-378f-4d71-9dea-aa362c9181c7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:16.747688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edb7d485-c4f0-49da-8dd8-79503e27e833 req-26afe7e8-378f-4d71-9dea-aa362c9181c7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.3786886 Mar 02 17:52:16.778934 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a', 'status': 'completed', 'code': 200} Mar 02 17:52:16.876532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edb7d485-c4f0-49da-8dd8-79503e27e833 req-73790483-79de-4c07-b7bc-5417fcbbe692 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272378 Mar 02 17:52:16.978606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-e9f752ad-e352-49d2-9c2c-51537ff9df26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab1162da88e469992562f53b6a03d19&device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 1095 time: 0.1775897 Mar 02 17:52:17.015542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 829fceda-9550-48b0-b286-3d9e7ee7c53a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:52:17.143399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-a3bb5f87-eae8-4a86-a7fe-8aa83a4f18dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:17.145658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-a3bb5f87-eae8-4a86-a7fe-8aa83a4f18dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 200 len: 915 time: 0.1601601 Mar 02 17:52:17.247790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e5e8-6fe9-4551-b74f-2efe643cc166 req-5ab89fec-a123-4667-90f5-d84c3755868f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:17.249940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5929e5e8-6fe9-4551-b74f-2efe643cc166 req-5ab89fec-a123-4667-90f5-d84c3755868f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.3581097 Mar 02 17:52:17.252149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:17.275683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '829fceda-9550-48b0-b286-3d9e7ee7c53a', 'network_id': '325a6990-bba1-4ee9-8e1e-7e7cc11c32ad', 'port_id': '829fceda-9550-48b0-b286-3d9e7ee7c53a', 'mac_address': 'fa:16:3e:81:4c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd7a101-7845-41c5-bdcc-fce0d221414f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:52:17.295401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-00389296-836b-44ba-842f-5773472f391c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a HTTP/1.1" status: 200 len: 217 time: 0.1427431 Mar 02 17:52:17.350447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:17.372427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829fceda-9550-48b0-b286-3d9e7ee7c53a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:17.372658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5929e5e8-6fe9-4551-b74f-2efe643cc166 req-9e024ee9-ed8a-4cf7-83e4-feb8a3a57360 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004941 Mar 02 17:52:17.414927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45854) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:17.421476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:17.428235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:17.470122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-161ee089-7bac-42ca-884b-c2962fa2d32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:17.472644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-161ee089-7bac-42ca-884b-c2962fa2d32c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 200 len: 854 time: 0.1711440 Mar 02 17:52:17.607102 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2ef16c5-cea8-41de-adac-7c0e8bb2574d tempest-TestNetworkAdvancedServerOps-111262887 tempest-TestNetworkAdvancedServerOps-111262887-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1091 time: 0.1885548 Mar 02 17:52:17.612632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45864) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:17.613910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-2d6a0685-2c95-4c29-86aa-c17d09a71946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304042 Mar 02 17:52:17.622211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-17a26d6a-5748-45df-a8fb-f8c9f825c3a6 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:17.623733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-17a26d6a-5748-45df-a8fb-f8c9f825c3a6 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2403853 Mar 02 17:52:17.630523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:17.644335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:17.655792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Usage tracker for resource:floatingip and tenant:c21c1d4fc29245548e8b580d1220468f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:17.663391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:17.665114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:17.685702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:17.724345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:17.905292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-ddd16c62-1dfa-4939-9393-21cb1ac7e79e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.2327342 Mar 02 17:52:17.907937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['829fceda-9550-48b0-b286-3d9e7ee7c53a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:17.936629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'floatingip': {'port_id': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:18.003956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:18.108068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:18.214133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-f52baa3b-9d12-43d6-b286-76a99981a599 service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893815 Mar 02 17:52:18.223127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-8a40c3ad-83b5-4efe-8f14-92670631c607 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1097 time: 0.4101954 Mar 02 17:52:18.270765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Allocated IP 172.25.3.197 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/fe81d59e-a9ed-41bd-b041-053c9c3d452c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:18.530353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:18.580331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:18.583358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0af7a8b7-71f8-4d3c-b4e6-ff00206e8a3c req-eb69a738-0a63-4167-99ad-fd41da74b95a service neutron] 10.222.0.35 "GET /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243537 Mar 02 17:52:18.700599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=fe81d59e-a9ed-41bd-b041-053c9c3d452c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:18.722332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:18.732144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:18.735282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:19.023809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6a426-5314-4f77-b1bb-7cd9593b690d req-1b8611d5-4412-4d56-a7dc-174b83d7636a tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:19.025312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e6a426-5314-4f77-b1bb-7cd9593b690d req-1b8611d5-4412-4d56-a7dc-174b83d7636a tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 945 time: 0.4358997 Mar 02 17:52:19.042237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-f5e23f90-5ada-44a2-89c4-4d4ebc820f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:19.043931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-f5e23f90-5ada-44a2-89c4-4d4ebc820f1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.7905161 Mar 02 17:52:19.148689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:19.369266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-e432baee-dbba-415e-850a-3ec49c113d35 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.3923602 Mar 02 17:52:19.427303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05e6a426-5314-4f77-b1bb-7cd9593b690d req-c5766b81-e9b6-446c-ae8e-89bae1afc260 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896632 Mar 02 17:52:19.458029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-a9225fa0-23d2-49a0-965d-cbc3f6d16308 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1002 time: 0.3454795 Mar 02 17:52:19.633575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:19.639414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Deleting port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:19.639773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:19.712239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-02b78c25-f8a6-47d6-8f9d-c7a0b0821194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:19.713940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-02b78c25-f8a6-47d6-8f9d-c7a0b0821194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.2471559 Mar 02 17:52:19.738634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.042204 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.048674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.083348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] For port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:20.083933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.101048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-687c769f-27d4-4f76-8d9c-432af87c0b07 req-70dcaf38-055e-4680-a915-4a5a1a59c472 tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14fc4689-6f29-49e1-bcd8-cc100a5cbd10 HTTP/1.1" status: 200 len: 1097 time: 0.3310213 Mar 02 17:52:20.110194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-ed938c7a-9d06-4d46-a66d-8468b2baa6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845434 Mar 02 17:52:20.213739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event updated for resources: {'Port': ['ID=fe81d59e-a9ed-41bd-b041-053c9c3d452c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:20.218841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.336436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Calling delete_port for cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:20.557991 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Floating IP 68e4aa80-0342-410a-a9f9-a435345c326e associated. External IP: 172.25.3.197, port: 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60. Mar 02 17:52:20.647201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-687c769f-27d4-4f76-8d9c-432af87c0b07 req-ee7ae2de-106b-4f72-8958-16c275afc42e tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b9565223-ff7d-475c-840b-918fa48362b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451715 Mar 02 17:52:20.650641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.662246 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:20.913623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-70a44630-af83-4e99-b780-25aaf16c2b2e service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746426 Mar 02 17:52:21.036852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 829fceda-9550-48b0-b286-3d9e7ee7c53a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:21.087818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:21.131142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.171088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 829fceda-9550-48b0-b286-3d9e7ee7c53a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:21.180351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 829fceda-9550-48b0-b286-3d9e7ee7c53a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:21.181297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.216533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:21.223769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2964965b-9086-40bd-ae9c-1d4167359d3b req-03dd271a-6bfc-46f6-9623-6b0ddfc4a8fa service neutron] 10.222.0.35 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002567 Mar 02 17:52:21.232764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7238f-b940-42c5-93ae-12353cdfd192 req-265a1261-8aed-49de-8757-e2522c0100da tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:21.234268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c7238f-b940-42c5-93ae-12353cdfd192 req-265a1261-8aed-49de-8757-e2522c0100da tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4423976 Mar 02 17:52:21.352986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] No DVR routers for this DVR port cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:21.358761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.361010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:21.361982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'name': 'network-vif-deleted', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:21.370901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.390947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fae2f7b-4ba3-4e3f-abb3-6e4587807de6 req-cf3bff2a-65da-416a-ab61-39ed5b3c694f tempest-TestServerMultinode-1871821888 tempest-TestServerMultinode-1871821888-project-admin] 10.222.0.35 "DELETE /v2.0/ports/cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 HTTP/1.1" status: 204 len: 173 time: 2.0126703 Mar 02 17:52:21.400864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:21.415189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c7238f-b940-42c5-93ae-12353cdfd192 req-291d51be-14c4-4d20-8f1f-cf03a50bd198 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389713 Mar 02 17:52:21.415743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:21.435234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.437262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:21.479257 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Floating IP 30a4ad01-83af-40ea-8086-2c677fdfe832 associated. External IP: 172.25.3.78, port: fe8f7d36-d3fc-4b16-b8d2-333326834389. Mar 02 17:52:21.493533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:21.550481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Sync routers for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:21.571900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.711908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:21.712637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:21.834266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.849140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:21.864027 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b67da76c-d17b-43e8-bb54-67bf0ae34f04 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2502773 Mar 02 17:52:21.866940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:21.873399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8d01-55a4-418f-a160-6106717bc1f3 req-52cb745a-aa29-44c9-8449-45d4c088a66c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:21.875333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-962d8d01-55a4-418f-a160-6106717bc1f3 req-52cb745a-aa29-44c9-8449-45d4c088a66c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.1751816 Mar 02 17:52:21.888372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.888544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.888876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.889204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.889530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.889847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.890390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.890517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.890821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.891143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.891458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:21.899962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:21.910725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d5b7498f3f4befabab2306b7b903c8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:21.912092 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:21.916390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:21.941748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:21.954972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:21.956860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-962d8d01-55a4-418f-a160-6106717bc1f3 req-47031b15-37df-4c29-8469-843f1dda28df tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701163 Mar 02 17:52:21.972547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.068571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:22.088070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.095434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.210778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cd49c-2b0b-4079-9741-621aa27c35b9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:22.226154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:22.266796 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eebee4ea-66b2-43df-9763-63ba5a0a67d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0d5b7498f3f4befabab2306b7b903c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9001977 Mar 02 17:52:22.267006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:22.349009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85995c7-40c9-48d3-849a-e1917aeb0651 req-3fc2978b-918c-4d15-b12a-32cc888a95a0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:22.350702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f85995c7-40c9-48d3-849a-e1917aeb0651 req-3fc2978b-918c-4d15-b12a-32cc888a95a0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 946 time: 0.1143305 Mar 02 17:52:22.401760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.463179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f85995c7-40c9-48d3-849a-e1917aeb0651 req-3f24bff4-b788-4bc9-98ba-07110a3fde3a tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Mar 02 17:52:22.468201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Router 5929349b-a705-4924-ac03-3602d8e7625d has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:22.473189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.562131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.593597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cd49c-2b0b-4079-9741-621aa27c35b9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:22.612625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:22.617480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad479569-1a58-40fe-9e3b-52fb0c3dd66c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/474cd49c-2b0b-4079-9741-621aa27c35b9 HTTP/1.1" status: 204 len: 168 time: 0.3461349 Mar 02 17:52:22.675178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '68e4aa80-0342-410a-a9f9-a435345c326e', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'mac_address': 'fa:16:3e:0e:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:19Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:22.685001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Checking router: 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:52:22.717063 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a', 'code': 200} Mar 02 17:52:22.720683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:22.721326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:22.803777 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fc4689-6f29-49e1-bcd8-cc100a5cbd10', 'name': 'network-vif-deleted', 'tag': 'cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65', 'status': 'completed', 'code': 200} Mar 02 17:52:22.990119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:23.054052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:23.067115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac58d8bd-53e6-473f-81b7-17fb8918f744 req-aecbd1ac-c5e2-4bca-8a56-af2cf7bf8da0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 1097 time: 0.2541933 Mar 02 17:52:23.104143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b7a87-be8c-424d-ac54-035b13de4e25 req-41357563-0ab4-42f7-9c7e-ba9521cf891f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:23.112734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a58b7a87-be8c-424d-ac54-035b13de4e25 req-41357563-0ab4-42f7-9c7e-ba9521cf891f tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2245519 Mar 02 17:52:23.151645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:23.152601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device cc0be3fd-c0b6-4415-9ca8-49d2d67e1c65 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:23.209995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac58d8bd-53e6-473f-81b7-17fb8918f744 req-cc3ab873-2979-47d3-baef-e096f265dee6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351953 Mar 02 17:52:23.229998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a58b7a87-be8c-424d-ac54-035b13de4e25 req-9623513d-1897-4fa6-aaae-18a12e9ac216 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141658 Mar 02 17:52:23.231537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:23.241821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.243643 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Sync routers for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:23.245843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45966) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:23.265968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.270355 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:23.271140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:23.314379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:23.325339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e95bb56547d64b2b84a5b44a3b01bde1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:23.335485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:23.340443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0e178dfd-a7b6-41be-a7ee-690baac70a84 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "PUT /v2.0/floatingips/30a4ad01-83af-40ea-8086-2c677fdfe832 HTTP/1.1" status: 200 len: 995 time: 5.4230683 Mar 02 17:52:23.345623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:23.440225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45974) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:23.483663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.490106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.544786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8980e72b-01cb-45f6-b37f-d4976f56d1e3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:23.611765 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1289d423-e35f-49f8-b709-45166d1c99a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95bb56547d64b2b84a5b44a3b01bde1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3648102 Mar 02 17:52:23.614679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:23.630371 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:23.753082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.811699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.850547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '68e4aa80-0342-410a-a9f9-a435345c326e', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'mac_address': 'fa:16:3e:0e:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:19Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:23.863367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a7fde-60fe-4411-b4d0-02daecb2ab90 None None] The sync data for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 is: [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '68e4aa80-0342-410a-a9f9-a435345c326e', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'mac_address': 'fa:16:3e:0e:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:19Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 0, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:23.908855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183e6bd-e7df-4096-ab4c-00a1a1cc6fbf req-dbe4e927-1155-475f-8b34-75f73362cd93 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:23.909212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.910846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2183e6bd-e7df-4096-ab4c-00a1a1cc6fbf req-dbe4e927-1155-475f-8b34-75f73362cd93 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.2342207 Mar 02 17:52:23.935105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8980e72b-01cb-45f6-b37f-d4976f56d1e3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:23.944394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:23.946525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7608f99d-1752-4a25-be01-3e02209b32f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8980e72b-01cb-45f6-b37f-d4976f56d1e3 HTTP/1.1" status: 204 len: 168 time: 0.3299284 Mar 02 17:52:24.007036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2183e6bd-e7df-4096-ab4c-00a1a1cc6fbf req-36ee5e1f-3aa1-45e3-8bda-d33d7b487e9c tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880070 Mar 02 17:52:24.041401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45986) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:24.053932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-604264da-1c22-4bbe-902a-81e95cfec6cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.6973939 Mar 02 17:52:24.239953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2f337-395f-408b-b113-a2a344ac3751 None None] New status for floating IP 68e4aa80-0342-410a-a9f9-a435345c326e: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:52:24.266286 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9eb0aa1b-f4cf-40f5-89f6-6e4224709e9f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/68e4aa80-0342-410a-a9f9-a435345c326e HTTP/1.1" status: 200 len: 991 time: 0.2236226 Mar 02 17:52:24.270321 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'status': 'completed', 'code': 200} Mar 02 17:52:24.345197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '30a4ad01-83af-40ea-8086-2c677fdfe832', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'port_id': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'mac_address': 'fa:16:3e:1e:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:14Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 1, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:24.354802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Checking router: 5929349b-a705-4924-ac03-3602d8e7625d for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:52:24.372776 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:24.373714 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:24.628376 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:24.698757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-6d35ff39-26ad-49a3-91a4-5aedd7e0dcf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:24.707131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-6d35ff39-26ad-49a3-91a4-5aedd7e0dcf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.5499051 Mar 02 17:52:24.718730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:24.815781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:24.847075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-8179a726-2bf0-4047-87f1-44388cd676f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1096 time: 0.6394558 Mar 02 17:52:24.983425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a093c-1f10-4f69-b5d8-13a21b8c2edd req-6b6d236e-837b-4a53-850b-3a2b513eb18f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:24.985051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c8a093c-1f10-4f69-b5d8-13a21b8c2edd req-6b6d236e-837b-4a53-850b-3a2b513eb18f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 944 time: 0.6233687 Mar 02 17:52:24.995122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-3217932c-cd03-4831-89e2-e16535ff8ceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 998 time: 0.2870457 Mar 02 17:52:25.062726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '30a4ad01-83af-40ea-8086-2c677fdfe832', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'port_id': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'mac_address': 'fa:16:3e:1e:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:14Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 1, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:25.067946 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc4a7a5-1a55-4af2-9c9d-029170549529 None None] The sync data for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 is: [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '30a4ad01-83af-40ea-8086-2c677fdfe832', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'port_id': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'mac_address': 'fa:16:3e:1e:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:52:14Z', 'updated_at': '2022-03-02T17:52:19Z', 'revision_number': 1, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:25.269655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46012) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:25.271150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c8a093c-1f10-4f69-b5d8-13a21b8c2edd req-b8c400f5-0f92-459a-baeb-00613286865a tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744467 Mar 02 17:52:25.271933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-6d4d2554-45ca-4750-bfb1-40987694a587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:25.273295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-6d4d2554-45ca-4750-bfb1-40987694a587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 897 time: 0.4176674 Mar 02 17:52:25.276205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-2939db9f-3c35-4176-9701-9ada5bd34895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:25.277581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-2939db9f-3c35-4176-9701-9ada5bd34895 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1276581 Mar 02 17:52:25.422848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d27943f4-fd2d-4b64-8dda-caf6692dcd48 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/68e4aa80-0342-410a-a9f9-a435345c326e HTTP/1.1" status: 200 len: 993 time: 0.1519945 Mar 02 17:52:25.446083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-eb628164-ccbf-4e28-bf83-750cecfb357f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062696 Mar 02 17:52:25.456750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:25.522699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-ba9ddb98-2094-485a-b623-cbc0a6bc37ce service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:52:25.523816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-ba9ddb98-2094-485a-b623-cbc0a6bc37ce service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082014 Mar 02 17:52:25.726613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-f4e77e7a-1449-431c-8dc3-ea150bbaf06e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 1001 time: 0.4461181 Mar 02 17:52:25.877427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-647f4d72-fc77-44cf-a829-907b00c452c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:25.878914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-647f4d72-fc77-44cf-a829-907b00c452c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 200 len: 833 time: 0.1344733 Mar 02 17:52:25.894444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0fbb72e0-ba4a-4755-8769-31e269d08059 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681637 Mar 02 17:52:25.941018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fcdac-105e-41b1-b0b2-7db16cf905ca req-02672c89-e081-471d-90f3-bb4088f24560 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:25.942499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac2fcdac-105e-41b1-b0b2-7db16cf905ca req-02672c89-e081-471d-90f3-bb4088f24560 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 946 time: 0.4279864 Mar 02 17:52:26.138559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac2fcdac-105e-41b1-b0b2-7db16cf905ca req-92548a29-1133-4c9c-8b89-02112549c1e3 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722498 Mar 02 17:52:26.166329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-cfcffd37-ca01-4a0a-a5a1-314263f6c683 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea78fda0-028d-47ce-a31c-6d44ace956f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759800 Mar 02 17:52:26.169435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a8c3bf8-087d-4e9b-a496-c09af58b8012 req-0fa530a5-75e4-4641-8f75-d41b6e51050b service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420597 Mar 02 17:52:26.206822 n-d-820559-6 neutron-server[83798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'code': 422} returned with failed status Mar 02 17:52:26.284432 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:52:26.449680 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-8f496f9c-952b-418b-91b5-a4404eec36c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.0891435 Mar 02 17:52:26.538840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-cec7b44f-58a4-42dd-9f14-1a20159477ec service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656826 Mar 02 17:52:26.575560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46070) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:26.763443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-feaacf63-b9e4-4272-9fd6-a28276f8c9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:26.765947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-feaacf63-b9e4-4272-9fd6-a28276f8c9df service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.3061545 Mar 02 17:52:26.809893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16a52e-bbcc-4e41-98d2-85104f08c926 None None] New status for floating IP 30a4ad01-83af-40ea-8086-2c677fdfe832: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:52:26.957235 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-71d9db60-d2b4-4254-9660-261ce6bed532 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 998 time: 0.1794536 Mar 02 17:52:26.968615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6e3ae-1c25-49d0-8608-2489660d7d81 req-e8c7c80c-e276-4649-93e7-1cf2616b58d9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:26.970163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8e6e3ae-1c25-49d0-8608-2489660d7d81 req-e8c7c80c-e276-4649-93e7-1cf2616b58d9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.5624146 Mar 02 17:52:27.038041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:27.109623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bb52c30-89b0-4e37-beab-e977a0d9e46e req-9fa2be47-a7cc-4c80-b35d-37ac3b7101d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577841 Mar 02 17:52:27.116507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:27.122143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-62fed4e6-f8d8-4c4c-bee6-7845ba8aa9d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:27.128250 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-62fed4e6-f8d8-4c4c-bee6-7845ba8aa9d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1644182 Mar 02 17:52:27.172113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8e6e3ae-1c25-49d0-8608-2489660d7d81 req-697d2d05-3aee-4460-955c-b4d17999cd25 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491883 Mar 02 17:52:27.228160 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-3a0b2de5-2dc0-4333-ac98-756fa77aa98b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904012 Mar 02 17:52:27.229681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:27.238536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Usage tracker for resource:security_group_rule and tenant:3e79a11cfe084e259d5196087706abde is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:27.371785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:27.393994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:27.446964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-02f4e81a-0d24-4abe-9863-34e46ce085d2 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079847 Mar 02 17:52:27.458008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-014e57db-0bc1-4a86-9641-353c5cc86f11 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 998 time: 0.2237985 Mar 02 17:52:27.595309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-11a048f8-6257-45a7-bc9d-23175ec47ebc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:27.597575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-11a048f8-6257-45a7-bc9d-23175ec47ebc tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports/fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 942 time: 0.1341853 Mar 02 17:52:27.663223 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e6ec8e1e-37de-4558-8ec6-0cafb563fc86 req-9a39c79b-699c-4f42-8add-5377d2848c22 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037959 Mar 02 17:52:27.713091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:27.816592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:27.934341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970271c2-f6bc-421e-9871-e742b1fd6d47,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:27.959545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f7a71a45-7e0d-49a4-8a9a-513edaf76d92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e79a11cfe084e259d5196087706abde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3788064 Mar 02 17:52:27.963555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46102) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:27.977051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-b721d576-e09a-4f15-aa1e-3e2c907df13c tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.2269232 Mar 02 17:52:28.044865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.073467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.126115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1888d-598f-4c07-91f7-ed0520f67271 req-2751dee6-91b9-4527-a10f-d662c7a2f286 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:28.128419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46a1888d-598f-4c07-91f7-ed0520f67271 req-2751dee6-91b9-4527-a10f-d662c7a2f286 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4236131 Mar 02 17:52:28.152658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.185670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Deleting port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:28.185992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.191609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970271c2-f6bc-421e-9871-e742b1fd6d47,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:28.200317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.201608 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/970271c2-f6bc-421e-9871-e742b1fd6d47 HTTP/1.1" status: 204 len: 168 time: 0.2360973 Mar 02 17:52:28.206349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.207189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.207433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.208161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.208648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.209072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.209571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.210007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.210422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.210995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.211428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fbf12-ddcb-4ec9-ba38-2f9c328d39ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:52:28.380272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46a1888d-598f-4c07-91f7-ed0520f67271 req-5025f3f5-497f-4956-8624-66b492836bd1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248957 Mar 02 17:52:28.389970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-2c2ccfe4-af1b-40ae-98fa-4d67e17885d7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:28.391371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-2c2ccfe4-af1b-40ae-98fa-4d67e17885d7 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.4010892 Mar 02 17:52:28.568808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] For port 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:28.569173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:28.589248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-09647e4a-8dcc-4448-af82-4da8216f2d31 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1798413 Mar 02 17:52:28.678627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:28.813402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Calling delete_port for 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:28.932954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:29.551814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:29.565044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:29.565375 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Floating IP 30a4ad01-83af-40ea-8086-2c677fdfe832 disassociated. External IP: 172.25.3.78, port: fe8f7d36-d3fc-4b16-b8d2-333326834389. Mar 02 17:52:29.885189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:29.979591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7ce03f-7c76-48e7-ab56-79d3a21e61e7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:30.236993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba5a87b8-91cc-4078-b093-c770c09bf3bb req-90eb772a-664b-41be-932f-a283b3ec3e54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3087714 Mar 02 17:52:30.518609 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:30.618131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-c7b9035d-8eea-4b31-b190-f7fe0875e717 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042511 Mar 02 17:52:30.700222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Router 5929349b-a705-4924-ac03-3602d8e7625d has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:31.385004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-35b4901f-1627-422f-aad6-4362caf3949e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b&tenant_id=fd6d753921734ac080dd6757a6198ab1 HTTP/1.1" status: 200 len: 1095 time: 0.0728874 Mar 02 17:52:31.430764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:31.460638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:31.473485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Sync routers for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:31.495079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:31.495884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:31.521621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856485-a956-4bb1-88a6-a2f26b986b8e req-a554118b-1fd3-440c-9ddf-ae567a49d518 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:31.523123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b856485-a956-4bb1-88a6-a2f26b986b8e req-a554118b-1fd3-440c-9ddf-ae567a49d518 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2423315 Mar 02 17:52:31.612215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:31.700238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46194) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:31.779189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b856485-a956-4bb1-88a6-a2f26b986b8e req-db29d0db-974d-442a-9d25-6c30174e375b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476737 Mar 02 17:52:31.784977 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:31.792834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-c26cafa8-17ca-4957-959b-7768ee17dddb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "PUT /v2.0/floatingips/30a4ad01-83af-40ea-8086-2c677fdfe832 HTTP/1.1" status: 200 len: 694 time: 3.1963840 Mar 02 17:52:31.838262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:31.870836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:32.083942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-93a1a65a-b75a-46ff-a890-b507ed4b99ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.2898016 Mar 02 17:52:32.162117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:32.180383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:32.255632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:32.289592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:floatingip and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:32.289958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:52:32.303258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:32.330673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:32.348299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:32.357884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:32.377679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Transition to ACTIVE for port object 89e71dcc-91d8-4a1d-abe9-fed754999d58 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:32.393566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:32.444763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95d9b-a538-48af-a500-9207a45ba054 req-5fd5a0f9-cbf4-48ed-87e9-c0092091777e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:32.451767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77d95d9b-a538-48af-a500-9207a45ba054 req-5fd5a0f9-cbf4-48ed-87e9-c0092091777e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 944 time: 0.4381938 Mar 02 17:52:32.471190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:32.476564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Checking router: 5929349b-a705-4924-ac03-3602d8e7625d for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:52:32.495531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:32.496402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:32.560897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:32.669522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=9']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:32.755018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] No DVR routers for this DVR port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:32.762750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:32.770316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-fb7e66d5-e3d7-4fbe-bc5f-06ed3cfc198f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:32.777688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-fb7e66d5-e3d7-4fbe-bc5f-06ed3cfc198f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.6783340 Mar 02 17:52:32.843538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:32.871585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77d95d9b-a538-48af-a500-9207a45ba054 req-d516c711-9613-47f8-bcd9-549512e84cf6 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183936 Mar 02 17:52:32.883122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-bd5aa2b0-0dda-4ad3-9514-84f54bea946f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1045294 Mar 02 17:52:33.188370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:52:33.189732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:52:33.190313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:33.199014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:52:33.199879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Attempting to bind port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:33.209316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:52:33.210051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Checking segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:52:33.210707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Bound using segment: {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:52:33.211373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Bound port: 89e71dcc-91d8-4a1d-abe9-fed754999d58, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:52:33.211979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:33.558116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:52:33.562335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:52:33.576078 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:52:33.579858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:33.581979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-28f77903-2665-4657-9c10-b9a37eee4759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:33.589952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-28f77903-2665-4657-9c10-b9a37eee4759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.7059600 Mar 02 17:52:33.687037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-d5dd6f8c-d1a4-477c-9c12-0ba0b7ca94eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961404 Mar 02 17:52:33.691483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:33.692845 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] 10.222.0.50 "PUT /v2.0/ports/89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1092 time: 2.2673514 Mar 02 17:52:33.695403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:33.722557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-bc029cd0-acfe-4b8e-baba-298618d7cab7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 1096 time: 0.3864224 Mar 02 17:52:33.728674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115528d6-98fa-404b-8b6e-68013b473f14 service neutron] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=10']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:33.784748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:33.790377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd670b7-0220-4475-a889-b2fbe93a0499 None None] The sync data for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 is: [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:50:42Z', 'revision_number': 4, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9f0177ed-535c-4e3b-bf33-fbb6083448b0', 'name': '', 'network_id': 'bcc6e71e-bfc9-4e08-9bbf-2434e20396c9', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'mac_address': 'fa:16:3e:22:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:39Z', 'updated_at': '2022-03-02T17:51:09Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'subnets': [{'id': '8cd4592f-7f91-4a7d-8a89-200b4cabbb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:33.961998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-c0fa24cb-b33e-441e-8bba-29b74fa1f414 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 1097 time: 0.2147012 Mar 02 17:52:33.963007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-b1f81157-975e-46d7-9c5b-004f8c48e3eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:33.965283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-b1f81157-975e-46d7-9c5b-004f8c48e3eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 200 len: 921 time: 0.1809976 Mar 02 17:52:33.970030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:34.022296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-0754d118-ac5e-4364-9af0-4107ba993935 service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341029 Mar 02 17:52:34.027578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207ac73-91b6-44e4-81ac-8ed32cc0ba4a req-0ce9b824-2d4a-4c38-8ddd-1292586191b0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:34.028987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c207ac73-91b6-44e4-81ac-8ed32cc0ba4a req-0ce9b824-2d4a-4c38-8ddd-1292586191b0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.3925283 Mar 02 17:52:34.105922 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-962da061-5a68-4d1b-9395-568a22aae7ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 200 len: 217 time: 0.1289940 Mar 02 17:52:34.171625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-ddc13266-e774-4008-81f3-ce0ff978f06b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd6d753921734ac080dd6757a6198ab1&device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1096 time: 0.3864365 Mar 02 17:52:34.310968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-abf31d13-1331-4ef6-9a38-2fa83e9078f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:34.312413 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-abf31d13-1331-4ef6-9a38-2fa83e9078f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 200 len: 860 time: 0.1960890 Mar 02 17:52:34.324630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-29dcd830-efea-456e-b492-85139c1f3228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:34.326046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-29dcd830-efea-456e-b492-85139c1f3228 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 200 len: 914 time: 0.3505087 Mar 02 17:52:34.389325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c207ac73-91b6-44e4-81ac-8ed32cc0ba4a req-e49eb47d-f7d7-4698-8f21-956707f65462 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513191 Mar 02 17:52:34.416363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5172e74b-11d8-40ac-8a2a-630f5da3ede6 req-8514fb25-2883-4e22-8001-fc5bcc722dda service neutron] 10.222.0.37 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773546 Mar 02 17:52:34.451776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-d903e20d-2c20-4e48-a3c1-790b466a5b61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 200 len: 217 time: 0.0807118 Mar 02 17:52:34.454529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-71605ba1-a906-43cb-9bfd-24ab0826dddd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130800 Mar 02 17:52:34.472376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Allocated IP 172.25.3.237 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5de5908a-1d28-432b-b3a4-7c85944c01b3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:34.603937 n-d-820559-6 neutron-server[83796]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'status': 'failed', 'code': 422} returned with failed status Mar 02 17:52:34.734844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-4e66dde1-65b0-4dca-b3db-7860d2b99319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:34.737327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-112662ce-085e-4e48-a9da-c2160c2bb720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:34.737700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-4e66dde1-65b0-4dca-b3db-7860d2b99319 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 200 len: 917 time: 0.5535614 Mar 02 17:52:34.738786 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-112662ce-085e-4e48-a9da-c2160c2bb720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 200 len: 853 time: 0.2672713 Mar 02 17:52:34.747762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:34.814674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-92c64a07-b61c-4629-b84d-4d7afa3b1c1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614638 Mar 02 17:52:34.822065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-ac831c3d-b19a-49e4-95dc-6bb25d35b164 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493276 Mar 02 17:52:34.925034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:34.935195 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Sync routers for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:34.951595 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:34.952257 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:34.998771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d2b8b792-fcb8-4a6d-b1b6-ab1fc8bf701a admin admin] 10.222.0.37 "PUT /v2.0/routers/0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5575488 Mar 02 17:52:35.002029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:35.051074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8fee27c5-23df-4570-a102-f5078a198ff2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:35.052561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8fee27c5-23df-4570-a102-f5078a198ff2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.3730984 Mar 02 17:52:35.055628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-4c4dded1-6934-44bc-b62d-34119fcac8e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 200 len: 1000 time: 0.2154086 Mar 02 17:52:35.104560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:35.178873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:35.192913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48dc48-719b-4cf3-aba4-f4657690d23b req-95717ddd-f6d4-4ea6-8d86-9c340248e201 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:35.193900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de48dc48-719b-4cf3-aba4-f4657690d23b req-95717ddd-f6d4-4ea6-8d86-9c340248e201 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.4658451 Mar 02 17:52:35.211497 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-bfc73ed5-bd54-4326-9163-c09c2e587132 service neutron] 10.222.0.50 "GET /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701558 Mar 02 17:52:35.220839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-41eb3394-6e87-4b08-9892-4cff615107dc service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978379 Mar 02 17:52:35.230095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-123ba993-8bf2-46c1-8791-72d98a54ddb6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/quotas/78d0f1ab7add440b812d36b04c91ad75 HTTP/1.1" status: 200 len: 375 time: 0.1269772 Mar 02 17:52:35.255431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=5de5908a-1d28-432b-b3a4-7c85944c01b3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:35.258495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-24f572a4-f3ad-4545-8a70-23ffa4ef6df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:35.259897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-24f572a4-f3ad-4545-8a70-23ffa4ef6df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 200 len: 855 time: 0.1935577 Mar 02 17:52:35.263292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:35.295172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:35.353163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:35.482382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b9a045f9-9c1a-4b4d-aac0-fab01dd0bee8 req-aba1eaa9-0886-4bbd-b16e-80d7ef64992d service neutron] 10.222.0.50 "GET /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357099 Mar 02 17:52:35.502971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:35.562491 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:52:29Z', 'revision_number': 5, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:35.568193 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Checking router: 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:52:35.583201 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Routers {'0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:35.584226 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:35.606068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de48dc48-719b-4cf3-aba4-f4657690d23b req-f0df3ea8-6319-4c0b-a3b7-1ed68b382d8f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006333 Mar 02 17:52:35.768308 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:35.851133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:35.863407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Deleting port 64aba1ac-db6d-4746-ac52-9a957dc18721 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:35.864004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:35.865850 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] Set router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:35.937285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-b1b6e5d0-43dd-46f3-8d8c-31e7242a5244 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6927817 Mar 02 17:52:35.945367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-6d5f9123-63db-460b-b1cd-6ec8f0745582 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips/30a4ad01-83af-40ea-8086-2c677fdfe832 HTTP/1.1" status: 200 len: 694 time: 0.1698263 Mar 02 17:52:35.962437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-ab2e2791-760c-4111-a766-bc2c7423e7ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6687982 Mar 02 17:52:36.237981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] For port 64aba1ac-db6d-4746-ac52-9a957dc18721, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=64aba1ac-db6d-4746-ac52-9a957dc18721,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:36.238436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:36.273641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:36.283590 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:52:29Z', 'revision_number': 5, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:36.288924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18697c-90e4-472f-83f4-b98af2a23a9c None None] The sync data for ids ['0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656'] in n-d-820559-6 is: [{'id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'name': 'tempest-TestServerMultinode-450851041-router', 'tenant_id': '772bf53e5fd447c78d2c43ce094164bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:52:29Z', 'revision_number': 5, 'project_id': '772bf53e5fd447c78d2c43ce094164bf', 'gw_port': {'id': '64aba1ac-db6d-4746-ac52-9a957dc18721', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:36.342733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-754264b9-ab90-45fe-b51a-a3727e5c127c service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150733 Mar 02 17:52:36.452752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Calling delete_port for 64aba1ac-db6d-4746-ac52-9a957dc18721 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:36.708877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:36.726299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-5eb2cf1b-d4c7-465a-b7de-7d30f9a3198b service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694793 Mar 02 17:52:36.757203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-9d897c6a-d71e-46b6-8e94-2b8ec74293c6 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:36.759291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-9d897c6a-d71e-46b6-8e94-2b8ec74293c6 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 784 time: 0.8066351 Mar 02 17:52:36.828596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Pushing event deleted for resources: {'Port': ['ID=64aba1ac-db6d-4746-ac52-9a957dc18721,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:36.860875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-081ed5b5-cf60-4f88-88dc-1b356ea0347b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:52:36.861885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-081ed5b5-cf60-4f88-88dc-1b356ea0347b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0623186 Mar 02 17:52:36.955585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-8ae80708-28f4-40ea-b1d3-15d7708e8796 service neutron] 10.222.0.50 "GET /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988283 Mar 02 17:52:37.023883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-bad28dfa-a67f-4608-b8e3-9b2f4c4b6dbd tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 697 time: 0.1508458 Mar 02 17:52:37.038025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.049679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-48e19ee3-647e-4324-89fd-bb38016bf927 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061898 Mar 02 17:52:37.130827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-e3097391-96ba-406b-9024-a56aab2c49d1 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 697 time: 0.0842593 Mar 02 17:52:37.132443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:52:37.147197 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.282322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:37.374313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:37.375047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8b7ce03f-7c76-48e7-ab56-79d3a21e61e7 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:37.397213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.403564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.469410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.471322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:52:37.502724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.520934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55c74650-94f6-4c6c-aae8-4cf4d2820416 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0eec0edf-d0cc-4fb9-b9c3-39bf94e1e656 HTTP/1.1" status: 204 len: 168 time: 2.5083435 Mar 02 17:52:37.523097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:37.574190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.613057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f5056-fd63-4970-a5ff-388a83f6ac74 None None] New status for floating IP 30a4ad01-83af-40ea-8086-2c677fdfe832: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:52:37.787026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Deleting subnet b843a716-36d3-4586-add2-cdc7f06a4f15 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:52:37.787026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:37.900827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.070643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=5de5908a-1d28-432b-b3a4-7c85944c01b3,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:38.073140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Deleting port d43841e3-f406-4a34-8078-e52878a0d60b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:38.073560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.123719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.156912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.256021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.301733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-97bc4f68-ee4d-4b0a-b5be-9fc0d94c5051 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4832060 Mar 02 17:52:38.310110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02ba2-c36d-46c1-98d2-2b23f33d600c req-2ecfe565-451c-404d-bb7c-f2dc0d09fee9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:38.311014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b843a716-36d3-4586-add2-cdc7f06a4f15,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:38.311769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fc02ba2-c36d-46c1-98d2-2b23f33d600c req-2ecfe565-451c-404d-bb7c-f2dc0d09fee9 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.7387476 Mar 02 17:52:38.321096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.324668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d35bcccb-390e-480a-92e8-08566ca3ceff tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6148958 Mar 02 17:52:38.326405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:38.329588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.338134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-316773088'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:38.357269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:38.368189 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aab2fd47-2152-4e95-a08a-0ab59d5ad523 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b843a716-36d3-4586-add2-cdc7f06a4f15 HTTP/1.1" status: 204 len: 168 time: 0.8432832 Mar 02 17:52:38.370062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:network and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:38.373467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:38.376184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:38.437491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:38.460917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ade69-91f0-4981-b63a-61d20ab68332 None None] Network 1539198c-d10b-449a-bfbd-7add7aef7f83 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:52:38.536723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.537294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.570326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fc02ba2-c36d-46c1-98d2-2b23f33d600c req-fac1bf0a-7e75-481c-8dc3-56accd88fae1 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444494 Mar 02 17:52:38.591166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Made reservation on behalf of 4da2f22188134c90b80a3f56b79f4324 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:52:38.593714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.659707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.787162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Calling delete_port for d43841e3-f406-4a34-8078-e52878a0d60b owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:38.810580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.841772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:38.847462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Deleting port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:38.847868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:38.895731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:security_group_rule and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:38.920379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:38.953851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:39.010363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:52:39.011118 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:52:39.077727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-92a867a8-2532-4458-b40e-c31e126924a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 1096 time: 0.7292333 Mar 02 17:52:39.121397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.210963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 64aba1ac-db6d-4746-ac52-9a957dc18721 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:39.289930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 64aba1ac-db6d-4746-ac52-9a957dc18721 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:39.290243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 64aba1ac-db6d-4746-ac52-9a957dc18721 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:39.308484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3d25ae3-8ba0-4635-a3eb-1fd1bed74d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.415150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] DHCP port deletion for 1539198c-d10b-449a-bfbd-7add7aef7f83 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:52:39.420099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Deleting port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:39.420603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.458916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f342-91cd-4485-916e-7292637df47e req-be65ded0-6274-49ee-9eef-6d028c1903ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:39.460790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-be65ded0-6274-49ee-9eef-6d028c1903ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.3552020 Mar 02 17:52:39.464197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.551007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Deleting port d43841e3-f406-4a34-8078-e52878a0d60b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:39.551679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.591353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] For port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:39.591353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.604350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b4a5-7e40-4c48-9cbc-352d511724ec req-b314bda6-0d20-40fb-8751-428c2fd0e52c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:39.606150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b709b4a5-7e40-4c48-9cbc-352d511724ec req-b314bda6-0d20-40fb-8751-428c2fd0e52c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.6017132 Mar 02 17:52:39.617246 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:52:39.685225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b709b4a5-7e40-4c48-9cbc-352d511724ec req-38b9764f-08ab-4d38-8434-dde876881bf8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634115 Mar 02 17:52:39.686440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-6060cfc9-c991-4d32-91e4-f82d1a603194 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 200 len: 217 time: 0.2106035 Mar 02 17:52:39.731804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Calling delete_port for 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:39.768555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f342-91cd-4485-916e-7292637df47e req-20848b45-07e9-4fbd-be15-cd0827fc697c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:39.770453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-20848b45-07e9-4fbd-be15-cd0827fc697c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.0763671 Mar 02 17:52:39.851649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-c590148f-adbe-4638-aac8-3f4e20b0def4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603082 Mar 02 17:52:39.865869 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.903562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:39.967691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] For port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,segment=NetworkSegment(e483134e-4dd3-483a-8b64-dee28d63393a),segment_id=e483134e-4dd3-483a-8b64-dee28d63393a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:39.968304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.044476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:52:40.066717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d1281-ab98-49d2-85e5-0fefb4ac8637,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:40.097229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.098549 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Added segment 6dfdfe1c-1715-4fe8-979a-7090ea6e8964 of type vlan for network df70be63-840e-41cc-9395-167246122758 Mar 02 17:52:40.101169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c67743f-ccd7-41dc-ab8e-b830c6fdf013,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:40.107829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] No DVR routers for this DVR port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:40.302245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.310403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.321730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Calling delete_port for 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:40.387784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1539198c-d10b-449a-bfbd-7add7aef7f83']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:40.443942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e483134e-4dd3-483a-8b64-dee28d63393a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:40.444191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e483134e-4dd3-483a-8b64-dee28d63393a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:40.474874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.484260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.489661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:40.490516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.506059 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:52:40.506323 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:52:40.557223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.557658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.591814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.628278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:52:40.629011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:52:40.648839 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:52:40.742484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Network': ['ID=df70be63-840e-41cc-9395-167246122758,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:40.755929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network df70be63-840e-41cc-9395-167246122758 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:52:40.764016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-4514c96d-775d-4295-9e10-ae9ef9abfdb0 service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143198 Mar 02 17:52:40.771205 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3766773f-eb6c-46c9-b032-4c051cb2d882 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4419954 Mar 02 17:52:40.774130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:40.774487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Calling delete_port for d43841e3-f406-4a34-8078-e52878a0d60b owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:40.792503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Request body: {'subnet': {'network_id': 'df70be63-840e-41cc-9395-167246122758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:40.815300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b5953cca-56f6-4bd0-b7ca-c76122853684 req-8580c3e9-2a99-4132-ab46-53d2b55f4173 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.8644116 Mar 02 17:52:40.836527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.849691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:40.909915 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1539198c-d10b-449a-bfbd-7add7aef7f83 HTTP/1.1" status: 204 len: 168 time: 2.5352335 Mar 02 17:52:40.977698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:41.054613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Deleting port 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:41.055185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:41.118816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:41.124487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:subnet and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:41.152276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:41.214928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8bbc3-93a7-4eae-a7a1-30f137a13cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1539198c-d10b-449a-bfbd-7add7aef7f83,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:41.217246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:41.252537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c40a804b-cba7-4037-91e9-511d2e5ed542 None None] The port '5d7d1281-ab98-49d2-85e5-0fefb4ac8637' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:52:41.310179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f4dd17d0-70c7-4170-a30d-39a58c3da271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:41.320604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Made reservation on behalf of 4da2f22188134c90b80a3f56b79f4324 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:52:41.384710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:41.453412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:41.453753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d7d1281-ab98-49d2-85e5-0fefb4ac8637 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:41.507114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:41.693891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da6f342-91cd-4485-916e-7292637df47e req-177238b4-f3db-4f16-b8a7-700223db4f0e service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611810 Mar 02 17:52:41.745679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:41.822954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event deleted for resources: {'Port': ['ID=d43841e3-f406-4a34-8078-e52878a0d60b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:41.834552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd55be-f951-4d34-8c0a-7f2981631e8f req-ed94a278-84e6-4272-a286-c96f47cc3b60 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:41.841678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3afd55be-f951-4d34-8c0a-7f2981631e8f req-ed94a278-84e6-4272-a286-c96f47cc3b60 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.7902520 Mar 02 17:52:41.896507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:41.999219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3afd55be-f951-4d34-8c0a-7f2981631e8f req-1599e99e-3034-4225-918a-e2359874a936 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494017 Mar 02 17:52:42.014716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.052065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.053444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57011373-cc04-4a0d-b624-2569d22e03b1 req-db4abf2f-3bfe-48bd-ab8b-e3c1fcaa3848 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "DELETE /v2.0/floatingips/30a4ad01-83af-40ea-8086-2c677fdfe832 HTTP/1.1" status: 204 len: 173 time: 4.9039760 Mar 02 17:52:42.116342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Subnet': ['ID=73363b65-9d27-41a2-9829-29321c092dd7,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:42.136838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Checking segment: {'id': '6dfdfe1c-1715-4fe8-979a-7090ea6e8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'df70be63-840e-41cc-9395-167246122758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:52:42.137193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network hostable DHCP agents. Network: df70be63-840e-41cc-9395-167246122758, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:52:42.167080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network df70be63-840e-41cc-9395-167246122758 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:52:42.181664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, df70be63-840e-41cc-9395-167246122758) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:42.187957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:42.189433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.192921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e8970-5288-41b6-87fb-e9f72f2b1ad6 None None] Network df70be63-840e-41cc-9395-167246122758 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:52:42.236169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa4a522b-979e-4771-9836-a278424649f0 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4590647 Mar 02 17:52:42.241316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46308) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:42.252452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-7404547', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:42.262645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:42.267754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:router and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:42.271031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:42.277273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:42.305258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.307626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.333033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.411027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb2af4b3-c199-4a77-bd23-356316f49447 req-18098ca6-9c72-45ac-a118-21c25b2ec97a tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1129212 Mar 02 17:52:42.534297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859fec-53ae-46a7-b263-a0ed3ea68da4 req-37fba359-8f0e-494e-bcfa-290105862c75 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:42.543046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16859fec-53ae-46a7-b263-a0ed3ea68da4 req-37fba359-8f0e-494e-bcfa-290105862c75 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.1911962 Mar 02 17:52:42.565217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-df70be63-840e-41cc-9395-167246122758', 'network_id': 'df70be63-840e-41cc-9395-167246122758', 'tenant_id': '4da2f22188134c90b80a3f56b79f4324', 'fixed_ips': [{'subnet_id': '73363b65-9d27-41a2-9829-29321c092dd7'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:52:42.566299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.628244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.800622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16859fec-53ae-46a7-b263-a0ed3ea68da4 req-b798a709-800f-4629-83e6-d8e9e825cfbf tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565050 Mar 02 17:52:42.850636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:42.882535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-54300121-8927-4de5-8211-7ed0caa930f6 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups/a70dc9fa-ed0f-4f9d-babf-64c66d5531df HTTP/1.1" status: 200 len: 1641 time: 0.1384919 Mar 02 17:52:42.951359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Allocated IP 172.20.0.2 (df70be63-840e-41cc-9395-167246122758/73363b65-9d27-41a2-9829-29321c092dd7/9756107c-458b-40a7-a2d8-85006e3fdc78) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:43.029399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.033363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.104789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.110056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.321830 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.346150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Transition to ACTIVE for port object 9756107c-458b-40a7-a2d8-85006e3fdc78 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:43.383820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.388905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Transition to ACTIVE for port object 9756107c-458b-40a7-a2d8-85006e3fdc78 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:43.417936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Allocated IP 172.25.3.16 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/730bbf76-ca81-472e-b574-b1eea1b73e80) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:43.425646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.456120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.526490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66242-9744-4486-a3d7-feb9b7bb799b req-e3a87029-d99f-4a0b-a82f-b841044ff8aa tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:43.528096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a66242-9744-4486-a3d7-feb9b7bb799b req-e3a87029-d99f-4a0b-a82f-b841044ff8aa tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.3387868 Mar 02 17:52:43.624189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Network df70be63-840e-41cc-9395-167246122758 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:43.634920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:43.642392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:43.659220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77a66242-9744-4486-a3d7-feb9b7bb799b req-0a5a9e95-d5e6-49c6-bcaf-cc158e82fb24 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055090 Mar 02 17:52:43.679442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.714944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.774116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70dc9fa-ed0f-4f9d-babf-64c66d5531df,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:43.820974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.922499 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:43.924271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Pushing event updated for resources: {'Port': ['ID=9756107c-458b-40a7-a2d8-85006e3fdc78,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:43.933907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:43.934388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b6b0e8e-5629-45c6-83a0-e9e3a3ffd9a3 req-ca1f6f26-9a6b-4958-bdc4-a877755cf798 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "DELETE /v2.0/security-groups/a70dc9fa-ed0f-4f9d-babf-64c66d5531df HTTP/1.1" status: 204 len: 173 time: 1.0509362 Mar 02 17:52:43.937371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:43.948076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:43.993967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Attempting to bind port 9756107c-458b-40a7-a2d8-85006e3fdc78 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:52:43.994737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Attempting to bind port 9756107c-458b-40a7-a2d8-85006e3fdc78 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6dfdfe1c-1715-4fe8-979a-7090ea6e8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'df70be63-840e-41cc-9395-167246122758'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:52:43.995342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Attempting to bind port 9756107c-458b-40a7-a2d8-85006e3fdc78 on network df70be63-840e-41cc-9395-167246122758 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:44.023293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:52:44.023666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Checking segment: {'id': '6dfdfe1c-1715-4fe8-979a-7090ea6e8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'df70be63-840e-41cc-9395-167246122758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:52:44.024079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.024473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Bound using segment: {'id': '6dfdfe1c-1715-4fe8-979a-7090ea6e8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'df70be63-840e-41cc-9395-167246122758'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:52:44.024964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Bound port: 9756107c-458b-40a7-a2d8-85006e3fdc78, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfdfe1c-1715-4fe8-979a-7090ea6e8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'df70be63-840e-41cc-9395-167246122758'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:52:44.025314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.030222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=730bbf76-ca81-472e-b574-b1eea1b73e80,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:44.260508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] For port 9756107c-458b-40a7-a2d8-85006e3fdc78, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:52:44.270950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] For port 9756107c-458b-40a7-a2d8-85006e3fdc78, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9756107c-458b-40a7-a2d8-85006e3fdc78,segment=NetworkSegment(6dfdfe1c-1715-4fe8-979a-7090ea6e8964),segment_id=6dfdfe1c-1715-4fe8-979a-7090ea6e8964)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:52:44.283629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.335931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f9956d1-db8b-42d5-9b15-71369c65867c req-3dc85707-11bd-4be3-bd7f-6c8e56a3795f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1799881 Mar 02 17:52:44.382776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c30c42-8010-4d29-b799-dacb320fdc92 None None] Pushing event updated for resources: {'Port': ['ID=9756107c-458b-40a7-a2d8-85006e3fdc78,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:44.427720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.431355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.447408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:44.558495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275b2a4-3686-4aa4-9111-99d3f44a4493 req-c606578b-99ae-46cc-82ef-58621a0f3f25 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:44.560378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f275b2a4-3686-4aa4-9111-99d3f44a4493 req-c606578b-99ae-46cc-82ef-58621a0f3f25 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2415397 Mar 02 17:52:44.849175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f275b2a4-3686-4aa4-9111-99d3f44a4493 req-ca9a3321-3a8a-4cc4-b5ca-8c3b543f287b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542946 Mar 02 17:52:44.939421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112e6b5-518d-4b15-b9d6-36ce50906e62 req-cfff8176-bc7c-42ed-9549-5763c20df721 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:44.947882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b112e6b5-518d-4b15-b9d6-36ce50906e62 req-cfff8176-bc7c-42ed-9549-5763c20df721 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.3515134 Mar 02 17:52:45.108435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b112e6b5-518d-4b15-b9d6-36ce50906e62 req-80762256-0d17-48aa-a77f-d22760cdddbe tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571877 Mar 02 17:52:45.274528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Router a3e031db-4292-4b02-b646-d6b10dcafb6a is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:52:45.404035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9756107c-458b-40a7-a2d8-85006e3fdc78 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:45.543208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Deleting port 1c62ac9d-c98c-4522-a075-d19903f24e5d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:45.543749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:45.615282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9756107c-458b-40a7-a2d8-85006e3fdc78 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:45.820492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:45.835633 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] Sync routers for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:45.856787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:45.858505 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:45.881135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:45.885271 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d1cdc7c-7bd3-410c-b4d3-389be3b0d2a1 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6427641 Mar 02 17:52:45.887002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:45.941217 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:45.955182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:45.955886 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:46.017861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] For port 1c62ac9d-c98c-4522-a075-d19903f24e5d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1c62ac9d-c98c-4522-a075-d19903f24e5d,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:46.017861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:46.056636 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:46.057077 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e8443-2bcf-4f87-8d3b-ca3e06605c8f None None] The sync data for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:46.158451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ad855-9740-463b-9912-a86ee4140f1a None None] Network df70be63-840e-41cc-9395-167246122758 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:52:46.184349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Calling delete_port for 1c62ac9d-c98c-4522-a075-d19903f24e5d owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:46.452267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c15c2cbc-6bae-4477-a83e-6667b7d9ae3f req-2850b20b-3127-4ca2-9299-1850f4628e91 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.6705511 Mar 02 17:52:46.530398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Provisioning for port 9756107c-458b-40a7-a2d8-85006e3fdc78 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:46.577638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Provisioning complete for port 9756107c-458b-40a7-a2d8-85006e3fdc78 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:46.578289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:46.887787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:46.969242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c62ac9d-c98c-4522-a075-d19903f24e5d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:47.026041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-0b245ebd-f89e-41ff-902d-706e3ea75fbe tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:47.027512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-0b245ebd-f89e-41ff-902d-706e3ea75fbe tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:47.068997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-0b245ebd-f89e-41ff-902d-706e3ea75fbe tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:47.075845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-0b245ebd-f89e-41ff-902d-706e3ea75fbe tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 1.3584259 Mar 02 17:52:47.139320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:47.276737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] For port 9756107c-458b-40a7-a2d8-85006e3fdc78, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9756107c-458b-40a7-a2d8-85006e3fdc78,segment=NetworkSegment(6dfdfe1c-1715-4fe8-979a-7090ea6e8964),segment_id=6dfdfe1c-1715-4fe8-979a-7090ea6e8964)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:47.288634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:47.480429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6022-7c66-4951-a708-0de6cd0d13dd None None] Pushing event updated for resources: {'Port': ['ID=9756107c-458b-40a7-a2d8-85006e3fdc78,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:47.765627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-bf36502c-81de-490e-bc8d-992d7c80ccd0 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:47.767520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-bf36502c-81de-490e-bc8d-992d7c80ccd0 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 813 time: 0.9051290 Mar 02 17:52:47.815138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d0ea8-a42c-4b00-91b9-7f41f4a33cad req-19dd83ab-446c-4a08-8fb8-156b4747dd4c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:47.823666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-550d0ea8-a42c-4b00-91b9-7f41f4a33cad req-19dd83ab-446c-4a08-8fb8-156b4747dd4c tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 1.0480466 Mar 02 17:52:47.826426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-afe59f41-4247-4d81-ba00-373c2ab7ce5a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:47.846500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:47.929384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-afe59f41-4247-4d81-ba00-373c2ab7ce5a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:47.942615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97e32413-002b-432d-9c2d-672b3af0d1b2 req-afe59f41-4247-4d81-ba00-373c2ab7ce5a tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8652930 Mar 02 17:52:47.960735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bf7aa06d-e88b-4cec-b3d1-cf8ed53930cd None None] Provisioning complete for port 9756107c-458b-40a7-a2d8-85006e3fdc78 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:47.962640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa06d-e88b-4cec-b3d1-cf8ed53930cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:48.123393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-550d0ea8-a42c-4b00-91b9-7f41f4a33cad req-ba74a1c2-4927-496e-a41d-5bc2c9460e95 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986054 Mar 02 17:52:48.351321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:48.368406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90aeea-71f4-497f-a30c-bc8208495264 req-e6a49d34-ffab-4fd6-a56f-5695e332ec78 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:48.370351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a90aeea-71f4-497f-a30c-bc8208495264 req-e6a49d34-ffab-4fd6-a56f-5695e332ec78 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.1862788 Mar 02 17:52:48.591983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Allocated IP 172.20.0.1 (df70be63-840e-41cc-9395-167246122758/73363b65-9d27-41a2-9829-29321c092dd7/5c14210b-0cfa-48bf-8b96-55d0b5321581) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:48.801599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86ccc7ea-d5df-4cd0-b75a-cc1faf690149 req-eb6af6c3-29b9-4633-8a7a-0c9aa2d53f28 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1313822 Mar 02 17:52:48.825889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:48.855287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Transition to ACTIVE for port object 5c14210b-0cfa-48bf-8b96-55d0b5321581 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:48.888787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:48.903754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a90aeea-71f4-497f-a30c-bc8208495264 req-18ca944f-1241-4e68-adff-3bda611f5127 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5226879 Mar 02 17:52:49.028102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=5c14210b-0cfa-48bf-8b96-55d0b5321581,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:49.041111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network df70be63-840e-41cc-9395-167246122758 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:49.042526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:49.047436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:49.134012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:49.235596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:49.248912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9756107c-458b-40a7-a2d8-85006e3fdc78 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:49.356529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:49.493133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9756107c-458b-40a7-a2d8-85006e3fdc78 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:49.493420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:49.513682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0b758-1efd-495b-a255-0f4c5dc07428 req-ec14ea21-3f62-4639-a4ec-d4b2bfb797c4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:49.515148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10d0b758-1efd-495b-a255-0f4c5dc07428 req-ec14ea21-3f62-4639-a4ec-d4b2bfb797c4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4954066 Mar 02 17:52:49.699083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9ae7fd74-90f5-4069-bfcf-b024bddf408c None None] Provisioning for port 5c14210b-0cfa-48bf-8b96-55d0b5321581 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:49.712763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9ae7fd74-90f5-4069-bfcf-b024bddf408c None None] Provisioning complete for port 5c14210b-0cfa-48bf-8b96-55d0b5321581 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:49.713421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9ae7fd74-90f5-4069-bfcf-b024bddf408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:49.820029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaf91f-8235-4d33-9b30-0693bd027174 req-7938a29c-eb35-43cc-8b3b-896095d05026 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:49.826792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1aaf91f-8235-4d33-9b30-0693bd027174 req-7938a29c-eb35-43cc-8b3b-896095d05026 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.4734735 Mar 02 17:52:49.908265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7fd74-90f5-4069-bfcf-b024bddf408c None None] Port 5c14210b-0cfa-48bf-8b96-55d0b5321581 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:52:49.980935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10d0b758-1efd-495b-a255-0f4c5dc07428 req-6841be29-55fa-4374-b073-aa79555cb028 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380719 Mar 02 17:52:50.082463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1aaf91f-8235-4d33-9b30-0693bd027174 req-83229180-b43a-4ae8-8202-36534097dbaf tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544172 Mar 02 17:52:50.261858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Router aaf8cd0b-c403-437d-9e77-76a2c3d08225 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:50.408953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8f599b5-d5fd-4e1f-b65c-bee687b38f4b req-e245574a-5994-4077-a22b-8cc01e329fc9 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1338921 Mar 02 17:52:50.483980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:50.498144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:50.760045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=5c14210b-0cfa-48bf-8b96-55d0b5321581,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:50.763040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:50.858669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2934-b61b-42bf-9df0-47e2409accfe req-867f2af6-33f1-4710-82b2-9c7286dbcb94 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:50.866256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-813a2934-b61b-42bf-9df0-47e2409accfe req-867f2af6-33f1-4710-82b2-9c7286dbcb94 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.5078115 Mar 02 17:52:50.923260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c43a7-0e46-4590-b280-467a3a6ac2b5 req-2174bcda-d023-4fba-afea-120cbfa7d8f0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:50.924757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b6c43a7-0e46-4590-b280-467a3a6ac2b5 req-2174bcda-d023-4fba-afea-120cbfa7d8f0 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.1882231 Mar 02 17:52:50.962955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-813a2934-b61b-42bf-9df0-47e2409accfe req-ccff1fa1-7632-41ea-98a1-89eabbea86c7 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957134 Mar 02 17:52:51.001394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network df70be63-840e-41cc-9395-167246122758 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:51.004782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:51.058423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b6c43a7-0e46-4590-b280-467a3a6ac2b5 req-0fd199c2-bb26-45df-b54c-9be17707f8e4 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221538 Mar 02 17:52:51.103103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:51.124519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Sync routers for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:51.172372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:51.173027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-644568f1-7f61-40cb-bf50-5770ee0350f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/aaf8cd0b-c403-437d-9e77-76a2c3d08225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1754797 Mar 02 17:52:51.176375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:51.192108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46388) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:51.692016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a2b7a1f8-7d56-40f1-a4a6-ef398b9abd15 None None] Provisioning complete for port 5c14210b-0cfa-48bf-8b96-55d0b5321581 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:51.692661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a1f8-7d56-40f1-a4a6-ef398b9abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:51.738979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:51.755096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e079-4dc2-44b8-963f-c3c74f9f0cbe req-4b008e85-7b47-44ac-8961-9dbf2900e221 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:51.764806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd67e079-4dc2-44b8-963f-c3c74f9f0cbe req-4b008e85-7b47-44ac-8961-9dbf2900e221 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2681835 Mar 02 17:52:51.897696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Request body: {'port': {'device_id': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'admin_state_up': True, 'tenant_id': '78d0f1ab7add440b812d36b04c91ad75'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:52.013718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Router a3e031db-4292-4b02-b646-d6b10dcafb6a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:52.127226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:52.139055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:52.163553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd67e079-4dc2-44b8-963f-c3c74f9f0cbe req-f57ae08d-99ff-49f7-a4d0-82bd2639e3bf tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973260 Mar 02 17:52:52.169178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Made reservation on behalf of 78d0f1ab7add440b812d36b04c91ad75 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:52:52.177432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:52.212849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7a1f8-7d56-40f1-a4a6-ef398b9abd15 None None] Port 5c14210b-0cfa-48bf-8b96-55d0b5321581 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:52:52.449900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e158ccb-89aa-4283-a1da-5467b0ea7909 req-6638bc87-8139-48e9-ab15-f15e8d1feb12 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:52.456529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e158ccb-89aa-4283-a1da-5467b0ea7909 req-6638bc87-8139-48e9-ab15-f15e8d1feb12 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.8924816 Mar 02 17:52:52.478659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:52.495199 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] Sync routers for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:52.505648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d672cb2-6770-467f-bfa9-5f99ad8756f2 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "PUT /v2.0/routers/a3e031db-4292-4b02-b646-d6b10dcafb6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6175272 Mar 02 17:52:52.508958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46404) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:52.519424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Request body: {'port': {'network_id': 'df70be63-840e-41cc-9395-167246122758', 'name': 'tempest-FloatingIPAdminTestJSON-678864162'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:52.523860 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:52.528594 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.571246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:52:46Z', 'revision_number': 5, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.579508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Checking router: aaf8cd0b-c403-437d-9e77-76a2c3d08225 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:52:52.606443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Routers {'aaf8cd0b-c403-437d-9e77-76a2c3d08225'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:52.607347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.614638 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.627820 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:52.628707 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.702594 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:52.704511 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cb0a3-5378-46fd-a461-61436324fb88 None None] The sync data for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:52.752010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0d0d9a1-f180-4320-b1d0-f55d0991d362 req-afc7a3df-daa5-4c71-a1af-20e5cf9bb1e1 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1943579 Mar 02 17:52:52.757880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Allocated IP 172.20.0.5 (0cd3f376-c4c0-4228-b8b0-0ce9248d7113/05cbde46-1058-4c4d-b451-66745ea550c4/f8b18ba3-e41d-4997-a494-1a0eba1a07d4) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:52.787194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:52.791518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Usage tracker for resource:port and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:52.795439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:52.804303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:52.810990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] Set router aaf8cd0b-c403-437d-9e77-76a2c3d08225 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:52:52.821137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Made reservation on behalf of 4da2f22188134c90b80a3f56b79f4324 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:52:52.824956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:52.855419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] device_id is not set on port 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:52:52.868227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e158ccb-89aa-4283-a1da-5467b0ea7909 req-53e5069c-730a-4088-9a64-ae4aa26106a8 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683179 Mar 02 17:52:53.108980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Allocated IP 172.20.0.8 (df70be63-840e-41cc-9395-167246122758/73363b65-9d27-41a2-9829-29321c092dd7/12ecdab0-88c8-4f9b-8638-0f5d0da56b21) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:53.154727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.302231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:52:46Z', 'revision_number': 5, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:53.307353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db494d1-f00a-42c1-8d9a-6f6edb2a1fc0 None None] The sync data for ids ['aaf8cd0b-c403-437d-9e77-76a2c3d08225'] in n-d-820559-6 is: [{'id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'name': 'tempest-TestServerMultinode-600189014-router', 'tenant_id': '088651869df54c85b8ecbc14d9c6c1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:41Z', 'updated_at': '2022-03-02T17:52:46Z', 'revision_number': 5, 'project_id': '088651869df54c85b8ecbc14d9c6c1ec', 'gw_port': {'id': '27017bf9-e792-4ca1-8e0d-609062d68da1', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf8cd0b-c403-437d-9e77-76a2c3d08225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:42Z', 'updated_at': '2022-03-02T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:53.442429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.500899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f764-1af0-4b7d-9afe-f9885ab8e1ff req-84d35d56-b86b-4a3b-bae6-bf7ae10b8a05 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:53.502453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da9f764-1af0-4b7d-9afe-f9885ab8e1ff req-84d35d56-b86b-4a3b-bae6-bf7ae10b8a05 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.3946431 Mar 02 17:52:53.534244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.573893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Transition to ACTIVE for port object 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:53.585830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da9f764-1af0-4b7d-9afe-f9885ab8e1ff req-d5493548-3b11-4523-9d58-b67911f3b238 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739684 Mar 02 17:52:53.598640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.611671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', '3fe89d94-800b-4a96-8aed-7226f657dd0a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:53.621701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.682551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['45046228-4e81-41f8-9ba3-7837570a0dbf'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:53.708023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event updated for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:53.739844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:53.742864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:53.746346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:53.824552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Network df70be63-840e-41cc-9395-167246122758 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:53.837200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:53.839394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:53.840105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.852940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:53.979714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:53.996549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-3c0438e8-db7b-42d5-8569-08316762ecf5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1147785 Mar 02 17:52:54.016150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Deleting port 27017bf9-e792-4ca1-8e0d-609062d68da1 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:54.016793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.030736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event updated for resources: {'Port': ['ID=12ecdab0-88c8-4f9b-8638-0f5d0da56b21,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:54.055691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:54.056161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.074684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Request body: {'port': {'device_id': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:54.088692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7041e8e4-fde2-4af2-9aaf-10978e18f30c tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755169 Mar 02 17:52:54.090189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46428) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:54.202330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'project_id': '4da2f22188134c90b80a3f56b79f4324', 'port_id': '12ecdab0-88c8-4f9b-8638-0f5d0da56b21'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:52:54.212573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:52:54.217212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Usage tracker for resource:floatingip and tenant:4da2f22188134c90b80a3f56b79f4324 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:52:54.220994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:52:54.228034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:52:54.244543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.286764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb945743-e42a-4abd-9af9-e2279f382ed9 None None] Provisioning for port 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:54.304501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb945743-e42a-4abd-9af9-e2279f382ed9 None None] Provisioning complete for port 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:54.304501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb945743-e42a-4abd-9af9-e2279f382ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.337685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874439-cf1a-4a21-bc66-fff8a5bb04df req-c81e9e9a-aaa8-4115-a527-9275d7c0b1fe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:54.338924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db874439-cf1a-4a21-bc66-fff8a5bb04df req-c81e9e9a-aaa8-4115-a527-9275d7c0b1fe tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4266045 Mar 02 17:52:54.403077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.405706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cb945743-e42a-4abd-9af9-e2279f382ed9 None None] Port 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:52:54.495249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.579593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a28fc-8230-4c0f-9a39-533ea3833985 req-29722838-40a8-4849-ba22-84d0608d1e5c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:54.580422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c27a28fc-8230-4c0f-9a39-533ea3833985 req-29722838-40a8-4849-ba22-84d0608d1e5c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:54.586557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Allocated IP 172.25.3.50 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2d78d593-d6aa-486d-80a4-535c190d978a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:52:54.598164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db874439-cf1a-4a21-bc66-fff8a5bb04df req-faad14cd-6ec0-481b-94d1-3acc64b790c5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096770 Mar 02 17:52:54.611652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] For port 27017bf9-e792-4ca1-8e0d-609062d68da1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=27017bf9-e792-4ca1-8e0d-609062d68da1,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:54.612037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.768016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Calling delete_port for 27017bf9-e792-4ca1-8e0d-609062d68da1 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:54.787648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.798406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c27a28fc-8230-4c0f-9a39-533ea3833985 req-29722838-40a8-4849-ba22-84d0608d1e5c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:54.799558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c27a28fc-8230-4c0f-9a39-533ea3833985 req-29722838-40a8-4849-ba22-84d0608d1e5c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 931 time: 0.6921420 Mar 02 17:52:54.825616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:54.890794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:52:54.895304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:52:54.897703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:52:54.951413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Pushing event updated for resources: {'Port': ['ID=2d78d593-d6aa-486d-80a4-535c190d978a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:54.984252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c27a28fc-8230-4c0f-9a39-533ea3833985 req-6afef186-df68-4e57-9c48-f691a91d2fd5 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477058 Mar 02 17:52:55.174281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c62ac9d-c98c-4522-a075-d19903f24e5d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:55.215257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1c62ac9d-c98c-4522-a075-d19903f24e5d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:55.215892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1c62ac9d-c98c-4522-a075-d19903f24e5d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:55.324486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ba49-9f9b-48a2-9da4-3a7a54e5a52a req-d1932460-8927-4be3-a961-a77d4a5b365e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:55.325773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37c6ba49-9f9b-48a2-9da4-3a7a54e5a52a req-d1932460-8927-4be3-a961-a77d4a5b365e tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.5665338 Mar 02 17:52:55.488784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.492412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f1bb3-7599-4cf6-8044-8d3766a16745 req-3a963c78-53cf-4968-b79a-3e43215d0899 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:55.493886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-339f1bb3-7599-4cf6-8044-8d3766a16745 req-3a963c78-53cf-4968-b79a-3e43215d0899 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2741203 Mar 02 17:52:55.503838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37c6ba49-9f9b-48a2-9da4-3a7a54e5a52a req-87a1080f-81a5-436f-bdde-565a7cd0e16b tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559165 Mar 02 17:52:55.557698 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.589829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b18ba3-e41d-4997-a494-1a0eba1a07d4 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:55.615005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.632780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.698112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-339f1bb3-7599-4cf6-8044-8d3766a16745 req-446a5664-6687-461a-b615-36c7ce27a221 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667953 Mar 02 17:52:55.714903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Transition to ACTIVE for port object f8b18ba3-e41d-4997-a494-1a0eba1a07d4 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:52:55.726411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Pushing event deleted for resources: {'Port': ['ID=27017bf9-e792-4ca1-8e0d-609062d68da1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:55.730602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.802187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.808850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:55.941875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:56.047674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729aeb-dfc2-487e-86ae-dcc7dd5f3975 req-6d58fbec-1b31-4c00-835b-eab9adf921cb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:56.049541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24729aeb-dfc2-487e-86ae-dcc7dd5f3975 req-6d58fbec-1b31-4c00-835b-eab9adf921cb tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.4232106 Mar 02 17:52:56.057946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Pushing event updated for resources: {'Port': ['ID=2d78d593-d6aa-486d-80a4-535c190d978a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:56.066438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.273506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.277821 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Floating IP add7eec2-1a45-48aa-a2f3-9772d35c6f48 associated. External IP: 172.25.3.50, port: 12ecdab0-88c8-4f9b-8638-0f5d0da56b21. Mar 02 17:52:56.430627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24729aeb-dfc2-487e-86ae-dcc7dd5f3975 req-6c71d7e1-9c15-4da5-bebe-27351692cb8e tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738937 Mar 02 17:52:56.438910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:52:56.618868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-a5aeea1d-3657-410c-9a28-a783232b3813 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:56.620054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-a5aeea1d-3657-410c-9a28-a783232b3813 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Synchronizing usage tracker for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:52:56.689263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:56.701377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-a5aeea1d-3657-410c-9a28-a783232b3813 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Unset dirty status for tenant:8128f9e616f546b1ba5559b5618864fb on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:52:56.703177 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-a5aeea1d-3657-410c-9a28-a783232b3813 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.50 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.2210059 Mar 02 17:52:56.705274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'port_id': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'mac_address': 'fa:16:3e:41:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:52:56.763546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.781819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:52:56.784076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Attempting to bind port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:52:56.784836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Attempting to bind port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:52:56.785269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Attempting to bind port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:56.800635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:56.805734 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.818531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.826479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:52:56.828548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Attempting to bind port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 on network 0cd3f376-c4c0-4228-b8b0-0ce9248d7113 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:52:56.838533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7132ec-4a97-467f-ba0a-c3076c7e39dd req-f15bdbdd-aaf4-4f64-ad0d-fea239328567 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:56.842765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd7132ec-4a97-467f-ba0a-c3076c7e39dd req-f15bdbdd-aaf4-4f64-ad0d-fea239328567 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 946 time: 0.7279632 Mar 02 17:52:56.847408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.853073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Deleting port fe8f7d36-d3fc-4b16-b8d2-333326834389 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:56.853073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.883125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:52:56.883378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Checking segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:52:56.883782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Bound using segment: {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:52:56.884219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Bound port: f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331edfee-2d9a-419e-8cd2-b59c7e6ef890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:52:56.884557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:56.892780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:57.060473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.061315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf8cd0b-c403-437d-9e77-76a2c3d08225 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:52:57.084155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8b7d-d11d-4552-a18e-cbc3030faab3 req-6813990a-868a-4a01-8fdc-d22570997410 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:57.086647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36bc8b7d-d11d-4552-a18e-cbc3030faab3 req-6813990a-868a-4a01-8fdc-d22570997410 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.3466363 Mar 02 17:52:57.090090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd7132ec-4a97-467f-ba0a-c3076c7e39dd req-9f57d75b-7144-468f-a6e8-6bfc343baca6 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437205 Mar 02 17:52:57.204277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.205460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c269a54c-52f4-46b3-a826-e0d837b260ea admin admin] 10.222.0.37 "DELETE /v2.0/routers/aaf8cd0b-c403-437d-9e77-76a2c3d08225 HTTP/1.1" status: 204 len: 168 time: 6.0072381 Mar 02 17:52:57.214613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46454) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:57.215652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:52:57.267599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:52:57.286045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.289829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['89e71dcc-91d8-4a1d-abe9-fed754999d58'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:57.360429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36bc8b7d-d11d-4552-a18e-cbc3030faab3 req-87255497-a0ca-4b10-9004-9dcaa1afe662 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418077 Mar 02 17:52:57.446126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Deleting subnet 23e75cc5-3307-41ea-8f5b-153a301549f2 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:52:57.461846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.463457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8b18ba3-e41d-4997-a494-1a0eba1a07d4 HTTP/1.1" status: 200 len: 1091 time: 3.3934884 Mar 02 17:52:57.464984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:57.474905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.493325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] For port fe8f7d36-d3fc-4b16-b8d2-333326834389, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=fe8f7d36-d3fc-4b16-b8d2-333326834389,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:57.493947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.539196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4433f-6136-44e5-96d7-465525161bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:57.554467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.588055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Router a3e031db-4292-4b02-b646-d6b10dcafb6a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:52:57.787475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Calling delete_port for fe8f7d36-d3fc-4b16-b8d2-333326834389 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:57.820145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb169-9fd0-461f-8104-6da30cd44379 req-a3ed47b8-614b-4ead-8a2f-ba2156e9a647 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:57.827592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c6fb169-9fd0-461f-8104-6da30cd44379 req-a3ed47b8-614b-4ead-8a2f-ba2156e9a647 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 943 time: 0.4575746 Mar 02 17:52:57.868765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:57.995691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81b7d2-df49-4d7b-8a8f-3d8885fbf9e9 req-30bb95dd-e3ad-46f7-a66d-afe6f9c06289 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:57.997410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae81b7d2-df49-4d7b-8a8f-3d8885fbf9e9 req-30bb95dd-e3ad-46f7-a66d-afe6f9c06289 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 945 time: 0.3539348 Mar 02 17:52:58.009042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-4d7fea6c-5098-4868-a479-b91971786a69 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:58.010643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-4d7fea6c-5098-4868-a479-b91971786a69 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 946 time: 0.2715032 Mar 02 17:52:58.068235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-02fab1ad-19c7-49b7-b186-5e358ef03371 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 1094 time: 0.3699596 Mar 02 17:52:58.070485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c6fb169-9fd0-461f-8104-6da30cd44379 req-0ca1d9b9-7e7d-4a11-8d5e-15d3de4d1bda tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377310 Mar 02 17:52:58.091661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.155971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.238410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e75cc5-3307-41ea-8f5b-153a301549f2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:58.270481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Pushing event deleted for resources: {'Port': ['ID=fe8f7d36-d3fc-4b16-b8d2-333326834389,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:58.281969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Deleting port 829fceda-9550-48b0-b286-3d9e7ee7c53a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:58.282324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.306939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-40c658d9-16af-4361-85c0-151e5e663d63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4 HTTP/1.1" status: 200 len: 217 time: 0.2096202 Mar 02 17:52:58.317062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['fe8f7d36-d3fc-4b16-b8d2-333326834389'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:52:58.349340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59305755-d7f4-4f0a-940c-8620770c2b51 None None] Network b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:52:58.359902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] No DVR routers for this DVR port fe8f7d36-d3fc-4b16-b8d2-333326834389 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:58.362594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.362955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.366673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'name': 'network-vif-deleted', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:58.377594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:52:58.397414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae81b7d2-df49-4d7b-8a8f-3d8885fbf9e9 req-55768e9e-fa38-4b85-b835-81b09798cecb tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed0966ca-d5d7-49ef-a3c8-091b127eb82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842988 Mar 02 17:52:58.401932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d2384b7e-9ede-4f39-bddb-6e52ff79916d req-1e18dec9-d05b-4b7e-b0f8-5e778f0f6d38 tempest-ServerRescueTestJSONUnderV235-910030852 tempest-ServerRescueTestJSONUnderV235-910030852-project] 10.222.0.50 "DELETE /v2.0/ports/fe8f7d36-d3fc-4b16-b8d2-333326834389 HTTP/1.1" status: 204 len: 173 time: 1.6381814 Mar 02 17:52:58.405392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:58.450099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-82014555-ff99-4fde-a70c-090003a242a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/23e75cc5-3307-41ea-8f5b-153a301549f2 HTTP/1.1" status: 204 len: 168 time: 1.2319362 Mar 02 17:52:58.451008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46468) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:58.546501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] Sync routers for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:52:58.557500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:52:58.566657 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4', 'status': 'completed', 'code': 200} Mar 02 17:52:58.567409 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98caad1a-7ae8-4ad2-8695-56d4750526a3 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.4748495 Mar 02 17:52:58.570464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46472) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:58.747416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8a2f3f53-3d23-4a1b-bbf4-8761e3e86ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:58.748465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:58.749017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-8a2f3f53-3d23-4a1b-bbf4-8761e3e86ab4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.4248626 Mar 02 17:52:58.749133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:58.765830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c8a3f3b-be18-45be-bc5e-39e66a818ce2 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "GET /v2.0/floatingips/add7eec2-1a45-48aa-a2f3-9772d35c6f48 HTTP/1.1" status: 200 len: 981 time: 0.1940250 Mar 02 17:52:58.770165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46476) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:58.923044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:58.961182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:52:58.963072 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4f6d4b0e-a366-4e72-8b67-bd57ad8a038d tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1822121 Mar 02 17:52:58.964903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:52:58.968065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 89e71dcc-91d8-4a1d-abe9-fed754999d58 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:52:58.968446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.006411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:52:59.007027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:59.053763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-cf445474-a27e-4754-88ba-c08673b47169 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2702961 Mar 02 17:52:59.140547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:52:59.141528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d217429-3802-4eb6-a8d0-ade0764eef76 None None] The sync data for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:52:59.174475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c1d5-aadd-4b01-9fad-96abe692c79a req-dd5ab239-454f-493e-8936-f60c3e2e83bb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:59.176058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9f2c1d5-aadd-4b01-9fad-96abe692c79a req-dd5ab239-454f-493e-8936-f60c3e2e83bb tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.9611390 Mar 02 17:52:59.194406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.278125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 27017bf9-e792-4ca1-8e0d-609062d68da1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:52:59.306673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] DHCP port deletion for b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:52:59.326992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Deleting port 5604108d-0a58-400f-96c5-4e6b0c75460f {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:59.327735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.362392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Deleting port 5604108d-0a58-400f-96c5-4e6b0c75460f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:59.362765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.366397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 27017bf9-e792-4ca1-8e0d-609062d68da1 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:52:59.366787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 27017bf9-e792-4ca1-8e0d-609062d68da1 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:52:59.396627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.443589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-33797ff2-f420-4e77-a497-4005effc6c7d req-290605ba-6b3f-4515-8599-4c63bccf103f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0543664 Mar 02 17:52:59.445548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 2d78d593-d6aa-486d-80a4-535c190d978a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:52:59.445548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.475666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:52:59.497981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:59.521258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.523978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7de4b-41ba-4c0e-83f8-8260903abaf3 req-77383758-650a-4414-8c08-3588233ae4c2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:59.525836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37b7de4b-41ba-4c0e-83f8-8260903abaf3 req-77383758-650a-4414-8c08-3588233ae4c2 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 946 time: 0.8432298 Mar 02 17:52:59.546853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9f2c1d5-aadd-4b01-9fad-96abe692c79a req-258e8800-1856-42b7-9281-1bdf9d368c86 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406010 Mar 02 17:52:59.575926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-33797ff2-f420-4e77-a497-4005effc6c7d req-71740c49-7ae6-447b-ba5c-c7ead137fcf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8128f9e616f546b1ba5559b5618864fb&device_id=50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e HTTP/1.1" status: 200 len: 210 time: 0.0668321 Mar 02 17:52:59.606321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-9dcda940-e57c-4ab5-bfd3-145d5cf2ac3e service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306268 Mar 02 17:52:59.639742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] For port 829fceda-9550-48b0-b286-3d9e7ee7c53a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=829fceda-9550-48b0-b286-3d9e7ee7c53a,segment=NetworkSegment(8fc08c72-b980-4241-82a1-dd2b10f1411c),segment_id=8fc08c72-b980-4241-82a1-dd2b10f1411c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:59.640476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.675832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] For port 5604108d-0a58-400f-96c5-4e6b0c75460f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5604108d-0a58-400f-96c5-4e6b0c75460f,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:52:59.676266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.750953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:59.832980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Calling delete_port for 5604108d-0a58-400f-96c5-4e6b0c75460f owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:59.850929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.851298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.911092 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:52:59.918273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797ff2-f420-4e77-a497-4005effc6c7d req-69f9f115-3711-4504-a35e-d8dd2ae6af1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:52:59.919755 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-33797ff2-f420-4e77-a497-4005effc6c7d req-69f9f115-3711-4504-a35e-d8dd2ae6af1d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8128f9e616f546b1ba5559b5618864fb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2645388 Mar 02 17:52:59.921381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Calling delete_port for 829fceda-9550-48b0-b286-3d9e7ee7c53a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:52:59.957865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] No DVR routers for this DVR port 5604108d-0a58-400f-96c5-4e6b0c75460f on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:52:59.971133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a317-3295-4352-b35e-6beb71813a09 None None] Pushing event deleted for resources: {'Port': ['ID=5604108d-0a58-400f-96c5-4e6b0c75460f,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:52:59.991515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37b7de4b-41ba-4c0e-83f8-8260903abaf3 req-b65f5620-c8d4-4d2c-b83d-bac3782353b0 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348528 Mar 02 17:53:00.006984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 2d78d593-d6aa-486d-80a4-535c190d978a owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:00.112393 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c2cd68-bdcc-45d3-8d9f-3460fd4c5a9e', 'name': 'network-vif-deleted', 'tag': 'fe8f7d36-d3fc-4b16-b8d2-333326834389', 'status': 'completed', 'code': 200} Mar 02 17:53:00.194496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] For port 5604108d-0a58-400f-96c5-4e6b0c75460f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5604108d-0a58-400f-96c5-4e6b0c75460f,segment=NetworkSegment(eb3b5fa5-396f-423b-ae06-8dcb8c80da3e),segment_id=eb3b5fa5-396f-423b-ae06-8dcb8c80da3e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:00.195101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:00.246390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e433066-4dbd-40c9-ada4-d764c4b86a69 req-c0641ef1-63a3-4770-bc3b-6e8d2db7817e service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960431 Mar 02 17:53:00.250427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797ff2-f420-4e77-a497-4005effc6c7d req-539ba203-021f-4f09-80b2-f64a6d4e6701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:00.252021 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-33797ff2-f420-4e77-a497-4005effc6c7d req-539ba203-021f-4f09-80b2-f64a6d4e6701 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791710 Mar 02 17:53:00.281640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:00.407881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Calling delete_port for 5604108d-0a58-400f-96c5-4e6b0c75460f owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:00.468378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device fe8f7d36-d3fc-4b16-b8d2-333326834389 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:00.487242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a931c-7af7-4016-9651-a8d4c965b69b req-02c5c3b2-cd8a-4a5a-82e6-e3a19b58a941 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:00.493241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=2d78d593-d6aa-486d-80a4-535c190d978a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:00.494000 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-802a931c-7af7-4016-9651-a8d4c965b69b req-02c5c3b2-cd8a-4a5a-82e6-e3a19b58a941 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/ports?device_id=21852b1e-e072-4110-8a66-e475499da390 HTTP/1.1" status: 200 len: 946 time: 0.6696014 Mar 02 17:53:00.506794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: fe8f7d36-d3fc-4b16-b8d2-333326834389 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:00.507147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device fe8f7d36-d3fc-4b16-b8d2-333326834389 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:00.576740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:00.605061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:00.651769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:53:00.652112 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:53:00.654352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-802a931c-7af7-4016-9651-a8d4c965b69b req-d59e0880-c949-4da7-a3d1-0f3042ef9eb0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.37 "GET /v2.0/security-groups?id=3be131bf-fb92-40c5-9085-eb2a6d491b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595898 Mar 02 17:53:00.655106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Pushing event deleted for resources: {'Port': ['ID=829fceda-9550-48b0-b286-3d9e7ee7c53a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:00.665963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e42d6-5938-4542-9728-c9f638469d18 req-e95ced78-6f76-483d-8661-673c4fdf9e04 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:00.667430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756e42d6-5938-4542-9728-c9f638469d18 req-e95ced78-6f76-483d-8661-673c4fdf9e04 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 943 time: 0.4651873 Mar 02 17:53:00.726979 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-7a2eb511-96c0-445c-9c5b-1b1f47b67682 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 1094 time: 0.2943885 Mar 02 17:53:00.764726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] No DVR routers for this DVR port 829fceda-9550-48b0-b286-3d9e7ee7c53a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:53:00.770845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:00.774335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'name': 'network-vif-deleted', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:00.799726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:00.843055 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'code': 200} Mar 02 17:53:00.904599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-08d82e93-30ee-41a4-a123-1a455b2a15a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:00.907275 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-08d82e93-30ee-41a4-a123-1a455b2a15a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.1695375 Mar 02 17:53:00.992700 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-5a8e6c8e-3065-4239-b507-7fb2dda5f04e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4 HTTP/1.1" status: 200 len: 217 time: 0.0744920 Mar 02 17:53:01.032226 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21852b1e-e072-4110-8a66-e475499da390', 'name': 'network-vif-deleted', 'tag': '829fceda-9550-48b0-b286-3d9e7ee7c53a', 'status': 'completed', 'code': 200} Mar 02 17:53:01.044834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756e42d6-5938-4542-9728-c9f638469d18 req-f52a9131-4373-411e-9fa4-b63bfff90c83 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446827 Mar 02 17:53:01.082218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-816de1d9-10ed-4c80-85d7-9e278f254426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:01.083809 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-816de1d9-10ed-4c80-85d7-9e278f254426 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.0788603 Mar 02 17:53:01.113161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a40822b-27e6-4715-904d-c6123c1770e5 req-fbf08891-7552-4ef6-87c8-a83dee0283f0 tempest-VolumesSnapshotTestJSON-2137272263 tempest-VolumesSnapshotTestJSON-2137272263-project] 10.222.0.35 "DELETE /v2.0/ports/829fceda-9550-48b0-b286-3d9e7ee7c53a HTTP/1.1" status: 204 len: 173 time: 3.0949335 Mar 02 17:53:01.160272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Deleting port 5604108d-0a58-400f-96c5-4e6b0c75460f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:01.160626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.196697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 829fceda-9550-48b0-b286-3d9e7ee7c53a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:01.272725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 829fceda-9550-48b0-b286-3d9e7ee7c53a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:01.273082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 829fceda-9550-48b0-b286-3d9e7ee7c53a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:01.275319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-6582700e-c59f-47a5-b506-9a4811dd6c99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228166 Mar 02 17:53:01.293413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5604108d-0a58-400f-96c5-4e6b0c75460f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:01.295035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] The port '5604108d-0a58-400f-96c5-4e6b0c75460f' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:53:01.347267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5604108d-0a58-400f-96c5-4e6b0c75460f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:01.348016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5604108d-0a58-400f-96c5-4e6b0c75460f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:01.448906 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-770b8e55-68ea-4186-a138-501b0d0e073b service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644011 Mar 02 17:53:01.534954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4549dd-9f43-4858-8c8e-854b00ac7d83 req-fc575e43-9429-448a-b507-7d719813bf15 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:01.536480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4549dd-9f43-4858-8c8e-854b00ac7d83 req-fc575e43-9429-448a-b507-7d719813bf15 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4831295 Mar 02 17:53:01.538990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.591794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Router a3e031db-4292-4b02-b646-d6b10dcafb6a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:53:01.619382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ea452a-6d56-4bcf-8e35-5cfe84840bd4']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:01.623908 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501067c2-0ef7-4793-843c-7ae9d4224880 req-76e1812a-f322-494b-9c3f-748adb88e4a2 service neutron] 10.222.0.50 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636381 Mar 02 17:53:01.642523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38c53224-0ca0-47b0-acb5-4db24a5b0e12 req-e91ffda6-d908-423f-bbbe-5b4603d980b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 1098 time: 0.4330654 Mar 02 17:53:01.658087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d67ae-59f4-44b3-a981-7cb626faab72 req-96503f2d-2ad7-4f6a-8df9-7b0c963812b8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:01.659563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc3d67ae-59f4-44b3-a981-7cb626faab72 req-96503f2d-2ad7-4f6a-8df9-7b0c963812b8 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.3904898 Mar 02 17:53:01.664008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:01.664289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3b5fa5-396f-423b-ae06-8dcb8c80da3e') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:01.724400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.747039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4549dd-9f43-4858-8c8e-854b00ac7d83 req-312fb0ca-e9c5-4fca-a1ff-35e45c906c6e tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881328 Mar 02 17:53:01.783335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.799539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38c53224-0ca0-47b0-acb5-4db24a5b0e12 req-02bceb12-90b3-4a81-aedd-ad18197833ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209326 Mar 02 17:53:01.802951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:01.803265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:01.819864 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:01.827438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc3d67ae-59f4-44b3-a981-7cb626faab72 req-20950b4c-7089-4b6f-b2ce-d30835fc0036 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556783 Mar 02 17:53:01.889549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:53:01.904067 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] Sync routers for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:53:01.924203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.925736 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:01.926829 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:01.928574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.970889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:01.977949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ea452a-6d56-4bcf-8e35-5cfe84840bd4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:02.042767 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:02.057239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:02.058187 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:02.112307 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7619d650-a277-42c4-b5df-9bfb474ccf60 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/floatingips/add7eec2-1a45-48aa-a2f3-9772d35c6f48 HTTP/1.1" status: 204 len: 168 time: 3.1454651 Mar 02 17:53:02.116043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:02.122542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:02.128932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:02.132891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Usage tracker for resource:floatingip and tenant:5611d27143284a798ed4ad0eab01dbb0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:02.135785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:02.143696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e114100c-9067-4ffa-a3c9-5ba69635b16d admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9ea452a-6d56-4bcf-8e35-5cfe84840bd4 HTTP/1.1" status: 204 len: 168 time: 3.6815088 Mar 02 17:53:02.144478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:02.159354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:02.197322 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:02.197717 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0e186-5a60-444f-a0c7-f8535e887a43 None None] The sync data for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:53:02.306881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5b34f-fa96-4e28-be87-1ed44a7a2ce9 req-809d3ac8-2fdf-4b0e-8fbf-fc2698ce3963 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:02.308489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55c5b34f-fa96-4e28-be87-1ed44a7a2ce9 req-809d3ac8-2fdf-4b0e-8fbf-fc2698ce3963 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2981913 Mar 02 17:53:02.387145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:02.446496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55c5b34f-fa96-4e28-be87-1ed44a7a2ce9 req-874db1f6-8086-465d-81a0-a1aff1c4179b tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269801 Mar 02 17:53:02.546345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:02.555019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:02.737340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf16aa0c-db3e-4e50-9ca0-b513626b8826 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=772bf53e5fd447c78d2c43ce094164bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1750677 Mar 02 17:53:02.741172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46532) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:02.789796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Allocated IP 172.25.3.159 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:02.910741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:02.931403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176259e-b4b0-4686-8dc1-617b6f3d2842 req-d87a41a4-ec2c-4ed6-8b26-22027cc54cf8 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:02.933662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5176259e-b4b0-4686-8dc1-617b6f3d2842 req-d87a41a4-ec2c-4ed6-8b26-22027cc54cf8 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 943 time: 0.5788343 Mar 02 17:53:02.958639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.044095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5176259e-b4b0-4686-8dc1-617b6f3d2842 req-4b439a68-1fc0-4ec2-a17c-35343efca1a6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016936 Mar 02 17:53:03.045440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.058873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884dd3d-2db8-4050-9b7e-13ecab3f57b6 req-b6e89d54-676f-440a-9205-581d3034e354 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:03.060400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7884dd3d-2db8-4050-9b7e-13ecab3f57b6 req-b6e89d54-676f-440a-9205-581d3034e354 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.3780677 Mar 02 17:53:03.081997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.104139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43615b6a-5df9-40c2-bd2f-d697ec0c891c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:03.122163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.131994 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b773e00e-3098-4736-ac3a-4ebed6b08974 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43615b6a-5df9-40c2-bd2f-d697ec0c891c HTTP/1.1" status: 204 len: 168 time: 0.3894954 Mar 02 17:53:03.157663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.164530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7884dd3d-2db8-4050-9b7e-13ecab3f57b6 req-bf9bd976-6bb6-44c3-a92a-7b7e75d4f7d2 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872433 Mar 02 17:53:03.305229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Pushing event updated for resources: {'Port': ['ID=49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:03.325780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:03.329787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:03.333939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:03.669752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388247d-3c76-47a0-9d70-0948e0ffb73d req-4f41f009-f8df-4b68-85f2-f00abfe6c876 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:03.679005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6388247d-3c76-47a0-9d70-0948e0ffb73d req-4f41f009-f8df-4b68-85f2-f00abfe6c876 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.4043131 Mar 02 17:53:03.782289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:03.837163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6388247d-3c76-47a0-9d70-0948e0ffb73d req-96f9f73f-8150-4006-9c32-f465d69c5a19 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656891 Mar 02 17:53:03.888457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.179737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46566) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:04.259718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.266682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.377126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5b0b8b9d-ee79-4529-9a35-55858ee2eb24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=088651869df54c85b8ecbc14d9c6c1ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1962450 Mar 02 17:53:04.383608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46584) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:04.429426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Pushing event updated for resources: {'Port': ['ID=49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:04.434806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.458423 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.461853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca22924c-985c-4303-810f-68ddc8c60712 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3421588 Mar 02 17:53:04.462188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46594) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:04.497428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f8b18ba3-e41d-4997-a494-1a0eba1a07d4 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:53:04.723283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:04.726200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.731324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:04.741238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Usage tracker for resource:floatingip and tenant:b921465b40b84026a1d71e92dd22a20b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:04.751731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:04.763502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:04.783053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.826816 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.854855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:04.869436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4', 'network_id': '0cd3f376-c4c0-4228-b8b0-0ce9248d7113', 'port_id': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4', 'mac_address': 'fa:16:3e:46:c4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cbde46-1058-4c4d-b451-66745ea550c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:53:04.889532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4a29a-902b-4a55-886c-f7fceade9dd9 req-673921db-1750-41c2-9a80-cd6a12ee0630 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:04.907289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ea4a29a-902b-4a55-886c-f7fceade9dd9 req-673921db-1750-41c2-9a80-cd6a12ee0630 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 943 time: 0.4500718 Mar 02 17:53:04.931994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.954649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b18ba3-e41d-4997-a494-1a0eba1a07d4 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:04.965183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Deleting port 9f0177ed-535c-4e3b-bf33-fbb6083448b0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:04.965516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:04.974622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:04.979573 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.074253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.104476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:05.263976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ea4a29a-902b-4a55-886c-f7fceade9dd9 req-88463c5f-0a6c-4752-9475-49f5bc762a5d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558347 Mar 02 17:53:05.342313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.377178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Allocated IP 172.25.3.49 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/931ac372-6cb6-47fb-8af9-4ea41193de16) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:05.391100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.392537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9565223-ff7d-475c-840b-918fa48362b8 HTTP/1.1" status: 204 len: 168 time: 1.0070112 Mar 02 17:53:05.393790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9565223-ff7d-475c-840b-918fa48362b8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:05.403310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] For port 9f0177ed-535c-4e3b-bf33-fbb6083448b0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9f0177ed-535c-4e3b-bf33-fbb6083448b0,segment=NetworkSegment(85e8ce44-dc2d-4787-af79-e3411d95aafa),segment_id=85e8ce44-dc2d-4787-af79-e3411d95aafa)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:05.404016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.423733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df35ee-0106-44e7-a42f-c016223956ec req-b5353dfa-13a9-4b56-9bd5-0f53fed4265d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:05.431766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87df35ee-0106-44e7-a42f-c016223956ec req-b5353dfa-13a9-4b56-9bd5-0f53fed4265d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.3229599 Mar 02 17:53:05.491664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['f8b18ba3-e41d-4997-a494-1a0eba1a07d4'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:05.553425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.554918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.555554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.555854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.556296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.556739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.557216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.557654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.558163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.564984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.565923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a10ea29-ec65-42ea-816d-cff3f63c6ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:05.665649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Calling delete_port for 9f0177ed-535c-4e3b-bf33-fbb6083448b0 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:05.719316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.763339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:05.775848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87df35ee-0106-44e7-a42f-c016223956ec req-b4670163-8819-4eaa-aa82-8e7e3ac7872c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428309 Mar 02 17:53:06.268350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:06.269560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:06.274047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:06.300121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:06.330502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Pushing event updated for resources: {'Port': ['ID=931ac372-6cb6-47fb-8af9-4ea41193de16,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:06.496442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0177ed-535c-4e3b-bf33-fbb6083448b0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:06.547080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:06.614497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:06.810642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b2c1-d240-4b7d-a8dd-a25be516b8a0 req-198f5065-b993-4cc3-a93c-367a00aef1f9 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:06.812036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4951b2c1-d240-4b7d-a8dd-a25be516b8a0 req-198f5065-b993-4cc3-a93c-367a00aef1f9 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 944 time: 0.3554239 Mar 02 17:53:06.893055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:06.898794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:06.964253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4951b2c1-d240-4b7d-a8dd-a25be516b8a0 req-bbc6cb38-64c2-4506-ac9b-e833c0ff123d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018147 Mar 02 17:53:07.021382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Pushing event updated for resources: {'Port': ['ID=931ac372-6cb6-47fb-8af9-4ea41193de16,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:07.101276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:07.133878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:07.135511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-232601ba-3f24-488f-9934-5425b62e8f30 tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6721826 Mar 02 17:53:07.137147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15090-9258-49f9-b5f9-32bcbcc25c51 req-4ea205c6-a067-44a3-82bf-8963d414309c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:07.138169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:07.139199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0f15090-9258-49f9-b5f9-32bcbcc25c51 req-4ea205c6-a067-44a3-82bf-8963d414309c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.1586409 Mar 02 17:53:07.177372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:07.346247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0f15090-9258-49f9-b5f9-32bcbcc25c51 req-31b39d94-f5a7-40fb-bb4c-345b9a8b32e3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000368 Mar 02 17:53:07.367366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d40da4a8-8ff6-4d23-b109-07fd9650131b tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Synchronizing usage tracker for tenant:5611d27143284a798ed4ad0eab01dbb0 on resource:floatingip {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:07.397653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d40da4a8-8ff6-4d23-b109-07fd9650131b tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Unset dirty status for tenant:5611d27143284a798ed4ad0eab01dbb0 on resource:floatingip {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:07.400597 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d40da4a8-8ff6-4d23-b109-07fd9650131b tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2608211 Mar 02 17:53:07.403353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:07.583709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dd38b8bc-4c8b-47ea-8ebd-caf91d06e0e7 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Synchronizing usage tracker for tenant:4da2f22188134c90b80a3f56b79f4324 on resource:floatingip {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:07.615808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dd38b8bc-4c8b-47ea-8ebd-caf91d06e0e7 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Unset dirty status for tenant:4da2f22188134c90b80a3f56b79f4324 on resource:floatingip {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:07.619544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd38b8bc-4c8b-47ea-8ebd-caf91d06e0e7 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2123449 Mar 02 17:53:07.619787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46642) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:07.819715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Deleting port 931ac372-6cb6-47fb-8af9-4ea41193de16 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:07.820062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.020917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.021276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.092522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Router 5929349b-a705-4924-ac03-3602d8e7625d has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:53:08.154803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Calling delete_port for 931ac372-6cb6-47fb-8af9-4ea41193de16 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:08.314307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.364659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Pushing event deleted for resources: {'Port': ['ID=931ac372-6cb6-47fb-8af9-4ea41193de16,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:08.486388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710dcdd-ca10-41e1-a512-2a6a04915eca req-141e95aa-86e0-45f8-94d1-95e498bd1979 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:08.488030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0710dcdd-ca10-41e1-a512-2a6a04915eca req-141e95aa-86e0-45f8-94d1-95e498bd1979 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 944 time: 0.1959124 Mar 02 17:53:08.514200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f8b18ba3-e41d-4997-a494-1a0eba1a07d4 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:53:08.556741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0710dcdd-ca10-41e1-a512-2a6a04915eca req-5d32a2f4-5384-4dd4-bd7f-4259ca81252d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627296 Mar 02 17:53:08.597978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:53:08.624025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ed2bc0c7-2a12-4046-a8b6-817b3334074c admin admin] 10.222.0.37 "PUT /v2.0/routers/5929349b-a705-4924-ac03-3602d8e7625d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8210015 Mar 02 17:53:08.625515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46656) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:08.627350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Sync routers for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:53:08.713942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.720847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:08.721857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:08.755386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.775658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:08.779248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3db022c6-8856-4439-9d54-ac004f8e432c tempest-FloatingIPAdminTestJSON-653560682 tempest-FloatingIPAdminTestJSON-653560682-project] 10.222.0.37 "DELETE /v2.0/floatingips/d7a64f2e-d558-46be-be2e-4093ed1951d5 HTTP/1.1" status: 204 len: 168 time: 1.1561732 Mar 02 17:53:08.781574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:09.021899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Deleting port 49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:09.022274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.055437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:53:09.063572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:09.063959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.126402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:53:09.180537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.297427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.297810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.425879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-241a7f48-f6af-4920-82a5-6a21fb9be3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.490136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Calling delete_port for 49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:09.598349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.705772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.722085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.731351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Deleting port 0b6a2092-6ae8-436a-9160-86f112d53be0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:09.731821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.810587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:09.841869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:09.847688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:09.869235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Pushing event deleted for resources: {'Port': ['ID=49e22bbd-07b0-4e31-ae8d-f9aa44ca2b87,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:09.956824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:09.960964 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4', 'code': 200} Mar 02 17:53:09.967300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:53:06Z', 'revision_number': 5, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port': {'id': '0b6a2092-6ae8-436a-9160-86f112d53be0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929349b-a705-4924-ac03-3602d8e7625d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:50:26Z', 'updated_at': '2022-03-02T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:09.972798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Checking router: 5929349b-a705-4924-ac03-3602d8e7625d for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:53:09.997522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Routers {'5929349b-a705-4924-ac03-3602d8e7625d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:09.998225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:52:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5929349b-a705-4924-ac03-3602d8e7625d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:10.192033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:10.234421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:10.240589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46674) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:10.241789 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69522d88-1b74-4cdc-8610-c17c6a013e64 tempest-FloatingIPAdminTestJSON-1104603362 tempest-FloatingIPAdminTestJSON-1104603362-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/a47371ff-4459-46ba-a0ec-811e3d34f5b5 HTTP/1.1" status: 204 len: 168 time: 1.4580593 Mar 02 17:53:10.252844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] For port 0b6a2092-6ae8-436a-9160-86f112d53be0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0b6a2092-6ae8-436a-9160-86f112d53be0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:10.253194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:10.273234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] Set router 5929349b-a705-4924-ac03-3602d8e7625d gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:53:10.421876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:53:09Z', 'revision_number': 6, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:10.429203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec70a3-ad18-4e5b-a599-6672cf766443 None None] The sync data for ids ['5929349b-a705-4924-ac03-3602d8e7625d'] in n-d-820559-6 is: [{'id': '5929349b-a705-4924-ac03-3602d8e7625d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1724485631-router', 'tenant_id': '8128f9e616f546b1ba5559b5618864fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:50:25Z', 'updated_at': '2022-03-02T17:53:09Z', 'revision_number': 6, 'project_id': '8128f9e616f546b1ba5559b5618864fb', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:53:10.452733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Calling delete_port for 0b6a2092-6ae8-436a-9160-86f112d53be0 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:10.507491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b681fe-1d30-4858-a119-2da16042c4e7 req-24b48400-1206-4431-ab3c-f82c11e94558 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:10.510356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5b681fe-1d30-4858-a119-2da16042c4e7 req-24b48400-1206-4431-ab3c-f82c11e94558 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.6448131 Mar 02 17:53:10.523624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6d313c0-dbfa-4045-ac27-0776e43c032a req-2b840c4a-ef8b-488a-be41-ce980163963d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 1096 time: 0.4001510 Mar 02 17:53:10.533148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:10.533490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:10.760785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5b681fe-1d30-4858-a119-2da16042c4e7 req-df128ac6-d074-4682-b678-eca33115843b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361097 Mar 02 17:53:10.771385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6d313c0-dbfa-4045-ac27-0776e43c032a req-3350722c-6f40-4b30-a428-226b9f1e6dfa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072272 Mar 02 17:53:11.021636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:11.106683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6a2092-6ae8-436a-9160-86f112d53be0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:11.197793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:11.306512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1e1f240d-81dc-409e-a7f6-c0bf9d5e06a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:11.376481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0b6a2092-6ae8-436a-9160-86f112d53be0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:11.418088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 0b6a2092-6ae8-436a-9160-86f112d53be0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:11.418442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0b6a2092-6ae8-436a-9160-86f112d53be0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:11.419044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9f0177ed-535c-4e3b-bf33-fbb6083448b0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:11.471827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9f0177ed-535c-4e3b-bf33-fbb6083448b0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:11.472355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9f0177ed-535c-4e3b-bf33-fbb6083448b0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:11.560277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 12ecdab0-88c8-4f9b-8638-0f5d0da56b21 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:11.802695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.143569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34e50-cc8a-4683-a0a8-2660d6ef4204 req-7d86ba76-87eb-4bd1-a56a-1f04fef4f7c5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:12.144839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22a34e50-cc8a-4683-a0a8-2660d6ef4204 req-7d86ba76-87eb-4bd1-a56a-1f04fef4f7c5 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.4859736 Mar 02 17:53:12.253744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.305473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.335964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=12ecdab0-88c8-4f9b-8638-0f5d0da56b21,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:12.341112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.351154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22a34e50-cc8a-4683-a0a8-2660d6ef4204 req-15152d92-a712-4262-ba9d-23e0a1059114 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424735 Mar 02 17:53:12.396053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154708e-9d09-45d6-bdc5-8533d77b015d req-f46cacf7-5282-44c8-9c0f-a1f91c4b87c4 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:12.402949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c154708e-9d09-45d6-bdc5-8533d77b015d req-f46cacf7-5282-44c8-9c0f-a1f91c4b87c4 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.4447086 Mar 02 17:53:12.543670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.544154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5929349b-a705-4924-ac03-3602d8e7625d {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:53:12.567367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.590145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c154708e-9d09-45d6-bdc5-8533d77b015d req-48444d88-1402-4205-bc32-8d40e94f914f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862102 Mar 02 17:53:12.599313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.600589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-35c114a8-f86a-4a83-b75b-87a3c584d638 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5929349b-a705-4924-ac03-3602d8e7625d HTTP/1.1" status: 204 len: 168 time: 3.9732425 Mar 02 17:53:12.603901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46694) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:12.618682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-519839ea-7c74-4ada-8906-b3efb13b2091 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/ports/12ecdab0-88c8-4f9b-8638-0f5d0da56b21 HTTP/1.1" status: 204 len: 168 time: 2.3747687 Mar 02 17:53:12.624010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46698) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:12.706168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Deleting subnet 8cd4592f-7f91-4a7d-8a89-200b4cabbb85 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:53:12.712323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.775164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c46c0-50ea-4b53-b300-5ef3c6627d1e tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:12.778481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bf0c46c0-50ea-4b53-b300-5ef3c6627d1e tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Synchronizing usage tracker for tenant:4da2f22188134c90b80a3f56b79f4324 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:12.788954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.801848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:12.809539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bf0c46c0-50ea-4b53-b300-5ef3c6627d1e tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Unset dirty status for tenant:4da2f22188134c90b80a3f56b79f4324 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:12.815216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf0c46c0-50ea-4b53-b300-5ef3c6627d1e tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3e031db-4292-4b02-b646-d6b10dcafb6a HTTP/1.1" status: 200 len: 913 time: 0.1894441 Mar 02 17:53:12.816222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:12.929099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.000807 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.028500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.084698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd4592f-7f91-4a7d-8a89-200b4cabbb85,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:13.095267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.102137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f6d7931a-ca6d-47c2-b22b-91f1062e4414 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8cd4592f-7f91-4a7d-8a89-200b4cabbb85 HTTP/1.1" status: 204 len: 168 time: 0.4971800 Mar 02 17:53:13.105349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:13.250413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.430653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.480633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc6e71e-bfc9-4e08-9bbf-2434e20396c9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:13.499082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e8ce44-dc2d-4787-af79-e3411d95aafa') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:13.500082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e8ce44-dc2d-4787-af79-e3411d95aafa') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:13.513545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.513760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.540666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.550071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:13.550637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:13.566756 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:13.794356 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.841819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:13.843824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036caac1-1086-412e-a9ce-b6d5e988228c req-8bdecd4a-5ef3-4c37-8ff8-046a675727c8 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:13.845264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-036caac1-1086-412e-a9ce-b6d5e988228c req-8bdecd4a-5ef3-4c37-8ff8-046a675727c8 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2555025 Mar 02 17:53:13.853367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc6e71e-bfc9-4e08-9bbf-2434e20396c9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:13.878051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2182a688-cc1d-46e4-8058-3d8f2a276858 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bcc6e71e-bfc9-4e08-9bbf-2434e20396c9 HTTP/1.1" status: 204 len: 168 time: 0.7688279 Mar 02 17:53:13.957414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f7906-5ae4-4105-9225-9974bc564024 req-994212b1-4890-4e84-8d3b-3dd3295ddb8a tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:13.958416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2f7906-5ae4-4105-9225-9974bc564024 req-994212b1-4890-4e84-8d3b-3dd3295ddb8a tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.2190762 Mar 02 17:53:13.962100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-036caac1-1086-412e-a9ce-b6d5e988228c req-6a3854f8-6c75-4f2e-b89e-73dd1d72ee92 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037714 Mar 02 17:53:14.155260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2f7906-5ae4-4105-9225-9974bc564024 req-56d5fae2-11de-4dc4-9929-1eef30d8c753 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883304 Mar 02 17:53:14.325052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:14.330473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.331693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-12154f86-6239-4247-b95d-249fecc939d7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:14.333149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-12154f86-6239-4247-b95d-249fecc939d7 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.50 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.2671196 Mar 02 17:53:14.473589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23784ad3-db65-4c7a-94d7-162c1a7ceefc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8128f9e616f546b1ba5559b5618864fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1458826 Mar 02 17:53:14.478203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46726) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:14.484830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Deleting port 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:14.485309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.679491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.709169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.776553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.800415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0966ca-d5d7-49ef-a3c8-091b127eb82e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:14.809632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:14.810893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ec739bf8-af11-436f-8882-b8e35a3e3938 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed0966ca-d5d7-49ef-a3c8-091b127eb82e HTTP/1.1" status: 204 len: 168 time: 0.3313010 Mar 02 17:53:14.877106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 5c14210b-0cfa-48bf-8b96-55d0b5321581 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:14.881284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:15.134292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] For port 30a0b566-b02a-48d0-9c93-6e29425d4077, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=30a0b566-b02a-48d0-9c93-6e29425d4077,segment=NetworkSegment(832caf45-717e-40c7-aa83-3c3da25d9df9),segment_id=832caf45-717e-40c7-aa83-3c3da25d9df9)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:15.134651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:15.481623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Calling delete_port for 30a0b566-b02a-48d0-9c93-6e29425d4077 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:15.572594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:15.755103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 5c14210b-0cfa-48bf-8b96-55d0b5321581 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:15.893610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d17cf-4db5-4ad1-99d5-1b862e8e2e31 req-f30f6fed-6464-438f-a4a5-15103d464465 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:15.895807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d65d17cf-4db5-4ad1-99d5-1b862e8e2e31 req-f30f6fed-6464-438f-a4a5-15103d464465 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 946 time: 0.5522203 Mar 02 17:53:16.008452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:16.060340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['30a0b566-b02a-48d0-9c93-6e29425d4077'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:16.110033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d65d17cf-4db5-4ad1-99d5-1b862e8e2e31 req-8e7bded2-7ac6-45f8-b31b-11190fa6ffef tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/security-groups?id=d72343c8-dbbc-4c34-b28a-adf96e99aea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963196 Mar 02 17:53:16.110880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Pushing event deleted for resources: {'Port': ['ID=30a0b566-b02a-48d0-9c93-6e29425d4077,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:16.238994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] No DVR routers for this DVR port 30a0b566-b02a-48d0-9c93-6e29425d4077 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:53:16.242951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:16.245490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-deleted', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:16.308082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cd4c2e3-2569-46df-93e4-b36a5eee4feb req-b17c52cb-9a11-4bed-a1fe-a868f7ed3a77 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.50 "DELETE /v2.0/ports/30a0b566-b02a-48d0-9c93-6e29425d4077 HTTP/1.1" status: 204 len: 173 time: 1.9403777 Mar 02 17:53:16.330672 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:16.442152 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d27a66-1f68-4839-8893-cda38a8d7717', 'name': 'network-vif-deleted', 'tag': '30a0b566-b02a-48d0-9c93-6e29425d4077', 'status': 'completed', 'code': 200} Mar 02 17:53:16.475996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=5c14210b-0cfa-48bf-8b96-55d0b5321581,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:16.631330 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:53:16.894073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:16.943098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:17.117845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1209216370-network', 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:17.124006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:17.131850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Usage tracker for resource:network and tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:17.135101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:17.160247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:17.192802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:17.195389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.225567 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.300580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:17.305947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Usage tracker for resource:security_group_rule and tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:17.314200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:17.331738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:17.407589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.416023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.460482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:53:17.493914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.499715 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Added segment fd581c33-2566-444f-88f7-89ce8b0efb7e of type vlan for network 915408ff-7330-4091-b117-7e1354e88473 Mar 02 17:53:17.632565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649a9f4-34ed-4ed8-9542-4fddc46d6d02,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:17.651442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b8cbd3f0-0103-4ea8-9c68-df0737bf4adc req-9e40332f-5382-46a1-9be3-1a578e81ac23 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Synchronizing usage tracker for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:17.671897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.707831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b8cbd3f0-0103-4ea8-9c68-df0737bf4adc req-9e40332f-5382-46a1-9be3-1a578e81ac23 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] Unset dirty status for tenant:cb9a1b2646e24a99bdb1ee35d09aa33b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:17.723542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8cbd3f0-0103-4ea8-9c68-df0737bf4adc req-9e40332f-5382-46a1-9be3-1a578e81ac23 tempest-ServersNegativeTestJSON-822542166 tempest-ServersNegativeTestJSON-822542166-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d27a66-1f68-4839-8893-cda38a8d7717 HTTP/1.1" status: 200 len: 210 time: 0.2116337 Mar 02 17:53:17.756245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.757804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:17.758837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:17.891383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] Pushing event updated for resources: {'Network': ['ID=915408ff-7330-4091-b117-7e1354e88473,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:17.905946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 915408ff-7330-4091-b117-7e1354e88473 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:53:17.914443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55fda349-9441-4c49-86b1-b32241a1facb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9685538 Mar 02 17:53:17.925355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46782) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:17.948401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Request body: {'subnet': {'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1209216370-subnet', 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:17.954840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:17.963626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Usage tracker for resource:subnet and tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:17.968955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:17.978927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:18.000116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:18.003120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:18.189838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Router a3e031db-4292-4b02-b646-d6b10dcafb6a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:53:18.496050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:18.529754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:53:18.535942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6a20690e-39a2-4f0e-b64e-55e01eba2eba tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "PUT /v2.0/routers/a3e031db-4292-4b02-b646-d6b10dcafb6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7183604 Mar 02 17:53:18.539740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46792) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:18.548343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] Sync routers for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:53:18.570012 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:18.570949 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:53:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:18.585535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:18.676006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 30a0b566-b02a-48d0-9c93-6e29425d4077 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:18.676287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 30a0b566-b02a-48d0-9c93-6e29425d4077 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:18.690523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:18.720201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:18.720573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Network hostable DHCP agents. Network: 915408ff-7330-4091-b117-7e1354e88473, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:53:18.730613 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:18.751970 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] Routers {'a3e031db-4292-4b02-b646-d6b10dcafb6a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:53:18.753429 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:53:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a3e031db-4292-4b02-b646-d6b10dcafb6a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:18.755587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Network 915408ff-7330-4091-b117-7e1354e88473 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:53:18.772636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 915408ff-7330-4091-b117-7e1354e88473) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:18.779796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:18.781449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:18.788782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad2496-40ff-45c0-b06c-003d0184c998 None None] Network 915408ff-7330-4091-b117-7e1354e88473 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:18.849002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46802) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:18.867836 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:18.869703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c62b81d5-2806-4004-af12-82b333a7a300 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9427555 Mar 02 17:53:18.872202 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb21e1b-f7e8-4026-b519-ae3bbcc7d3c6 None None] The sync data for ids ['a3e031db-4292-4b02-b646-d6b10dcafb6a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:53:19.089212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.145818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.227816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980a409-d68d-4610-a46c-5c295d3df884 None None] Network 915408ff-7330-4091-b117-7e1354e88473 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:19.364014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Deleting subnet 1f7588d9-1626-4c56-a0b6-db63cca6d69e {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:53:19.368344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.436528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.509732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.633084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.678708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.696273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7588d9-1626-4c56-a0b6-db63cca6d69e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:19.703027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9415e982-3e5a-4205-a971-30e82eac6ea2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f7588d9-1626-4c56-a0b6-db63cca6d69e HTTP/1.1" status: 204 len: 168 time: 0.8498852 Mar 02 17:53:19.704459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:19.861720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.880288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:19.904002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 730bbf76-ca81-472e-b574-b1eea1b73e80 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:19.904396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.079483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.116211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:20.137659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832caf45-717e-40c7-aa83-3c3da25d9df9') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:20.138028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832caf45-717e-40c7-aa83-3c3da25d9df9') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:20.154881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.178426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.195658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:20.195658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:20.216119 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:20.264879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.314147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.336881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.339505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:20.354297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-909e4494-a044-4936-94d2-20879b9c43d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf1a8287-3b0c-45aa-8f7c-8d002a2f5b61 HTTP/1.1" status: 204 len: 168 time: 0.6478727 Mar 02 17:53:20.417781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-0d97af44-5172-42ac-afc7-03200f9e47ec tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:20.419884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-0d97af44-5172-42ac-afc7-03200f9e47ec tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.6633480 Mar 02 17:53:20.428641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 730bbf76-ca81-472e-b574-b1eea1b73e80 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:20.498404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-a09065d7-a78f-4bb0-931e-2687311571e3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0371776 Mar 02 17:53:20.591666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-a3e09072-f2ea-4f5a-ab9b-7f90da3a2ec2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812168 Mar 02 17:53:20.638691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46838) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:20.739143 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-abb3db2f-7193-49a3-a2a1-9f7c210b6685 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb9a1b2646e24a99bdb1ee35d09aa33b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0927043 Mar 02 17:53:20.739143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:20.816625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-1352b63b-e7f2-43cd-bc52-0507f4bae93b service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123528 Mar 02 17:53:20.828505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.866480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.951667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:20.984514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72343c8-dbbc-4c34-b28a-adf96e99aea6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:21.006755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.016155 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-05e06038-05c1-4673-97b3-e3b3076ea549 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d72343c8-dbbc-4c34-b28a-adf96e99aea6 HTTP/1.1" status: 204 len: 168 time: 0.2730496 Mar 02 17:53:21.039383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.081154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4f65ea5e-f167-40ed-8959-0cb2a4d7476c service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505565 Mar 02 17:53:21.090326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=730bbf76-ca81-472e-b574-b1eea1b73e80,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:21.473921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-005ac72a-5b0c-4d5c-b578-103d664e965d req-b11779a9-e0b7-4aad-9cc2-ae3802b109f4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 210 time: 0.0850136 Mar 02 17:53:21.477765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.799518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.819086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.867527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.868411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Fanout notify agent at l3_agent the message router_deleted on router a3e031db-4292-4b02-b646-d6b10dcafb6a {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:53:21.901063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:21.918268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b999203-e34e-4ca6-8fe1-a393258c6470 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/routers/a3e031db-4292-4b02-b646-d6b10dcafb6a HTTP/1.1" status: 204 len: 168 time: 3.3773654 Mar 02 17:53:21.920629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:22.650334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting subnet 73363b65-9d27-41a2-9829-29321c092dd7 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:53:22.673755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:22.810959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61a664ae-8ec5-445f-b01c-33503dd5422d req-ad66f8f9-5a73-44fa-92cb-101ac4d6d3ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 210 time: 0.0616777 Mar 02 17:53:22.839663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.177254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.326894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-3c3488ff-0a98-4df0-a01f-dd9b5a8bc527 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:23.329404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-3c3488ff-0a98-4df0-a01f-dd9b5a8bc527 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.3814380 Mar 02 17:53:23.350097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:23.472194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.565411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Subnet': ['ID=73363b65-9d27-41a2-9829-29321c092dd7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:23.573183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.591244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4fc7b1-4f0e-43c1-ada9-305f8142bcda None None] Network df70be63-840e-41cc-9395-167246122758 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:23.596840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f40697f-5854-4734-8b71-86f7aa7d7047 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/subnets/73363b65-9d27-41a2-9829-29321c092dd7 HTTP/1.1" status: 204 len: 168 time: 1.6744223 Mar 02 17:53:23.599323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:23.699831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:23.705956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Usage tracker for resource:port and tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:23.709775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:23.718490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:23.735138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:23.738795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.824375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:23.843992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 9756107c-458b-40a7-a2d8-85006e3fdc78 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:23.844539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.068493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ecaac2ac-c4de-4bbf-92f8-2e88fe078724 req-94992b14-399b-48fe-807a-4d6a79f8f881 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 210 time: 0.0734959 Mar 02 17:53:24.097038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.4 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/d290ee8e-b1be-451e-8d33-001c73563580) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:24.209875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] DHCP port deletion for df70be63-840e-41cc-9395-167246122758 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:53:24.217385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Deleting port 9756107c-458b-40a7-a2d8-85006e3fdc78 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:24.219856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.258345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] For port 9756107c-458b-40a7-a2d8-85006e3fdc78, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9756107c-458b-40a7-a2d8-85006e3fdc78,segment=NetworkSegment(6dfdfe1c-1715-4fe8-979a-7090ea6e8964),segment_id=6dfdfe1c-1715-4fe8-979a-7090ea6e8964)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:24.259976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.616887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.629265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] For port 9756107c-458b-40a7-a2d8-85006e3fdc78, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9756107c-458b-40a7-a2d8-85006e3fdc78,segment=NetworkSegment(6dfdfe1c-1715-4fe8-979a-7090ea6e8964),segment_id=6dfdfe1c-1715-4fe8-979a-7090ea6e8964)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:24.629265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.685428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.738335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 9756107c-458b-40a7-a2d8-85006e3fdc78 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:24.801498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:24.805854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:24.810972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:24.811536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Calling delete_port for 9756107c-458b-40a7-a2d8-85006e3fdc78 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:24.864422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.886521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:24.887694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:24.905767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:53:24.906337 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:53:24.917551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:24.929146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-7c0fe938-1087-4322-be8a-509fc49e7121 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5835342 Mar 02 17:53:24.943905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Request body: {'port': {'device_id': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:24.946108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] No DVR routers for this DVR port 9756107c-458b-40a7-a2d8-85006e3fdc78 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:53:24.980611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=9756107c-458b-40a7-a2d8-85006e3fdc78,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:25.092416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.104724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.120273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df70be63-840e-41cc-9395-167246122758']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:25.135450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfdfe1c-1715-4fe8-979a-7090ea6e8964') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:25.135775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfdfe1c-1715-4fe8-979a-7090ea6e8964') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:25.149560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.173874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.194732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:25.195043 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:25.220509 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:25.289962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9756107c-458b-40a7-a2d8-85006e3fdc78 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:25.352644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9756107c-458b-40a7-a2d8-85006e3fdc78 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:25.353217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9756107c-458b-40a7-a2d8-85006e3fdc78 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:25.381949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.390720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.407320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Deleting port 9756107c-458b-40a7-a2d8-85006e3fdc78 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:25.408173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.447795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Network': ['ID=df70be63-840e-41cc-9395-167246122758,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:25.484963 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2bf46414-2573-4c42-abbd-5cb99ee52391 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/networks/df70be63-840e-41cc-9395-167246122758 HTTP/1.1" status: 204 len: 168 time: 1.8844161 Mar 02 17:53:25.497044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46940) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:25.559448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d2f30d6b-8d47-4ecf-894c-92772b91b766 None None] The port '9756107c-458b-40a7-a2d8-85006e3fdc78' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:53:25.757259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Deleting port 5de5908a-1d28-432b-b3a4-7c85944c01b3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:25.757863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:25.834201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc64ae8-e10b-42ed-89c0-9ff5f02aa3c8 req-a19f21ad-a377-4b7f-9176-79ff70f551e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:25.835593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7cc64ae8-e10b-42ed-89c0-9ff5f02aa3c8 req-a19f21ad-a377-4b7f-9176-79ff70f551e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:25.867384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7cc64ae8-e10b-42ed-89c0-9ff5f02aa3c8 req-a19f21ad-a377-4b7f-9176-79ff70f551e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:25.876778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cc64ae8-e10b-42ed-89c0-9ff5f02aa3c8 req-a19f21ad-a377-4b7f-9176-79ff70f551e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 931 time: 0.5792429 Mar 02 17:53:25.977682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d290ee8e-b1be-451e-8d33-001c73563580 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:25.989422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.000591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cc64ae8-e10b-42ed-89c0-9ff5f02aa3c8 req-b45bc623-5a56-4499-a1c8-07e27d50e43d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224375 Mar 02 17:53:26.016462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.016680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.020933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Transition to ACTIVE for port object d290ee8e-b1be-451e-8d33-001c73563580 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:53:26.031070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.242154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Calling delete_port for 5de5908a-1d28-432b-b3a4-7c85944c01b3 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:26.254212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:26.438512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Attempting to bind port d290ee8e-b1be-451e-8d33-001c73563580 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:53:26.438959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Attempting to bind port d290ee8e-b1be-451e-8d33-001c73563580 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:53:26.439315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Attempting to bind port d290ee8e-b1be-451e-8d33-001c73563580 on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:53:26.445819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Port d290ee8e-b1be-451e-8d33-001c73563580 on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:53:26.446142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Attempting to bind port d290ee8e-b1be-451e-8d33-001c73563580 on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:53:26.453597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.463914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:53:26.464262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:26.464643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:53:26.465093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Bound port: d290ee8e-b1be-451e-8d33-001c73563580, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:53:26.465442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.525412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Pushing event deleted for resources: {'Port': ['ID=5de5908a-1d28-432b-b3a4-7c85944c01b3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:26.581490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:53:26.586877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d290ee8e-b1be-451e-8d33-001c73563580,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:53:26.597470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.683503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.712098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.713466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 200 len: 1091 time: 1.7754042 Mar 02 17:53:26.713912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:26.729707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:26.735320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e4de8cfc-832c-45df-9423-d80e4371b064 tempest-FloatingIPAdminTestJSON-1424205256 tempest-FloatingIPAdminTestJSON-1424205256-project] 10.222.0.37 "DELETE /v2.0/floatingips/8c0af43f-8378-43f9-aa9e-915449648d77 HTTP/1.1" status: 204 len: 168 time: 1.2340963 Mar 02 17:53:26.757535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797eba0-8789-4d48-b24e-4fb5ee8158a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:26.803460 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580', 'status': 'completed', 'code': 200} Mar 02 17:53:26.980449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-132b7f05-b282-4f60-b242-7fa5876277ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 1094 time: 0.1718831 Mar 02 17:53:27.053854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-9b9f2f43-ad04-4460-8088-7301466d78eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 200 len: 217 time: 0.0654299 Mar 02 17:53:27.291747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-a2bbdfda-914b-4d71-b23d-157e822a3520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:27.294217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-a2bbdfda-914b-4d71-b23d-157e822a3520 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2341471 Mar 02 17:53:27.454961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:27.494728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-601c8fe1-d30a-4603-91c3-1c08a404791a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899860 Mar 02 17:53:27.798122 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-26623790-5e1c-4f56-bc40-b2df304f5f0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4da2f22188134c90b80a3f56b79f4324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415110 Mar 02 17:53:27.800613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:27.932794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fec08-f740-4810-b0d7-7a92d9f56f8d req-22af5005-ce33-4a09-9aaa-56e2f90452c7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:27.940036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-542fec08-f740-4810-b0d7-7a92d9f56f8d req-22af5005-ce33-4a09-9aaa-56e2f90452c7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 943 time: 0.4440174 Mar 02 17:53:27.953932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-f79ff114-8a3e-4222-9d87-428b0d329f6a service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390589 Mar 02 17:53:27.954788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.011450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.103478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.110640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-542fec08-f740-4810-b0d7-7a92d9f56f8d req-d44dcd6e-d834-4df9-96d2-a4e7d3b4cdd4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588802 Mar 02 17:53:28.137929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c67743f-ccd7-41dc-ab8e-b830c6fdf013,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:28.169916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.174633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b5f7f8b7-ce39-45f9-bf31-229fa6b2c908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c67743f-ccd7-41dc-ab8e-b830c6fdf013 HTTP/1.1" status: 204 len: 168 time: 0.3679883 Mar 02 17:53:28.268016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd72fc54-c8a2-466e-b62b-004c151e0ae0 req-645f3288-5f86-45b2-8bf2-eb2b0898550f service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784040 Mar 02 17:53:28.411165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-899dee40-bb76-4aa7-97b7-b167ab09c3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 1094 time: 0.0856171 Mar 02 17:53:28.542792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47016) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:28.611749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-5e50b224-b29c-49b0-b5a9-517f421b447a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:28.613208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-5e50b224-b29c-49b0-b5a9-517f421b447a service neutron] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.1940460 Mar 02 17:53:28.753075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47022) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:28.778797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.795374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.828594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:28.832746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Usage tracker for resource:security_group_rule and tenant:b0e2945f81da4f54ab13f88e18178dfb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:28.835979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:28.842194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:28.886939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-b71b3233-9372-4e47-a693-c70336e52142 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 200 len: 217 time: 0.2656081 Mar 02 17:53:28.895878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:28.901686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Usage tracker for resource:security_group_rule and tenant:b921465b40b84026a1d71e92dd22a20b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:28.909481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:28.923157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:28.978129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:28.994763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.011388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-a832eeea-3580-4112-8dba-9f5c820b9795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:29.013019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-a832eeea-3580-4112-8dba-9f5c820b9795 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.1201494 Mar 02 17:53:29.085467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-32b0c713-9937-4374-9619-9879fd4e659d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637949 Mar 02 17:53:29.097397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b710dd3-4e31-40f6-97d4-85b96de35fca,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:29.102421 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0e2945f81da4f54ab13f88e18178dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5581162 Mar 02 17:53:29.111225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:29.247249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.248346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.249070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.249730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.250388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.251222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.251843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.252467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.253110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.253821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.254548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6636982-0c0e-486c-afcc-97f96a3d42cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:29.336159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.336922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-f7ff8930-cfeb-4a3f-bd25-373a4061a523 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449067 Mar 02 17:53:29.353012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.384621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.452424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8162fd-ffe8-4c0f-9336-0b856f39ccd8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:29.484742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.508820 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7378d333-62f2-4f4a-850d-cdfb6903ffec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b921465b40b84026a1d71e92dd22a20b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7522533 Mar 02 17:53:29.511690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47036) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:29.567969 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.600996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b710dd3-4e31-40f6-97d4-85b96de35fca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:29.617233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.618815 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52699262-8144-499b-afc1-408a422158b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b710dd3-4e31-40f6-97d4-85b96de35fca HTTP/1.1" status: 204 len: 168 time: 0.5066197 Mar 02 17:53:29.636682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.698022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75fa4523-4df3-4e9e-8c1d-894070f5239d req-0a73e651-ade5-4b4a-a5a0-fc8d94abe7c8 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535149 Mar 02 17:53:29.701035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.719483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d49e-d57d-43d6-a071-0637733074e1 req-b2bf28cb-089e-4ad4-9425-1d9b25a627ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:29.721019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97b9d49e-d57d-43d6-a071-0637733074e1 req-b2bf28cb-089e-4ad4-9425-1d9b25a627ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 943 time: 0.3369179 Mar 02 17:53:29.831560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97b9d49e-d57d-43d6-a071-0637733074e1 req-13d370d5-8b30-45a8-b94a-0f725ad1c08c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000528 Mar 02 17:53:29.840275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.867760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8162fd-ffe8-4c0f-9336-0b856f39ccd8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:29.872128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:29.884232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-51d8024d-d00a-43e1-8237-ce038bea95d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c8162fd-ffe8-4c0f-9336-0b856f39ccd8 HTTP/1.1" status: 204 len: 168 time: 0.3691316 Mar 02 17:53:30.202900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47050) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:30.221531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.257830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:30.262251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Usage tracker for resource:security_group_rule and tenant:43a652602e80420f99ef9e8ba9950b65 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:30.266515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:30.273089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:30.345137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.350375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.437884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a9cd9e-cf9f-4e7b-ae6a-6467377f1bed,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:30.446640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c4e019d8-9e95-449d-a42b-da4b2e06779d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43a652602e80420f99ef9e8ba9950b65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2400854 Mar 02 17:53:30.448253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47058) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:30.506123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47062) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:30.527410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.530523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.569410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.574341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:30.581332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5611d27143284a798ed4ad0eab01dbb0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:30.586540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:30.594560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:30.650047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.682096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a9cd9e-cf9f-4e7b-ae6a-6467377f1bed,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:30.687910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.689167 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54d758e0-c799-4c3e-aa6a-91543cc9f05f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46a9cd9e-cf9f-4e7b-ae6a-6467377f1bed HTTP/1.1" status: 204 len: 168 time: 0.2399979 Mar 02 17:53:30.706766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.715322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.775097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f840ff2-e0fe-4122-b6b8-25936ae10622,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:30.789666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f75becae-71c6-4586-992e-628520c9a4a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5611d27143284a798ed4ad0eab01dbb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2807252 Mar 02 17:53:30.790849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47072) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:30.880417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:30.951741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:31.163076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:31.200920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f840ff2-e0fe-4122-b6b8-25936ae10622,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:31.224223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e33777-d635-4e1e-90ec-0855f9e6796c req-b027aba7-8baf-4f82-a32f-e28126e04141 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:31.226331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45e33777-d635-4e1e-90ec-0855f9e6796c req-b027aba7-8baf-4f82-a32f-e28126e04141 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 943 time: 0.1824315 Mar 02 17:53:31.235911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:31.246877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f38d302a-574e-46e5-a76c-9ccaa3b0a09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f840ff2-e0fe-4122-b6b8-25936ae10622 HTTP/1.1" status: 204 len: 168 time: 0.4547062 Mar 02 17:53:31.395298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45e33777-d635-4e1e-90ec-0855f9e6796c req-32b8859b-9377-4f94-9a19-e144e645daa8 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468427 Mar 02 17:53:32.990768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438c9e-a95a-4582-8330-c528388141a8 req-61455253-5028-4f37-97a9-b35c790ed3b9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:32.997672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d438c9e-a95a-4582-8330-c528388141a8 req-61455253-5028-4f37-97a9-b35c790ed3b9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 943 time: 0.2034001 Mar 02 17:53:33.068825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d438c9e-a95a-4582-8330-c528388141a8 req-f511d8ff-bf0d-4f25-b5b3-324d7e6c63cf tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Mar 02 17:53:33.362985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e137d-f388-4d48-8859-ac7830b9584d req-5620e2a6-5139-43ef-87ec-253a3e1ec5b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:33.379902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2e137d-f388-4d48-8859-ac7830b9584d req-5620e2a6-5139-43ef-87ec-253a3e1ec5b5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.1374762 Mar 02 17:53:33.403649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d290ee8e-b1be-451e-8d33-001c73563580 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:53:33.619799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2e137d-f388-4d48-8859-ac7830b9584d req-b2e07226-a901-47c8-93b2-1f484e7f399e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380373 Mar 02 17:53:33.724511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d290ee8e-b1be-451e-8d33-001c73563580,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:33.744159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'd290ee8e-b1be-451e-8d33-001c73563580', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': 'd290ee8e-b1be-451e-8d33-001c73563580', 'mac_address': 'fa:16:3e:6c:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:53:33.859739 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:33.900013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d290ee8e-b1be-451e-8d33-001c73563580 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:33.924863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d290ee8e-b1be-451e-8d33-001c73563580,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:33.935048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:34.052656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:34.063883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.064604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.065142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.065673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.066209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.066758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.067395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.068995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.069550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.070070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.070496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:53:34.346494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:34.405294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9a908-3b50-4deb-9b76-cce1128fef37 req-9ec48c5a-e2fa-4b0a-ba43-cc5ceb933dc9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:34.415292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8b9a908-3b50-4deb-9b76-cce1128fef37 req-9ec48c5a-e2fa-4b0a-ba43-cc5ceb933dc9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 944 time: 0.1726167 Mar 02 17:53:34.527201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8b9a908-3b50-4deb-9b76-cce1128fef37 req-53a24f3d-b814-4edc-a8da-e8f570a9f13b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110051 Mar 02 17:53:35.053595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60747-5946-4406-97e1-0eb51db9cbb2 req-b7064c53-5031-46f0-b7d2-e4aa65ee6cab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:35.062166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbb60747-5946-4406-97e1-0eb51db9cbb2 req-b7064c53-5031-46f0-b7d2-e4aa65ee6cab tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.1688628 Mar 02 17:53:35.224712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cbb60747-5946-4406-97e1-0eb51db9cbb2 req-66a6b580-5a95-4593-a790-8b4df9cc3eb9 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603155 Mar 02 17:53:35.558939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44295f-dcf7-43bb-adc5-741d5af4d138 req-a4dfa8f4-afb1-40aa-be15-1a78697c2d80 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:35.569739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e44295f-dcf7-43bb-adc5-741d5af4d138 req-a4dfa8f4-afb1-40aa-be15-1a78697c2d80 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.1785157 Mar 02 17:53:35.665785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e44295f-dcf7-43bb-adc5-741d5af4d138 req-95ad64d2-6f61-43bb-83fe-c16eeef198a6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943568 Mar 02 17:53:35.825275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b816e-1bcf-48e1-9ee0-17d6eb7dd32e req-8199c19c-ef87-4db5-92be-e95e3aa53783 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:35.828014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-229b816e-1bcf-48e1-9ee0-17d6eb7dd32e req-8199c19c-ef87-4db5-92be-e95e3aa53783 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 944 time: 0.1396763 Mar 02 17:53:35.952313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-229b816e-1bcf-48e1-9ee0-17d6eb7dd32e req-53914f07-1ee5-4f16-b557-f7d4ad1dbfb5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151719 Mar 02 17:53:36.117465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:36.331077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1383665537', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:36.346258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:36.359903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Usage tracker for resource:port and tenant:ac0ec3df232347138095ca8caf951564 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:36.369782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:36.385419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:36.416353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Made reservation on behalf of ac0ec3df232347138095ca8caf951564 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:36.419764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:36.443842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:36.496487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:36.500895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Usage tracker for resource:security_group_rule and tenant:ac0ec3df232347138095ca8caf951564 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:36.504923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:36.511542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:36.640533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:36.660572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:36.683429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] device_id is not set on port ea4dcf39-942c-46f5-bf19-72fa78d05bfb yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:53:36.700691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f7e8e-fd85-4c57-aa0e-416304822f02 req-d5cf9e83-0ff6-40f5-a118-393e0632a0c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:36.702688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e26f7e8e-fd85-4c57-aa0e-416304822f02 req-d5cf9e83-0ff6-40f5-a118-393e0632a0c7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.1587424 Mar 02 17:53:36.755593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff800d-4737-4d91-8db6-e8a5d0d001fd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:36.812410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e26f7e8e-fd85-4c57-aa0e-416304822f02 req-a18e92a1-01dd-482d-a58c-838159ab6239 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038439 Mar 02 17:53:36.943884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Allocated IP 172.25.3.97 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ea4dcf39-942c-46f5-bf19-72fa78d05bfb) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:37.072554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c62d-b01f-41fc-be11-59021967f614 req-ee4af66d-46be-4f96-804e-888255ac3cfd tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:37.074125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16c6c62d-b01f-41fc-be11-59021967f614 req-ee4af66d-46be-4f96-804e-888255ac3cfd tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.2331183 Mar 02 17:53:37.180263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-16c6c62d-b01f-41fc-be11-59021967f614 req-9ac1d36f-88ab-4bd3-9fb3-cf6a0f2a2114 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939326 Mar 02 17:53:37.278600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880bf3e-bc88-4ecf-86db-d6e041e2c172 req-f54a012e-cb70-49b0-999f-e7ded2184f63 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:37.287539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1880bf3e-bc88-4ecf-86db-d6e041e2c172 req-f54a012e-cb70-49b0-999f-e7ded2184f63 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 944 time: 0.1559689 Mar 02 17:53:37.334022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1880bf3e-bc88-4ecf-86db-d6e041e2c172 req-b3d55db9-5fd9-49e8-8787-5e6e0bfe1ab4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Mar 02 17:53:37.337231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.377269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.415932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d290ee8e-b1be-451e-8d33-001c73563580 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:53:37.457007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:37.461142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:37.467267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:37.503920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port d290ee8e-b1be-451e-8d33-001c73563580 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:53:37.516396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port d290ee8e-b1be-451e-8d33-001c73563580 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:37.516786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.527844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4dcf39-942c-46f5-bf19-72fa78d05bfb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:37.551660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:37.552721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.585280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5d3e62a-9e18-422f-8dc6-29f08f42d5a9 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4655924 Mar 02 17:53:37.588003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:37.595365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.97'}]}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:37.600604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:37.605000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Usage tracker for resource:router and tenant:ac0ec3df232347138095ca8caf951564 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:37.609284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:37.616481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:37.628621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.629523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.663163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.714087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.714726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47234) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:37.734277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-bfd95bf7-5304-4979-be17-dda0366c1e09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:37.736541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-bfd95bf7-5304-4979-be17-dda0366c1e09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.1072860 Mar 02 17:53:37.750204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:37.761041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d290ee8e-b1be-451e-8d33-001c73563580,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:37.766669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.852378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:37.852765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:37.879407 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580', 'code': 200} Mar 02 17:53:37.900443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Deleting port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:37.900769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.015603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.075536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:38.080876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Usage tracker for resource:security_group_rule and tenant:ecc7f6a660404bddb4ce6c0347fd266b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:38.084867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:38.093160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:38.153387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.184282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.330794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.371479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.412340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.503391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d167cbc1-0377-4232-b355-8aa5bec4ab33 req-99869a31-af46-46fc-83a0-f6566ed61d1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 1096 time: 0.5613635 Mar 02 17:53:38.577635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d9358-0856-4391-934d-d6dcde3a23c9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:38.598051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e64d5f25-c622-43a5-b1d2-3c6c80f7cc4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecc7f6a660404bddb4ce6c0347fd266b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8808875 Mar 02 17:53:38.599173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47256) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:38.632679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.706215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44719a-ae0f-45d3-8709-2a5f58cffdfe req-6249774d-a111-45bf-a9dd-f508127409cf tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:38.708079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a44719a-ae0f-45d3-8709-2a5f58cffdfe req-6249774d-a111-45bf-a9dd-f508127409cf tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.5147517 Mar 02 17:53:38.722016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d167cbc1-0377-4232-b355-8aa5bec4ab33 req-98a1fec4-a2cb-4079-af20-3dbd4b1eeb27 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953912 Mar 02 17:53:38.773775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] For port f8b18ba3-e41d-4997-a494-1a0eba1a07d4, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:38.774135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:38.864751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd37-5739-4809-a410-ad8c84c7a60d req-9f845f2a-fe5a-4c8e-ac96-a92eadb1da9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:38.871403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48e4dd37-5739-4809-a410-ad8c84c7a60d req-9f845f2a-fe5a-4c8e-ac96-a92eadb1da9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 945 time: 0.5091925 Mar 02 17:53:38.947692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Calling delete_port for f8b18ba3-e41d-4997-a494-1a0eba1a07d4 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:39.008292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.009571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a44719a-ae0f-45d3-8709-2a5f58cffdfe req-b161ef0a-8dbc-4cca-bd2e-6fea20417686 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940373 Mar 02 17:53:39.012849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.019111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.049367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.049975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4ca0dc4-480c-4eef-bb33-5534b2fe3cbd {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:53:39.080562 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 17:53:39.084513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d60a8c76-3404-4205-8885-2cc7f6382000 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4926734 Mar 02 17:53:39.084513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:39.103573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.115338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48e4dd37-5739-4809-a410-ad8c84c7a60d req-b7569d80-7c93-4a58-a8fd-fe891a72a7fe tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430100 Mar 02 17:53:39.154030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Deleting port ea4dcf39-942c-46f5-bf19-72fa78d05bfb {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:39.154939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.264207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-03d82630-0c40-42a4-8caa-270b2429801a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.269540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.282484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', '3fe89d94-800b-4a96-8aed-7226f657dd0a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:39.317652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.327903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['45046228-4e81-41f8-9ba3-7837570a0dbf'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:39.355847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event deleted for resources: {'Port': ['ID=f8b18ba3-e41d-4997-a494-1a0eba1a07d4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:39.371002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d9358-0856-4391-934d-d6dcde3a23c9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:39.494184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.496533 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.497664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-47c2ddea-1a57-4a7a-8cd4-65216c71a83e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b68d9358-0856-4391-934d-d6dcde3a23c9 HTTP/1.1" status: 204 len: 168 time: 0.8840027 Mar 02 17:53:39.550063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4679a1-9b2c-4772-914b-da29daebebe1 req-68cb0691-879a-4aaf-bac7-c6a39ce06da4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:39.557325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4679a1-9b2c-4772-914b-da29daebebe1 req-68cb0691-879a-4aaf-bac7-c6a39ce06da4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 945 time: 0.3685756 Mar 02 17:53:39.582794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] No DVR routers for this DVR port f8b18ba3-e41d-4997-a494-1a0eba1a07d4 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:53:39.596506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:39.598636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fba02ee5-e2d4-4238-a290-0368c2e20c25 req-3e9323eb-5095-4f31-a304-c8233f5d2b9f tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "DELETE /v2.0/ports/f8b18ba3-e41d-4997-a494-1a0eba1a07d4 HTTP/1.1" status: 204 len: 173 time: 1.8567133 Mar 02 17:53:39.599085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'name': 'network-vif-deleted', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:39.655943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4679a1-9b2c-4772-914b-da29daebebe1 req-98a209a7-05de-4845-af0b-147785010bce tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972910 Mar 02 17:53:39.706317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-96887d7f-728d-47dd-b3f8-a3a4c7a7f495 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2069926 Mar 02 17:53:39.757015 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94da38-53f0-4c48-94ea-0b18bfedd173', 'name': 'network-vif-deleted', 'tag': 'f8b18ba3-e41d-4997-a494-1a0eba1a07d4', 'status': 'completed', 'code': 200} Mar 02 17:53:39.854752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Calling delete_port for ea4dcf39-942c-46f5-bf19-72fa78d05bfb owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:40.180604 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.219945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-aca2a309-f62d-457d-8a56-3eb24bb34ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78d0f1ab7add440b812d36b04c91ad75&device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 1096 time: 0.3576837 Mar 02 17:53:40.244799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea4dcf39-942c-46f5-bf19-72fa78d05bfb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:40.406550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:40.430721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.445719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.467819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b147334-17d0-4c9e-b0a0-eee18acbbe00 tempest-RoutersAdminNegativeTest-66891193 tempest-RoutersAdminNegativeTest-66891193-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ea4dcf39-942c-46f5-bf19-72fa78d05bfb HTTP/1.1" status: 204 len: 168 time: 1.3791149 Mar 02 17:53:40.507659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:40.519275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Usage tracker for resource:security_group_rule and tenant:8c88f54dd69644c7a7c682cb1d8e0e25 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:40.522815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:40.533333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:40.668511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.673583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.720680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-646617b3-c154-42c1-8965-90849d362dfc req-8274068e-79f7-47b8-b827-6b24dea45052 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:40.743795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651e2a5-b2ba-44d2-8f29-6c01cfe71aa4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:40.746723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f8b18ba3-e41d-4997-a494-1a0eba1a07d4 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:40.751866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1a0ff744-ad56-430d-9e8f-a7c2166eca07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c88f54dd69644c7a7c682cb1d8e0e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3441672 Mar 02 17:53:40.752398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:40.765274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-646617b3-c154-42c1-8965-90849d362dfc req-8274068e-79f7-47b8-b827-6b24dea45052 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:40.780184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-646617b3-c154-42c1-8965-90849d362dfc req-8274068e-79f7-47b8-b827-6b24dea45052 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=be94da38-53f0-4c48-94ea-0b18bfedd173 HTTP/1.1" status: 200 len: 210 time: 0.1647708 Mar 02 17:53:40.791281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea225-1940-4456-95af-f74cb413ce81 req-c4112ad5-bd0f-4a1c-9ea6-0e12db96472a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:40.793117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-c4112ad5-bd0f-4a1c-9ea6-0e12db96472a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 200 len: 914 time: 0.4937434 Mar 02 17:53:40.819775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: f8b18ba3-e41d-4997-a494-1a0eba1a07d4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:40.820110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f8b18ba3-e41d-4997-a494-1a0eba1a07d4 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:40.848813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.885155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:40.965321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-9e4a8b0d-ecf5-42a3-8d71-2e730198307e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 200 len: 217 time: 0.1621408 Mar 02 17:53:40.969211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.020717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47296) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:41.024919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651e2a5-b2ba-44d2-8f29-6c01cfe71aa4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:41.034849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.037071 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3de674d-acc0-45c6-a6a6-b76ac05b0dc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b651e2a5-b2ba-44d2-8f29-6c01cfe71aa4 HTTP/1.1" status: 204 len: 168 time: 0.2835779 Mar 02 17:53:41.074339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ea225-1940-4456-95af-f74cb413ce81 req-57384d75-5366-4814-b919-d23bc0a1461d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:41.076120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-57384d75-5366-4814-b919-d23bc0a1461d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 200 len: 853 time: 0.1039076 Mar 02 17:53:41.177254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-2e00e507-c2da-4a24-9f76-1f88618cc067 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0cd3f376-c4c0-4228-b8b0-0ce9248d7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595326 Mar 02 17:53:41.255655 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.307874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c6f-4830-489a-b1b9-aa00fe93d4d3 req-899c9a7e-a292-4a28-9385-d8e67adc08ae tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:41.310316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8b3c6f-4830-489a-b1b9-aa00fe93d4d3 req-899c9a7e-a292-4a28-9385-d8e67adc08ae tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.6373818 Mar 02 17:53:41.321011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9f1adc3-b2a0-4091-a46d-4610b52af314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.360110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:41.375615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Usage tracker for resource:security_group_rule and tenant:36867b2f3cd540bf9f2071339fac7d6c is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:41.382481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:41.394666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:41.411993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8b3c6f-4830-489a-b1b9-aa00fe93d4d3 req-8cdcc638-335f-4b76-812c-d0a7e921d50b tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842352 Mar 02 17:53:41.436436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149bb3d-e91a-4f47-a481-3acf378c5af0 req-4c0df754-4b6a-4318-9aa1-2df6366d7887 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:41.448142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8149bb3d-e91a-4f47-a481-3acf378c5af0 req-4c0df754-4b6a-4318-9aa1-2df6366d7887 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 945 time: 0.3699446 Mar 02 17:53:41.520917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.525631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.539995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-13c5e34b-cc05-43aa-98fc-af308858f322 service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497219 Mar 02 17:53:41.631168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439624c5-10b0-45e6-8228-f5d800b53b41,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:41.640261 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94805809-25b0-4095-985a-82a7ebbe40d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36867b2f3cd540bf9f2071339fac7d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6130536 Mar 02 17:53:41.642836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:41.673932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8149bb3d-e91a-4f47-a481-3acf378c5af0 req-bca75117-68a3-4497-a58c-cdfb01b2dbf5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248363 Mar 02 17:53:41.771337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-561ea225-1940-4456-95af-f74cb413ce81 req-0ec27ec9-d64b-4b73-96ef-d0ce7078d88e service neutron] 10.222.0.35 "GET /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245739 Mar 02 17:53:41.792142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.860682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.977847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:41.997833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439624c5-10b0-45e6-8228-f5d800b53b41,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:42.016265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:42.019788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2168ece9-c8d0-4464-bff2-272b702a082a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/439624c5-10b0-45e6-8228-f5d800b53b41 HTTP/1.1" status: 204 len: 168 time: 0.3750055 Mar 02 17:53:42.509407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-e1b19ca2-52aa-4f68-8460-1412b7b837bf tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:42.511204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-e1b19ca2-52aa-4f68-8460-1412b7b837bf tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.3413970 Mar 02 17:53:42.541971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-a062eb3b-32e2-4f2f-b5df-f46c67692285 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0234191 Mar 02 17:53:42.778540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:42.796606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:42.810358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7acb77-367c-437e-846b-9ac4bd11fc77 req-3b3cb8e8-1aab-48d4-a2aa-80fd68d47705 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:42.812491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c7acb77-367c-437e-846b-9ac4bd11fc77 req-3b3cb8e8-1aab-48d4-a2aa-80fd68d47705 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.1645000 Mar 02 17:53:42.825779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-3ff80fd8-ff8c-49f6-953b-d5fec14c5453 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2760291 Mar 02 17:53:42.906753 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29faae9f-b62e-4d92-bd5b-9577e17e0716 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac0ec3df232347138095ca8caf951564&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1207650 Mar 02 17:53:42.907482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47360) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:43.001722 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:43.028623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:43.043844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c7acb77-367c-437e-846b-9ac4bd11fc77 req-639464ef-efd5-4e4a-8fa6-0c370f4b444f tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163284 Mar 02 17:53:43.140050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-426726db-32a9-4a40-9a5c-e50febcb1b01 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645597 Mar 02 17:53:43.184077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:43.264234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:43.297535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff800d-4737-4d91-8db6-e8a5d0d001fd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:43.306881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:43.312376 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c27a3dd-b8a5-4b78-b9a6-4fb6819215b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42ff800d-4737-4d91-8db6-e8a5d0d001fd HTTP/1.1" status: 204 len: 168 time: 0.4037662 Mar 02 17:53:43.343768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf396c73-80b4-4e13-827b-a5e45534ad55 req-ef1bfa25-dcfb-44a8-93e3-0299fd7f1ea4 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971238 Mar 02 17:53:44.344290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:44.652144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9420a4a-105b-47d8-b338-f48a521d5185 req-ea3cf0af-6258-4807-8f14-7ffca64c67f8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:44.653896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9420a4a-105b-47d8-b338-f48a521d5185 req-ea3cf0af-6258-4807-8f14-7ffca64c67f8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.4199419 Mar 02 17:53:44.761992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9420a4a-105b-47d8-b338-f48a521d5185 req-31356782-6583-4d9a-a719-b889155d31b8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003940 Mar 02 17:53:45.253638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-1ad33544-1864-44c9-8e29-821d80f784f5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:45.263119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-1ad33544-1864-44c9-8e29-821d80f784f5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.2675645 Mar 02 17:53:45.285565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-c375fa20-6f5a-439f-935a-64363c0e0311 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0208366 Mar 02 17:53:45.400724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-905fa503-eba2-4831-9196-79b668321c25 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128988 Mar 02 17:53:45.875338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-36978eef-ff1b-444c-a9db-f46077cc5648 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668152 Mar 02 17:53:46.047466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-cd51366c-65f9-4164-a85e-adc0222ba3ad service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711402 Mar 02 17:53:46.121320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47454) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:46.464903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47470) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:46.667608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d92604-7b99-4653-b4cf-35c79e168371 req-68bf3939-1acc-4e15-9552-adbeec6c5077 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:46.669997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45d92604-7b99-4653-b4cf-35c79e168371 req-68bf3939-1acc-4e15-9552-adbeec6c5077 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.2534316 Mar 02 17:53:46.720467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888165645'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:46.744135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:46.751782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:46.756342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f5bb-703d-400e-b059-b7c1c237ee05 req-744f5ac8-33ed-4215-9d2d-7bc3aabc9d56 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:46.757935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fce7f5bb-703d-400e-b059-b7c1c237ee05 req-744f5ac8-33ed-4215-9d2d-7bc3aabc9d56 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.1992381 Mar 02 17:53:46.760304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:46.772617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:46.784698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:46.806666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:46.815784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Usage tracker for resource:security_group_rule and tenant:a6d76e4205f04503929dc32e75b617a8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:46.820019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:46.822866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45d92604-7b99-4653-b4cf-35c79e168371 req-de25d150-e0fd-4211-8f8c-49adabd96d51 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413915 Mar 02 17:53:46.831253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:46.834275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:46.837877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:46.860133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:46.877564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fce7f5bb-703d-400e-b059-b7c1c237ee05 req-c6b657da-7512-4341-9957-ecff817019a2 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998518 Mar 02 17:53:46.929715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:46.945264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:security_group_rule and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:46.949227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:46.955915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:46.960324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:46.965798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.015065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6d76e4205f04503929dc32e75b617a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5453417 Mar 02 17:53:47.016249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47482) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:47.049991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.062869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.067345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b106b6-90ff-4040-b44c-4cd78ee7bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887b173-881e-4fca-b9b2-76ee7118df84,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:47.116615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.139484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14002e91-7081-4366-af0c-926dbba3100d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:47.149846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.156748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-62d65461-cb80-40f9-96ba-55e28dcd432f req-fddb752c-f10f-43bd-9151-1df4c43eb77e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 210 time: 0.0969973 Mar 02 17:53:47.161185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:53:47.173179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.173526 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment a7d93117-f061-4aac-a6a3-6cd07e4a4da4 of type vlan for network 23d95d94-778c-4fa0-8eea-85c280da9862 Mar 02 17:53:47.210903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.235422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.252537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887b173-881e-4fca-b9b2-76ee7118df84,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:47.262082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.263888 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9ba6f77-3287-4b61-ab17-f6b90f0c7cc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f887b173-881e-4fca-b9b2-76ee7118df84 HTTP/1.1" status: 204 len: 168 time: 0.2461131 Mar 02 17:53:47.273175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.277811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:47.278214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.412122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=23d95d94-778c-4fa0-8eea-85c280da9862,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:47.416194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-58e28392-0ca5-47b9-b3fb-9f4a63e2fda8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2936349 Mar 02 17:53:47.438540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 23d95d94-778c-4fa0-8eea-85c280da9862 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:53:47.469215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:47.564406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47496) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:47.571820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:47.788008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:47.806381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:47.810484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:47.820408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:47.839084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:47.887918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:47.988342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:48.005029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:48.020283 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:48.035097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:48.063624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:48.086018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:48.173823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:48.401313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:48.418140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Usage tracker for resource:security_group_rule and tenant:28b30573980f4ed79d386d154a28b85b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:48.431823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:48.445834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:48.521786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:48.523469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bf658-52b9-4400-9e01-03bde4276660 req-7f2cf2b4-8cfb-4e7d-8192-64003dbc1a48 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:48.525014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-333bf658-52b9-4400-9e01-03bde4276660 req-7f2cf2b4-8cfb-4e7d-8192-64003dbc1a48 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.3102055 Mar 02 17:53:48.547840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddc919-50be-4a69-ba2d-50e5aac22b3b req-eabd7d44-e7cd-4d27-9393-5b411cd95b63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:48.550408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ceddc919-50be-4a69-ba2d-50e5aac22b3b req-eabd7d44-e7cd-4d27-9393-5b411cd95b63 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 943 time: 0.3327229 Mar 02 17:53:48.553311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-111a15fd-b30f-46e9-afe5-a9abc69b7749 req-43df1187-3989-4262-929d-f0c40ac9d175 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1094 time: 0.3343384 Mar 02 17:53:48.589070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-18f1170e-d6f2-49e5-8c39-469194f7059b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:48.592644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-18f1170e-d6f2-49e5-8c39-469194f7059b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.4709399 Mar 02 17:53:48.768995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=f730a6ff-021d-45fc-820c-07e90a70c663,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:48.933371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:48.934062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 23d95d94-778c-4fa0-8eea-85c280da9862, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:53:48.986633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-e76bf4d0-35c9-43ad-b07a-dac3d6f5d85e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:48.987522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-e76bf4d0-35c9-43ad-b07a-dac3d6f5d85e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:49.005807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-333bf658-52b9-4400-9e01-03bde4276660 req-019367c4-cafb-40c6-9ef5-cd1cb9a0a059 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679358 Mar 02 17:53:49.021127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-e76bf4d0-35c9-43ad-b07a-dac3d6f5d85e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:49.024109 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-e76bf4d0-35c9-43ad-b07a-dac3d6f5d85e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.4281068 Mar 02 17:53:49.025530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 23d95d94-778c-4fa0-8eea-85c280da9862 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:53:49.031567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.046747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Deleting port 45046228-4e81-41f8-9ba3-7837570a0dbf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:49.047942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.066409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:49.089412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ceddc919-50be-4a69-ba2d-50e5aac22b3b req-217a7456-c71b-4092-8cee-f6d4b9c678f8 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5083935 Mar 02 17:53:49.119926 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.130699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-111a15fd-b30f-46e9-afe5-a9abc69b7749 req-64ed3a85-b9d2-45a3-9498-b180ce093f36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483544 Mar 02 17:53:49.132328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.144547 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'code': 200} Mar 02 17:53:49.279651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 23d95d94-778c-4fa0-8eea-85c280da9862) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:49.290948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:49.293415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.305055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad43663-33c6-4191-96d7-e7def84a7ca4 None None] Network 23d95d94-778c-4fa0-8eea-85c280da9862 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:49.347203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c02708c-3da1-4905-aff4-398c6da80e5d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:49.366518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-765c78e0-d7a5-4e12-9bb4-016e7eaeb44f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28b30573980f4ed79d386d154a28b85b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3281460 Mar 02 17:53:49.368816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:49.432344 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a8edb15-122c-4c72-b7b8-07c8fd5b133a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8661249 Mar 02 17:53:49.441127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47530) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:49.459769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33819171'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:49.517627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:53:49.543117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:49.578273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:49.607969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:49.627019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:49.639739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:49.664059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:49.680490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:49.684805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.703464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea0bdc71-b7fe-4ae8-bc18-a6489a8049a5 req-61047527-1be9-487b-adfa-6df676796725 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 210 time: 0.2331712 Mar 02 17:53:49.717657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:49.723988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.726596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.805082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.822018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:49.886155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'port_id': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'mac_address': 'fa:16:3e:0e:c2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:53:49.889343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] For port 45046228-4e81-41f8-9ba3-7837570a0dbf, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=45046228-4e81-41f8-9ba3-7837570a0dbf,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:49.889999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.892812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:53:49.912837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:49.917667 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment c9d9050e-99cf-49e4-8a67-1351e7b22a2a of type vlan for network e8e326ba-f9e6-4a13-8b64-702f01a3684b Mar 02 17:53:49.975780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.064748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Calling delete_port for 45046228-4e81-41f8-9ba3-7837570a0dbf owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:50.101995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.6 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/f40cbb1b-ed4a-45a0-a3e0-967974b76dcd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:50.164317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.231506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c02708c-3da1-4905-aff4-398c6da80e5d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:50.243786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.308580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.313674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:50.314284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.335794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.337155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f565bd57-c81d-4017-bf88-3ff2ae0b6b7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c02708c-3da1-4905-aff4-398c6da80e5d HTTP/1.1" status: 204 len: 168 time: 0.9670572 Mar 02 17:53:50.502738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=e8e326ba-f9e6-4a13-8b64-702f01a3684b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:50.644165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.658082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e8e326ba-f9e6-4a13-8b64-702f01a3684b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:53:50.660522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.691319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5224f878-e862-4b4b-a18f-187a47389e5e tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2453921 Mar 02 17:53:50.693619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:50.695087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:50.803672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3c888-37b7-4abc-92b4-39ada1532a9e req-bf9d87c5-e4e3-4e64-a660-9b213e017d47 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:50.806274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aa3c888-37b7-4abc-92b4-39ada1532a9e req-bf9d87c5-e4e3-4e64-a660-9b213e017d47 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.5639710 Mar 02 17:53:50.892325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event deleted for resources: {'Port': ['ID=45046228-4e81-41f8-9ba3-7837570a0dbf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:50.940489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb267b-5fb0-4f68-b056-4e66d0bfd539 req-71ed69b2-c681-490b-8926-0fd08d309773 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:50.948791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ddb267b-5fb0-4f68-b056-4e66d0bfd539 req-71ed69b2-c681-490b-8926-0fd08d309773 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef HTTP/1.1" status: 200 len: 945 time: 0.6527407 Mar 02 17:53:50.958154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': 'e8e326ba-f9e6-4a13-8b64-702f01a3684b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:50.987012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', '3fe89d94-800b-4a96-8aed-7226f657dd0a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:51.045085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['45046228-4e81-41f8-9ba3-7837570a0dbf'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:51.097901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] No DVR routers for this DVR port 45046228-4e81-41f8-9ba3-7837570a0dbf on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:53:51.102877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.119990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'name': 'network-vif-deleted', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:51.123357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:51.157990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aa3c888-37b7-4abc-92b4-39ada1532a9e req-2c47a086-1a2b-4685-ba06-79ef5a12c531 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118055 Mar 02 17:53:51.190948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ddb267b-5fb0-4f68-b056-4e66d0bfd539 req-087781b6-58c4-4429-a696-668c19af247b tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407596 Mar 02 17:53:51.193499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:51.199371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:51.199469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-252817f3-7f1b-4f43-b09a-c149afbf58d3 req-d76f5e37-addf-4ae4-86d2-2096558596d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.50 "DELETE /v2.0/ports/45046228-4e81-41f8-9ba3-7837570a0dbf HTTP/1.1" status: 204 len: 173 time: 2.5819418 Mar 02 17:53:51.199553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:51.202242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:51.275012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:51.280079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:51.285801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:51.292725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:51.322532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:51.435269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:51.537856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:51.538918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.571242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.586513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.631479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-23d95d94-778c-4fa0-8eea-85c280da9862', 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': 'f730a6ff-021d-45fc-820c-07e90a70c663'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:53:51.632705 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.772189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e29d6-ebb0-4cfa-b4a4-099f692f5d24 req-5e062baf-eafb-4311-a7f8-4f7b18a069d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:51.773893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c3e29d6-ebb0-4cfa-b4a4-099f692f5d24 req-5e062baf-eafb-4311-a7f8-4f7b18a069d4 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 944 time: 0.3286552 Mar 02 17:53:51.800527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcf744-bb20-4106-a09d-74b7717b8874 req-c4f35cf0-32fc-48a9-b4a5-b96279c1fbd0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:51.802119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71bcf744-bb20-4106-a09d-74b7717b8874 req-c4f35cf0-32fc-48a9-b4a5-b96279c1fbd0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 931 time: 0.2689795 Mar 02 17:53:51.851773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:51.928703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-56c03f3e-06d7-4aa3-93cf-577dcfee6e32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8716128 Mar 02 17:53:51.933493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:51.942005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c3e29d6-ebb0-4cfa-b4a4-099f692f5d24 req-b06d7f38-96ab-48c0-8b4a-e8cdc30bb4b7 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516075 Mar 02 17:53:51.950848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71bcf744-bb20-4106-a09d-74b7717b8874 req-a42f5b45-0023-4696-8819-721acb44af38 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277053 Mar 02 17:53:52.015218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47574) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:52.025438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84273135-1828-4a9c-83d9-e783e5e6989b req-bb6912b0-ebf2-4f3b-afe2-595d11c60f83 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:52.029291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84273135-1828-4a9c-83d9-e783e5e6989b req-bb6912b0-ebf2-4f3b-afe2-595d11c60f83 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.1296597 Mar 02 17:53:52.070036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=068b9b35-c891-4910-b50e-267e65c24237,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:52.071813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Request body: {'port': {'device_id': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:52.094508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:52.260678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Allocated IP 172.20.255.242 (23d95d94-778c-4fa0-8eea-85c280da9862/f730a6ff-021d-45fc-820c-07e90a70c663/fee21f50-0581-4e4e-b05a-0be8a0341f2a) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:53:52.280602 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0832cd9-c2f0-44a5-8990-4b3d2a5ebbef', 'name': 'network-vif-deleted', 'tag': '45046228-4e81-41f8-9ba3-7837570a0dbf', 'status': 'completed', 'code': 200} Mar 02 17:53:52.286735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': 'c9d9050e-99cf-49e4-8a67-1351e7b22a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8e326ba-f9e6-4a13-8b64-702f01a3684b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:52.287354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: e8e326ba-f9e6-4a13-8b64-702f01a3684b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:53:52.348314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:52.398180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network e8e326ba-f9e6-4a13-8b64-702f01a3684b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:53:52.674487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:52.676944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:52.701917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e8e326ba-f9e6-4a13-8b64-702f01a3684b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:52.717427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:52.718021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:52.737724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968a3d2-7c03-482c-8584-29bcc4f0e2ce None None] Network e8e326ba-f9e6-4a13-8b64-702f01a3684b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:52.828026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a5a05726-3e23-4ad9-b998-f79522413383 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/floatingips/68e4aa80-0342-410a-a9f9-a435345c326e HTTP/1.1" status: 200 len: 992 time: 0.7945132 Mar 02 17:53:52.916349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:52.933064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Transition to ACTIVE for port object fee21f50-0581-4e4e-b05a-0be8a0341f2a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:53:52.964754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:53:53.035963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 45046228-4e81-41f8-9ba3-7837570a0dbf no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:53.150451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40cbb1b-ed4a-45a0-a3e0-967974b76dcd {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:53.157965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.173320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Transition to ACTIVE for port object f40cbb1b-ed4a-45a0-a3e0-967974b76dcd will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:53:53.181271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.220984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d2fce201-373a-4e5c-af5c-807afeef88fc tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5211411 Mar 02 17:53:53.228755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:53.335135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 45046228-4e81-41f8-9ba3-7837570a0dbf {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:53:53.335390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 45046228-4e81-41f8-9ba3-7837570a0dbf not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:53:53.335803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 89e71dcc-91d8-4a1d-abe9-fed754999d58 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:53.348979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Pushing event updated for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:53.396955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Transition to ACTIVE for port object fee21f50-0581-4e4e-b05a-0be8a0341f2a will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:53:53.455714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.517699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4317005-5f98-472e-9f7d-c05997e6c5ff req-6c2a36ca-2792-43d5-afe5-96f8d4146f57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:53.526711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4317005-5f98-472e-9f7d-c05997e6c5ff req-6c2a36ca-2792-43d5-afe5-96f8d4146f57 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 947 time: 0.9848709 Mar 02 17:53:53.642917 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:53:53.671381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Attempting to bind port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:53:53.671723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Attempting to bind port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:53:53.672044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Attempting to bind port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:53:53.684703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:53:53.685969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Attempting to bind port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:53:53.691703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5640082-20e7-4c4d-9f0c-3405f0b172eb req-86cfb063-62a7-4f0d-9d67-effc18d4cf09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:53.692690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a5640082-20e7-4c4d-9f0c-3405f0b172eb req-86cfb063-62a7-4f0d-9d67-effc18d4cf09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:53:53.694496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:53:53.695116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:53.695659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:53:53.696255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Bound port: f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:53:53.696764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.708399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4317005-5f98-472e-9f7d-c05997e6c5ff req-45202fd4-6e04-4a54-9139-692fe2e7ff9d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823843 Mar 02 17:53:53.716587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.806182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a5640082-20e7-4c4d-9f0c-3405f0b172eb req-86cfb063-62a7-4f0d-9d67-effc18d4cf09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:53:53.811760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5640082-20e7-4c4d-9f0c-3405f0b172eb req-86cfb063-62a7-4f0d-9d67-effc18d4cf09 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.6570649 Mar 02 17:53:53.840134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:53:53.843805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:53:53.848531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.862031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Network 23d95d94-778c-4fa0-8eea-85c280da9862 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:53:53.910499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:53.922782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:53.925111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-4949e477-58e5-4147-9c65-56956f8045af service neutron] 10.222.0.50 "PUT /v2.0/ports/f40cbb1b-ed4a-45a0-a3e0-967974b76dcd HTTP/1.1" status: 200 len: 1091 time: 1.8594487 Mar 02 17:53:53.928256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:53.954388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:53:53.975373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949e477-58e5-4147-9c65-56956f8045af service neutron] Pushing event updated for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:54.107354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:54.108947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:54.141573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Pushing event updated for resources: {'Port': ['ID=fee21f50-0581-4e4e-b05a-0be8a0341f2a,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:54.145325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8c0b8-e0e5-4e56-974c-54b7f60e864e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e8e326ba-f9e6-4a13-8b64-702f01a3684b', 'network_id': 'e8e326ba-f9e6-4a13-8b64-702f01a3684b', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '068b9b35-c891-4910-b50e-267e65c24237'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:53:54.148529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c0b8-e0e5-4e56-974c-54b7f60e864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:54.403264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5640082-20e7-4c4d-9f0c-3405f0b172eb req-7152b58c-634a-46b4-9d36-fffab1f67534 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697722 Mar 02 17:53:54.455256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:54.485376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:54.492739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-ab477e2a-7876-4150-80d1-f6d0937f64f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 1094 time: 0.4941049 Mar 02 17:53:54.609766 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd', 'status': 'completed', 'code': 200} Mar 02 17:53:54.643476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:54.652550 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-f915ea92-ab88-4135-9429-3becbb9201a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd HTTP/1.1" status: 200 len: 217 time: 0.1446965 Mar 02 17:53:54.799823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-8dd74f23-7c83-480e-b3d4-bf85069ad77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:54.803129 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-8dd74f23-7c83-480e-b3d4-bf85069ad77b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.1437519 Mar 02 17:53:54.828544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=068b9b35-c891-4910-b50e-267e65c24237,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-2ef8c0b8-e0e5-4e56-974c-54b7f60e864e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 068b9b35-c891-4910-b50e-267e65c24237: This subnet is being modified by another concurrent operation. Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:53:54.849626 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 068b9b35-c891-4910-b50e-267e65c24237: This subnet is being modified by another concurrent operation. Mar 02 17:53:54.853593 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:53:54.913148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-ea932ed0-0fe5-40c3-ab9e-3eeb10b76a75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920551 Mar 02 17:53:54.931273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36415f39-8882-4880-b23f-e7e6e2fe5972 None None] Network e8e326ba-f9e6-4a13-8b64-702f01a3684b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:55.073064 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-9fbe141b-f5ad-4174-bffa-4a05ba66ce50 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515186 Mar 02 17:53:55.085134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.113829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e326ba-f9e6-4a13-8b64-702f01a3684b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:55.119301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:55.121038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Attempting to bind port fee21f50-0581-4e4e-b05a-0be8a0341f2a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:53:55.121554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Attempting to bind port fee21f50-0581-4e4e-b05a-0be8a0341f2a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:53:55.122061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Attempting to bind port fee21f50-0581-4e4e-b05a-0be8a0341f2a on network 23d95d94-778c-4fa0-8eea-85c280da9862 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:53:55.127497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d9050e-99cf-49e4-8a67-1351e7b22a2a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:55.127877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d9050e-99cf-49e4-8a67-1351e7b22a2a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:55.138980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:55.141887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.144660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.160916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.167913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:55.168296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.233739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:53:55.234336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Checking segment: {'id': 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:55.234902 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.235403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Bound using segment: {'id': 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:53:55.236010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Bound port: fee21f50-0581-4e4e-b05a-0be8a0341f2a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23d95d94-778c-4fa0-8eea-85c280da9862'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:53:55.236524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:55.285191 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:55.297169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9d4c8b0a-bf2c-4d30-9ada-e67403dbe11c req-d5d926b7-8370-4930-9c58-bc7d9a196968 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163186 Mar 02 17:53:55.380676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178cce9-b669-44fb-988b-b3de92235250 req-2c5aa516-43a2-4c82-ba10-b7b959db8912 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:55.396792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6178cce9-b669-44fb-988b-b3de92235250 req-2c5aa516-43a2-4c82-ba10-b7b959db8912 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 943 time: 1.3957596 Mar 02 17:53:55.496356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.547912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.560977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/e8e326ba-f9e6-4a13-8b64-702f01a3684b HTTP/1.1" status: 204 len: 168 time: 2.3282242 Mar 02 17:53:55.565603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.566262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.566791 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Floating IP 693b2efd-13dd-4f1f-a171-13bbc6970035 disassociated. External IP: 172.25.3.210, port: 89e71dcc-91d8-4a1d-abe9-fed754999d58. Mar 02 17:53:55.567369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for 89e71dcc-91d8-4a1d-abe9-fed754999d58 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:55.573174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:55.606269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-565165379'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:55.621654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6178cce9-b669-44fb-988b-b3de92235250 req-01118c2f-c493-4ca4-ac3a-4ae73a8264ca tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236912 Mar 02 17:53:55.622549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f82bf-d707-4cab-a1a2-55254400cb59 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=e8e326ba-f9e6-4a13-8b64-702f01a3684b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:55.630121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] For port fee21f50-0581-4e4e-b05a-0be8a0341f2a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:53:55.635051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] For port fee21f50-0581-4e4e-b05a-0be8a0341f2a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fee21f50-0581-4e4e-b05a-0be8a0341f2a,segment=NetworkSegment(a7d93117-f061-4aac-a6a3-6cd07e4a4da4),segment_id=a7d93117-f061-4aac-a6a3-6cd07e4a4da4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:53:55.642949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:53:55.645414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:55.664922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:55.675701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:55.680465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.709722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:55.722477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450d41-ac4d-4b3f-ba48-6628cb1f17c2 req-9891d4e1-6abf-49b2-a703-ace32e378bda tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:55.724598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44450d41-ac4d-4b3f-ba48-6628cb1f17c2 req-9891d4e1-6abf-49b2-a703-ace32e378bda tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 0.4418752 Mar 02 17:53:55.732532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-a1d3e62a-acbe-4997-b983-854d07c00617 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:55.734330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-a1d3e62a-acbe-4997-b983-854d07c00617 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.8958750 Mar 02 17:53:55.758008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:55.767275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:55.779196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=13']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:55.854787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-bde51d6c-219f-4c4d-bef0-273504725b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 1094 time: 0.4432647 Mar 02 17:53:55.918463 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'code': 200} Mar 02 17:53:55.920938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:55.921510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.015952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44450d41-ac4d-4b3f-ba48-6628cb1f17c2 req-3b8de5e1-9d52-4ab4-aa24-2b6fb3653a1f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802670 Mar 02 17:53:56.021145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:53:56.021602 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:53:56.030274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Deleting port 3fe89d94-800b-4a96-8aed-7226f657dd0a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:56.030749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.106347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec106d-33e2-49d3-804f-fd3a49f36f6a None None] Pushing event updated for resources: {'Port': ['ID=fee21f50-0581-4e4e-b05a-0be8a0341f2a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:56.120506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:53:56.235370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.235910 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment d6be9664-a75e-4715-bbb9-1c7dfaf74127 of type vlan for network 763d59c6-d165-4584-94e6-620782f7df0e Mar 02 17:53:56.277764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.378697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.380169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:56.385016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-8dbbd927-354a-40ab-a140-246b7ced706a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:56.387559 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-8dbbd927-354a-40ab-a140-246b7ced706a service neutron] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.5192127 Mar 02 17:53:56.394948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.395801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fe89d94-800b-4a96-8aed-7226f657dd0a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:53:56.524999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port 89e71dcc-91d8-4a1d-abe9-fed754999d58 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:56.525224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.553167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:56.578359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:53:56.594319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-c6f8faf2-8520-4d5d-9e19-7c4a2706018d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd HTTP/1.1" status: 200 len: 217 time: 0.1959903 Mar 02 17:53:56.695571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.702220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:56.704364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.707314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.756132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:56.756796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.789331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:56.800274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:56.918215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-7a757e37-5b7f-4f21-bbf4-bfe70dd2fd2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:56.920581 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-7a757e37-5b7f-4f21-bbf4-bfe70dd2fd2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.3191853 Mar 02 17:53:56.962224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:56.984092 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4024377 Mar 02 17:53:56.984803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47684) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:57.004080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '763d59c6-d165-4584-94e6-620782f7df0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:57.019854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde7ee-fee8-4165-b76c-df69222da653 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=763d59c6-d165-4584-94e6-620782f7df0e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:57.024735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-97245d2c-d2e4-4df1-b00f-ae06477844fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906906 Mar 02 17:53:57.039798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 763d59c6-d165-4584-94e6-620782f7df0e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:53:57.069243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Calling delete_port for 3fe89d94-800b-4a96-8aed-7226f657dd0a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:57.327006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:57.333557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ce6c6-633e-4582-945d-c4581d50b391 req-c0027129-b23f-4412-a404-d9a6d030f0c7 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:57.335709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-363ce6c6-633e-4582-945d-c4581d50b391 req-c0027129-b23f-4412-a404-d9a6d030f0c7 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 945 time: 0.9751592 Mar 02 17:53:57.367809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:57.375154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:57.410409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fee21f50-0581-4e4e-b05a-0be8a0341f2a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:53:57.427859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:57.453704 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-c27fc844-e677-4fee-994f-173588c6ed36 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173110 Mar 02 17:53:57.499061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:57.580747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port fee21f50-0581-4e4e-b05a-0be8a0341f2a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:53:57.591731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3d43e-50d6-41e0-9f1c-88cadc8eb913 None None] Network 23d95d94-778c-4fa0-8eea-85c280da9862 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:57.687100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47694) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:57.741681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:53:57.742147 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:53:57.765958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] For port 89e71dcc-91d8-4a1d-abe9-fed754999d58, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=89e71dcc-91d8-4a1d-abe9-fed754999d58,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:57.766658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:57.829122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f892df-0aba-41bf-8c2b-2acc503c95f8 req-0839e706-ebaf-469c-b2fe-7c9125c5aaea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:57.844100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15f892df-0aba-41bf-8c2b-2acc503c95f8 req-0839e706-ebaf-469c-b2fe-7c9125c5aaea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 943 time: 0.8868146 Mar 02 17:53:57.902665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:57.966846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}, {'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:53:57.991210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-363ce6c6-633e-4582-945d-c4581d50b391 req-ca461948-c6be-4098-a3f3-6c73008d7dca tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475477 Mar 02 17:53:58.026016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Provisioning for port fee21f50-0581-4e4e-b05a-0be8a0341f2a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:53:58.038325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Provisioning complete for port fee21f50-0581-4e4e-b05a-0be8a0341f2a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:58.038914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.047320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing IP validity checks on allocation pools {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 17:53:58.047921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 17:53:58.078051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.115250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-15f892df-0aba-41bf-8c2b-2acc503c95f8 req-09486b7d-6509-47f6-8745-bd07cb0a75c0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666588 Mar 02 17:53:58.126867 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9ca7e011-76ff-4aa3-a3d3-f8d7cfd08918 req-85b32245-94a6-41e0-b3b0-f8f546df9f2e service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585989 Mar 02 17:53:58.231820 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.267044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.301983 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'code': 200} Mar 02 17:53:58.302325 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'code': 200} Mar 02 17:53:58.316495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] For port fee21f50-0581-4e4e-b05a-0be8a0341f2a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fee21f50-0581-4e4e-b05a-0be8a0341f2a,segment=NetworkSegment(a7d93117-f061-4aac-a6a3-6cd07e4a4da4),segment_id=a7d93117-f061-4aac-a6a3-6cd07e4a4da4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:58.322615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.352336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Deleting port 3fe89d94-800b-4a96-8aed-7226f657dd0a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:53:58.352682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.410351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=7ad4fcb7-281b-45d5-9683-ec33d75430d5,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:58.445768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': 'd6be9664-a75e-4715-bbb9-1c7dfaf74127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '763d59c6-d165-4584-94e6-620782f7df0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:53:58.446213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 763d59c6-d165-4584-94e6-620782f7df0e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:53:58.447672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e123c-e659-436e-b3bd-2f7893faec44 None None] Pushing event updated for resources: {'Port': ['ID=fee21f50-0581-4e4e-b05a-0be8a0341f2a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:58.496379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 763d59c6-d165-4584-94e6-620782f7df0e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:53:58.507624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 763d59c6-d165-4584-94e6-620782f7df0e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:53:58.514546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:58.519690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4cd2f-0ee1-491d-bb08-40d5d6d5ba41 None None] Network 763d59c6-d165-4584-94e6-620782f7df0e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:58.522677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.561107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:58.574265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f7d266258734ac1a89398ac839b0de1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:58.586230 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d667a692-7536-4f5b-880d-407846176ab2 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5908477 Mar 02 17:53:58.587336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:58.596076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:58.811236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.830990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-448241de-fe60-43cc-a5b4-9fb527a9d3ee None None] Provisioning complete for port fee21f50-0581-4e4e-b05a-0be8a0341f2a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:58.831377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-448241de-fe60-43cc-a5b4-9fb527a9d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.864493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f40cbb1b-ed4a-45a0-a3e0-967974b76dcd details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:53:58.903914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:58.927856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:59.015412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.078135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad4fcb7-281b-45d5-9683-ec33d75430d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:59.175173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72a2c0-966c-43f9-8773-6ebc759b28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-763d59c6-d165-4584-94e6-620782f7df0e', 'network_id': '763d59c6-d165-4584-94e6-620782f7df0e', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '7ad4fcb7-281b-45d5-9683-ec33d75430d5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:53:59.176019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5f72a2c0-966c-43f9-8773-6ebc759b28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.196317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.196878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.197385 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Floating IP 693b2efd-13dd-4f1f-a171-13bbc6970035 disassociated. External IP: 172.25.3.210, port: 89e71dcc-91d8-4a1d-abe9-fed754999d58. Mar 02 17:53:59.197729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for 89e71dcc-91d8-4a1d-abe9-fed754999d58 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:53:59.243465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.293595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763d59c6-d165-4584-94e6-620782f7df0e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:59.311094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6be9664-a75e-4715-bbb9-1c7dfaf74127') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:59.312159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6be9664-a75e-4715-bbb9-1c7dfaf74127') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:53:59.329091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.346294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fee21f50-0581-4e4e-b05a-0be8a0341f2a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:53:59.349789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.357316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:53:59.357704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.358816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29ff9-33de-4fdb-88d2-1edef1db81c9 req-419a55f4-d3e5-4486-a21f-1e83531220a5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:59.365829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3b29ff9-33de-4fdb-88d2-1edef1db81c9 req-419a55f4-d3e5-4486-a21f-1e83531220a5 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 945 time: 1.1340683 Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:53:59.377686 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:53:59.460447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:59.506804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.526362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd', 'mac_address': 'fa:16:3e:eb:eb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:53:59.535000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.541521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede2113-7813-4529-8ba1-8134395870f2 None None] Network 763d59c6-d165-4584-94e6-620782f7df0e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:53:59.549177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=763d59c6-d165-4584-94e6-620782f7df0e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:59.552676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f12e0677-f4df-4433-8cb1-db3211742767 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/763d59c6-d165-4584-94e6-620782f7df0e HTTP/1.1" status: 204 len: 168 time: 0.9643848 Mar 02 17:53:59.556049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47718) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:59.565830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594969092'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:59.571980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:53:59.576716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:53:59.586125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:53:59.592555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:53:59.605694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:53:59.608874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede2113-7813-4529-8ba1-8134395870f2 None None] Network 763d59c6-d165-4584-94e6-620782f7df0e could not be found, it might have been deleted concurrently. {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 17:53:59.614124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fee21f50-0581-4e4e-b05a-0be8a0341f2a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:53:59.614124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.616300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.659321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ec5ea-e3e3-4d44-82f9-d58bc7e89c6e None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:53:59.659543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:53:59.674094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.674448 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment bbd522c1-f7ba-4c75-aae2-dbd8a5d38533 of type vlan for network 8e56cfae-5a91-4bd7-b989-3e132d234781 Mar 02 17:53:59.718265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.731156 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.756365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] For port 3fe89d94-800b-4a96-8aed-7226f657dd0a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fe89d94-800b-4a96-8aed-7226f657dd0a,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:59.756606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.769426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.769678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.773173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.775115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40cbb1b-ed4a-45a0-a3e0-967974b76dcd {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:53:59.777533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:53:59.777866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.798852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3b29ff9-33de-4fdb-88d2-1edef1db81c9 req-8955704e-141f-472a-a824-df38ff9cb4f1 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320517 Mar 02 17:53:59.821293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:53:59.865440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.937249 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3799572 Mar 02 17:53:59.942757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:53:59.953541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '8e56cfae-5a91-4bd7-b989-3e132d234781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:53:59.960698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'Port': ['ID=89e71dcc-91d8-4a1d-abe9-fed754999d58,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:53:59.963152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:53:59.983046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ec5ea-e3e3-4d44-82f9-d58bc7e89c6e None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:53:59.989819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41697a52-0966-4e83-b9fe-604d2253b9be tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=8e56cfae-5a91-4bd7-b989-3e132d234781,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:00.002796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:00.006370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8e56cfae-5a91-4bd7-b989-3e132d234781 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:00.052655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Calling delete_port for 3fe89d94-800b-4a96-8aed-7226f657dd0a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:00.095958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174043da-b654-4723-8e50-47d94c44a9e5 req-0b5d269a-925c-4f8d-963e-dc16a56cb751 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:00.097444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-174043da-b654-4723-8e50-47d94c44a9e5 req-0b5d269a-925c-4f8d-963e-dc16a56cb751 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 943 time: 0.8571820 Mar 02 17:54:00.104618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:00.108752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:00.111668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:00.117270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:00.131006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:00.249686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['f40cbb1b-ed4a-45a0-a3e0-967974b76dcd'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:00.252322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.275924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd99f46-89f9-49e8-83e1-eb1e76f9e540,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:00.326992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b6a1d3d4-ed2e-4a86-8ff5-c9390a3e04a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f7d266258734ac1a89398ac839b0de1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6363335 Mar 02 17:54:00.358782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47730) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:00.423160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-174043da-b654-4723-8e50-47d94c44a9e5 req-9208d6fb-992d-457c-9a5c-19b0c5ae0fef tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101943 Mar 02 17:54:00.509963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.548012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2ca-26d6-46d2-8c0c-94fc1e9118cc req-e07ead1e-bcf1-44af-a6db-072e8dc9363a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:00.556337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-008cf2ca-26d6-46d2-8c0c-94fc1e9118cc req-e07ead1e-bcf1-44af-a6db-072e8dc9363a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 944 time: 0.4686408 Mar 02 17:54:00.558553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.615600 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.637400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:00.685662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event deleted for resources: {'Port': ['ID=3fe89d94-800b-4a96-8aed-7226f657dd0a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:00.714166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-008cf2ca-26d6-46d2-8c0c-94fc1e9118cc req-fb65ce84-4656-4a1a-8271-621b07e85fc6 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565797 Mar 02 17:54:00.817326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] No DVR routers for this DVR port 3fe89d94-800b-4a96-8aed-7226f657dd0a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:00.821006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.824137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-deleted', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:00.858382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.884306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd99f46-89f9-49e8-83e1-eb1e76f9e540,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:00.887167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:00.967379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab12a50e-9a19-483e-abda-6e8953cb3b5a req-6b5ff7e9-8fe5-40de-818a-78eaa111b2d6 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "DELETE /v2.0/ports/3fe89d94-800b-4a96-8aed-7226f657dd0a HTTP/1.1" status: 204 len: 173 time: 5.0731640 Mar 02 17:54:00.994950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': 'bbd522c1-f7ba-4c75-aae2-dbd8a5d38533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e56cfae-5a91-4bd7-b989-3e132d234781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:00.995535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 8e56cfae-5a91-4bd7-b989-3e132d234781, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:01.008669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:54:01.013764 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1', 'name': 'network-vif-deleted', 'tag': '3fe89d94-800b-4a96-8aed-7226f657dd0a', 'status': 'completed', 'code': 200} Mar 02 17:54:01.022558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.026032 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8880d74e-262d-4bb5-b1f6-c75a96e37eae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfd99f46-89f9-49e8-83e1-eb1e76f9e540 HTTP/1.1" status: 204 len: 168 time: 0.6639519 Mar 02 17:54:01.039954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=c774ca62-3e24-4dde-9d4a-aa1e570ff768,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:01.058537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 8e56cfae-5a91-4bd7-b989-3e132d234781 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:01.076542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8e56cfae-5a91-4bd7-b989-3e132d234781) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:01.082533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:01.083139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.112491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-130d53a9-9da7-4aa3-bdc9-19203ec67b42 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1682322 Mar 02 17:54:01.115702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:01.116042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a0564-9c0a-4cdb-8eb8-368327ede2c2 None None] Network 8e56cfae-5a91-4bd7-b989-3e132d234781 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:01.363050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.564689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.603328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b71db6db-4f5b-4fb3-a1ae-7c7d1e1d6dff req-b6403a54-b9be-4c35-b9ea-fad663ba8d3d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Synchronizing usage tracker for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:01.690625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfcff8b-7380-4d6c-a188-dde68e4966b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-8e56cfae-5a91-4bd7-b989-3e132d234781', 'network_id': '8e56cfae-5a91-4bd7-b989-3e132d234781', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': 'c774ca62-3e24-4dde-9d4a-aa1e570ff768'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:01.691579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2bfcff8b-7380-4d6c-a188-dde68e4966b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.712271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b71db6db-4f5b-4fb3-a1ae-7c7d1e1d6dff req-b6403a54-b9be-4c35-b9ea-fad663ba8d3d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Unset dirty status for tenant:fd6d753921734ac080dd6757a6198ab1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:01.739104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b71db6db-4f5b-4fb3-a1ae-7c7d1e1d6dff req-b6403a54-b9be-4c35-b9ea-fad663ba8d3d tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 210 time: 0.5755889 Mar 02 17:54:01.751684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.770546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47754) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:01.855523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=c774ca62-3e24-4dde-9d4a-aa1e570ff768,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:01.899710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eeca345b-bc65-4103-91d3-8fd41f84521e req-a2b5cfe1-6f81-4ec6-b628-a1d653b6916c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Synchronizing usage tracker for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:01.902693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:01.918878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d70f3d-fb14-4332-9ad2-78131411e337 None None] Network 8e56cfae-5a91-4bd7-b989-3e132d234781 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:01.961981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eeca345b-bc65-4103-91d3-8fd41f84521e req-a2b5cfe1-6f81-4ec6-b628-a1d653b6916c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Unset dirty status for tenant:78d0f1ab7add440b812d36b04c91ad75 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:01.963206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeca345b-bc65-4103-91d3-8fd41f84521e req-a2b5cfe1-6f81-4ec6-b628-a1d653b6916c tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb05a21-f3a3-4fef-a1b1-b8502d5a95b1 HTTP/1.1" status: 200 len: 210 time: 0.1310372 Mar 02 17:54:02.017641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:02.023751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fc595e2a80e1442d935bd302683d1855 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:02.027043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:02.035272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:02.038003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.079573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e56cfae-5a91-4bd7-b989-3e132d234781']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:02.095628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd522c1-f7ba-4c75-aae2-dbd8a5d38533') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:02.095901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd522c1-f7ba-4c75-aae2-dbd8a5d38533') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:02.110517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.117062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.136336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.142904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:02.143315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:02.158359 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:02.161867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.229726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf31d39-9a8c-4273-ad2e-f01fe712e007,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:02.245440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.251314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0378592e-f26b-40e0-a7a5-e428bcfdb4b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc595e2a80e1442d935bd302683d1855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4751084 Mar 02 17:54:02.253125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47758) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:02.256596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.282880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=8e56cfae-5a91-4bd7-b989-3e132d234781,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:02.290459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60637ead-37b3-403a-81f2-9da6dd48d71a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/8e56cfae-5a91-4bd7-b989-3e132d234781 HTTP/1.1" status: 204 len: 168 time: 1.1723790 Mar 02 17:54:02.292883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47762) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:02.295417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:02.306192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:02.319416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:02.320167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:53:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:02.334197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100857712'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:02.382689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:02.391209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267dfc-310e-4b7d-9a81-85dcfdddc3b1 req-6c0d969e-fb96-4aa3-bf39-9c144b8c155f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:02.398008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95267dfc-310e-4b7d-9a81-85dcfdddc3b1 req-6c0d969e-fb96-4aa3-bf39-9c144b8c155f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 944 time: 0.4068353 Mar 02 17:54:02.435786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:02.443162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:02.446731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] No DVR routers for this DVR port 89e71dcc-91d8-4a1d-abe9-fed754999d58 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:02.457122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.463030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:02.499995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84273135-1828-4a9c-83d9-e783e5e6989b req-a0f255e0-d9f8-4b15-a05e-b2941f89967f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.50 "DELETE /v2.0/ports/89e71dcc-91d8-4a1d-abe9-fed754999d58 HTTP/1.1" status: 204 len: 173 time: 10.3182433 Mar 02 17:54:02.512359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.514806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:02.518050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.532729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:02.558972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95267dfc-310e-4b7d-9a81-85dcfdddc3b1 req-a2ccc99a-94c0-42ef-abde-6c1b55e9d3da tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599004 Mar 02 17:54:02.591983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.599155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:02.621237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.621670 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 98bd26ae-ca66-4247-9605-3c7aeabda722 of type vlan for network 090d2f7b-b528-4f91-9757-6e2facb8ff42 Mar 02 17:54:02.676357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.696301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.729226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf31d39-9a8c-4273-ad2e-f01fe712e007,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:02.741638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.746334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:02.747247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.834985 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:02.838637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-845b15e5-f359-45fa-82f1-30134aae57c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bf31d39-9a8c-4273-ad2e-f01fe712e007 HTTP/1.1" status: 204 len: 168 time: 0.5814216 Mar 02 17:54:02.870531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5706244 Mar 02 17:54:02.871473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:02.873361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f40cbb1b-ed4a-45a0-a3e0-967974b76dcd up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:02.880156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '090d2f7b-b528-4f91-9757-6e2facb8ff42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:02.880950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf0335-76b1-4886-8010-70d63f5448b8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=090d2f7b-b528-4f91-9757-6e2facb8ff42,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:02.912617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 090d2f7b-b528-4f91-9757-6e2facb8ff42 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:03.100126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:03.111243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:03.113386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:03.113816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:03.138493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-deleted', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:03.156710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2fa3185-2fca-4fbb-b0b5-58ababb42120 req-e9f90d94-f2a2-4dfe-ba6c-0089e37870c3 tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a797d0e-3973-4334-ab4a-0191f9f95e2b HTTP/1.1" status: 200 len: 210 time: 0.1539242 Mar 02 17:54:03.165391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:03.197707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:03.199566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:53:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:03.253600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:03.260913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:03.269550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:03.297010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:03.312086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:03.348002 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a797d0e-3973-4334-ab4a-0191f9f95e2b', 'name': 'network-vif-deleted', 'tag': '89e71dcc-91d8-4a1d-abe9-fed754999d58', 'status': 'completed', 'code': 200} Mar 02 17:54:03.526064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:03.818519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:03.890627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:03.897359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:03.909228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:03.961660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0635e9-e43c-42f9-a273-6d114922c6c4 req-5bfe41f5-1fec-4683-a26f-c3274039461d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:03.967807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0635e9-e43c-42f9-a273-6d114922c6c4 req-5bfe41f5-1fec-4683-a26f-c3274039461d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 944 time: 0.1425314 Mar 02 17:54:03.975555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:03.992843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.029721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=4ee31006-2b03-4ad8-9468-afe74576082f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:04.053274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '98bd26ae-ca66-4247-9605-3c7aeabda722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '090d2f7b-b528-4f91-9757-6e2facb8ff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:04.053827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 090d2f7b-b528-4f91-9757-6e2facb8ff42, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:04.094665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 090d2f7b-b528-4f91-9757-6e2facb8ff42 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:04.096263 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd', 'code': 200} Mar 02 17:54:04.118267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 090d2f7b-b528-4f91-9757-6e2facb8ff42) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:04.126166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:04.127979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.140857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0635e9-e43c-42f9-a273-6d114922c6c4 req-9f2ef941-9106-4f3f-b842-8277d280ffab tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661246 Mar 02 17:54:04.173868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:04.201825 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35acab7e-19c9-45a6-bf81-b7990d6a9fc8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3248763 Mar 02 17:54:04.203334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47810) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:04.286843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78634bcc-2568-42b7-9353-c95d68bb80c5 req-4cc3360e-f3c6-426b-817b-a5bdd633d77a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 1096 time: 0.1054184 Mar 02 17:54:04.314458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4433a-edd7-4826-931a-4ca9588adbda None None] Network 090d2f7b-b528-4f91-9757-6e2facb8ff42 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:04.390201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78634bcc-2568-42b7-9353-c95d68bb80c5 req-82b473bb-9630-406b-90a4-1ce0cebf2fe2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973966 Mar 02 17:54:04.552520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:04.601522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.616475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47822) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:04.788589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.812283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.833493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:04.995329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.000614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.040841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:05.049508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Deleting subnet ffd7a101-7845-41c5-bdcc-fce0d221414f {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:54:05.053448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.068671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ef45c-6dd1-4eee-8580-372f486a9155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-090d2f7b-b528-4f91-9757-6e2facb8ff42', 'network_id': '090d2f7b-b528-4f91-9757-6e2facb8ff42', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '4ee31006-2b03-4ad8-9468-afe74576082f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:05.069618 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-825ef45c-6dd1-4eee-8580-372f486a9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.085998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.088114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b3fc8efd-a451-4c3e-9d8f-e41e73bed49b tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1 HTTP/1.1" status: 204 len: 168 time: 0.4705520 Mar 02 17:54:05.094357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47830) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:05.098637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee31006-2b03-4ad8-9468-afe74576082f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:05.130967 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-4fccebca-fc27-45e3-8e01-658e4042536f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] show failed (client error): The resource could not be found. Mar 02 17:54:05.132467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4fccebca-fc27-45e3-8e01-658e4042536f tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "GET /v2.0/security-groups/9d198d3f-a3c6-4c8d-8cda-892b6e1a8da1 HTTP/1.1" status: 404 len: 347 time: 0.0370762 Mar 02 17:54:05.135283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47834) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:05.140250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.240750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.267959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d2f7b-b528-4f91-9757-6e2facb8ff42']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:05.283891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:05.292621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f85d3-9c2c-49a2-88d0-555e2c01977d None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:23Z', 'revision_number': 4, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '69524185-db34-4919-a247-b47543223da5', 'name': '', 'network_id': '19cd414c-cdd9-461d-b78c-39b8ffaa4c2c', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'mac_address': 'fa:16:3e:bb:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:23Z', 'updated_at': '2022-03-02T17:44:44Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'subnets': [{'id': '50cb4576-6b7d-47dc-8a5d-e4165614306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:05.295516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85512960-3904-4dfa-98b7-24a4ca04f09f None None] Network 090d2f7b-b528-4f91-9757-6e2facb8ff42 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:05.302947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bd26ae-ca66-4247-9605-3c7aeabda722') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:05.303272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bd26ae-ca66-4247-9605-3c7aeabda722') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:05.331489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.380477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.392529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:05.392963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:05.423023 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:05.634970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.662857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.670754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.675064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=090d2f7b-b528-4f91-9757-6e2facb8ff42,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:05.679481 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-218006de-3e36-467d-9b6b-1d6fc26f1453 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/090d2f7b-b528-4f91-9757-6e2facb8ff42 HTTP/1.1" status: 204 len: 168 time: 1.4751742 Mar 02 17:54:05.682763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47850) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:05.690602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1949894416'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:05.697475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:05.703555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:05.706960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:05.717516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:05.743580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:05.747968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.797506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port ce8b09a4-0bd2-4617-b93d-a2c6636e7325 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:05.797815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:05.798224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.808888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:05.810139 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 21b3d116-acae-429e-9b29-e0f49d548780 of type vlan for network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e Mar 02 17:54:05.824652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ebc19-4d43-4199-b141-6de2618cbf66 None None] New status for floating IP 693b2efd-13dd-4f1f-a171-13bbc6970035: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:54:05.956589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.028430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.032680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:06.033409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.127523 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4437063 Mar 02 17:54:06.137036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:06.143964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:06.288519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:06.294487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:06.299805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:06.302786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bd41-7807-44e2-ab84-86eb6bb9009f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=e5bc33de-45ea-4ef1-86fc-b92ccde4c26e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:06.314560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:06.330214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:06.335673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:06.451086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0360ad-bbca-4b9d-af82-edc8e649217d req-47467047-976d-4c8d-a1a1-8ecd20552d78 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:06.452640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b0360ad-bbca-4b9d-af82-edc8e649217d req-47467047-976d-4c8d-a1a1-8ecd20552d78 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 1.0646458 Mar 02 17:54:06.456312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.462497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.513901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd7a101-7845-41c5-bdcc-fce0d221414f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:06.553342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.565523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.565868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.566206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.566553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.566898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.567225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.567549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.567874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.568253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.568561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.568840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:06.589827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.590224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.602274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4c3651ad-b828-4123-973b-9a94f4dc9baf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ffd7a101-7845-41c5-bdcc-fce0d221414f HTTP/1.1" status: 204 len: 168 time: 2.4264696 Mar 02 17:54:06.607013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:06.643151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing IP validity checks on allocation pools {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 17:54:06.643974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 17:54:06.752123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:06.761018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b0360ad-bbca-4b9d-af82-edc8e649217d req-8cae9cff-0c7f-4005-92bb-d3838c0b3854 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739296 Mar 02 17:54:06.774152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for ce8b09a4-0bd2-4617-b93d-a2c6636e7325 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:06.884023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:06.884704 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:06.963933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.013898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325a6990-bba1-4ee9-8e1e-7e7cc11c32ad']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:07.027327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc08c72-b980-4241-82a1-dd2b10f1411c') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:07.027621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc08c72-b980-4241-82a1-dd2b10f1411c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:07.035241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.074040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.109836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.131288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:07.131689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:07.147374 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:07.217292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=eaeb0770-a324-4731-a8b7-a79912b08cd0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:07.249658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '21b3d116-acae-429e-9b29-e0f49d548780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:07.250017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: e5bc33de-45ea-4ef1-86fc-b92ccde4c26e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:07.265685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.300548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.307785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=325a6990-bba1-4ee9-8e1e-7e7cc11c32ad,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:07.322168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:07.332313 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c8c69b58-b6b7-44ad-a28d-930d52883b36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/325a6990-bba1-4ee9-8e1e-7e7cc11c32ad HTTP/1.1" status: 204 len: 168 time: 0.7235920 Mar 02 17:54:07.337571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e5bc33de-45ea-4ef1-86fc-b92ccde4c26e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:07.343106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:07.343943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.349590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b1691f-7947-4b27-ab19-fa2dcceed759 None None] Network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:07.367329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c06d4da9-f9bc-4496-b9f5-c01a7d46d574 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2277758 Mar 02 17:54:07.369142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47890) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:07.428350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Deleting port ce8b09a4-0bd2-4617-b93d-a2c6636e7325 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:07.428789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.784100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e5bc33de-45ea-4ef1-86fc-b92ccde4c26e', 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': 'eaeb0770-a324-4731-a8b7-a79912b08cd0'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:07.787837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.824646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.825729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:07.904784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47906) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:08.005212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bcbfc458-cf86-4f36-859d-50b7a6202fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ab1162da88e469992562f53b6a03d19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0991442 Mar 02 17:54:08.010730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47912) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:08.013020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Calling delete_port for ce8b09a4-0bd2-4617-b93d-a2c6636e7325 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:08.019511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Allocated IP 172.20.0.3 (e5bc33de-45ea-4ef1-86fc-b92ccde4c26e/eaeb0770-a324-4731-a8b7-a79912b08cd0/907cea09-9a91-4d10-8012-8793fb14ba29) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:08.095048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.130852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.198392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.205791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.221945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be131bf-fb92-40c5-9085-eb2a6d491b4c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:08.234652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.234652 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e460d5ab-cba3-4529-b575-7664059a54cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be131bf-fb92-40c5-9085-eb2a6d491b4c HTTP/1.1" status: 204 len: 168 time: 0.2222493 Mar 02 17:54:08.246780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059537d-efbd-47c1-9aab-f91e3666c777 req-bdea24d3-be9b-49b5-b3ab-e83d329b2f84 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:08.248356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3059537d-efbd-47c1-9aab-f91e3666c777 req-bdea24d3-be9b-49b5-b3ab-e83d329b2f84 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.4767077 Mar 02 17:54:08.322534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.330733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72de8e-21af-4dd3-9cee-c8a62cf8806e req-cbc71731-94c7-4465-8044-226603907043 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:08.332407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a72de8e-21af-4dd3-9cee-c8a62cf8806e req-cbc71731-94c7-4465-8044-226603907043 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 0.2871923 Mar 02 17:54:08.458089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.459759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Transition to ACTIVE for port object 907cea09-9a91-4d10-8012-8793fb14ba29 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:08.494323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Transition to ACTIVE for port object 907cea09-9a91-4d10-8012-8793fb14ba29 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:08.495846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.503428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.538388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3059537d-efbd-47c1-9aab-f91e3666c777 req-42b838ff-3fcc-4bd4-8d15-aba69199ee36 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500064 Mar 02 17:54:08.582305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a72de8e-21af-4dd3-9cee-c8a62cf8806e req-102d194b-7015-4c81-8ec2-9b58dd8a3c65 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206013 Mar 02 17:54:08.589635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Pushing event deleted for resources: {'Port': ['ID=ce8b09a4-0bd2-4617-b93d-a2c6636e7325,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:08.642228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:08.644489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:08.651026 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.652047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Pushing event updated for resources: {'Port': ['ID=907cea09-9a91-4d10-8012-8793fb14ba29,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:08.655477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:08.712599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.763954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.766914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=eaeb0770-a324-4731-a8b7-a79912b08cd0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:08.797842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Attempting to bind port 907cea09-9a91-4d10-8012-8793fb14ba29 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:08.798515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Attempting to bind port 907cea09-9a91-4d10-8012-8793fb14ba29 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '21b3d116-acae-429e-9b29-e0f49d548780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:08.799225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Attempting to bind port 907cea09-9a91-4d10-8012-8793fb14ba29 on network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:08.806605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:08.807144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Checking segment: {'id': '21b3d116-acae-429e-9b29-e0f49d548780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:08.807641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.808192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Bound using segment: {'id': '21b3d116-acae-429e-9b29-e0f49d548780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:08.808884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Bound port: 907cea09-9a91-4d10-8012-8793fb14ba29, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b3d116-acae-429e-9b29-e0f49d548780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:08.809919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:08.915591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1119a467-03a3-4521-8097-426799aaa552 None None] For port 907cea09-9a91-4d10-8012-8793fb14ba29, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:08.920404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1119a467-03a3-4521-8097-426799aaa552 None None] For port 907cea09-9a91-4d10-8012-8793fb14ba29, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=907cea09-9a91-4d10-8012-8793fb14ba29,segment=NetworkSegment(21b3d116-acae-429e-9b29-e0f49d548780),segment_id=21b3d116-acae-429e-9b29-e0f49d548780)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:08.930780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.021354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119a467-03a3-4521-8097-426799aaa552 None None] Pushing event updated for resources: {'Port': ['ID=907cea09-9a91-4d10-8012-8793fb14ba29,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:09.067831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.071721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c9205c92-b818-4d29-89ac-f3ab0bb3314c tempest-AttachVolumeShelveTestJSON-323770363 tempest-AttachVolumeShelveTestJSON-323770363-project] 10.222.0.37 "DELETE /v2.0/floatingips/693b2efd-13dd-4f1f-a171-13bbc6970035 HTTP/1.1" status: 204 len: 168 time: 3.9328036 Mar 02 17:54:09.074757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.120333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bc33de-45ea-4ef1-86fc-b92ccde4c26e']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:09.143791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b3d116-acae-429e-9b29-e0f49d548780') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:09.144051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b3d116-acae-429e-9b29-e0f49d548780') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:09.165473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46977b-5709-406f-9be0-dcfdf3f0bdba req-5dcf9eaf-30d8-45ca-a9d4-e72706705367 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:09.167116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b46977b-5709-406f-9be0-dcfdf3f0bdba req-5dcf9eaf-30d8-45ca-a9d4-e72706705367 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 0.1813571 Mar 02 17:54:09.169619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.178185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f7865-188d-4b92-ab4d-8c823e3d4b3a None None] Network e5bc33de-45ea-4ef1-86fc-b92ccde4c26e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:09.233946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.253055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:09.253466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:09.272724 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:09.360649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b46977b-5709-406f-9be0-dcfdf3f0bdba req-80df3a98-7cd2-46eb-b0e0-b44634ff5a9b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718166 Mar 02 17:54:09.397234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:54:09.397234 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:54:09.397234 n-d-820559-6 neutron-server[83797]: [parameters: {'id': 'e5bc33de-45ea-4ef1-86fc-b92ccde4c26e'}] Mar 02 17:54:09.397234 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:09.399506 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:09.486389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5eb87803-a9a5-4f68-982e-481f499bd89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.545648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e72ff0-5aa1-405e-bdb0-528e3a4e0afd None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:54:09.583742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1c56e11f-beba-4ab3-bab9-31da407b80ec tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:09.587515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1c56e11f-beba-4ab3-bab9-31da407b80ec tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.2060783 Mar 02 17:54:09.734110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Deleting port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:09.734465 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.805216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e72ff0-5aa1-405e-bdb0-528e3a4e0afd None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:54:09.903015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:09.963415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port 907cea09-9a91-4d10-8012-8793fb14ba29 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:09.964173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.246122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd52741-c2c8-464d-ab89-e72e2c569af2 req-93e0d999-fe38-4643-a153-7023cffc6a8d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:10.252288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47962) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:10.255108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fd52741-c2c8-464d-ab89-e72e2c569af2 req-93e0d999-fe38-4643-a153-7023cffc6a8d tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 945 time: 0.4416275 Mar 02 17:54:10.542214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-453512331-network', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:10.545495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7798610-a239-46cf-aaa0-22c4d4829270 req-6bdc32f6-c4af-4065-bf87-4d3d51159c35 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:10.553259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:10.553461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7798610-a239-46cf-aaa0-22c4d4829270 req-6bdc32f6-c4af-4065-bf87-4d3d51159c35 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 0.5497110 Mar 02 17:54:10.563033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Usage tracker for resource:network and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:10.568581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:10.577106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:10.588853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Made reservation on behalf of 2d172537ea284df1b0800fe420adf6f3 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:10.594903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.596309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] For port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,segment=NetworkSegment(331edfee-2d9a-419e-8cd2-b59c7e6ef890),segment_id=331edfee-2d9a-419e-8cd2-b59c7e6ef890)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:10.596676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.621152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9fd52741-c2c8-464d-ab89-e72e2c569af2 req-64ec5113-28eb-4e91-8e8b-feb3b033b254 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/security-groups?id=99dc5739-29c0-4aff-b134-76b9e582fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651118 Mar 02 17:54:10.626555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.673502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:10.677520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:10.680575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:10.686732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:10.765834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.772389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.788295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Calling delete_port for 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:10.808261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:10.827883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab1a49-0ab5-4409-a0cf-8f7d7e444c45,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:10.830623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.830966 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Added segment 7638e585-3e67-4702-8b56-643b7f4600f5 of type vlan for network fff3805e-fd34-483b-8a23-20f2868188fe Mar 02 17:54:10.839626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port 907cea09-9a91-4d10-8012-8793fb14ba29, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=907cea09-9a91-4d10-8012-8793fb14ba29,segment=NetworkSegment(21b3d116-acae-429e-9b29-e0f49d548780),segment_id=21b3d116-acae-429e-9b29-e0f49d548780)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:10.839985 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.863172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7798610-a239-46cf-aaa0-22c4d4829270 req-6f40fde5-75b9-4daf-9024-6844e918e465 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088078 Mar 02 17:54:10.866757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.905866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:10.910145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:10.910791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.032968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] Pushing event updated for resources: {'Network': ['ID=fff3805e-fd34-483b-8a23-20f2868188fe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:11.039087 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fa17ad77-fcb3-4f9a-ad57-c96b711b3953 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7822692 Mar 02 17:54:11.040179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:11.052755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network fff3805e-fd34-483b-8a23-20f2868188fe details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:11.057192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Request body: {'subnet': {'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-453512331-subnet', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:11.065743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:11.072884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Usage tracker for resource:subnet and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:11.078743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:11.089701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:11.105410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Made reservation on behalf of 2d172537ea284df1b0800fe420adf6f3 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:11.109434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.132351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for 907cea09-9a91-4d10-8012-8793fb14ba29 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:11.315215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1f25-0f00-421e-b7b8-4abbca1845cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.376249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.437604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=907cea09-9a91-4d10-8012-8793fb14ba29,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:11.444284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port 907cea09-9a91-4d10-8012-8793fb14ba29 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:11.489429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.568728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Pushing event deleted for resources: {'Port': ['ID=3cbb96ba-fa14-4c7c-b70b-a2577eb2b977,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:11.610987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.686689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:11.736833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0627451d-92d5-4471-930e-6be2b0a9b3f8,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:11.780384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:54:11.781714 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:54:11.805795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Checking segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:11.806159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Network hostable DHCP agents. Network: fff3805e-fd34-483b-8a23-20f2868188fe, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:11.849229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Network fff3805e-fd34-483b-8a23-20f2868188fe is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:11.861192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.871720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, fff3805e-fd34-483b-8a23-20f2868188fe) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:11.875991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d000e-4783-4041-831c-27885dcd68d7 None None] Network fff3805e-fd34-483b-8a23-20f2868188fe requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:11.880194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:11.880863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:11.917998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29e83b8a-ecb3-4738-983e-d7cd0314be97 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8740263 Mar 02 17:54:11.919887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48002) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:11.938912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:11.958831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:11.970341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Usage tracker for resource:router and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:11.977485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:11.992642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:12.019337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.020304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.058717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d13c54d-6bad-4b57-a169-3f7c6664a7ba req-b8a66cfc-a731-4942-b43f-fb196fcff3c9 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5588870-bee7-4b1d-b2e8-c1d2cb6197be HTTP/1.1" status: 200 len: 210 time: 0.1256530 Mar 02 17:54:12.062326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] No DVR routers for this DVR port 3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:12.068878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.076303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'name': 'network-vif-deleted', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:12.079889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.087537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bc33de-45ea-4ef1-86fc-b92ccde4c26e']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:12.118061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b3d116-acae-429e-9b29-e0f49d548780') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:12.118755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b3d116-acae-429e-9b29-e0f49d548780') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:12.135091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f680c0fc-2e8c-4ea6-b046-ce79e0c54dce req-1ba1e1c1-a3e2-46c0-a5d0-e05f021f5331 tempest-AttachVolumeNegativeTest-1251163720 tempest-AttachVolumeNegativeTest-1251163720-project] 10.222.0.35 "DELETE /v2.0/ports/3cbb96ba-fa14-4c7c-b70b-a2577eb2b977 HTTP/1.1" status: 204 len: 173 time: 2.5409477 Mar 02 17:54:12.146589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.185622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.236507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:12.237021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:12.257393 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:12.261495 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5588870-bee7-4b1d-b2e8-c1d2cb6197be', 'name': 'network-vif-deleted', 'tag': '3cbb96ba-fa14-4c7c-b70b-a2577eb2b977', 'status': 'completed', 'code': 200} Mar 02 17:54:12.273048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-5cee4817-32d1-4a07-8fd9-7eb620ea50d6 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:12.274766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-5cee4817-32d1-4a07-8fd9-7eb620ea50d6 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 0.4870331 Mar 02 17:54:12.382775 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.408434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-fff3805e-fd34-483b-8a23-20f2868188fe', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:12.409539 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.495579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:12.496209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.541831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.571484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.595249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=e5bc33de-45ea-4ef1-86fc-b92ccde4c26e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:12.676358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-13fbe4b9-f5f0-4e73-bf05-4faded778e73 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/e5bc33de-45ea-4ef1-86fc-b92ccde4c26e HTTP/1.1" status: 204 len: 168 time: 5.3059130 Mar 02 17:54:12.679533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48012) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:12.688964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014206042'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:12.702075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afeff-571d-4acc-bbbb-741cf8f6cfb1 req-5db29087-4020-4262-9fe1-c88a1fef8e47 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:12.703922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce3afeff-571d-4acc-bbbb-741cf8f6cfb1 req-5db29087-4020-4262-9fe1-c88a1fef8e47 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 945 time: 0.5216718 Mar 02 17:54:12.724178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Allocated IP 172.20.0.2 (fff3805e-fd34-483b-8a23-20f2868188fe/0627451d-92d5-4471-930e-6be2b0a9b3f8/1cd54b89-4e2f-47e2-a88c-42728307c94e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:12.774968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:12.778070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.839089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:12.854742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:12.863279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:12.877276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:12.887165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce3afeff-571d-4acc-bbbb-741cf8f6cfb1 req-d42955d7-f827-4f88-b93b-b2fb4df5a178 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749771 Mar 02 17:54:12.988321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:12.989397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.006055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:13.010492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.137144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.153851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Transition to ACTIVE for port object 1cd54b89-4e2f-47e2-a88c-42728307c94e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:13.155199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:13.176550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.176886 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 8b1d8883-a733-47ea-946f-0c94bf81299c of type vlan for network b6e41986-3776-47c6-abd5-e2cc49082f4c Mar 02 17:54:13.177129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Transition to ACTIVE for port object 1cd54b89-4e2f-47e2-a88c-42728307c94e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:13.198418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Allocated IP 172.25.3.139 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/33caa6a8-1017-4d31-bf15-6f74d7185e72) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:13.208232 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.247404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.282598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.288456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for f40cbb1b-ed4a-45a0-a3e0-967974b76dcd owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:13.305779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Network fff3805e-fd34-483b-8a23-20f2868188fe is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:13.311866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:13.320826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:13.327690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.375755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Pushing event updated for resources: {'Port': ['ID=1cd54b89-4e2f-47e2-a88c-42728307c94e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:13.380768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48028) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:13.433661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:54:13.483782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.494701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:13.498296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.507467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Deleting subnet 05cbde46-1058-4c4d-b451-66745ea550c4 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:54:13.508615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Attempting to bind port 1cd54b89-4e2f-47e2-a88c-42728307c94e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:13.509810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Attempting to bind port 1cd54b89-4e2f-47e2-a88c-42728307c94e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:13.510887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Attempting to bind port 1cd54b89-4e2f-47e2-a88c-42728307c94e on network fff3805e-fd34-483b-8a23-20f2868188fe {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:13.513803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.531511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:13.533341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Checking segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:13.535661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.537646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Bound using segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:13.538358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Bound port: 1cd54b89-4e2f-47e2-a88c-42728307c94e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:13.539093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.612559 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9314349 Mar 02 17:54:13.613516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48038) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:13.712734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] For port 1cd54b89-4e2f-47e2-a88c-42728307c94e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:13.716978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] For port 1cd54b89-4e2f-47e2-a88c-42728307c94e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1cd54b89-4e2f-47e2-a88c-42728307c94e,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:13.725715 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.745509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': 'b6e41986-3776-47c6-abd5-e2cc49082f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:13.799143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.813732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.816917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b26c0-ace6-4396-9b51-118c5bd49077 None None] Pushing event updated for resources: {'Port': ['ID=1cd54b89-4e2f-47e2-a88c-42728307c94e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:13.858053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd902fbe-d8e0-4ed8-9650-2cc7d840a3f8 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=b6e41986-3776-47c6-abd5-e2cc49082f4c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:13.870134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:13.872894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b6e41986-3776-47c6-abd5-e2cc49082f4c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:13.880906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.076022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.118902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.131651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:14.208373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Pushing event updated for resources: {'Port': ['ID=33caa6a8-1017-4d31-bf15-6f74d7185e72,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:14.260087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:14.261120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cbde46-1058-4c4d-b451-66745ea550c4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:14.274747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:14.278477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:14.338357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.343037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=f40cbb1b-ed4a-45a0-a3e0-967974b76dcd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:14.349732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1106063b-8a79-48a6-8648-9062002410c9 req-353a58b0-3ccd-4d09-ae0a-6d2a6ec16359 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8e83db-f30a-42b2-8d10-461a5885749a HTTP/1.1" status: 200 len: 210 time: 0.2159529 Mar 02 17:54:14.410107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:14.439504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:14.447643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:14.470334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:14.499910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.524823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port f40cbb1b-ed4a-45a0-a3e0-967974b76dcd on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:14.527399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.530619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c85ccad-3aca-484b-9e01-f2b8f9845314 req-f12e0668-9004-4d21-b50e-c2102355c9ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "DELETE /v2.0/ports/f40cbb1b-ed4a-45a0-a3e0-967974b76dcd HTTP/1.1" status: 204 len: 173 time: 2.2494061 Mar 02 17:54:14.531109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'name': 'network-vif-deleted', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:14.539014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad9f7f1e-0842-435b-a72b-a8a71acb5c7b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05cbde46-1058-4c4d-b451-66745ea550c4 HTTP/1.1" status: 204 len: 168 time: 1.1571269 Mar 02 17:54:14.543715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48056) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:14.588315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:14.696458 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8e83db-f30a-42b2-8d10-461a5885749a', 'name': 'network-vif-deleted', 'tag': 'f40cbb1b-ed4a-45a0-a3e0-967974b76dcd', 'status': 'completed', 'code': 200} Mar 02 17:54:14.716947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.807444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:14.866881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f40cbb1b-ed4a-45a0-a3e0-967974b76dcd no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:14.948571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: f40cbb1b-ed4a-45a0-a3e0-967974b76dcd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:54:14.949196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f40cbb1b-ed4a-45a0-a3e0-967974b76dcd not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:54:14.981009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.034713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd3f376-c4c0-4228-b8b0-0ce9248d7113']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:15.056744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331edfee-2d9a-419e-8cd2-b59c7e6ef890') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:15.057280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331edfee-2d9a-419e-8cd2-b59c7e6ef890') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:15.073390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.101664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.130403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:15.130916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:15.149759 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:15.216108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.216845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.327827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.404414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.409482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1cd54b89-4e2f-47e2-a88c-42728307c94e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:15.410539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd3f376-c4c0-4228-b8b0-0ce9248d7113,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:15.425972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae068440-d6cb-4bc2-9a2b-9eea86756057 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0cd3f376-c4c0-4228-b8b0-0ce9248d7113 HTTP/1.1" status: 204 len: 168 time: 0.8811195 Mar 02 17:54:15.599123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f273d71-25ad-463e-99cb-ff99776ed5a7 None None] Network fff3805e-fd34-483b-8a23-20f2868188fe requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:15.780036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:15.876365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=9d5d03a5-c3b3-440d-9685-fc5cb738202b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:15.884194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6c0f6546-ca0a-4405-9017-1f8e1be5c49f None None] Provisioning for port 1cd54b89-4e2f-47e2-a88c-42728307c94e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:15.914114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:15.942082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1cd54b89-4e2f-47e2-a88c-42728307c94e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:15.944948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '8b1d8883-a733-47ea-946f-0c94bf81299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b6e41986-3776-47c6-abd5-e2cc49082f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:15.945558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: b6e41986-3776-47c6-abd5-e2cc49082f4c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:15.965825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1cd54b89-4e2f-47e2-a88c-42728307c94e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:15.966213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.007900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network b6e41986-3776-47c6-abd5-e2cc49082f4c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:16.031293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b6e41986-3776-47c6-abd5-e2cc49082f4c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:16.040511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:16.041159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.051269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b651e-1c59-4df1-8a3a-e1a3baa080c1 None None] Network b6e41986-3776-47c6-abd5-e2cc49082f4c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:16.076983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:54:16.082498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-79243513-de9f-4bf5-93a0-04b3522324e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78d0f1ab7add440b812d36b04c91ad75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1627433 Mar 02 17:54:16.084707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48092) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:16.089628 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d6ced4e9-55d4-41b0-a7e8-30c54cbaf273 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4682956 Mar 02 17:54:16.093265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:16.209867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.249844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.408234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.438948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc5739-29c0-4aff-b134-76b9e582fd71,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:16.448028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.451932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f5fd046f-8179-43e0-b1b3-78eef8d70b7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99dc5739-29c0-4aff-b134-76b9e582fd71 HTTP/1.1" status: 204 len: 168 time: 0.3672535 Mar 02 17:54:16.558041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.642795 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.691874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1cd54b89-4e2f-47e2-a88c-42728307c94e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1cd54b89-4e2f-47e2-a88c-42728307c94e,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:16.703097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.826006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.868101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ea09c-74b7-4268-ae72-4b9f59217306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b6e41986-3776-47c6-abd5-e2cc49082f4c', 'network_id': 'b6e41986-3776-47c6-abd5-e2cc49082f4c', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '9d5d03a5-c3b3-440d-9685-fc5cb738202b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:16.869073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-094ea09c-74b7-4268-ae72-4b9f59217306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:16.910930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1cd54b89-4e2f-47e2-a88c-42728307c94e,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:16.939301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-f24c93d6-e010-437a-8a7a-33b32f2f7061 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:16.947705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-f24c93d6-e010-437a-8a7a-33b32f2f7061 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.4114327 Mar 02 17:54:16.979605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-a657aa2b-1f4b-4e7e-aa26-eaa55d1d6085 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0309248 Mar 02 17:54:17.016371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-094ea09c-74b7-4268-ae72-4b9f59217306 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d5d03a5-c3b3-440d-9685-fc5cb738202b: This subnet is being modified by another concurrent operation. Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:54:17.102044 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d5d03a5-c3b3-440d-9685-fc5cb738202b: This subnet is being modified by another concurrent operation. Mar 02 17:54:17.105502 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 17:54:17.122976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8405f3-5109-419d-9c3d-714f8940edaa None None] Network b6e41986-3776-47c6-abd5-e2cc49082f4c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:17.178880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5d03a5-c3b3-440d-9685-fc5cb738202b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:17.258742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.260802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-b2ff8590-e772-4f80-8318-cd8185dee627 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:17.289959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:17.303990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-b2ff8590-e772-4f80-8318-cd8185dee627 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:17.314336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-b2ff8590-e772-4f80-8318-cd8185dee627 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3337944 Mar 02 17:54:17.341426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Sync routers for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:17.354802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e41986-3776-47c6-abd5-e2cc49082f4c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:17.379221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1d8883-a733-47ea-946f-0c94bf81299c') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:17.379561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1d8883-a733-47ea-946f-0c94bf81299c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:17.394934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.414177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.422853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:17.423202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.476136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1cd54b89-4e2f-47e2-a88c-42728307c94e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:17.534212 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:17.538362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.539838 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7fc4e9a5-5079-4e6f-948b-d0ed0077ecf0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6181605 Mar 02 17:54:17.545728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:17.548965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.559687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.578907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48138) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:17.660811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-cb169dfa-c233-4ff4-81f1-f547fd1de609 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368382 Mar 02 17:54:17.695786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:17.696445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:17.764845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b5cc22bb-4e09-4429-8991-30be66f574ed None None] Provisioning complete for port 1cd54b89-4e2f-47e2-a88c-42728307c94e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:17.764845 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5cc22bb-4e09-4429-8991-30be66f574ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:17.914367 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/b6e41986-3776-47c6-abd5-e2cc49082f4c HTTP/1.1" status: 204 len: 168 time: 1.8096073 Mar 02 17:54:17.917311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bfedf-bf81-428b-a1cd-0cff08bc884c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=b6e41986-3776-47c6-abd5-e2cc49082f4c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:17.922108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48148) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:17.948946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000263584'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:17.969562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-af19e26f-a1d4-4543-96bf-d69f50d0d292 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994180 Mar 02 17:54:18.039270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d954635-922b-4d09-92c7-f9adca34f207 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:54:18.091105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:18.106800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:18.111329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:18.159969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:18.207853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:18.218778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.269952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1cd54b89-4e2f-47e2-a88c-42728307c94e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:18.270322 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.335723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8985d861-f536-428b-8c0c-1cb6c77cbbec req-b3f0a32f-585f-4e41-add0-ed751a088787 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 210 time: 0.0996830 Mar 02 17:54:18.445614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:18.470624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.470982 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 4003a6a0-f2c2-4eb0-8d60-437ed4104036 of type vlan for network 2ffacccf-73e9-40b1-8946-e6e889d0914d Mar 02 17:54:18.540046 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.569599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d954635-922b-4d09-92c7-f9adca34f207 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:54:18.635117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.649386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:18.650059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:18.800248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8687294 Mar 02 17:54:18.801644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:18.858942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:18.984511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:19.216833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:19.222387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:19.225356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:19.233282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:19.252805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:19.406410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:19.482853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:19.517511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544171e6-e42e-419e-8535-84b2a59a6fd9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=2ffacccf-73e9-40b1-8946-e6e889d0914d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:19.549971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2ffacccf-73e9-40b1-8946-e6e889d0914d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:19.680861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27a23981-df73-4c06-b977-287efc8f18b9 req-ffa97a4a-e602-4477-96a2-7137188a559b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 210 time: 0.0807037 Mar 02 17:54:19.708379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:19.995169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:14Z', 'revision_number': 3, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:20.025695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Checking router: d402e57a-1293-4ff7-b65a-d23bfb6a64a5 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:20.026127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Updating router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 port 33caa6a8-1017-4d31-bf15-6f74d7185e72 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:54:20.183574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:20.295162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:20.471569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=5ecf0a3d-ffbb-4552-a9b2-96d68a0aca67,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:20.525463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '4003a6a0-f2c2-4eb0-8d60-437ed4104036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:20.525875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 2ffacccf-73e9-40b1-8946-e6e889d0914d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:20.614779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 2ffacccf-73e9-40b1-8946-e6e889d0914d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:20.695398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2ffacccf-73e9-40b1-8946-e6e889d0914d) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:20.708193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:20.708725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:20.716835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a938ff5-6b2e-4449-9983-14e5801fc68e None None] Network 2ffacccf-73e9-40b1-8946-e6e889d0914d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:20.723398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-a89dc69c-b6b8-41ae-a9f2-3395be167d55 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:20.725213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-a89dc69c-b6b8-41ae-a9f2-3395be167d55 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.5276504 Mar 02 17:54:20.776067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:20.795018 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-05b6aa22-19d2-47b0-a8ad-fccc58cdf9a5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9894204 Mar 02 17:54:20.804198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:21.023259 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.026318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-982741a9-53f2-4dbe-aba2-2d418187e797 req-0f4d0b54-655e-49a3-979a-7f477cdab79e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 210 time: 0.0708210 Mar 02 17:54:21.042612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Transition to ACTIVE for port object 33caa6a8-1017-4d31-bf15-6f74d7185e72 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:21.080530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.145169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:21.159597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666509-4727-4f90-a4ad-3d5abd49cb99 None None] Pushing event updated for resources: {'Port': ['ID=33caa6a8-1017-4d31-bf15-6f74d7185e72,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:21.185217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2ffacccf-73e9-40b1-8946-e6e889d0914d', 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '5ecf0a3d-ffbb-4552-a9b2-96d68a0aca67'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:21.186420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.198676 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.208643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Attempting to bind port 33caa6a8-1017-4d31-bf15-6f74d7185e72 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:21.208851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Attempting to bind port 33caa6a8-1017-4d31-bf15-6f74d7185e72 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:21.209091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Attempting to bind port 33caa6a8-1017-4d31-bf15-6f74d7185e72 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:21.238538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Deleting port 69524185-db34-4919-a247-b47543223da5 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:21.239653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.257843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:21.258214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:21.258680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.259080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:21.259562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Bound port: 33caa6a8-1017-4d31-bf15-6f74d7185e72, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:21.259936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.303623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:21.353557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:21.360080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.415286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.485715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.486758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Allocated IP 172.20.0.1 (2ffacccf-73e9-40b1-8946-e6e889d0914d/5ecf0a3d-ffbb-4552-a9b2-96d68a0aca67/8f4b0fef-81d6-4289-812b-4bac5b26b11e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:21.609337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] For port 33caa6a8-1017-4d31-bf15-6f74d7185e72, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:21.646821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] For port 33caa6a8-1017-4d31-bf15-6f74d7185e72, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33caa6a8-1017-4d31-bf15-6f74d7185e72,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:21.665240 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:21.768921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666509-4727-4f90-a4ad-3d5abd49cb99 None None] Pushing event updated for resources: {'Port': ['ID=33caa6a8-1017-4d31-bf15-6f74d7185e72,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:21.896762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:21.897410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:21.973223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.2 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/f7965772-9d4d-4d4d-b2d1-383e653db95c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:22.129795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Allocated IP 172.20.0.1 (fff3805e-fd34-483b-8a23-20f2868188fe/0627451d-92d5-4471-930e-6be2b0a9b3f8/8fdcee02-304e-41be-aa1d-1af11dee9abe) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:22.258089 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.261624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] For port 69524185-db34-4919-a247-b47543223da5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69524185-db34-4919-a247-b47543223da5,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:22.262793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.292929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Transition to ACTIVE for port object 8f4b0fef-81d6-4289-812b-4bac5b26b11e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:22.334975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Transition to ACTIVE for port object 8f4b0fef-81d6-4289-812b-4bac5b26b11e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:22.344188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:22.393204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.432207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.450757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.507643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecf0a3d-ffbb-4552-a9b2-96d68a0aca67,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:22.632927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.698199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Network 2ffacccf-73e9-40b1-8946-e6e889d0914d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:22.765887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:22.771994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffacccf-73e9-40b1-8946-e6e889d0914d']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:22.780323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:22.788146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Calling delete_port for 69524185-db34-4919-a247-b47543223da5 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:22.798992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Transition to ACTIVE for port object 8fdcee02-304e-41be-aa1d-1af11dee9abe will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:22.801182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Pushing event updated for resources: {'Port': ['ID=8f4b0fef-81d6-4289-812b-4bac5b26b11e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:22.819912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003a6a0-f2c2-4eb0-8d60-437ed4104036') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:22.825243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003a6a0-f2c2-4eb0-8d60-437ed4104036') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:22.855657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.861489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89cd464e-4e9b-42f7-b028-fbcab3f88072 req-e2854a39-4cd1-4dcd-a70c-f97c79fe6729 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 210 time: 0.5788128 Mar 02 17:54:22.902089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:22.914162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:22.915238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.031658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:23.127454 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:23.139998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:54:23.139998 n-d-820559-6 neutron-server[83796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:54:23.139998 n-d-820559-6 neutron-server[83796]: [parameters: {'id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'}] Mar 02 17:54:23.139998 n-d-820559-6 neutron-server[83796]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:23.140796 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:23.148377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.150315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.221215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:23.264652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:23.269554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:23.272188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:23.274895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:23.303339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Pushing event updated for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:23.305008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.320570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Network fff3805e-fd34-483b-8a23-20f2868188fe is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:23.321762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:23.328976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:23.373272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Pushing event deleted for resources: {'Port': ['ID=69524185-db34-4919-a247-b47543223da5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:23.498601 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.583425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:23.585646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.641653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.673203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port 8f4b0fef-81d6-4289-812b-4bac5b26b11e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:23.673974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.726440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Attempting to bind port 8f4b0fef-81d6-4289-812b-4bac5b26b11e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:23.726865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Attempting to bind port 8f4b0fef-81d6-4289-812b-4bac5b26b11e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4003a6a0-f2c2-4eb0-8d60-437ed4104036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:23.728227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Attempting to bind port 8f4b0fef-81d6-4289-812b-4bac5b26b11e on network 2ffacccf-73e9-40b1-8946-e6e889d0914d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:23.733626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-8eea9976-c4f4-4380-85a8-47faedf8b57b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9618049 Mar 02 17:54:23.807846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:23.808498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Checking segment: {'id': '4003a6a0-f2c2-4eb0-8d60-437ed4104036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:23.808498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:23.808943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Bound using segment: {'id': '4003a6a0-f2c2-4eb0-8d60-437ed4104036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:23.812653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Bound port: 8f4b0fef-81d6-4289-812b-4bac5b26b11e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003a6a0-f2c2-4eb0-8d60-437ed4104036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ffacccf-73e9-40b1-8946-e6e889d0914d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:23.813092 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.015249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Request body: {'port': {'device_id': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:24.126600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:14Z', 'revision_number': 3, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:24.127771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port 8f4b0fef-81d6-4289-812b-4bac5b26b11e, host n-d-820559-6, got binding levels [] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:24.128181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.148185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7876343-3815-47ee-b1ff-908400755a3d None None] The sync data for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 is: [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:14Z', 'revision_number': 3, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:24.224992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-74ae1ab5-ec0a-4809-b661-24832d8ed6ad None None] Provisioning for port 8fdcee02-304e-41be-aa1d-1af11dee9abe completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:24.259573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-74ae1ab5-ec0a-4809-b661-24832d8ed6ad None None] Provisioning complete for port 8fdcee02-304e-41be-aa1d-1af11dee9abe triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:24.260318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-74ae1ab5-ec0a-4809-b661-24832d8ed6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.336498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.361456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.382687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for 8f4b0fef-81d6-4289-812b-4bac5b26b11e owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:24.425117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] For port 8f4b0fef-81d6-4289-812b-4bac5b26b11e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:24.432532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-74ae1ab5-ec0a-4809-b661-24832d8ed6ad None None] Port 8fdcee02-304e-41be-aa1d-1af11dee9abe cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:54:24.444734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] For port 8f4b0fef-81d6-4289-812b-4bac5b26b11e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f4b0fef-81d6-4289-812b-4bac5b26b11e,segment=NetworkSegment(4003a6a0-f2c2-4eb0-8d60-437ed4104036),segment_id=4003a6a0-f2c2-4eb0-8d60-437ed4104036)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:24.455185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:24.642954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed67b8-1c82-4086-bf71-130b48d9af96 req-60469016-bab5-4d1d-967d-043972d473d1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:24.645556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51ed67b8-1c82-4086-bf71-130b48d9af96 req-60469016-bab5-4d1d-967d-043972d473d1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:24.813507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc3904-eb5f-4853-9d66-7a95f0ca7ddb None None] Network 2ffacccf-73e9-40b1-8946-e6e889d0914d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:24.832565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-51ed67b8-1c82-4086-bf71-130b48d9af96 req-60469016-bab5-4d1d-967d-043972d473d1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:24.848486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51ed67b8-1c82-4086-bf71-130b48d9af96 req-60469016-bab5-4d1d-967d-043972d473d1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 931 time: 0.6961825 Mar 02 17:54:24.896250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:24.896780 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:25.162402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84377ab-aeed-4ef2-84c7-7e84f49774b5 None None] Pushing event updated for resources: {'Port': ['ID=8f4b0fef-81d6-4289-812b-4bac5b26b11e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:25.373301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.398384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.467979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port 8f4b0fef-81d6-4289-812b-4bac5b26b11e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:25.470438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.518545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33caa6a8-1017-4d31-bf15-6f74d7185e72 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:25.668691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4bf60-e0eb-4c24-a4b6-4eaae67eb91a None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:54:25.678720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7965772-9d4d-4d4d-b2d1-383e653db95c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:54:25.690055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.717968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Transition to ACTIVE for port object f7965772-9d4d-4d4d-b2d1-383e653db95c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:25.741839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.788506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Pushing event updated for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:25.793383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.837251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4bf60-e0eb-4c24-a4b6-4eaae67eb91a None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:54:25.870233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 33caa6a8-1017-4d31-bf15-6f74d7185e72 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:25.886378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 33caa6a8-1017-4d31-bf15-6f74d7185e72 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:25.887866 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:25.982738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port 8f4b0fef-81d6-4289-812b-4bac5b26b11e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f4b0fef-81d6-4289-812b-4bac5b26b11e,segment=NetworkSegment(4003a6a0-f2c2-4eb0-8d60-437ed4104036),segment_id=4003a6a0-f2c2-4eb0-8d60-437ed4104036)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:25.983983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.137551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51ed67b8-1c82-4086-bf71-130b48d9af96 req-d6704a2a-d84b-4a6f-8c1d-c35325fd0485 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2872474 Mar 02 17:54:26.147063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.152896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:26.215528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for 8f4b0fef-81d6-4289-812b-4bac5b26b11e owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:26.361537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.369924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.387324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Attempting to bind port f7965772-9d4d-4d4d-b2d1-383e653db95c on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:26.387757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Attempting to bind port f7965772-9d4d-4d4d-b2d1-383e653db95c by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:26.388085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Attempting to bind port f7965772-9d4d-4d4d-b2d1-383e653db95c on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:26.396724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Port f7965772-9d4d-4d4d-b2d1-383e653db95c on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:54:26.397244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Attempting to bind port f7965772-9d4d-4d4d-b2d1-383e653db95c on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:26.402242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Network fff3805e-fd34-483b-8a23-20f2868188fe is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:26.410651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:26.415940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:26.416441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:26.417019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:26.417753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Bound port: f7965772-9d4d-4d4d-b2d1-383e653db95c, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:26.418323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.438819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 33caa6a8-1017-4d31-bf15-6f74d7185e72, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33caa6a8-1017-4d31-bf15-6f74d7185e72,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:26.450184 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.539093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=8f4b0fef-81d6-4289-812b-4bac5b26b11e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:26.623557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=33caa6a8-1017-4d31-bf15-6f74d7185e72,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:26.666903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:26.670638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:26.680039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.681480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port 8f4b0fef-81d6-4289-812b-4bac5b26b11e on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:26.790103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:26.801955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:26.804376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-3dda52e4-09d6-431e-96a6-e502d36f9a9e service neutron] 10.222.0.50 "PUT /v2.0/ports/f7965772-9d4d-4d4d-b2d1-383e653db95c HTTP/1.1" status: 200 len: 1091 time: 2.7979591 Mar 02 17:54:26.805198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:26.973958 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c', 'status': 'completed', 'code': 200} Mar 02 17:54:27.013545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.080197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffacccf-73e9-40b1-8946-e6e889d0914d']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:27.100374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003a6a0-f2c2-4eb0-8d60-437ed4104036') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:27.101308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003a6a0-f2c2-4eb0-8d60-437ed4104036') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:27.107313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a658dc4a-b06a-4acc-b2f4-e7df7542613e None None] Provisioning complete for port 8fdcee02-304e-41be-aa1d-1af11dee9abe triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:27.107864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a658dc4a-b06a-4acc-b2f4-e7df7542613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.123646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.232486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a658dc4a-b06a-4acc-b2f4-e7df7542613e None None] Port 8fdcee02-304e-41be-aa1d-1af11dee9abe cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:54:27.279180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.302005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:27.302422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:27.321368 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:27.403766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33caa6a8-1017-4d31-bf15-6f74d7185e72 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:27.476222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-11ccb805-a561-410b-9bb6-50b2fb05f51d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 1094 time: 0.5087898 Mar 02 17:54:27.541067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 33caa6a8-1017-4d31-bf15-6f74d7185e72 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:27.551221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.583658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-2fc07453-cda5-47b5-a6bc-a7ee8df1840f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c HTTP/1.1" status: 200 len: 217 time: 0.0866270 Mar 02 17:54:27.707009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.739487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.769901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=2ffacccf-73e9-40b1-8946-e6e889d0914d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:27.787558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4c1c33cd-5de4-4ef6-a950-83b0312ce850 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/2ffacccf-73e9-40b1-8946-e6e889d0914d HTTP/1.1" status: 204 len: 168 time: 6.9798973 Mar 02 17:54:27.791440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48322) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:27.800056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1174716736'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:27.809189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:27.815757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:27.821224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:27.831321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:27.857306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:27.860875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.897180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-e2357932-b3e1-45b8-b7cc-54d5a5c563af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:27.898773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-e2357932-b3e1-45b8-b7cc-54d5a5c563af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2775226 Mar 02 17:54:27.912179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:27.916225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:54:27.937275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:27.937929 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 20097017-4185-4d1d-b1e2-2272401dfc96 of type vlan for network 7247f3c9-9375-44de-b0ec-38f0c3cff21b Mar 02 17:54:27.954731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-82a56372-c60f-48c8-9e1a-c2baf6c84d57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487263 Mar 02 17:54:28.019820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5455c-3489-464a-b4fa-47a1bb80286f req-5574d27a-5de6-43ae-a284-3953fdc20bcc tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:28.021319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05b5455c-3489-464a-b4fa-47a1bb80286f req-5574d27a-5de6-43ae-a284-3953fdc20bcc tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 943 time: 0.5263715 Mar 02 17:54:28.113257 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.179547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.183471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:28.184158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.223967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05b5455c-3489-464a-b4fa-47a1bb80286f req-b5eafe96-059c-4274-bb38-7e773ab867f7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906598 Mar 02 17:54:28.239025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Router f76fd734-d500-40ec-85f3-b38fbf222818 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:54:28.302997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-14029ec3-4f5e-4f89-ab32-952fce6cb1f3 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326542 Mar 02 17:54:28.357397 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5626619 Mar 02 17:54:28.360680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:28.361407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ba9e-765e-4dfb-a2df-80fe382db2ce tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=7247f3c9-9375-44de-b0ec-38f0c3cff21b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:28.379314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:28.379418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:28.701713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:28.707823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b08acc59-233a-40e7-b5db-88de51c0952a admin admin] 10.222.0.37 "PUT /v2.0/routers/d402e57a-1293-4ff7-b65a-d23bfb6a64a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1610622 Mar 02 17:54:28.773859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.802365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a38c9ae-f29e-451a-adea-c1bdee9ad0e2 req-026a445a-1e41-4d7e-a53e-3ade031ef842 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864597 Mar 02 17:54:28.810001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.880357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:28.885315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d4441c6c-83d2-4891-a6a5-c93e995b79ff admin admin] 10.222.0.37 "PUT /v2.0/routers/f76fd734-d500-40ec-85f3-b38fbf222818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3051999 Mar 02 17:54:28.889039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48348) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:28.892684 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Sync routers for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:28.919355 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:28.920673 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:28.936729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b is not hosted by any dhcp agent {{(pid=83796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 17:54:28.941367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:28.942320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:28.947906 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "PUT /v2.0/networks/7247f3c9-9375-44de-b0ec-38f0c3cff21b HTTP/1.1" status: 200 len: 723 time: 0.5809851 Mar 02 17:54:28.955018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:28.963724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:29.113495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Sync routers for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:29.134739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:29.141056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:29.180508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6234de1-a273-46bd-8b03-134460476cb7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=7247f3c9-9375-44de-b0ec-38f0c3cff21b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:29.293662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:29.311213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-d00e4747-d624-4586-8b77-cfe3d249fc87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 1094 time: 0.3492568 Mar 02 17:54:29.333885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:29.360438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:29.370239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:29.387764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:29.405942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:29.432293 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:29.608658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:29.677182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-297eccb4-55e4-46ca-8dd9-f94502a8eebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:29.687029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-297eccb4-55e4-46ca-8dd9-f94502a8eebc service neutron] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.3685920 Mar 02 17:54:29.772435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:29.942217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-537b41ee-b706-44a6-8931-4f3c56d0e6a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c HTTP/1.1" status: 200 len: 217 time: 0.1743903 Mar 02 17:54:30.171270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-e375c741-eaa9-4a9a-91e2-c344b1fd5d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:30.172811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-e375c741-eaa9-4a9a-91e2-c344b1fd5d37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2165222 Mar 02 17:54:30.179470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88f77d-738f-4890-bbe6-5e8cb8091298 req-e69c6585-6b53-4869-a51a-a6fcb1ff1060 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:30.181268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf88f77d-738f-4890-bbe6-5e8cb8091298 req-e69c6585-6b53-4869-a51a-a6fcb1ff1060 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 943 time: 0.4899468 Mar 02 17:54:30.204319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:30.245526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-309ff606-d150-402f-95bf-9574423b1525 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631797 Mar 02 17:54:30.249828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:30.455467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=ebb54b94-2b60-429d-9894-abad224f6833,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:30.508492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '20097017-4185-4d1d-b1e2-2272401dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:30.508860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: 7247f3c9-9375-44de-b0ec-38f0c3cff21b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:30.526141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.526485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.528131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.528639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.530504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.532535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.532915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.533252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.535586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.535930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.536271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:30.581392 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:30.600355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:30.605979 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Checking router: f76fd734-d500-40ec-85f3-b38fbf222818 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:30.632680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7247f3c9-9375-44de-b0ec-38f0c3cff21b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:30.642933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:30.643933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:30.645732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Routers {'f76fd734-d500-40ec-85f3-b38fbf222818'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:30.655408 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['f76fd734-d500-40ec-85f3-b38fbf222818'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:30.655701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399c726-42ad-4d9d-aa5f-f47f744379f3 None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:30.684797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-46924547-3e65-4b12-9d30-39db45776108 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7290196 Mar 02 17:54:30.690799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48404) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:30.713412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:30.807194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48410) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:30.873132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf88f77d-738f-4890-bbe6-5e8cb8091298 req-ffb8ab7a-0502-4a33-941e-09c4e141acf2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549256 Mar 02 17:54:30.951939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7965772-9d4d-4d4d-b2d1-383e653db95c details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:54:30.965991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:24Z', 'revision_number': 2, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:30.976837 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] Set router f76fd734-d500-40ec-85f3-b38fbf222818 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:31.007047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Checking router: d402e57a-1293-4ff7-b65a-d23bfb6a64a5 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:31.007398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Updating router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 port 8fdcee02-304e-41be-aa1d-1af11dee9abe binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:54:31.008643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1540077263-network', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:31.044661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:31.086729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Usage tracker for resource:network and tenant:0ca36b5e41e74ce1ba0eb51fa696829a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:31.101696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:31.111876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-77457852-15c7-4d76-be31-9f50c54edcb3 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821021 Mar 02 17:54:31.133953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:31.162113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1702612'] for subnet, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.240396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Made reservation on behalf of 0ca36b5e41e74ce1ba0eb51fa696829a for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:31.246842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.280512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.448007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.463181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f43baa1-d3c9-4f25-8a6e-2c5012e81ac3 req-5475e5b9-03f2-4e05-b84d-d394e352ca3c service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503737 Mar 02 17:54:31.565246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-7247f3c9-9375-44de-b0ec-38f0c3cff21b', 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': 'ebb54b94-2b60-429d-9894-abad224f6833'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:31.566072 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.587957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.609998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Deleting port cfaaee6d-bd1f-4e78-a407-49bb3081d99f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:31.610707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:31.617989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:31.627182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:54:31.658713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:31.659602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:31.663905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e69b9-631b-413e-802d-fadf2d4c4d5c None None] The sync data for ids ['f76fd734-d500-40ec-85f3-b38fbf222818'] in n-d-820559-6 is: [{'id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'name': 'tempest-AttachVolumeShelveTestJSON-468785732-router', 'tenant_id': 'fd6d753921734ac080dd6757a6198ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 5, 'project_id': 'fd6d753921734ac080dd6757a6198ab1', 'gw_port': {'id': 'cfaaee6d-bd1f-4e78-a407-49bb3081d99f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fd734-d500-40ec-85f3-b38fbf222818', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:44:19Z', 'updated_at': '2022-03-02T17:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:31.681431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'f7965772-9d4d-4d4d-b2d1-383e653db95c', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': 'f7965772-9d4d-4d4d-b2d1-383e653db95c', 'mac_address': 'fa:16:3e:3e:a5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:54:31.716502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca36b5e41e74ce1ba0eb51fa696829a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:31.743885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:31.764547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:31.880643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] For port cfaaee6d-bd1f-4e78-a407-49bb3081d99f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:31.881711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.102284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Calling delete_port for cfaaee6d-bd1f-4e78-a407-49bb3081d99f owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:32.111359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.114282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750123396509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183596'] for subnet, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.210615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.284944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:32.296458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38626cae-e719-4a21-8639-acc5cd0c5093,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:32.317533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:32.318434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.325104 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "PUT /v2.0/subnets/ebb54b94-2b60-429d-9894-abad224f6833 HTTP/1.1" status: 200 len: 806 time: 1.6258099 Mar 02 17:54:32.327910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Allocated IP 172.20.0.2 (7247f3c9-9375-44de-b0ec-38f0c3cff21b/ebb54b94-2b60-429d-9894-abad224f6833/7a964e12-c518-429c-a20f-75f0eb40f3e0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:32.332422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48436) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:32.340577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a86e4-1353-47ad-9d53-a1d8765dd073 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=ebb54b94-2b60-429d-9894-abad224f6833,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:32.353664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.354115 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Added segment 8f8f23d1-da6c-433d-a6b9-e2616c315dc0 of type vlan for network e546eb38-23e3-4339-853e-a819b523918d Mar 02 17:54:32.390719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.511386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.514442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:32.515340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.624480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.634772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.756878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5ddc6-59d8-4ad3-ac88-e6cf1bc41e5e req-33c09831-44b1-46fa-b8a2-cfbc9d3f6fa3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:32.757732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9341235 Mar 02 17:54:32.762025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48442) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:32.762558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db5ddc6-59d8-4ad3-ac88-e6cf1bc41e5e req-33c09831-44b1-46fa-b8a2-cfbc9d3f6fa3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 943 time: 0.5389931 Mar 02 17:54:32.778777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Request body: {'subnet': {'network_id': 'e546eb38-23e3-4339-853e-a819b523918d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1540077263-subnet', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:32.783428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7965772-9d4d-4d4d-b2d1-383e653db95c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:54:32.787056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b3ab6-0c6b-447f-adb9-92364beb8068 admin admin] Pushing event updated for resources: {'Network': ['ID=e546eb38-23e3-4339-853e-a819b523918d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:32.799901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:32.805585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Usage tracker for resource:subnet and tenant:0ca36b5e41e74ce1ba0eb51fa696829a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:32.807060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e546eb38-23e3-4339-853e-a819b523918d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:32.809596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:32.817113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:32.822870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.832426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Made reservation on behalf of 0ca36b5e41e74ce1ba0eb51fa696829a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:32.835675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:32.919973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7db5ddc6-59d8-4ad3-ac88-e6cf1bc41e5e req-4aa20d97-725f-4e9d-a0f5-57af18839dd2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492190 Mar 02 17:54:32.942595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:32.966881 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.019630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.173370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaaee6d-bd1f-4e78-a407-49bb3081d99f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:33.178072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:33.224526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.262935 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.306150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['f7965772-9d4d-4d4d-b2d1-383e653db95c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:33.374797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Transition to ACTIVE for port object 7a964e12-c518-429c-a20f-75f0eb40f3e0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:33.384484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169977ab-ddb4-43b9-92ab-83780eb99a57,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:33.411174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69524185-db34-4919-a247-b47543223da5 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:33.431164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Checking segment: {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:33.432139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Network hostable DHCP agents. Network: e546eb38-23e3-4339-853e-a819b523918d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:33.458321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 69524185-db34-4919-a247-b47543223da5 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:54:33.458689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69524185-db34-4919-a247-b47543223da5 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:54:33.487314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Transition to ACTIVE for port object 7a964e12-c518-429c-a20f-75f0eb40f3e0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:33.494649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Network e546eb38-23e3-4339-853e-a819b523918d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:33.498026 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.514658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.514950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e546eb38-23e3-4339-853e-a819b523918d) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:33.531238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:33.531821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.565590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2fa95-7660-47d4-8248-36d6ddee9a0f None None] Network e546eb38-23e3-4339-853e-a819b523918d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:33.575172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4569b17c-eaff-4d00-9abb-8bc8f7d57bd3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8051245 Mar 02 17:54:33.577538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48450) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:33.582834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:33.597322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:33.606094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Usage tracker for resource:router and tenant:0ca36b5e41e74ce1ba0eb51fa696829a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:33.622084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:33.631725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:33.652385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.653600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.672366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.697353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.885064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Transition to ACTIVE for port object 8fdcee02-304e-41be-aa1d-1af11dee9abe will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:33.983436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:33.992616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.021120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.158912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:34.178513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:34.194308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:34.212069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e546eb38-23e3-4339-853e-a819b523918d', 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'fixed_ips': [{'subnet_id': '169977ab-ddb4-43b9-92ab-83780eb99a57'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:34.213730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.234759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Pushing event updated for resources: {'Port': ['ID=7a964e12-c518-429c-a20f-75f0eb40f3e0,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:34.255830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.256573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.257321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.258229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.258982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.260751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.262855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.263438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.265693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.266256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.266802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:34.277758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48474) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:34.452509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.483578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb54b94-2b60-429d-9894-abad224f6833,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:34.489421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.549693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530915-5c79-4e8c-be63-557dcf4b98c3 None None] Pushing event updated for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:34.608641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.651009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7247f3c9-9375-44de-b0ec-38f0c3cff21b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:34.653407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.669151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20097017-4185-4d1d-b1e2-2272401dfc96') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:34.669559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20097017-4185-4d1d-b1e2-2272401dfc96') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:34.684577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.703458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.712133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:34.712133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.755880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:34.765086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Allocated IP 172.25.3.252 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ba5740e2-b769-4019-bbf0-678ebd88118d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:34.767975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Usage tracker for resource:security_group_rule and tenant:5291bed8e3ce487ea266dc7e75787e09 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:34.772678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:34.782117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:34.793223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Attempting to bind port 8fdcee02-304e-41be-aa1d-1af11dee9abe on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:34.793667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Attempting to bind port 8fdcee02-304e-41be-aa1d-1af11dee9abe by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:34.794234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Attempting to bind port 8fdcee02-304e-41be-aa1d-1af11dee9abe on network fff3805e-fd34-483b-8a23-20f2868188fe {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:34.815620 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:34.864471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:34.864846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Checking segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:34.865433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.865985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Bound using segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:34.866654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Bound port: 8fdcee02-304e-41be-aa1d-1af11dee9abe, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:34.867267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.887289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Attempting to bind port 7a964e12-c518-429c-a20f-75f0eb40f3e0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:34.888064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Attempting to bind port 7a964e12-c518-429c-a20f-75f0eb40f3e0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '20097017-4185-4d1d-b1e2-2272401dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:34.888639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Attempting to bind port 7a964e12-c518-429c-a20f-75f0eb40f3e0 on network 7247f3c9-9375-44de-b0ec-38f0c3cff21b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:34.912942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:34.913603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Checking segment: {'id': '20097017-4185-4d1d-b1e2-2272401dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:34.914217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.914901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Bound using segment: {'id': '20097017-4185-4d1d-b1e2-2272401dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:34.915611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Bound port: 7a964e12-c518-429c-a20f-75f0eb40f3e0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20097017-4185-4d1d-b1e2-2272401dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:34.916266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.971185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:34.975413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.002874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:54:35.002874 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:54:35.002874 n-d-820559-6 neutron-server[83797]: [parameters: {'id': '7247f3c9-9375-44de-b0ec-38f0c3cff21b'}] Mar 02 17:54:35.002874 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:35.003329 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:35.005543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] For port 8fdcee02-304e-41be-aa1d-1af11dee9abe, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:35.005808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.006319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76fd734-d500-40ec-85f3-b38fbf222818 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:54:35.009916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] For port 8fdcee02-304e-41be-aa1d-1af11dee9abe, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fdcee02-304e-41be-aa1d-1af11dee9abe,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:35.023415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.030144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.034070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.038287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1d7aca16-b967-48d0-a007-90b135301dcb admin admin] 10.222.0.37 "DELETE /v2.0/routers/f76fd734-d500-40ec-85f3-b38fbf222818 HTTP/1.1" status: 204 len: 168 time: 6.1450188 Mar 02 17:54:35.038924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48482) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:35.040884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.045612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48488) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:35.058550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.117499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d64997-a71c-4282-8f7a-167ba215cddb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:35.128729 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-04c6bd6f-0462-4442-b101-a6db7e79156f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5291bed8e3ce487ea266dc7e75787e09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8480070 Mar 02 17:54:35.129345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Deleting subnet 50cb4576-6b7d-47dc-8a5d-e4165614306a {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:54:35.131683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48492) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:35.141434 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.152429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.229703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:35.231903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2bd71-cb1d-4f94-bcd6-29da255f00d6 req-f36a5f76-262f-485e-9df6-87718f82acf2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:35.233977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56c2bd71-cb1d-4f94-bcd6-29da255f00d6 req-f36a5f76-262f-485e-9df6-87718f82acf2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 944 time: 0.9471350 Mar 02 17:54:35.234127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:35.239096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:35.288896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5740e2-b769-4019-bbf0-678ebd88118d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:35.291302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.325836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530915-5c79-4e8c-be63-557dcf4b98c3 None None] Pushing event updated for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:35.355343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.381092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Allocated IP 172.20.0.2 (e546eb38-23e3-4339-853e-a819b523918d/169977ab-ddb4-43b9-92ab-83780eb99a57/bfa51fde-dbf2-47bd-941a-8e28530d13c8) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:35.388814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:35.391321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:35.506402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.579738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56c2bd71-cb1d-4f94-bcd6-29da255f00d6 req-4c8aaf79-8fe5-41ba-b718-9cb0d1593d09 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260045 Mar 02 17:54:35.580953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.594002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] For port 7a964e12-c518-429c-a20f-75f0eb40f3e0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:35.614738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.659170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port 7a964e12-c518-429c-a20f-75f0eb40f3e0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:35.660062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.708673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.709760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.710323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] For port 7a964e12-c518-429c-a20f-75f0eb40f3e0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7a964e12-c518-429c-a20f-75f0eb40f3e0,segment=NetworkSegment(20097017-4185-4d1d-b1e2-2272401dfc96),segment_id=20097017-4185-4d1d-b1e2-2272401dfc96)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:35.720736 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.727536 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.773342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.774897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86d64997-a71c-4282-8f7a-167ba215cddb HTTP/1.1" status: 204 len: 168 time: 0.6366961 Mar 02 17:54:35.788479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9577ce-b516-4074-a291-50738390e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d64997-a71c-4282-8f7a-167ba215cddb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:35.864041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:35.878624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Usage tracker for resource:security_group_rule and tenant:75a87c0d48d74b90b1f9f9e927fe6461 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:35.882770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:35.926550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d1e22-5479-4bea-b3d9-80497b17b9cf None None] Pushing event updated for resources: {'Port': ['ID=7a964e12-c518-429c-a20f-75f0eb40f3e0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:35.928089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:35.947323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:35.963545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:36.057428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.124723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.208010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Router 198840a7-9e21-4db1-9aff-1f5e8aea584f is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:54:36.252070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b75d6-a5bf-4127-9346-17ed95e34256 None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:36.265607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.299057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:36.330386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91ef17-7a05-476e-8551-3f09fc4931ab,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:36.337457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9209310a-064a-4bf6-a6c7-5d0f763174d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75a87c0d48d74b90b1f9f9e927fe6461&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2860780 Mar 02 17:54:36.348222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48508) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:36.368330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.383575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.414979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Transition to ACTIVE for port object bfa51fde-dbf2-47bd-941a-8e28530d13c8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:36.427595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:36.435993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0183ef15574828aea5463489443400 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:36.439599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:36.446525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:36.453643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a491e55-1d1b-41e1-bd77-d9aa25b20c7b None None] Network 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:36.455292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.463874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cb4576-6b7d-47dc-8a5d-e4165614306a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:36.489341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port 7a964e12-c518-429c-a20f-75f0eb40f3e0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7a964e12-c518-429c-a20f-75f0eb40f3e0,segment=NetworkSegment(20097017-4185-4d1d-b1e2-2272401dfc96),segment_id=20097017-4185-4d1d-b1e2-2272401dfc96)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:36.489757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.515422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6955f305-52a2-4936-a07c-acdd923ef4b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/50cb4576-6b7d-47dc-8a5d-e4165614306a HTTP/1.1" status: 204 len: 168 time: 1.4747217 Mar 02 17:54:36.519393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:36.597624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Transition to ACTIVE for port object bfa51fde-dbf2-47bd-941a-8e28530d13c8 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:36.645460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.674565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.693342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.705730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.739468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:36.749939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d7e32-d39f-4ed9-9251-1a5f8b1d8ef8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:36.751068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Sync routers for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:36.770907 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6f730fa-528f-4de7-9edd-f385b1bd4393 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d0183ef15574828aea5463489443400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4680419 Mar 02 17:54:36.770907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Deleting port 842b9836-1bd2-4641-9436-11f96335eb84 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:36.770907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.786922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48518) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:36.805141 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:36.806270 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:36.880807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:36.884339 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-51ebfc9a-0c26-41a1-92fc-4e65bd958934 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3034921 Mar 02 17:54:36.888030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:36.954035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for 7a964e12-c518-429c-a20f-75f0eb40f3e0 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:36.979094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Network e546eb38-23e3-4339-853e-a819b523918d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:36.984457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Pushing event updated for resources: {'Port': ['ID=bfa51fde-dbf2-47bd-941a-8e28530d13c8,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:36.986931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:36.993103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:37.035600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7965772-9d4d-4d4d-b2d1-383e653db95c up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:37.093319 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:37.144264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.162273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] For port 842b9836-1bd2-4641-9436-11f96335eb84, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=842b9836-1bd2-4641-9436-11f96335eb84,segment=NetworkSegment(f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd),segment_id=f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:37.162800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.179107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75adaa70-1f84-49e0-9ddc-7f049dc9db67 None None] Network 7247f3c9-9375-44de-b0ec-38f0c3cff21b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:37.191024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.202313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Attempting to bind port bfa51fde-dbf2-47bd-941a-8e28530d13c8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:37.202705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Attempting to bind port bfa51fde-dbf2-47bd-941a-8e28530d13c8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:37.203074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Attempting to bind port bfa51fde-dbf2-47bd-941a-8e28530d13c8 on network e546eb38-23e3-4339-853e-a819b523918d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:37.222204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.296565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cfaaee6d-bd1f-4e78-a407-49bb3081d99f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:37.306142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Calling delete_port for 842b9836-1bd2-4641-9436-11f96335eb84 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:37.312175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.319784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:34Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:37.325447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:37.325825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Checking segment: {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:37.326231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.326643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Bound using segment: {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:37.327132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Bound port: bfa51fde-dbf2-47bd-941a-8e28530d13c8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:37.327504 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.333049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.342064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91ef17-7a05-476e-8551-3f09fc4931ab,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:37.343340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c3f69-1253-42c2-aedc-0a0a3132ff70 None None] The sync data for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 is: [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:34Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:37.356131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.400962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: cfaaee6d-bd1f-4e78-a407-49bb3081d99f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:54:37.401315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cfaaee6d-bd1f-4e78-a407-49bb3081d99f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:54:37.424404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.513353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295b09c-7fe5-4e8d-980f-55e050d6ebf6 req-1d8e8d77-d081-45f3-a7a4-aa0383f70048 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:37.518526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6295b09c-7fe5-4e8d-980f-55e050d6ebf6 req-1d8e8d77-d081-45f3-a7a4-aa0383f70048 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 944 time: 0.7275705 Mar 02 17:54:37.555694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] No DVR routers for this DVR port 842b9836-1bd2-4641-9436-11f96335eb84 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:37.589032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=7a964e12-c518-429c-a20f-75f0eb40f3e0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:37.594052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port 7a964e12-c518-429c-a20f-75f0eb40f3e0 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:37.600145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815fd3e-211a-4828-9d88-dce02b8447ae None None] DHCP port deletion for 19cd414c-cdd9-461d-b78c-39b8ffaa4c2c request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:54:37.639622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port f7965772-9d4d-4d4d-b2d1-383e653db95c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:37.658723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port f7965772-9d4d-4d4d-b2d1-383e653db95c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:37.659261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.694970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.700208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2912633d-8e8b-467b-9ad2-dc44d0e06b0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa91ef17-7a05-476e-8551-3f09fc4931ab HTTP/1.1" status: 204 len: 168 time: 1.3438997 Mar 02 17:54:37.810152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] For port bfa51fde-dbf2-47bd-941a-8e28530d13c8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:37.825987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] For port bfa51fde-dbf2-47bd-941a-8e28530d13c8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa51fde-dbf2-47bd-941a-8e28530d13c8,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:37.834442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.855835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6295b09c-7fe5-4e8d-980f-55e050d6ebf6 req-04ab651e-1277-45de-b7b5-40f6af9b741d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136613 Mar 02 17:54:37.865057 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.878850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.883548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=842b9836-1bd2-4641-9436-11f96335eb84,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:37.893148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:35Z', 'revision_number': 3, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:37.910309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7247f3c9-9375-44de-b0ec-38f0c3cff21b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:37.914684 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Checking router: 198840a7-9e21-4db1-9aff-1f5e8aea584f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:37.915298 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Updating router 198840a7-9e21-4db1-9aff-1f5e8aea584f port ba5740e2-b769-4019-bbf0-678ebd88118d binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:54:37.924086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d7e32-d39f-4ed9-9251-1a5f8b1d8ef8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:37.936500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20097017-4185-4d1d-b1e2-2272401dfc96') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:37.936793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20097017-4185-4d1d-b1e2-2272401dfc96') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:37.959584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:37.960701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-28aa1cf8-c373-42aa-afe9-a1c369130f54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e1d7e32-d39f-4ed9-9251-1a5f8b1d8ef8 HTTP/1.1" status: 204 len: 168 time: 1.1706264 Mar 02 17:54:37.971275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.025548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.028788 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.043238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:38.043958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:38.067974 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:38.104594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7749-1fd5-48f0-842c-6e6f899a9dde None None] Pushing event updated for resources: {'Port': ['ID=bfa51fde-dbf2-47bd-941a-8e28530d13c8,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:38.315283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.375742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.411638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/7247f3c9-9375-44de-b0ec-38f0c3cff21b HTTP/1.1" status: 204 len: 168 time: 6.0730588 Mar 02 17:54:38.434561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:38.453586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8478a-598a-4301-b65f-2b532028050c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=7247f3c9-9375-44de-b0ec-38f0c3cff21b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:38.472071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.522285 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6537f6be-7853-4ad6-b4a5-e4c99d31f7d9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:54:38.522774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6537f6be-7853-4ad6-b4a5-e4c99d31f7d9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:54:38.528949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6537f6be-7853-4ad6-b4a5-e4c99d31f7d9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/7247f3c9-9375-44de-b0ec-38f0c3cff21b HTTP/1.1" status: 404 len: 339 time: 0.0764294 Mar 02 17:54:38.530799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:38.532131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.555930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:38.560425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672233237', 'description': 'd1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:38.581742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:38.588604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:38.596741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.602985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:network and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:38.610787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:38.633228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:38.641635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cd414c-cdd9-461d-b78c-39b8ffaa4c2c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:38.673453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:38.679589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:38.679589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ab8626-1a93-4db5-8e2e-cb8084d6c5dd') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:38.681804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.709914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.730366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.743322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:38.744372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.752689 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c', 'code': 200} Mar 02 17:54:38.776232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:38.804728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.804728 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 73184118-d04f-451e-aa5a-b1876b5511b7 of type vlan for network bc1ab40c-96ae-4f99-b076-37ea79241bca Mar 02 17:54:38.832558 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.883470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:38.888309 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:38.934728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.968937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:38.991166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.048072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.051865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:39.052497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.067504 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.083655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=19cd414c-cdd9-461d-b78c-39b8ffaa4c2c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:39.103321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Transition to ACTIVE for port object ba5740e2-b769-4019-bbf0-678ebd88118d will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:39.122517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c65fe40-397d-4e71-b90c-f4b164a54e97 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19cd414c-cdd9-461d-b78c-39b8ffaa4c2c HTTP/1.1" status: 204 len: 168 time: 2.6018145 Mar 02 17:54:39.125722 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.174280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:39.183261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6512706 Mar 02 17:54:39.269075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0baec16a-43ae-45fe-8f73-396f3698b9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.355155 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Pushing event updated for resources: {'Port': ['ID=ba5740e2-b769-4019-bbf0-678ebd88118d,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:39.371488 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.372193 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.373065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.373616 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.374270 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.374861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.375411 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.376191 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.376833 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.377392 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.377967 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:54:39.381773 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Attempting to bind port ba5740e2-b769-4019-bbf0-678ebd88118d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:39.382552 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Attempting to bind port ba5740e2-b769-4019-bbf0-678ebd88118d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:39.384896 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Attempting to bind port ba5740e2-b769-4019-bbf0-678ebd88118d on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:39.395264 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:39.396031 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:39.396698 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.406249 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:39.407130 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Bound port: ba5740e2-b769-4019-bbf0-678ebd88118d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:39.407768 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.509647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d466c-667a-46ac-8da8-c56bf7922828 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:39.510384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7e4d466c-667a-46ac-8da8-c56bf7922828 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Synchronizing usage tracker for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:39.531283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] For port ba5740e2-b769-4019-bbf0-678ebd88118d, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:39.539532 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] For port ba5740e2-b769-4019-bbf0-678ebd88118d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba5740e2-b769-4019-bbf0-678ebd88118d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:39.547646 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:39.568880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fdcee02-304e-41be-aa1d-1af11dee9abe up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:39.616814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc9c7a3b-111c-4bca-b718-83432ec0ed95 req-8a0ea774-61d5-4b33-ad5c-aebb7dd1fa8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 1096 time: 0.7708101 Mar 02 17:54:39.618463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7e4d466c-667a-46ac-8da8-c56bf7922828 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Unset dirty status for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:39.625601 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7e4d466c-667a-46ac-8da8-c56bf7922828 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks?id=bc1ab40c-96ae-4f99-b076-37ea79241bca HTTP/1.1" status: 200 len: 760 time: 0.4446733 Mar 02 17:54:39.628247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:39.646025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'description': 'd2'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:39.658361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb995d59-af15-4026-b76e-6c959db877e7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=bc1ab40c-96ae-4f99-b076-37ea79241bca,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:39.689407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bc1ab40c-96ae-4f99-b076-37ea79241bca details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:39.751887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc9c7a3b-111c-4bca-b718-83432ec0ed95 req-ec6b655a-7577-4c50-8ff2-9e22458351f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142702 Mar 02 17:54:39.764021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078769ad-0739-408d-a2fb-bcf9f48a805f req-03242e5b-8721-4c31-86ee-281ef5598178 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:39.768842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-078769ad-0739-408d-a2fb-bcf9f48a805f req-03242e5b-8721-4c31-86ee-281ef5598178 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.6106384 Mar 02 17:54:39.783583 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abef1b2-aa47-4a5a-a39d-89233d2d57c5 None None] Pushing event updated for resources: {'Port': ['ID=ba5740e2-b769-4019-bbf0-678ebd88118d,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:39.799973 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:39.801793 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:39.845069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:39.881406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-078769ad-0739-408d-a2fb-bcf9f48a805f req-364a6ec0-9986-4002-ad64-0b367d8b3a45 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922756 Mar 02 17:54:39.960848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da20d4-4cf4-492d-ad6e-b24f4d45f851 None None] Network e546eb38-23e3-4339-853e-a819b523918d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:40.119004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5fcb34a5-9791-45a9-a0f8-b939d4d1f4c9 None None] Provisioning for port bfa51fde-dbf2-47bd-941a-8e28530d13c8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:40.147097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8fdcee02-304e-41be-aa1d-1af11dee9abe completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:40.175231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fdcee02-304e-41be-aa1d-1af11dee9abe triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:40.175900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.221210 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:40.305810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9fb012d0-f486-4df4-b8e2-2971f9f1e802 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd6d753921734ac080dd6757a6198ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3349450 Mar 02 17:54:40.309197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48594) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:40.352054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.389749 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.471636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.497459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.548297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network bc1ab40c-96ae-4f99-b076-37ea79241bca is not hosted by any dhcp agent {{(pid=83796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 17:54:40.563612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:40.564216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.570629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "PUT /v2.0/networks/bc1ab40c-96ae-4f99-b076-37ea79241bca HTTP/1.1" status: 200 len: 757 time: 0.9380975 Mar 02 17:54:40.572175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48600) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:40.576839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.583331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8fdcee02-304e-41be-aa1d-1af11dee9abe, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fdcee02-304e-41be-aa1d-1af11dee9abe,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:40.615455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.616293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa51fde-dbf2-47bd-941a-8e28530d13c8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:40.639375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c4508-5af3-431c-b841-6530f0288d2b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=bc1ab40c-96ae-4f99-b076-37ea79241bca,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:40.732103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bc1ab40c-96ae-4f99-b076-37ea79241bca details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:40.833874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a04bd3-ffdf-4313-b715-555b76aca7de tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:40.836001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56a04bd3-ffdf-4313-b715-555b76aca7de tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Synchronizing usage tracker for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:40.880484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56a04bd3-ffdf-4313-b715-555b76aca7de tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Unset dirty status for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:40.889563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48608) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:40.891885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-56a04bd3-ffdf-4313-b715-555b76aca7de tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks?id=bc1ab40c-96ae-4f99-b076-37ea79241bca HTTP/1.1" status: 200 len: 760 time: 0.3181989 Mar 02 17:54:40.900077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.900785 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:35Z', 'revision_number': 3, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:40.908851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768197952'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:40.909240 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15074d-d688-4bae-b290-151be1ebc02f None None] The sync data for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 is: [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:35Z', 'revision_number': 3, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:40.932518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:40.942883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe01117-bf93-4e75-a990-62d47a63ed76,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:40.965857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:40.967545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9fc00710-34fc-4a42-a162-642678bd580b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbe01117-bf93-4e75-a990-62d47a63ed76 HTTP/1.1" status: 204 len: 168 time: 0.6571310 Mar 02 17:54:40.986780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:41.001429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:41.129962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:41.134947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:41.191142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port bfa51fde-dbf2-47bd-941a-8e28530d13c8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:41.195427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:41.209513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f406660-bd45-4300-b5ad-30a8949a3210 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:54:41.233247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:41.368182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778dfc6-1217-4171-8dac-6eaa7196a0d6 req-df285b98-e49c-40a7-bbd1-3fa8eedac9e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:41.378956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a778dfc6-1217-4171-8dac-6eaa7196a0d6 req-df285b98-e49c-40a7-bbd1-3fa8eedac9e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.2229936 Mar 02 17:54:41.416711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f406660-bd45-4300-b5ad-30a8949a3210 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:54:41.465850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bfa51fde-dbf2-47bd-941a-8e28530d13c8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:41.468733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:41.492066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a778dfc6-1217-4171-8dac-6eaa7196a0d6 req-bbbcf6fc-2aa6-4e71-b588-b97838d97e78 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121464 Mar 02 17:54:41.810116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-315a7973-7ec7-4e6a-960f-cb4879ddd7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:41.871182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b708a1ae-0230-4234-b4ea-aa20e8cdc500 None None] Provisioning complete for port bfa51fde-dbf2-47bd-941a-8e28530d13c8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:41.871551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b708a1ae-0230-4234-b4ea-aa20e8cdc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:41.922288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Allocated IP 172.20.0.1 (e546eb38-23e3-4339-853e-a819b523918d/169977ab-ddb4-43b9-92ab-83780eb99a57/aeb5a347-6573-4c50-9ab2-9a709c60875c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:42.126684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.161042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Transition to ACTIVE for port object aeb5a347-6573-4c50-9ab2-9a709c60875c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:42.222561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.222929 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 697fb81c-8733-4613-b7ca-52ce256674b1 of type vlan for network aac87dcf-84b2-4a45-b95a-681e6771adfb Mar 02 17:54:42.236719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.256621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-cd266217-b449-401d-aa80-079295e52e2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5630007 Mar 02 17:54:42.291800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.347088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Network e546eb38-23e3-4339-853e-a819b523918d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:42.353575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:42.376089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:42.417722 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b708a1ae-0230-4234-b4ea-aa20e8cdc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.442989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-446305a1-c62e-45f0-b038-d4d4f5d67608 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1096 time: 0.1491816 Mar 02 17:54:42.505098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.505919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port bfa51fde-dbf2-47bd-941a-8e28530d13c8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa51fde-dbf2-47bd-941a-8e28530d13c8,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:42.596839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.609478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.627858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:42.780634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.783963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:42.784549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:42.913354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0221927 Mar 02 17:54:42.922540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:42.957284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:42.972258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 842b9836-1bd2-4641-9436-11f96335eb84 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:42.987727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39abad-6013-4532-a061-3a8980c8d299 req-4cdb217f-adc3-42f7-882e-fcf2d157b0f9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:42.998191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd39abad-6013-4532-a061-3a8980c8d299 req-4cdb217f-adc3-42f7-882e-fcf2d157b0f9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.2713132 Mar 02 17:54:43.004329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-5d959808-eb4e-4556-9850-1fb6ba43f682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:43.006612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-5d959808-eb4e-4556-9850-1fb6ba43f682 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 897 time: 0.5528734 Mar 02 17:54:43.130336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.186265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dd39abad-6013-4532-a061-3a8980c8d299 req-d33f0a49-dd01-4f20-95f4-31bc44d844bd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844163 Mar 02 17:54:43.190938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-fdad8a1d-9373-4772-a734-82b71162a177 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 1001 time: 0.1666288 Mar 02 17:54:43.192652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f2c8-f40a-497d-9050-72d5dd9525d5 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=aac87dcf-84b2-4a45-b95a-681e6771adfb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:43.217973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 842b9836-1bd2-4641-9436-11f96335eb84 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:54:43.223981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 842b9836-1bd2-4641-9436-11f96335eb84 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:54:43.263230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:43.293252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network aac87dcf-84b2-4a45-b95a-681e6771adfb details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:43.333388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:43.338072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Usage tracker for resource:subnet and tenant:c8d2109a301848aaa094ffc1287d9057 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:43.342299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:43.349902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:43.369904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:43.399614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-5ba1d0fc-4a32-4c83-8839-a5e32889e645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:43.409993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-5ba1d0fc-4a32-4c83-8839-a5e32889e645 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 200 len: 833 time: 0.2113965 Mar 02 17:54:43.495972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48680) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:43.595959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fdcee02-304e-41be-aa1d-1af11dee9abe up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:43.661800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.673978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-03f2b675-6d62-49d8-8f83-26faeb3e1576 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea78fda0-028d-47ce-a31c-6d44ace956f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588208 Mar 02 17:54:43.680245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.710339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b708a1ae-0230-4234-b4ea-aa20e8cdc500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:43.710828 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b708a1ae-0230-4234-b4ea-aa20e8cdc500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:43.727368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=bfa51fde-dbf2-47bd-941a-8e28530d13c8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:43.767866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fdcee02-304e-41be-aa1d-1af11dee9abe triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:43.768413 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.778069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff787a-5891-4256-95c7-f5a5d02ef2dc req-f098ad40-3277-481f-8414-236a8535c07f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:43.784923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eff787a-5891-4256-95c7-f5a5d02ef2dc req-f098ad40-3277-481f-8414-236a8535c07f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.2407255 Mar 02 17:54:43.832012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.862313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1383502331-network', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:43.875911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:43.889310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Usage tracker for resource:network and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:43.897457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:43.912338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:43.913467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eff787a-5891-4256-95c7-f5a5d02ef2dc req-13c63fee-1c51-4d6f-9fe6-3c8f6a15428b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275895 Mar 02 17:54:43.928545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Made reservation on behalf of 0b432ebd9f114b5c8ec26d8260d8008d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:43.931114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:43.950125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.018733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-1301095e-ad70-4b4a-a9be-ff5bea9da600 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333521 Mar 02 17:54:44.087384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.131708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.150339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.264275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:44.268506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:44.271931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:44.282385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a9a0b5-702d-4afa-9470-3b52cc0fc349 req-59c2a044-21dc-4746-a502-c69d02ccd087 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561080 Mar 02 17:54:44.317238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.337140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:44.350699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:44.381436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.397521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:44.402187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5aeef43b7e442ca29576e93edfe798 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:44.405353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:44.412246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:44.502013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-45bb3964-33e7-484e-9d42-b90ee6e8a704 None None] Provisioning for port aeb5a347-6573-4c50-9ab2-9a709c60875c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:44.518067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-45bb3964-33e7-484e-9d42-b90ee6e8a704 None None] Provisioning complete for port aeb5a347-6573-4c50-9ab2-9a709c60875c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:44.518442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-45bb3964-33e7-484e-9d42-b90ee6e8a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.579898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-45bb3964-33e7-484e-9d42-b90ee6e8a704 None None] Port aeb5a347-6573-4c50-9ab2-9a709c60875c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:54:44.622189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c835d-7010-4e96-a0c9-b7e8ba468aec req-0a2b328a-79fc-43cd-9f41-a4a11cd4661d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:44.623956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3c835d-7010-4e96-a0c9-b7e8ba468aec req-0a2b328a-79fc-43cd-9f41-a4a11cd4661d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.1042850 Mar 02 17:54:44.673848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3c835d-7010-4e96-a0c9-b7e8ba468aec req-137e5f82-9dec-44d7-b64b-1cc747c3ca21 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Mar 02 17:54:44.717284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.734871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.887955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Network e546eb38-23e3-4339-853e-a819b523918d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:44.900725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:44.907384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0216010-93fb-4c6c-b8d2-5a46cc97bc30,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:44.967824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:44.977189 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-789e7720-098b-4a16-8ac9-663647e38386 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd5aeef43b7e442ca29576e93edfe798&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4740086 Mar 02 17:54:44.981738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:45.046617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.078188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.102732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:45.118195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.164075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a41156-9930-4047-9679-4e816b2e3598,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:45.179707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.180087 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Added segment 6782e680-3c05-4038-b597-8e0fdd853826 of type vlan for network 3250e77f-5705-4305-bb7d-84c6f954a425 Mar 02 17:54:45.182166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.212831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-997aaa52-be88-4b84-a7ad-306c2b8fae44 None None] Provisioning complete for port aeb5a347-6573-4c50-9ab2-9a709c60875c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:45.213987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-997aaa52-be88-4b84-a7ad-306c2b8fae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.217634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0216010-93fb-4c6c-b8d2-5a46cc97bc30,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:45.218407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.222819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.227689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8a9b8981-e4fb-4b02-a3d5-5bb1402bcd2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0216010-93fb-4c6c-b8d2-5a46cc97bc30 HTTP/1.1" status: 204 len: 168 time: 0.2414365 Mar 02 17:54:45.306813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-997aaa52-be88-4b84-a7ad-306c2b8fae44 None None] Port aeb5a347-6573-4c50-9ab2-9a709c60875c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:54:45.367308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa51fde-dbf2-47bd-941a-8e28530d13c8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:45.505229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bfa51fde-dbf2-47bd-941a-8e28530d13c8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:45.505886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.574975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.623671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=8b364c57-da56-49b3-95a1-88c25a508975,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:45.638410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '697fb81c-8733-4613-b7ca-52ce256674b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:45.638887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: aac87dcf-84b2-4a45-b95a-681e6771adfb, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:45.655335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.656172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:45.656788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.798283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] Pushing event updated for resources: {'Network': ['ID=3250e77f-5705-4305-bb7d-84c6f954a425,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:45.815785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network aac87dcf-84b2-4a45-b95a-681e6771adfb is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:45.828362 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dcdd5b17-b9fb-41d1-ac9d-3f684807cdab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5637615 Mar 02 17:54:45.835003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48732) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:45.841588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Request body: {'subnet': {'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1383502331-subnet', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:45.844064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 3250e77f-5705-4305-bb7d-84c6f954a425 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:45.847980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, aac87dcf-84b2-4a45-b95a-681e6771adfb) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:45.850702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:45.858796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:45.859457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:45.867201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Usage tracker for resource:subnet and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:45.877352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:45.889875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:45.897660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb030c-a697-499f-9fb5-5fd8898e2da4 None None] Network aac87dcf-84b2-4a45-b95a-681e6771adfb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:45.912886 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-04f5c242-e917-4487-924c-da1ef02ae384 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9890196 Mar 02 17:54:45.913363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48736) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:45.928319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Made reservation on behalf of 0b432ebd9f114b5c8ec26d8260d8008d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:45.930872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:46.107990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Router 198840a7-9e21-4db1-9aff-1f5e8aea584f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:54:46.357115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:46.436287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-aac87dcf-84b2-4a45-b95a-681e6771adfb', 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': '8b364c57-da56-49b3-95a1-88c25a508975'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:46.439911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:46.795596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Allocated IP 172.20.0.2 (aac87dcf-84b2-4a45-b95a-681e6771adfb/8b364c57-da56-49b3-95a1-88c25a508975/496133a3-2fa0-45b9-b0f9-df62a084780c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:46.843245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:46.982823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a6bf34-1871-467f-9294-63de359f0349,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:46.991277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.087272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-30e23571-b088-4deb-b118-dcd321d84ec2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:47.089955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-30e23571-b088-4deb-b118-dcd321d84ec2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.7203143 Mar 02 17:54:47.119419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Checking segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:47.120549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Network hostable DHCP agents. Network: 3250e77f-5705-4305-bb7d-84c6f954a425, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:47.160548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:47.204749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9ac4531-cb98-4ba2-aafa-959d2c770c99 admin admin] 10.222.0.37 "PUT /v2.0/routers/198840a7-9e21-4db1-9aff-1f5e8aea584f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3116641 Mar 02 17:54:47.272525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:47.313804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 3250e77f-5705-4305-bb7d-84c6f954a425) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:47.316478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.320361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:47.321092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.335562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bf151-0363-4e9b-94c7-f4a401f4eece None None] Network 3250e77f-5705-4305-bb7d-84c6f954a425 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:47.372034 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-970421e1-53c0-41b2-950a-da2fb9e64ec7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5382411 Mar 02 17:54:47.376166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:47.384321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:47.396879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port f7965772-9d4d-4d4d-b2d1-383e653db95c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:47.397489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.397642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Transition to ACTIVE for port object 496133a3-2fa0-45b9-b0f9-df62a084780c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:47.435890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:47.446016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Usage tracker for resource:router and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:47.455618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:47.473636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:47.495450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb51a2-8936-4c2d-8737-c994b33792e4 req-93f766d7-ca0f-48a5-97f9-8a4828979edc tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:47.497220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bdb51a2-8936-4c2d-8737-c994b33792e4 req-93f766d7-ca0f-48a5-97f9-8a4828979edc tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 1.6743631 Mar 02 17:54:47.499431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.500643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.552403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.630727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba5740e2-b769-4019-bbf0-678ebd88118d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:47.739597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Transition to ACTIVE for port object 496133a3-2fa0-45b9-b0f9-df62a084780c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:47.762885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:47.866746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Pushing event updated for resources: {'Port': ['ID=496133a3-2fa0-45b9-b0f9-df62a084780c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:47.907175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bdb51a2-8936-4c2d-8737-c994b33792e4 req-72d0e829-6cf8-437a-aeef-c1172a69ca80 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959832 Mar 02 17:54:47.971073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Network aac87dcf-84b2-4a45-b95a-681e6771adfb is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:47.973443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:47.978200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:48.047918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ba5740e2-b769-4019-bbf0-678ebd88118d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:48.065471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ba5740e2-b769-4019-bbf0-678ebd88118d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:48.065844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.072014 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.192081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=8b364c57-da56-49b3-95a1-88c25a508975,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:48.220783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.459609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Attempting to bind port 496133a3-2fa0-45b9-b0f9-df62a084780c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:48.459978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Attempting to bind port 496133a3-2fa0-45b9-b0f9-df62a084780c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '697fb81c-8733-4613-b7ca-52ce256674b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:48.460543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Attempting to bind port 496133a3-2fa0-45b9-b0f9-df62a084780c on network aac87dcf-84b2-4a45-b95a-681e6771adfb {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:48.477060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:48.565353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:48.565741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Checking segment: {'id': '697fb81c-8733-4613-b7ca-52ce256674b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:48.566179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.566524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Bound using segment: {'id': '697fb81c-8733-4613-b7ca-52ce256674b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:48.567035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Bound port: 496133a3-2fa0-45b9-b0f9-df62a084780c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fb81c-8733-4613-b7ca-52ce256674b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:48.567413 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.579636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-3250e77f-5705-4305-bb7d-84c6f954a425', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:48.580672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.690605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port f7965772-9d4d-4d4d-b2d1-383e653db95c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f7965772-9d4d-4d4d-b2d1-383e653db95c,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:48.690878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.719073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.818512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48786) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:48.821649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.877963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750819522', 'description': 'tempest-secgroup-smoke-1750819522 description', 'project_id': '2d172537ea284df1b0800fe420adf6f3'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:48.882214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] For port 496133a3-2fa0-45b9-b0f9-df62a084780c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:48.887492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] For port 496133a3-2fa0-45b9-b0f9-df62a084780c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=496133a3-2fa0-45b9-b0f9-df62a084780c,segment=NetworkSegment(697fb81c-8733-4613-b7ca-52ce256674b1),segment_id=697fb81c-8733-4613-b7ca-52ce256674b1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:48.888077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.890790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:48.895364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.926859 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:48.956499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:48.959702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for f7965772-9d4d-4d4d-b2d1-383e653db95c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:48.964317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:48.991187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:49.036756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.067406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac87dcf-84b2-4a45-b95a-681e6771adfb']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:49.069950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:49.082624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba8fc5213be4953ba119544a0fb4959 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:49.087550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:49.097945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f7965772-9d4d-4d4d-b2d1-383e653db95c no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:54:49.106930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697fb81c-8733-4613-b7ca-52ce256674b1') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:49.107514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697fb81c-8733-4613-b7ca-52ce256674b1') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:49.128912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:49.138168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.140123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.145979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Allocated IP 172.20.0.2 (3250e77f-5705-4305-bb7d-84c6f954a425/19a6bf34-1871-467f-9294-63de359f0349/2513cccf-c9a1-4a32-a933-a5c9539fe731) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:49.180596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:49.193737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:49.194998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.203944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:49.216543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:49.227646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Allocated IP 172.25.3.217 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:49.255792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.262650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:49.263599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.278976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ba5740e2-b769-4019-bbf0-678ebd88118d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba5740e2-b769-4019-bbf0-678ebd88118d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:49.280828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6f26-df4b-482f-9823-6285fb869a4f None None] Pushing event updated for resources: {'Port': ['ID=496133a3-2fa0-45b9-b0f9-df62a084780c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:49.306834 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:49.373470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.382260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.433679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ba8fc5213be4953ba119544a0fb4959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9526749 Mar 02 17:54:49.439482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94964f6a-3674-4b27-8c19-ca3bbfee14fc None None] Network aac87dcf-84b2-4a45-b95a-681e6771adfb requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:49.440308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48798) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:49.444222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.469511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.508932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:54:49.508932 n-d-820559-6 neutron-server[83797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:54:49.508932 n-d-820559-6 neutron-server[83797]: [parameters: {'id': 'aac87dcf-84b2-4a45-b95a-681e6771adfb'}] Mar 02 17:54:49.508932 n-d-820559-6 neutron-server[83797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:54:49.509494 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:54:49.551883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20072ccf-19c7-449d-99be-7a986db77911 req-58282a5f-3beb-4767-ad65-d0e9cd467238 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:49.553375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20072ccf-19c7-449d-99be-7a986db77911 req-58282a5f-3beb-4767-ad65-d0e9cd467238 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed3b12c-5823-4c8b-8c19-5973b42e0d95 HTTP/1.1" status: 200 len: 945 time: 0.1548932 Mar 02 17:54:49.554929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.562686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2cff-944b-4341-8603-711cab58e136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aaa471-1d18-497c-8f1a-1f9ce4abde9c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:49.606272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.607711 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7567110 Mar 02 17:54:49.651955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4895e06-1bf8-48f9-81db-e09c729be5a4 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:49.661250 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.671825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:49.698976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:49.703828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:54:49.715288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=f7965772-9d4d-4d4d-b2d1-383e653db95c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:49.771913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:49.789406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:49.813613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.814839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Port f7965772-9d4d-4d4d-b2d1-383e653db95c update to DOWN by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 17:54:49.867437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:49.867668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.888101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20072ccf-19c7-449d-99be-7a986db77911 req-79e1da19-be89-4151-a7a8-489a3ccfa44d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223183 Mar 02 17:54:49.905719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:49.918354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port f7965772-9d4d-4d4d-b2d1-383e653db95c on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:49.924301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:49.949516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'name': 'network-vif-deleted', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:54:49.963766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cb16c2d-d598-499b-aa51-3beed572aaae req-373709c2-d0ba-4f43-af1a-772e2ff760ae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "DELETE /v2.0/ports/f7965772-9d4d-4d4d-b2d1-383e653db95c HTTP/1.1" status: 204 len: 173 time: 2.8658621 Mar 02 17:54:49.993063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.006692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ba5740e2-b769-4019-bbf0-678ebd88118d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:50.029643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.042378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.065911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.090443 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed3b12c-5823-4c8b-8c19-5973b42e0d95', 'name': 'network-vif-deleted', 'tag': 'f7965772-9d4d-4d4d-b2d1-383e653db95c', 'status': 'completed', 'code': 200} Mar 02 17:54:50.091297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aaa471-1d18-497c-8f1a-1f9ce4abde9c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:50.095220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.099258 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-df314b44-eab4-417b-8aaa-808d3efab729 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6aaa471-1d18-497c-8f1a-1f9ce4abde9c HTTP/1.1" status: 204 len: 168 time: 0.6558111 Mar 02 17:54:50.116433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port 496133a3-2fa0-45b9-b0f9-df62a084780c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:54:50.116433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.161857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.293262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.305234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.307057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.342932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Transition to ACTIVE for port object 2513cccf-c9a1-4a32-a933-a5c9539fe731 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:50.344266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:50.349894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Pushing event updated for resources: {'Port': ['ID=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:50.353665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:50.357218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:50.366609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58402bd4-d7db-4f94-89c9-bbc6546baa32,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:50.446215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Transition to ACTIVE for port object 2513cccf-c9a1-4a32-a933-a5c9539fe731 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:50.498852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.510800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.516795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-49644e74-6cbe-4649-a109-1e51bf7d77c5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8435628 Mar 02 17:54:50.520378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48826) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:50.536604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:50.583224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:50.599304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:50.605767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:50.617963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:50.621973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.622755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.623171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port 496133a3-2fa0-45b9-b0f9-df62a084780c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=496133a3-2fa0-45b9-b0f9-df62a084780c,segment=NetworkSegment(697fb81c-8733-4613-b7ca-52ce256674b1),segment_id=697fb81c-8733-4613-b7ca-52ce256674b1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:50.623537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.689101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Pushing event updated for resources: {'Port': ['ID=2513cccf-c9a1-4a32-a933-a5c9539fe731,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:50.753355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:50.757421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:50.762115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:50.871020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Attempting to bind port 2513cccf-c9a1-4a32-a933-a5c9539fe731 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:50.871400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Attempting to bind port 2513cccf-c9a1-4a32-a933-a5c9539fe731 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:50.871753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Attempting to bind port 2513cccf-c9a1-4a32-a933-a5c9539fe731 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:50.879023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:50.879406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Checking segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:50.879797 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:50.880191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Bound using segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:50.880656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Bound port: 2513cccf-c9a1-4a32-a933-a5c9539fe731, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:50.881565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.031045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for 496133a3-2fa0-45b9-b0f9-df62a084780c owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:54:51.057357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] For port 2513cccf-c9a1-4a32-a933-a5c9539fe731, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:51.058029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.070775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] For port 2513cccf-c9a1-4a32-a933-a5c9539fe731, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2513cccf-c9a1-4a32-a933-a5c9539fe731,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:51.081598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.128647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:54:51.163864 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.165884 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.210112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.233066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fe7c9-3122-4c85-adf6-e2da5497da0b None None] Pushing event updated for resources: {'Port': ['ID=2513cccf-c9a1-4a32-a933-a5c9539fe731,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:51.235441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=496133a3-2fa0-45b9-b0f9-df62a084780c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:51.256064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e637374-f1cd-4078-8b97-3bf9766663b2,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:51.264577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port 496133a3-2fa0-45b9-b0f9-df62a084780c on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:54:51.333754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.334999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eb88c843-a1e3-4b2e-b542-1c6f74e32b93 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8136892 Mar 02 17:54:51.340674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48850) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:51.422717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:51.435952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:51.455699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:51.461855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:51.470839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.478833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:51.540533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac87dcf-84b2-4a45-b95a-681e6771adfb']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:51.566944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:54:51.583458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:51.603772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48856) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:51.613458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697fb81c-8733-4613-b7ca-52ce256674b1') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:51.613920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:51.614048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697fb81c-8733-4613-b7ca-52ce256674b1') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:51.614713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:51.635092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.643266 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1828920f-1978-4a03-a62f-a132238d105e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2651088 Mar 02 17:54:51.643843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48864) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:51.645319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.701222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:51.937500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba5740e2-b769-4019-bbf0-678ebd88118d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:52.003959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:52.033620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.066457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.080946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:54:52.081672 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:54:52.096721 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:54:52.235903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ba5740e2-b769-4019-bbf0-678ebd88118d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:52.237754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.301363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.308579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122617-401a-43e9-bb84-389d741a004c req-fe971951-0a3d-477b-9e99-5bc6e560c34c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:52.310083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-fe971951-0a3d-477b-9e99-5bc6e560c34c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.4219322 Mar 02 17:54:52.344301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.359120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:52.366599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.419293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Usage tracker for resource:security_group_rule and tenant:01d6aac6aa184315bded8b8b2f6f3584 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:52.422560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.425945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=aac87dcf-84b2-4a45-b95a-681e6771adfb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:52.434491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-7810616c-756a-4ed0-8436-8f0ee3d6b322 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0719745 Mar 02 17:54:52.437625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:52.461545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2513cccf-c9a1-4a32-a933-a5c9539fe731 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:52.508700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:50Z', 'revision_number': 3, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:52.513550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a606e78-3599-46ca-be8f-0124aafb0633,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:52.522196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:52.523521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:52.524065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Updating router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:54:52.554903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e8a93e8-a3f7-4f01-a1ef-0d55ae0a09db tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/aac87dcf-84b2-4a45-b95a-681e6771adfb HTTP/1.1" status: 204 len: 168 time: 6.6394606 Mar 02 17:54:52.558814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48882) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:52.602437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.614543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8a579811-c576-4f78-be0f-9fa5cb9a804d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2676346 Mar 02 17:54:52.618982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48888) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:52.650386 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7b60da-c4c6-4beb-9559-ca456a1ef647 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] GET failed (client error): The resource could not be found. Mar 02 17:54:52.651503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be7b60da-c4c6-4beb-9559-ca456a1ef647 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Synchronizing usage tracker for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:52.653751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:52.657062 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.680393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:52.683333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-be7b60da-c4c6-4beb-9559-ca456a1ef647 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Unset dirty status for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:52.688756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be7b60da-c4c6-4beb-9559-ca456a1ef647 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets/8b364c57-da56-49b3-95a1-88c25a508975 HTTP/1.1" status: 404 len: 337 time: 0.1287024 Mar 02 17:54:52.689334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:52.694176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:52.697842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392558e-55dc-4568-aecf-e80da8f16376 None None] Network 3250e77f-5705-4305-bb7d-84c6f954a425 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:52.705424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:52.724855 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee1d74-9041-4268-96d5-abd77ea86ab4 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:54:52.725327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ee1d74-9041-4268-96d5-abd77ea86ab4 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:54:52.726680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:52.733038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-53ee1d74-9041-4268-96d5-abd77ea86ab4 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/aac87dcf-84b2-4a45-b95a-681e6771adfb HTTP/1.1" status: 404 len: 339 time: 0.0422354 Mar 02 17:54:52.733725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:52.808615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:52.897318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Provisioning for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:52.911733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.914747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Provisioning complete for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:52.915146 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.923039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c122617-401a-43e9-bb84-389d741a004c req-099db51e-3f9f-40ff-a78e-b764eded4ac1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:52.931252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d776a-68f9-4eb4-a945-8afee8ace8bf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:52.933152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f9d776a-68f9-4eb4-a945-8afee8ace8bf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Synchronizing usage tracker for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:52.940092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.961120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:52.963109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f9d776a-68f9-4eb4-a945-8afee8ace8bf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Unset dirty status for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:52.965438 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f9d776a-68f9-4eb4-a945-8afee8ace8bf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2306948 Mar 02 17:54:52.968859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.018482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2c122617-401a-43e9-bb84-389d741a004c req-099db51e-3f9f-40ff-a78e-b764eded4ac1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:53.019957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-099db51e-3f9f-40ff-a78e-b764eded4ac1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5845687 Mar 02 17:54:53.137481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c762b5d-877b-43dc-b2ec-8cb8ceccb027,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:53.157776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d529ddfd-7bb5-448d-ac9d-208eb3ded9cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01d6aac6aa184315bded8b8b2f6f3584&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5489202 Mar 02 17:54:53.159694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48912) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.223319 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9d0f3a65-9f47-493a-82f2-cc7723644ce4 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 207 time: 0.2532330 Mar 02 17:54:53.223928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48916) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.333748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.364754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.376396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] For port 2513cccf-c9a1-4a32-a933-a5c9539fe731, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2513cccf-c9a1-4a32-a933-a5c9539fe731,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:54:53.386548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.394205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.465840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456621e5-c48e-4b08-8f54-7fe6f0597620,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:53.496418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-d34e45fa-c8e1-46fb-8b90-e30f5d9849a1 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638965 Mar 02 17:54:53.497797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b9ed-7113-4986-a98e-4144b2672090 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:53.516163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ea64b-2848-4e8d-b7dd-efcbef3a382c None None] Pushing event updated for resources: {'Port': ['ID=2513cccf-c9a1-4a32-a933-a5c9539fe731,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:53.522833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.527691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4ee7c946-bff0-4818-a164-e87096b61926 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9015095 Mar 02 17:54:53.528493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48924) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.537216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b9ed-7113-4986-a98e-4144b2672090 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:53.557405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b9ed-7113-4986-a98e-4144b2672090 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:53.567466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b9ed-7113-4986-a98e-4144b2672090 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:53.573858 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d521b9ed-7113-4986-a98e-4144b2672090 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3486738 Mar 02 17:54:53.574833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.625944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:53.652712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.655958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:53.671460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.675354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:53.693883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Transition to ACTIVE for port object e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:53.694020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:53.702499 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.723288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:53.745319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.808703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba8519-f4ab-479e-b00e-3f2bc217608a None None] Pushing event updated for resources: {'Port': ['ID=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:53.821229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2513cccf-c9a1-4a32-a933-a5c9539fe731 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:54:53.825286 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Project 2d172537ea284df1b0800fe420adf6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:54:53.848384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-b72b8dea-5067-462e-ba7c-15af57f4ba76 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509264 Mar 02 17:54:53.853649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.891091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Attempting to bind port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:53.891477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Attempting to bind port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:53.894942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Attempting to bind port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:53.903155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880618d-38fd-49a6-b638-4dae88eda186 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:54:53.927286 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4a97e3d-7fa5-4592-8458-eeb70e511540 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3408544 Mar 02 17:54:53.928056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:53.984008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:53.984517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:53.984786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:53.985351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:53.985911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Bound port: e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:53.986283 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.045917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a57fe-89a2-4c1c-935a-49a763c6bf6a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:54.047426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a57fe-89a2-4c1c-935a-49a763c6bf6a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:54.052506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-827a57fe-89a2-4c1c-935a-49a763c6bf6a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1199944 Mar 02 17:54:54.052903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:54.154668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] For port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:54.155321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.163665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] For port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:54.184905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.192287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe5b25-bdc1-4f8f-b6c7-706cf999a18c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:54.193585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe5b25-bdc1-4f8f-b6c7-706cf999a18c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:54.198852 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-13fe5b25-bdc1-4f8f-b6c7-706cf999a18c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1411395 Mar 02 17:54:54.207926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.208621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48950) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:54.212846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c762b5d-877b-43dc-b2ec-8cb8ceccb027,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:54.246825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.329985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba8519-f4ab-479e-b00e-3f2bc217608a None None] Pushing event updated for resources: {'Port': ['ID=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:54.389861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.395295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b66958a0-713e-4e56-bcbb-1af087eb3e05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c762b5d-877b-43dc-b2ec-8cb8ceccb027 HTTP/1.1" status: 204 len: 168 time: 1.2266359 Mar 02 17:54:54.403159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ff396ae7-c423-4471-a80e-55a09739ec3c None None] Provisioning complete for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:54.404108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ff396ae7-c423-4471-a80e-55a09739ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.424823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d2d122-5cc9-4347-acbd-a8cf83ee6129,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:54.429486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3ae75b5-e200-4863-a6c2-5e9620172cb9 req-fbed1073-57df-467b-bf6f-77f74df8c1c2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 210 time: 0.1869378 Mar 02 17:54:54.485969 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.492116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:54.499051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'security_group_rule': {'security_group_id': '5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4', 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:54.504394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a24c8f85-ed18-42fa-8ad6-dac5e55b7b3b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9631116 Mar 02 17:54:54.511797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:54.521211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:security_group_rule and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:54.529273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:54.547592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:54.567709 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Project 2d172537ea284df1b0800fe420adf6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:54:54.570707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:54.571237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:54.583242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.673839 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Sync routers for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:54:54.674788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee38615-bb8f-4141-81b1-a9d7972b8bd3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:54.677090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee38615-bb8f-4141-81b1-a9d7972b8bd3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Synchronizing usage tracker for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:54:54.714192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.715730 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:54.717871 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:54.719015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.739716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee38615-bb8f-4141-81b1-a9d7972b8bd3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Unset dirty status for tenant:c8d2109a301848aaa094ffc1287d9057 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:54:54.745564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bee38615-bb8f-4141-81b1-a9d7972b8bd3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks/23d95d94-778c-4fa0-8eea-85c280da9862 HTTP/1.1" status: 200 len: 799 time: 0.5358720 Mar 02 17:54:54.746627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48966) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:54.752246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b9f95f-93bd-4b1a-839e-487753bf0ede,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:54.773856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.791132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4eb7a8f-9ddb-4f49-afff-be2a0ce408e8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2973650 Mar 02 17:54:54.794400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:54.794800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:54.820546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:54.883237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880618d-38fd-49a6-b638-4dae88eda186 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:54:55.155973 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:55.544487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48992) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:55.546853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4d86ebfa-4892-4a5b-976c-9394e158e4ab tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/networks/23d95d94-778c-4fa0-8eea-85c280da9862?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7710960 Mar 02 17:54:55.603558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-ba132bfc-bbc3-47bf-bc28-8b11ed37d117 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750819522&fields=id&tenant_id=2d172537ea284df1b0800fe420adf6f3 HTTP/1.1" status: 200 len: 267 time: 0.3008649 Mar 02 17:54:55.631695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:50Z', 'revision_number': 3, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:55.643948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8d3e4-1191-4768-b4a5-3455f0b1bca7 None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:50Z', 'revision_number': 3, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:55.783988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566332f-e4ac-408e-97ec-b436e738ff78 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:55.786757 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e566332f-e4ac-408e-97ec-b436e738ff78 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets/f730a6ff-021d-45fc-820c-07e90a70c663 HTTP/1.1" status: 200 len: 811 time: 0.2395244 Mar 02 17:54:55.791010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48998) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:55.923403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-5fa187bc-5351-47d5-bce9-4d79df9a1b59 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:55.933473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-5fa187bc-5351-47d5-bce9-4d79df9a1b59 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 808 time: 0.3283970 Mar 02 17:54:55.950801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a67b7143-7fdf-402c-815e-c936dd3f3a9d req-73b0999e-9757-4f5d-bdc7-6efa95a52fe0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 210 time: 0.0777934 Mar 02 17:54:55.961216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-aa525d33-d51d-4ceb-8448-61464c2e37cb tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/quotas/2d172537ea284df1b0800fe420adf6f3 HTTP/1.1" status: 200 len: 375 time: 0.0267642 Mar 02 17:54:56.004667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4776e0a-aef3-4584-a024-ef3c2324ba25 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:56.010427 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4776e0a-aef3-4584-a024-ef3c2324ba25 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "GET /v2.0/subnets/f730a6ff-021d-45fc-820c-07e90a70c663?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2177770 Mar 02 17:54:56.015793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49008) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:56.032763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-211990296'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:56.045525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:56.075573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:56.096701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:56.099558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.103292 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:42Z', 'revision_number': 4, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'aeb5a347-6573-4c50-9ab2-9a709c60875c', 'name': '', 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'mac_address': 'fa:16:3e:55:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:41Z', 'updated_at': '2022-03-02T17:54:43Z', 'revision_number': 2, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'subnets': [{'id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:56.117329 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Checking router: 198840a7-9e21-4db1-9aff-1f5e8aea584f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:54:56.118296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Updating router 198840a7-9e21-4db1-9aff-1f5e8aea584f port aeb5a347-6573-4c50-9ab2-9a709c60875c binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:54:56.159148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:54:56.182715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.183136 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Added segment 6def8e86-bc3c-4bb7-9c74-18e3b880e017 of type vlan for network ee3b2b7c-8ea5-41ea-b292-89760fb06506 Mar 02 17:54:56.206611 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.241381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.248591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.279240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.287826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:56.288944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.443887 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4267929 Mar 02 17:54:56.446962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:56.456553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:56.457289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-7ebe7d90-78ed-456a-83a7-51516673a485 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4881740 Mar 02 17:54:56.565274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3200-d402-4ea7-a31b-97dc5ea8414f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Network': ['ID=ee3b2b7c-8ea5-41ea-b292-89760fb06506,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:56.578024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:54:56.581516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49024) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:56.611121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:56.632812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:56.662731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Made reservation on behalf of c8d2109a301848aaa094ffc1287d9057 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:56.813583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122617-401a-43e9-bb84-389d741a004c req-19b96586-138e-4d5d-ac4d-f7ed6beb3108 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:56.815138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-19b96586-138e-4d5d-ac4d-f7ed6beb3108 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.7780733 Mar 02 17:54:56.846497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:56.860686 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.874845 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Transition to ACTIVE for port object aeb5a347-6573-4c50-9ab2-9a709c60875c will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:56.883744 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:56.888487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.064298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.106922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing IP validity checks on allocation pools {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 17:54:57.107585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 17:54:57.109361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-02d9dc8a-619f-4775-8aeb-9885c58e0d48 service neutron] 10.222.0.37 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377237 Mar 02 17:54:57.116715 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c87d41-d241-4575-96e1-38b9333c8df4 None None] Pushing event updated for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:57.202907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:57.233471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Usage tracker for resource:security_group_rule and tenant:256b0ad59a8a4ef1837717f84ede9b08 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:54:57.241127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:54:57.252684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:57.324207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Attempting to bind port aeb5a347-6573-4c50-9ab2-9a709c60875c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:54:57.324572 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Attempting to bind port aeb5a347-6573-4c50-9ab2-9a709c60875c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:54:57.324933 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Attempting to bind port aeb5a347-6573-4c50-9ab2-9a709c60875c on network e546eb38-23e3-4339-853e-a819b523918d {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:54:57.336286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61872bf1-6730-4561-a110-4015190d0303 req-b368f107-d7c5-4b9c-aac7-ba4d44957612 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 210 time: 0.1004665 Mar 02 17:54:57.337796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Allocated IP 172.20.0.1 (3250e77f-5705-4305-bb7d-84c6f954a425/19a6bf34-1871-467f-9294-63de359f0349/f9d1259a-12aa-499e-9e2f-451854b0d748) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:57.343459 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:54:57.345594 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Checking segment: {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:57.346850 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.347774 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Bound using segment: {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:54:57.349132 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Bound port: aeb5a347-6573-4c50-9ab2-9a709c60875c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f23d1-da6c-433d-a6b9-e2616c315dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:54:57.350238 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.380326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:54:57.485703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.498815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.508088 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] For port aeb5a347-6573-4c50-9ab2-9a709c60875c, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:54:57.511813 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] For port aeb5a347-6573-4c50-9ab2-9a709c60875c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aeb5a347-6573-4c50-9ab2-9a709c60875c,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:54:57.520531 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.545556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=256b0ad59a8a4ef1837717f84ede9b08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9626608 Mar 02 17:54:57.547962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:57.548924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.612369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:54:57.615732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-ffc29815-0442-41b5-b8b5-d9449d1a5ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053346 Mar 02 17:54:57.625127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c87d41-d241-4575-96e1-38b9333c8df4 None None] Pushing event updated for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:57.657059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:54:57.657928 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:57.660503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:54:57.663838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.696110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:57.724863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=effe5059-936f-4877-9507-a860caf178f5,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:57.777040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f32d87-287e-4239-bfed-d64531cb8af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac014c-6547-4791-97bc-533dbf9f0d0a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:57.824389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Transition to ACTIVE for port object f9d1259a-12aa-499e-9e2f-451854b0d748 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:54:58.015483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Checking segment: {'id': '6def8e86-bc3c-4bb7-9c74-18e3b880e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:54:58.015844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network hostable DHCP agents. Network: ee3b2b7c-8ea5-41ea-b292-89760fb06506, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:54:58.044979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.111380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:54:58.119107 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:54:58.139049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.141111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.226430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.234809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67cd362a-5910-4877-80ed-5cfacc1e99e6 req-ae21f0c0-76ed-400b-854b-a1a2f1aca56d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.2305260 Mar 02 17:54:58.265809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac014c-6547-4791-97bc-533dbf9f0d0a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:58.275589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ee3b2b7c-8ea5-41ea-b292-89760fb06506) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:58.286920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.3 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/3904c4f3-3896-4a29-944d-e9bccfdb730d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:58.287251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33897d36-66da-4241-99e1-12e3db93096c None None] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:54:58.317220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:58.317718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.380738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aec4e2f5-5f0b-4ee3-acc5-b3ef91c82daa tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9323781 Mar 02 17:54:58.382366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:58.383516 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1fc2b38a-a575-4852-8e0f-6bab34976481 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dac014c-6547-4791-97bc-533dbf9f0d0a HTTP/1.1" status: 204 len: 168 time: 0.8306692 Mar 02 17:54:58.384261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49060) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:58.399439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:54:58.412874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:54:58.420612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:54:58.424493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:58.430512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:54:58.534806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.039649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97ae83f0-b74e-4d0b-8799-5e2ed9725e63 req-857d1575-390e-405a-9645-e10dd9e31082 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 210 time: 0.2178025 Mar 02 17:54:59.092612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1702612'] for subnet, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.144119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3c688e3a-7bc0-4141-b9f2-ea40a60f474b None None] Provisioning for port f9d1259a-12aa-499e-9e2f-451854b0d748 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:54:59.305114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:42Z', 'revision_number': 4, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'aeb5a347-6573-4c50-9ab2-9a709c60875c', 'name': '', 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'mac_address': 'fa:16:3e:55:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:41Z', 'updated_at': '2022-03-02T17:54:57Z', 'revision_number': 4, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'subnets': [{'id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:54:59.311990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8241b-9742-4db6-8174-5298dc73f328 None None] The sync data for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 is: [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T17:54:42Z', 'revision_number': 4, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'aeb5a347-6573-4c50-9ab2-9a709c60875c', 'name': '', 'network_id': 'e546eb38-23e3-4339-853e-a819b523918d', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'mac_address': 'fa:16:3e:55:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:41Z', 'updated_at': '2022-03-02T17:54:57Z', 'revision_number': 4, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'subnets': [{'id': '169977ab-ddb4-43b9-92ab-83780eb99a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:54:59.320893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3c688e3a-7bc0-4141-b9f2-ea40a60f474b None None] Provisioning complete for port f9d1259a-12aa-499e-9e2f-451854b0d748 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:54:59.321460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3c688e3a-7bc0-4141-b9f2-ea40a60f474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.462377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.540103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49082) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:59.554296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3c688e3a-7bc0-4141-b9f2-ea40a60f474b None None] Port f9d1259a-12aa-499e-9e2f-451854b0d748 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:54:59.564168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ee3b2b7c-8ea5-41ea-b292-89760fb06506', 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506', 'tenant_id': 'c8d2109a301848aaa094ffc1287d9057', 'fixed_ips': [{'subnet_id': 'effe5059-936f-4877-9507-a860caf178f5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:54:59.566445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.711532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750123396509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183596'] for subnet, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.841045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2096f70d-fc7a-4089-96a9-579019520cd6 req-1b27c0f0-6e2f-4308-9322-4eed11963184 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.2287159 Mar 02 17:54:59.856370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.865218 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.911182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event updated for resources: {'Subnet': ['ID=effe5059-936f-4877-9507-a860caf178f5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:54:59.917561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:54:59.918346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:54:59.925619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-07ee96e1-53bf-43c0-a767-7a4f7f589daf tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "PUT /v2.0/subnets/effe5059-936f-4877-9507-a860caf178f5 HTTP/1.1" status: 200 len: 877 time: 1.5339081 Mar 02 17:54:59.935677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Allocated IP 172.20.0.3 (ee3b2b7c-8ea5-41ea-b292-89760fb06506/effe5059-936f-4877-9507-a860caf178f5/b00d3187-7811-47cb-802c-4cde5cf53c6d) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:54:59.939146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:54:59.985477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:00.192179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.289430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.371445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.388731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Transition to ACTIVE for port object b00d3187-7811-47cb-802c-4cde5cf53c6d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:00.427384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Transition to ACTIVE for port object b00d3187-7811-47cb-802c-4cde5cf53c6d will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:00.443726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.466411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.537935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:00.559814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:00.560186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.585639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.590178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.602631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=effe5059-936f-4877-9507-a860caf178f5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:00.621721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:00.623964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:00.684598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:00.703042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Pushing event updated for resources: {'Port': ['ID=b00d3187-7811-47cb-802c-4cde5cf53c6d,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:00.705769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49110) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:00.710775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:00.711490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:00.717568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.767573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.767820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Usage tracker for resource:security_group_rule and tenant:e24da95ed7c0468db6d8887aec9172f4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:00.798774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3b2b7c-8ea5-41ea-b292-89760fb06506']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:00.813219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6def8e86-bc3c-4bb7-9c74-18e3b880e017') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:00.813530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6def8e86-bc3c-4bb7-9c74-18e3b880e017') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:00.832422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.853842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.867775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:00.868324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:00.904573 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:00.908037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:00.936769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:01.020405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.029904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:01.031698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:01.042981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.043920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:01.047873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:01.061136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:01.096679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:01.100923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Usage tracker for resource:security_group_rule and tenant:45f43dea47064456b73c1a8ab8a9323f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:01.105357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:01.111962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:01.120550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.121516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb5a347-6573-4c50-9ab2-9a709c60875c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:01.162800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:01.163848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.196893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.199598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 17:55:01.199598 n-d-820559-6 neutron-server[83796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 17:55:01.199598 n-d-820559-6 neutron-server[83796]: [parameters: {'id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'}] Mar 02 17:55:01.199598 n-d-820559-6 neutron-server[83796]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:55:01.199997 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:55:01.206790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.240742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Attempting to bind port b00d3187-7811-47cb-802c-4cde5cf53c6d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:01.241106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Attempting to bind port b00d3187-7811-47cb-802c-4cde5cf53c6d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6def8e86-bc3c-4bb7-9c74-18e3b880e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:01.241459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Attempting to bind port b00d3187-7811-47cb-802c-4cde5cf53c6d on network ee3b2b7c-8ea5-41ea-b292-89760fb06506 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:01.265179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f021f81-7061-4c03-91e1-ce83e75bb778,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.271763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03f7b4ce-1287-4e29-bb5e-3b4d9dcc350b req-458fdfd9-7902-4b89-b69b-8aaad785f68d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.1023026 Mar 02 17:55:01.273754 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e1b33bab-9695-433f-905e-2159284a1705 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45f43dea47064456b73c1a8ab8a9323f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5668755 Mar 02 17:55:01.275070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49118) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:01.318007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.321622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.364057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.376772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:01.377484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Checking segment: {'id': '6def8e86-bc3c-4bb7-9c74-18e3b880e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:01.377591 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.377951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Bound using segment: {'id': '6def8e86-bc3c-4bb7-9c74-18e3b880e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:01.378385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Bound port: b00d3187-7811-47cb-802c-4cde5cf53c6d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6def8e86-bc3c-4bb7-9c74-18e3b880e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ee3b2b7c-8ea5-41ea-b292-89760fb06506'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:01.378779 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.388384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e90af-4b52-429d-a1c7-1c3de7ea4649 req-9a051f8e-da95-479b-aabf-e554f10a1d8e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:01.389096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-597e90af-4b52-429d-a1c7-1c3de7ea4649 req-9a051f8e-da95-479b-aabf-e554f10a1d8e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:01.395581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port aeb5a347-6573-4c50-9ab2-9a709c60875c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:01.399354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-f41eab4c-1fed-4773-9d83-73f77f2ff48f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5591137 Mar 02 17:55:01.409964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.412475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aeb5a347-6573-4c50-9ab2-9a709c60875c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:01.412902 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.433790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c056a9d4-54b4-4f69-92d1-ff48ec50fc77 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:01.435542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c056a9d4-54b4-4f69-92d1-ff48ec50fc77 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 808 time: 1.2654974 Mar 02 17:55:01.448386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Request body: {'port': {'device_id': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:01.497312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.529804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.531721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f021f81-7061-4c03-91e1-ce83e75bb778,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.544215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.546254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5f6f44b-e766-4224-afca-377a481b3ad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f021f81-7061-4c03-91e1-ce83e75bb778 HTTP/1.1" status: 204 len: 168 time: 0.2688801 Mar 02 17:55:01.571870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-597e90af-4b52-429d-a1c7-1c3de7ea4649 req-9a051f8e-da95-479b-aabf-e554f10a1d8e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:01.573212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-597e90af-4b52-429d-a1c7-1c3de7ea4649 req-9a051f8e-da95-479b-aabf-e554f10a1d8e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 931 time: 0.9537914 Mar 02 17:55:01.594214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] For port b00d3187-7811-47cb-802c-4cde5cf53c6d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:01.598403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] For port b00d3187-7811-47cb-802c-4cde5cf53c6d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b00d3187-7811-47cb-802c-4cde5cf53c6d,segment=NetworkSegment(6def8e86-bc3c-4bb7-9c74-18e3b880e017),segment_id=6def8e86-bc3c-4bb7-9c74-18e3b880e017)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:01.635398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.641044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.672560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.701231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.713627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port b00d3187-7811-47cb-802c-4cde5cf53c6d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:01.714415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.722998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.776641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-7d5fcc16-8af6-46db-b275-b899c2af00c1 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d172537ea284df1b0800fe420adf6f3 HTTP/1.1" status: 200 len: 380 time: 0.2543614 Mar 02 17:55:01.809034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a856e-af2c-4dca-bfbc-dc6368211954 None None] Pushing event updated for resources: {'Port': ['ID=b00d3187-7811-47cb-802c-4cde5cf53c6d,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.813827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'port': {'device_id': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'admin_state_up': True, 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'security_groups': ['5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:01.834477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port aeb5a347-6573-4c50-9ab2-9a709c60875c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aeb5a347-6573-4c50-9ab2-9a709c60875c,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:01.848333 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.885526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655ed63-10af-48ae-8c22-de4d5403305a None None] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:01.966205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa78d9-6bb5-4710-89ea-34645b36b294,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:01.973584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0128e7c8-9eea-4661-b0b7-4d861350a0ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e24da95ed7c0468db6d8887aec9172f4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4259498 Mar 02 17:55:01.981642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:01.992574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:02.004482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-597e90af-4b52-429d-a1c7-1c3de7ea4649 req-3633e6d8-80d4-4365-b477-b2ed8398484c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097040 Mar 02 17:55:02.018398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:02.048503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:02.056492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:02.066923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:02.140247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port b00d3187-7811-47cb-802c-4cde5cf53c6d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b00d3187-7811-47cb-802c-4cde5cf53c6d,segment=NetworkSegment(6def8e86-bc3c-4bb7-9c74-18e3b880e017),segment_id=6def8e86-bc3c-4bb7-9c74-18e3b880e017)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:02.141944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.153759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:02.210986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:02.210986 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.316674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for b00d3187-7811-47cb-802c-4cde5cf53c6d owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:02.345790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.402339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8c2c9-f7aa-4f1c-8525-e225990d7c79 None None] Network ee3b2b7c-8ea5-41ea-b292-89760fb06506 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:02.430884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:02.437375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Usage tracker for resource:security_group_rule and tenant:38b3dca31bde4e78818c39d2dcb8bccd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:02.441311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:02.447685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:02.450701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:02.457324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.469103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:port and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:02.481169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.483203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:02.499707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:02.616923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=b00d3187-7811-47cb-802c-4cde5cf53c6d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:02.633921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port b00d3187-7811-47cb-802c-4cde5cf53c6d on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:02.661051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5ed233c5-ae72-4123-ac95-b6c1c53c5aef None None] Provisioning complete for port f9d1259a-12aa-499e-9e2f-451854b0d748 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:02.661744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5ed233c5-ae72-4123-ac95-b6c1c53c5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.756444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad5120-e034-4700-bd3c-26194daba9cf None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 17:55:02.761742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Made reservation on behalf of 2d172537ea284df1b0800fe420adf6f3 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:02.764724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.793865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5ed233c5-ae72-4123-ac95-b6c1c53c5aef None None] Port f9d1259a-12aa-499e-9e2f-451854b0d748 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:02.794605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.831746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.832015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.836118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3b2b7c-8ea5-41ea-b292-89760fb06506']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:02.844598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.885652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6def8e86-bc3c-4bb7-9c74-18e3b880e017') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:02.885936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6def8e86-bc3c-4bb7-9c74-18e3b880e017') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:02.905169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da129411-f0aa-4639-bf32-b975f0593d4f req-1190fc2e-b581-4697-b9af-cf843277196c tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.3483787 Mar 02 17:55:02.906852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.909771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad5120-e034-4700-bd3c-26194daba9cf None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 17:55:02.914644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901b3f9-b0da-434a-b5dd-c5e1b6b74a31,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:02.955462 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e16ddc1d-eb0f-49db-970a-33e68208fa1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38b3dca31bde4e78818c39d2dcb8bccd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8004231 Mar 02 17:55:02.957694 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.960542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:02.981534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:02.982218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:02.997847 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:03.126824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.147623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.153095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.176262 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/ee3b2b7c-8ea5-41ea-b292-89760fb06506 HTTP/1.1" status: 204 len: 168 time: 3.2357926 Mar 02 17:55:03.176892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:03.192930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd1c5-ef53-444a-b799-8cfc2abe7d9b tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=ee3b2b7c-8ea5-41ea-b292-89760fb06506,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:03.250084 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e4979c-c073-4c57-993c-b66248c50f7c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:03.251101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e4979c-c073-4c57-993c-b66248c50f7c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:03.254910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b3e4979c-c073-4c57-993c-b66248c50f7c tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/effe5059-936f-4877-9507-a860caf178f5 HTTP/1.1" status: 404 len: 337 time: 0.0660367 Mar 02 17:55:03.255517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:03.257359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.298518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.300859 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-612e11fb-45d6-4ba0-84b1-debf98d907b6 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:03.301771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612e11fb-45d6-4ba0-84b1-debf98d907b6 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:03.305685 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-612e11fb-45d6-4ba0-84b1-debf98d907b6 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/ee3b2b7c-8ea5-41ea-b292-89760fb06506 HTTP/1.1" status: 404 len: 339 time: 0.0406070 Mar 02 17:55:03.306354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:03.360143 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b8b0a0-5e17-49c3-a457-8a03455c82ed tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:03.360727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b8b0a0-5e17-49c3-a457-8a03455c82ed tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:03.364892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9b8b0a0-5e17-49c3-a457-8a03455c82ed tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/8b364c57-da56-49b3-95a1-88c25a508975 HTTP/1.1" status: 404 len: 337 time: 0.0524921 Mar 02 17:55:03.365196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:03.382117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa78d9-6bb5-4710-89ea-34645b36b294,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:03.394675 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fd829c-1321-4b42-a7c8-79a661d1e733 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:03.395144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fd829c-1321-4b42-a7c8-79a661d1e733 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:03.404389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06fd829c-1321-4b42-a7c8-79a661d1e733 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/aac87dcf-84b2-4a45-b95a-681e6771adfb HTTP/1.1" status: 404 len: 339 time: 0.0379224 Mar 02 17:55:03.407319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49158) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:03.413372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Allocated IP 172.20.0.11 (fff3805e-fd34-483b-8a23-20f2868188fe/0627451d-92d5-4471-930e-6be2b0a9b3f8/eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:03.426880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3904c4f3-3896-4a29-944d-e9bccfdb730d {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:03.441625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.442755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-26541d34-e88a-4003-9ed4-3943f243f702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06aa78d9-6bb5-4710-89ea-34645b36b294 HTTP/1.1" status: 204 len: 168 time: 1.4373415 Mar 02 17:55:03.445975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.496573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Transition to ACTIVE for port object 3904c4f3-3896-4a29-944d-e9bccfdb730d will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:03.510909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.514222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.515866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0901b3f9-b0da-434a-b5dd-c5e1b6b74a31 HTTP/1.1" status: 204 len: 168 time: 0.5540328 Mar 02 17:55:03.537387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.548516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a91a3-1b36-4feb-8b13-8e4ebf8a2a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901b3f9-b0da-434a-b5dd-c5e1b6b74a31,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:03.595045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.619933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72631c97-3420-4cfe-8af5-d4e8dcb822fb req-bb296c50-6500-4cd6-a33e-6c274b2e1152 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:03.626799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72631c97-3420-4cfe-8af5-d4e8dcb822fb req-bb296c50-6500-4cd6-a33e-6c274b2e1152 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 931 time: 0.4071388 Mar 02 17:55:03.784609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.824319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1ab40c-96ae-4f99-b076-37ea79241bca']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:03.836927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Pushing event updated for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:03.840394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73184118-d04f-451e-aa5a-b1876b5511b7') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:03.840840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73184118-d04f-451e-aa5a-b1876b5511b7') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:03.855481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.875198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.882556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:03.883170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:03.911801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72631c97-3420-4cfe-8af5-d4e8dcb822fb req-1cbf5042-afe6-4040-b542-7f9b2336c977 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838612 Mar 02 17:55:03.996380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:04.005831 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:04.013123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.021924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.053653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.065059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb5a347-6573-4c50-9ab2-9a709c60875c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:04.081334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=bc1ab40c-96ae-4f99-b076-37ea79241bca,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:04.089961 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a925fc6-73d4-431c-9d36-39c2150dfef7 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/bc1ab40c-96ae-4f99-b076-37ea79241bca HTTP/1.1" status: 204 len: 168 time: 0.6820755 Mar 02 17:55:04.092362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49176) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.096013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Transition to ACTIVE for port object eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:04.140377 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dfc571-9658-4dc1-a5e8-b1492edf428a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.140845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dfc571-9658-4dc1-a5e8-b1492edf428a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.144994 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34dfc571-9658-4dc1-a5e8-b1492edf428a tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/ebb54b94-2b60-429d-9894-abad224f6833 HTTP/1.1" status: 404 len: 337 time: 0.0490127 Mar 02 17:55:04.146785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.178428 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49b204c-87c2-4e55-a906-a2d3e8fc4691 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.178896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49b204c-87c2-4e55-a906-a2d3e8fc4691 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.183350 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a49b204c-87c2-4e55-a906-a2d3e8fc4691 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/7247f3c9-9375-44de-b0ec-38f0c3cff21b HTTP/1.1" status: 404 len: 339 time: 0.0329998 Mar 02 17:55:04.183674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49186) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.247295 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c35be1-629c-4ea0-89f7-b4fc353b7069 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.247743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c35be1-629c-4ea0-89f7-b4fc353b7069 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.251914 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b4c35be1-629c-4ea0-89f7-b4fc353b7069 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/5ecf0a3d-ffbb-4552-a9b2-96d68a0aca67 HTTP/1.1" status: 404 len: 337 time: 0.0648773 Mar 02 17:55:04.254956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49192) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.288017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aeb5a347-6573-4c50-9ab2-9a709c60875c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:04.288391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.296638 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a89ebd-f389-4df7-95db-3481019a6e4f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.297388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a89ebd-f389-4df7-95db-3481019a6e4f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.302770 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d9a89ebd-f389-4df7-95db-3481019a6e4f tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/2ffacccf-73e9-40b1-8946-e6e889d0914d HTTP/1.1" status: 404 len: 339 time: 0.0453482 Mar 02 17:55:04.304528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.324680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Attempting to bind port 3904c4f3-3896-4a29-944d-e9bccfdb730d on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:04.325384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Attempting to bind port 3904c4f3-3896-4a29-944d-e9bccfdb730d by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:04.325891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Attempting to bind port 3904c4f3-3896-4a29-944d-e9bccfdb730d on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:04.349689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-950c2546-c70e-427b-b74d-0396dd1e9825 req-55f29e9d-dcaf-4b7f-87cf-bc843a2a9644 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Synchronizing usage tracker for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:04.364022 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-947c8636-9ead-4656-bd15-cd4351575fe1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.364634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947c8636-9ead-4656-bd15-cd4351575fe1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.367171 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-947c8636-9ead-4656-bd15-cd4351575fe1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/9d5d03a5-c3b3-440d-9685-fc5cb738202b HTTP/1.1" status: 404 len: 337 time: 0.0611632 Mar 02 17:55:04.368672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Port 3904c4f3-3896-4a29-944d-e9bccfdb730d on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:55:04.369020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49204) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.369533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Attempting to bind port 3904c4f3-3896-4a29-944d-e9bccfdb730d on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:04.385711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-950c2546-c70e-427b-b74d-0396dd1e9825 req-55f29e9d-dcaf-4b7f-87cf-bc843a2a9644 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Unset dirty status for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:04.387217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-950c2546-c70e-427b-b74d-0396dd1e9825 req-55f29e9d-dcaf-4b7f-87cf-bc843a2a9644 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.1127353 Mar 02 17:55:04.390336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.392486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:04.393109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:04.393732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:04.394522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Bound port: 3904c4f3-3896-4a29-944d-e9bccfdb730d, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:04.395139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.448469 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-26001e5f-12a3-41ae-abd0-6bee8918baae tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.448915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26001e5f-12a3-41ae-abd0-6bee8918baae tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.454111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-26001e5f-12a3-41ae-abd0-6bee8918baae tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/b6e41986-3776-47c6-abd5-e2cc49082f4c HTTP/1.1" status: 404 len: 339 time: 0.0836453 Mar 02 17:55:04.455311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.515120 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cafbc3-6fad-4d4f-9dc8-7aae0292c12d tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.515749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cafbc3-6fad-4d4f-9dc8-7aae0292c12d tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.520482 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-37cafbc3-6fad-4d4f-9dc8-7aae0292c12d tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/eaeb0770-a324-4731-a8b7-a79912b08cd0 HTTP/1.1" status: 404 len: 337 time: 0.0641849 Mar 02 17:55:04.521152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49214) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.558491 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6028c8f4-a113-4643-8589-b8d59cb8b107 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.559750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6028c8f4-a113-4643-8589-b8d59cb8b107 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.567093 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6028c8f4-a113-4643-8589-b8d59cb8b107 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/e5bc33de-45ea-4ef1-86fc-b92ccde4c26e HTTP/1.1" status: 404 len: 339 time: 0.0440636 Mar 02 17:55:04.567093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49220) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.628091 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c53d6d1-9ccf-42bc-8b2c-9a825ac60053 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.628537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c53d6d1-9ccf-42bc-8b2c-9a825ac60053 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.633114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c53d6d1-9ccf-42bc-8b2c-9a825ac60053 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/4ee31006-2b03-4ad8-9468-afe74576082f HTTP/1.1" status: 404 len: 337 time: 0.0625596 Mar 02 17:55:04.633406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.667354 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8686b4eb-52c2-40e3-ae4b-90ddddeb59b1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.667810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8686b4eb-52c2-40e3-ae4b-90ddddeb59b1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.669540 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8686b4eb-52c2-40e3-ae4b-90ddddeb59b1 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/090d2f7b-b528-4f91-9757-6e2facb8ff42 HTTP/1.1" status: 404 len: 339 time: 0.0350113 Mar 02 17:55:04.672394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.717944 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fd727c-9705-431c-8873-f68baf86c9e9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.718437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fd727c-9705-431c-8873-f68baf86c9e9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.720158 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7fd727c-9705-431c-8873-f68baf86c9e9 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/c774ca62-3e24-4dde-9d4a-aa1e570ff768 HTTP/1.1" status: 404 len: 337 time: 0.0467188 Mar 02 17:55:04.722757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49236) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.785950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Network fff3805e-fd34-483b-8a23-20f2868188fe is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:04.789306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:04.795943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:04.809128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:04.854608 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c27fef-48f5-4f84-b1bc-07fb19d6dc08 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.855209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c27fef-48f5-4f84-b1bc-07fb19d6dc08 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.859701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45c27fef-48f5-4f84-b1bc-07fb19d6dc08 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/8e56cfae-5a91-4bd7-b989-3e132d234781 HTTP/1.1" status: 404 len: 339 time: 0.1330187 Mar 02 17:55:04.860005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49240) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:04.887754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:04.913732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:04.924517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:04.963494 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-48449dd3-2dd0-4afc-bac2-d3d178f78947 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:04.964476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48449dd3-2dd0-4afc-bac2-d3d178f78947 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:04.969372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-48449dd3-2dd0-4afc-bac2-d3d178f78947 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/7ad4fcb7-281b-45d5-9683-ec33d75430d5 HTTP/1.1" status: 404 len: 337 time: 0.1049409 Mar 02 17:55:04.971806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:05.027871 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-72184275-d97a-4e6d-bdba-95af605af530 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:05.028317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72184275-d97a-4e6d-bdba-95af605af530 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:05.030009 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72184275-d97a-4e6d-bdba-95af605af530 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/763d59c6-d165-4584-94e6-620782f7df0e HTTP/1.1" status: 404 len: 339 time: 0.0562935 Mar 02 17:55:05.037284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49254) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:05.050524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.052015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] 10.222.0.50 "PUT /v2.0/ports/3904c4f3-3896-4a29-944d-e9bccfdb730d HTTP/1.1" status: 200 len: 1091 time: 3.6253371 Mar 02 17:55:05.056164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:05.076930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:05.077640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.155201 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3088a6f5-6401-4f4b-80f7-d6eea28429b3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:05.155722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3088a6f5-6401-4f4b-80f7-d6eea28429b3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:05.160984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3088a6f5-6401-4f4b-80f7-d6eea28429b3 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/068b9b35-c891-4910-b50e-267e65c24237 HTTP/1.1" status: 404 len: 337 time: 0.1192212 Mar 02 17:55:05.161591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:05.164794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb710b37-775b-48d2-a134-f3b16d9498c7 None None] Provisioning for port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:05.172132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bb710b37-775b-48d2-a134-f3b16d9498c7 None None] Provisioning complete for port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:05.172606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bb710b37-775b-48d2-a134-f3b16d9498c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.219106 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ee495e-9c5f-4f33-8817-a17af3b6d755 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] DELETE failed (client error): The resource could not be found. Mar 02 17:55:05.219546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ee495e-9c5f-4f33-8817-a17af3b6d755 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:55:05.221195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7ee495e-9c5f-4f33-8817-a17af3b6d755 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/e8e326ba-f9e6-4a13-8b64-702f01a3684b HTTP/1.1" status: 404 len: 339 time: 0.0585613 Mar 02 17:55:05.225296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49270) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:05.249194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bb710b37-775b-48d2-a134-f3b16d9498c7 None None] Port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:05.271756 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d', 'status': 'completed', 'code': 200} Mar 02 17:55:05.345727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6af09add-11ca-44ec-86d1-0867e3b05d16 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5380442 Mar 02 17:55:05.358312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:05.365078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84c0a0ed-d0ba-490e-a7bf-2a27d2b2fe09 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8842f5d-4b8f-45e8-9a90-fb24e5a03137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7055807 Mar 02 17:55:05.367328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84916c-b2e7-4cd3-9528-8ef51b0068ef service neutron] Pushing event updated for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:05.379039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6bc63e5f-dae6-46c5-8441-aac60bd3f57e tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:55:05.380312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-6bc63e5f-dae6-46c5-8441-aac60bd3f57e tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255075 Mar 02 17:55:05.400116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Request body: {'port': {'device_id': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:05.483931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting subnet f730a6ff-021d-45fc-820c-07e90a70c663 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:55:05.486813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-67626787-d224-4052-9fec-e2bac608698d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 1094 time: 0.3231604 Mar 02 17:55:05.487145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.563865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.599205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49282) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:05.630257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed3e9-6013-4c3a-a1b7-06cefad9feba req-8bb84e26-ba87-478c-a9d8-844b748d2000 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:05.631791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45fed3e9-6013-4c3a-a1b7-06cefad9feba req-8bb84e26-ba87-478c-a9d8-844b748d2000 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 943 time: 0.4730892 Mar 02 17:55:05.633249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-89b1569b-fbc2-40b9-8acb-3d71359ddc59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d HTTP/1.1" status: 200 len: 217 time: 0.0849161 Mar 02 17:55:05.698713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.781316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.792490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.839548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Subnet': ['ID=f730a6ff-021d-45fc-820c-07e90a70c663,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:05.848837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:05.857228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e4f52-2b5b-4e52-8c17-f7152fb6550b None None] Network 23d95d94-778c-4fa0-8eea-85c280da9862 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:05.859903 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b766bb8c-3d81-40e4-8ffe-a8c308326d22 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/subnets/f730a6ff-021d-45fc-820c-07e90a70c663 HTTP/1.1" status: 204 len: 168 time: 0.6333573 Mar 02 17:55:05.862102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:06.022643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.051779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Deleting port fee21f50-0581-4e4e-b05a-0be8a0341f2a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:06.052123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.084278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45fed3e9-6013-4c3a-a1b7-06cefad9feba req-9722b57f-25f6-4b09-85e8-3a87bfcbd71f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456923 Mar 02 17:55:06.102405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122617-401a-43e9-bb84-389d741a004c req-1c7127cd-54ba-40b3-a0ab-93f0e5875a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:06.118220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-1c7127cd-54ba-40b3-a0ab-93f0e5875a23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.4603190 Mar 02 17:55:06.148853 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3348e561-7ca0-4b8b-a06d-348db2cd9919 tempest-AgentManagementNegativeTest-397442160 tempest-AgentManagementNegativeTest-397442160-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5479696 Mar 02 17:55:06.215453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-d82696df-85c7-4c57-b1c2-f824e1f3e22c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911822 Mar 02 17:55:06.269491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] DHCP port deletion for 23d95d94-778c-4fa0-8eea-85c280da9862 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:55:06.274184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Deleting port fee21f50-0581-4e4e-b05a-0be8a0341f2a {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:06.274822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.321591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82957-446a-441c-aefa-59c6436e7114 req-33c4df4f-a5c6-4ece-9ec4-960f72e23567 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:06.323789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf82957-446a-441c-aefa-59c6436e7114 req-33c4df4f-a5c6-4ece-9ec4-960f72e23567 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 932 time: 0.6076169 Mar 02 17:55:06.400858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] For port fee21f50-0581-4e4e-b05a-0be8a0341f2a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fee21f50-0581-4e4e-b05a-0be8a0341f2a,segment=NetworkSegment(a7d93117-f061-4aac-a6a3-6cd07e4a4da4),segment_id=a7d93117-f061-4aac-a6a3-6cd07e4a4da4)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:06.401463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.559174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Calling delete_port for fee21f50-0581-4e4e-b05a-0be8a0341f2a owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:06.569483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbf82957-446a-441c-aefa-59c6436e7114 req-da397d0a-a35f-4b46-834d-66ed52850713 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791914 Mar 02 17:55:06.605234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] For port fee21f50-0581-4e4e-b05a-0be8a0341f2a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fee21f50-0581-4e4e-b05a-0be8a0341f2a,segment=NetworkSegment(a7d93117-f061-4aac-a6a3-6cd07e4a4da4),segment_id=a7d93117-f061-4aac-a6a3-6cd07e4a4da4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:06.606972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.673282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.674648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-6c7d8700-2d5d-4670-abe4-5c2786d89845 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340556 Mar 02 17:55:06.678538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:06.705618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.735271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Port': ['ID=fee21f50-0581-4e4e-b05a-0be8a0341f2a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:06.749510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] No DVR routers for this DVR port fee21f50-0581-4e4e-b05a-0be8a0341f2a on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:06.777992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Calling delete_port for fee21f50-0581-4e4e-b05a-0be8a0341f2a owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:06.789306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Transition to ACTIVE for port object eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:06.797844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.875160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49310) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:06.894484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:55:06.894894 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:55:06.930397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:06.983308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:06.983786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d95d94-778c-4fa0-8eea-85c280da9862']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:07.012958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:07.013612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c122617-401a-43e9-bb84-389d741a004c req-2d63f109-4aee-437d-8b79-c0476a740828 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299086 Mar 02 17:55:07.014810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d93117-f061-4aac-a6a3-6cd07e4a4da4') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:07.021772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.022203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.022633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.023039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.023431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.023821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.024209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.024594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.024979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.025977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.026421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:07.050919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.097800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.112355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:07.113091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:07.170460 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:07.309186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49320) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:07.323886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170415043', 'description': 'tempest-description--1170898165'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:07.331285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:07.335510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:07.339988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:07.345850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.348343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:07.395706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Deleting port fee21f50-0581-4e4e-b05a-0be8a0341f2a {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:07.396256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.476432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a98252f-c6f7-4dd7-9ccb-6184c6f0b461 None None] The port 'fee21f50-0581-4e4e-b05a-0be8a0341f2a' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:55:07.492636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.513893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.521168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] Pushing event deleted for resources: {'Network': ['ID=23d95d94-778c-4fa0-8eea-85c280da9862,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:07.528249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.563526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8dbec5de-f38e-407d-bd66-2c4014c79608 tempest-NetworksTest-1382034509 tempest-NetworksTest-1382034509-project] 10.222.0.37 "DELETE /v2.0/networks/23d95d94-778c-4fa0-8eea-85c280da9862 HTTP/1.1" status: 204 len: 168 time: 1.6975157 Mar 02 17:55:07.578540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:07.583737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:07.587028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Attempting to bind port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:07.587370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:07.587495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Attempting to bind port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:07.588521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Attempting to bind port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 on network fff3805e-fd34-483b-8a23-20f2868188fe {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:07.591309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:07.596382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:07.604962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Usage tracker for resource:security_group_rule and tenant:020eeb9ab5484d998becfaf7d611b458 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:07.619374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:07.642944 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:55:07.643640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:07.649894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 on network fff3805e-fd34-483b-8a23-20f2868188fe not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:55:07.650530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Attempting to bind port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 on network fff3805e-fd34-483b-8a23-20f2868188fe {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:07.708392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-90e8ba32-b910-42d0-9cad-b3d418225714 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 1094 time: 0.3723938 Mar 02 17:55:07.712671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:07.719706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Checking segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:07.720196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Bound using segment: {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:07.720741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Bound port: eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7638e585-3e67-4702-8b56-643b7f4600f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:07.721326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.741981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.749369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24059999-5851-4e6b-a9e6-09b144703832 req-1a059067-56cd-45b2-8412-fef039e53945 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:07.752024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.761718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24059999-5851-4e6b-a9e6-09b144703832 req-1a059067-56cd-45b2-8412-fef039e53945 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 943 time: 0.4138148 Mar 02 17:55:07.819106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340a2468-edff-43eb-9d82-65f5c6876fb1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:07.822854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.824033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9517d9d5-640f-44d3-b860-ee14e89622fd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5128956 Mar 02 17:55:07.827597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49340) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:07.836222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group_rule': {'security_group_id': '340a2468-edff-43eb-9d82-65f5c6876fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:07.843929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:07.847948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:07.851923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:07.859982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:07.884094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.958899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fee21f50-0581-4e4e-b05a-0be8a0341f2a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:07.980575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:07.992500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.011746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: fee21f50-0581-4e4e-b05a-0be8a0341f2a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:08.012362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fee21f50-0581-4e4e-b05a-0be8a0341f2a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:08.035520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:08.037543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:08.041178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:08.077891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.149145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:08.153087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dc34fd-ce8c-4335-94d8-5891b4b9b1fb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:08.160954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.162529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9936e5f0-09a1-495e-8276-a6f51433a491 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3338342 Mar 02 17:55:08.169956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49360) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:08.178552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group_rule': {'security_group_id': '340a2468-edff-43eb-9d82-65f5c6876fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:08.190873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:08.205212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:08.210274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:08.210976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24059999-5851-4e6b-a9e6-09b144703832 req-2d1663c7-9e7c-4530-8a69-9da70557dbb0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480162 Mar 02 17:55:08.264240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.266318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] 10.222.0.35 "PUT /v2.0/ports/eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 1092 time: 2.8738687 Mar 02 17:55:08.277772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:08.278487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:08.355621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port fe81d59e-a9ed-41bd-b041-053c9c3d452c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:08.355943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.387917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-4e6c6751-34eb-4fa2-9b49-2bf63196f596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:08.389280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-4e6c6751-34eb-4fa2-9b49-2bf63196f596 service neutron] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.6514218 Mar 02 17:55:08.408260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9ca74-ca09-43f1-ab42-fb97c571a78a service neutron] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:08.486132 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'status': 'completed', 'code': 200} Mar 02 17:55:08.487931 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.494488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb090-8f38-4a99-af81-f1a42b4df8bf req-fbeb6dca-f0ae-4fde-8142-570d1a8fd343 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:08.507103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74cbb090-8f38-4a99-af81-f1a42b4df8bf req-fbeb6dca-f0ae-4fde-8142-570d1a8fd343 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 944 time: 0.7097511 Mar 02 17:55:08.541795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.575345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-4930b308-88ea-4b62-b1e7-558b2629616d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d HTTP/1.1" status: 200 len: 217 time: 0.1547763 Mar 02 17:55:08.609431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.610374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.631543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a03cb25f-d9da-4f4c-958a-0907683b3917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8d2109a301848aaa094ffc1287d9057&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4799433 Mar 02 17:55:08.637495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:08.682535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-5ade2179-e925-4d45-9aea-6316ab799deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:08.684087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-5ade2179-e925-4d45-9aea-6316ab799deb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.0942037 Mar 02 17:55:08.693519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafad7d2-7ef0-4605-bc5e-a1e50eb9752a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:08.701899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-87510136-a51f-4908-804e-dc374209fd65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=020eeb9ab5484d998becfaf7d611b458&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8188663 Mar 02 17:55:08.708158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49378) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:08.763157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-74cbb090-8f38-4a99-af81-f1a42b4df8bf req-7a1996ca-d887-4d1e-a6d0-12b77b4a3205 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551167 Mar 02 17:55:08.784886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-09ed83a1-d093-4129-9b52-75f19c6a8fd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813739 Mar 02 17:55:08.785016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.785016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.788631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-ed400343-4336-4ac2-91c8-060ab5ff9978 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1095 time: 0.4653623 Mar 02 17:55:08.921938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-751884bc-ef97-4c40-8541-5398c5741b28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 217 time: 0.1129684 Mar 02 17:55:08.938667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for fe81d59e-a9ed-41bd-b041-053c9c3d452c owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:08.984894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:08.994845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.022085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.025879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-4a87b4ee-0e98-4ef8-8239-f5bfc075b385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:09.027871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-4a87b4ee-0e98-4ef8-8239-f5bfc075b385 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.0906494 Mar 02 17:55:09.056532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7fbe57-6556-4b12-b493-ae9240794bd8,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:09.090398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-74b5e4bd-fef8-4551-8b4b-88679207b8c6 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007369 Mar 02 17:55:09.094665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.098595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.122074 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.123284 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93f3530f-d473-4981-b8d4-a210bb1511b0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9521933 Mar 02 17:55:09.126557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49388) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:09.177073 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.184020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:09.206301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:09.210125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3904c4f3-3896-4a29-944d-e9bccfdb730d details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:55:09.222875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-0a6307d8-9bc9-43d9-ba35-0ed80e647e2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859484 Mar 02 17:55:09.224112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:floatingip and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:09.232119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:09.264061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:09.290626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.350415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14002e91-7081-4366-af0c-926dbba3100d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:09.363751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.431524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=fe81d59e-a9ed-41bd-b041-053c9c3d452c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:09.436067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.462390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafad7d2-7ef0-4605-bc5e-a1e50eb9752a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:09.489243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.490412 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11127764-2250-4598-ad00-20b1d33e143e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aafad7d2-7ef0-4605-bc5e-a1e50eb9752a HTTP/1.1" status: 204 len: 168 time: 0.7786124 Mar 02 17:55:09.491224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.494945 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d6e0c2e-c6bf-4089-9844-519fd14f6ba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14002e91-7081-4366-af0c-926dbba3100d HTTP/1.1" status: 204 len: 168 time: 0.8461225 Mar 02 17:55:09.502445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:09.518024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '3904c4f3-3896-4a29-944d-e9bccfdb730d', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': '3904c4f3-3896-4a29-944d-e9bccfdb730d', 'mac_address': 'fa:16:3e:a6:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:55:09.611893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.615607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.622299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.638035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3904c4f3-3896-4a29-944d-e9bccfdb730d {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:09.656465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:09.673774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.680014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-728d9f3b-21f4-4881-86ec-d9b328484a9d req-c6f139cb-4b6e-4476-b034-45f2de118c43 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821483 Mar 02 17:55:09.755959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fc693453-0077-4b97-a465-7abc78d8d785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:09.776107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-f1125049-ff52-4643-b932-dd221c5c31aa service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448244 Mar 02 17:55:09.859610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:09.898971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900bcf1-89d1-47a5-a93a-d425eb203945 req-a219aa8f-1d9c-4bf9-86f0-fa17b0cb00a5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:09.901522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e900bcf1-89d1-47a5-a93a-d425eb203945 req-a219aa8f-1d9c-4bf9-86f0-fa17b0cb00a5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 943 time: 0.3479469 Mar 02 17:55:10.031539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3904c4f3-3896-4a29-944d-e9bccfdb730d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:10.198808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e900bcf1-89d1-47a5-a93a-d425eb203945 req-2c80e3c6-1b69-4652-8f8a-f1ffe50b12c1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702332 Mar 02 17:55:10.225756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfc8399b-5233-4021-8eca-7248d412ca91 req-3bbd4e39-a863-4fc1-b08b-426ae2d70282 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374652 Mar 02 17:55:10.334354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:10.371782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:10.419752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2333d8-b96c-4a52-99f9-ccb0c9d9da71 req-190223e4-81b0-442f-98ef-e4670851436d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:10.421224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd2333d8-b96c-4a52-99f9-ccb0c9d9da71 req-190223e4-81b0-442f-98ef-e4670851436d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 944 time: 0.4313154 Mar 02 17:55:10.598831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-cf8bc0d4-8f58-44cd-b0c9-925db66f0381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1095 time: 0.2986724 Mar 02 17:55:10.603110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd2333d8-b96c-4a52-99f9-ccb0c9d9da71 req-f6842139-fc88-48c6-a68a-15eef785a0f5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698704 Mar 02 17:55:10.621477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:10.633806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:10.634332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Sync routers for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:10.663430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:10.664097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:54:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:10.708049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-44d59f6c-a296-4cba-9e8d-c9bbbed61146 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/floatingips/68e4aa80-0342-410a-a9f9-a435345c326e HTTP/1.1" status: 204 len: 168 time: 2.6683722 Mar 02 17:55:10.708791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:10.762902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Allocated IP 172.25.3.11 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/c5ee9c07-dd17-454f-adfc-5cc088315a51) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:10.822662 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'status': 'completed', 'code': 200} Mar 02 17:55:11.023727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:11.029913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f72f8-d675-4748-9fea-22830b513a6e req-4166290b-d2ab-4fc8-8e81-0fedb3c0b237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:11.040274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-4166290b-d2ab-4fc8-8e81-0fedb3c0b237 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.4332845 Mar 02 17:55:11.191435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-c7f433ae-1e61-4ffd-8cd2-d6fc3532a86d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 217 time: 0.1303933 Mar 02 17:55:11.252795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-d6c2c249-2f53-4f5d-959d-6cbe6e3af2ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c21c1d4fc29245548e8b580d1220468f&device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 1096 time: 0.3787136 Mar 02 17:55:11.267468 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:11.268506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3904c4f3-3896-4a29-944d-e9bccfdb730d up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:11.513187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecab0b-822e-4cb2-99b1-973599551714 req-663742f3-6e10-4eee-b152-5871199fb3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:11.514927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-663742f3-6e10-4eee-b152-5871199fb3c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 200 len: 897 time: 0.2442703 Mar 02 17:55:11.516563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f72f8-d675-4748-9fea-22830b513a6e req-d225aca2-efa6-4a29-92df-51bb44186bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:11.518114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-d225aca2-efa6-4a29-92df-51bb44186bdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.3193152 Mar 02 17:55:11.535833 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d7174fff-49d6-4110-ade5-bcbe42f79f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:11.626680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 3904c4f3-3896-4a29-944d-e9bccfdb730d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:11.635568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 3904c4f3-3896-4a29-944d-e9bccfdb730d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:11.636279 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:11.675926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49454) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:11.694816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:11.706489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Checking router: 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:55:11.742180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:11.743111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:11.854319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49462) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:11.886925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:11.982551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:11.986012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:11.994644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=c5ee9c07-dd17-454f-adfc-5cc088315a51,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:11.997393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:12.014204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-391514946'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:12.016642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:12.035410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:12.039801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:network and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:12.044263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:12.063554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:12.089949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Made reservation on behalf of 9882689d6290448eac2da7971828359d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:12.094006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.104599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-a182e33b-2c84-41ae-abe1-8e10a5eafc36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 200 len: 217 time: 0.5589700 Mar 02 17:55:12.110685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:12.120449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.152856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:12.157995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1054639080'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:12.164842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:12.169590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:12.172813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:12.180823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:12.196033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:12.206716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:12.209940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.230424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.244891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-e61e73b4-e40d-4279-b5e7-a06dc934e239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6998420 Mar 02 17:55:12.248011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:12.250296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbd97-38c3-44d6-9458-3b1c0b772609 req-4d58857d-5c30-46b7-b5f1-2fcd2bf6c084 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:12.254891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.255672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:security_group_rule and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:12.257054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fbfbd97-38c3-44d6-9458-3b1c0b772609 req-4d58857d-5c30-46b7-b5f1-2fcd2bf6c084 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.7163575 Mar 02 17:55:12.260077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:12.268302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:12.269263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8988da-ec8d-4849-a6e8-54b5b2ac2cd8 req-b6b33946-3004-435f-a978-c95f206c93f6 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:12.270861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8988da-ec8d-4849-a6e8-54b5b2ac2cd8 req-b6b33946-3004-435f-a978-c95f206c93f6 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 944 time: 0.7281468 Mar 02 17:55:12.294231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:12.300821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:security_group_rule and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:12.307298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:12.315295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:12.362744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:12.400642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.411878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.426530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:12.427372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-71c0507d-5db1-441b-8213-703b639a2ddc service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680222 Mar 02 17:55:12.428630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecab0b-822e-4cb2-99b1-973599551714 req-9ede568d-a086-42d1-9796-e9015cf0b3e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:12.430090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-9ede568d-a086-42d1-9796-e9015cf0b3e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 200 len: 833 time: 0.3157225 Mar 02 17:55:12.437698 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.438171 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Added segment 89725236-83dd-4396-bae4-0ddcd483a3c6 of type vlan for network d6eca806-7725-4813-9b52-954a52de40b9 Mar 02 17:55:12.478565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.533248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.537407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:12.538104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.602679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9249933 Mar 02 17:55:12.620102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:12.638190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8988da-ec8d-4849-a6e8-54b5b2ac2cd8 req-d9872b8a-762d-4412-8688-392ae1abd0b7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070403 Mar 02 17:55:12.691123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'subnet': {'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:12.722294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.727067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff7f38a-7ee8-44a9-aec4-6442200f10f8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:12.732663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.762819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:12.768649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6400b-79ae-4699-a833-b0173b3da5b4 None None] The sync data for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 is: [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:51:30Z', 'revision_number': 4, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '9e11bfdb-540b-44fe-96ec-7a072934ba5e', 'name': '', 'network_id': 'ea78fda0-028d-47ce-a31c-6d44ace956f1', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'mac_address': 'fa:16:3e:10:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:28Z', 'updated_at': '2022-03-02T17:51:44Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'subnets': [{'id': '89b63e98-7853-4f60-80ee-b8c47d24a77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:12.770945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e011d82-cb02-4b8f-9273-b90324f81942,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:12.773397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c079e-4ef6-4ca4-9fd7-9e8350d42c92 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Network': ['ID=d6eca806-7725-4813-9b52-954a52de40b9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:12.794604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:12.808945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.813789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.814136 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c of type vlan for network 271175d6-396f-4b30-a57e-56c9e58d5b4f Mar 02 17:55:12.816345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d6eca806-7725-4813-9b52-954a52de40b9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:12.866985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:12.955476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fbfbd97-38c3-44d6-9458-3b1c0b772609 req-0748f348-9ab9-4f0f-aa55-6167b96adcb2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6972008 Mar 02 17:55:12.997500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.002144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:13.006381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.009725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.051730 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1956396 Mar 02 17:55:13.054977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.058309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49486) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:13.066495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-3aa3d3d5-5d0c-4113-a5da-da3eeeb73080 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:13.067262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-3aa3d3d5-5d0c-4113-a5da-da3eeeb73080 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Synchronizing usage tracker for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:13.068759 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d', 'code': 200} Mar 02 17:55:13.127521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418303087'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:13.148270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:13.169838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:13.177847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:13.184938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:13.185395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:subnet and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:13.191594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-250f72f8-d675-4748-9fea-22830b513a6e req-b4830e2d-5a75-4063-a002-2812a389e010 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374043 Mar 02 17:55:13.193710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083e12-d977-4335-b7d7-057290d9034c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=271175d6-396f-4b30-a57e-56c9e58d5b4f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:13.196070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:13.200774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-3aa3d3d5-5d0c-4113-a5da-da3eeeb73080 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Unset dirty status for tenant:c21c1d4fc29245548e8b580d1220468f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:13.201890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-3aa3d3d5-5d0c-4113-a5da-da3eeeb73080 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.3112416 Mar 02 17:55:13.210713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:13.223052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:13.252188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-069268f4-742d-42fe-b3f6-ab3acf554f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea78fda0-028d-47ce-a31c-6d44ace956f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7952576 Mar 02 17:55:13.260500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:13.264414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.279577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:13.279914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.350007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:13.353680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.390310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:13.403361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.404068 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment f9dddf49-49e2-4f1e-bf1b-146ff3d252b8 of type vlan for network 6ec6341e-7251-4378-89db-99d2ab89b79e Mar 02 17:55:13.434264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Made reservation on behalf of 9882689d6290448eac2da7971828359d for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:13.472349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384f33d-2c34-43ea-9761-e50f9db76e5e req-9f22da1a-ed58-465b-bde6-34d61801844a tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:13.479986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2384f33d-2c34-43ea-9761-e50f9db76e5e req-9f22da1a-ed58-465b-bde6-34d61801844a tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 944 time: 0.5704305 Mar 02 17:55:13.532943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.659628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.663458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:13.667002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.711024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:13.711583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:13.868116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:13.898051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:55:13.920750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-f0783f3d-f5c5-440b-9e04-3b9fcbc31544 service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567693 Mar 02 17:55:13.922395 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.039178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2384f33d-2c34-43ea-9761-e50f9db76e5e req-607a7b83-c5ef-44cf-98d0-8cf8858aebea tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5582478 Mar 02 17:55:14.057217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0ad9852-675d-4ae4-bb4c-a8c989751d29 req-071ae637-21ef-402f-9afb-6c054d99bccf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 1096 time: 0.8734951 Mar 02 17:55:14.073756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:14.090514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'port_id': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'mac_address': 'fa:16:3e:18:c0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:55:14.156802 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.183827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:14.211409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:14.218465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.256013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=6ec6341e-7251-4378-89db-99d2ab89b79e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:14.267781 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-19a66def-0504-45a7-b468-7220a91c5b13 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1974893 Mar 02 17:55:14.268430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:14.279002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:14.312641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6ec6341e-7251-4378-89db-99d2ab89b79e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:14.344323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0ad9852-675d-4ae4-bb4c-a8c989751d29 req-7cdc52a5-c6ee-4493-ae76-cba0915741e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285695 Mar 02 17:55:14.377361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0cb5-b019-4467-be8e-7e75e5ee5f4a req-8379f554-ca94-4bab-8a7e-4578827221cb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:14.384051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98aa0cb5-b019-4467-be8e-7e75e5ee5f4a req-8379f554-ca94-4bab-8a7e-4578827221cb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.5856073 Mar 02 17:55:14.392626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.426597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.472943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73ecab0b-822e-4cb2-99b1-973599551714 req-4fef8d8d-e408-414b-8c6d-6606ada7d1ff service neutron] 10.222.0.35 "GET /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338244 Mar 02 17:55:14.481537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:14.494904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:14.499626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:14.510319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:14.536012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:14.558339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.569265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.571391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:14.637164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98aa0cb5-b019-4467-be8e-7e75e5ee5f4a req-13bf8f1e-f0da-40bb-951c-f601ff561f68 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514815 Mar 02 17:55:14.643014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=c5ee9c07-dd17-454f-adfc-5cc088315a51,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:14.657447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:14.692926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc319-a921-45cc-addf-2a09d820de33 req-15693698-9ba0-415f-9e53-c67ad57ff4a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:14.694476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e5bc319-a921-45cc-addf-2a09d820de33 req-15693698-9ba0-415f-9e53-c67ad57ff4a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec39274-7f14-4719-8c08-0c3c513028b9 HTTP/1.1" status: 200 len: 945 time: 0.4282179 Mar 02 17:55:14.734793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.744365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:14.749950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.754487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.857411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.858645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e86a74ba-cd1c-472e-a3a9-f2c50d4f1a0e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7311108 Mar 02 17:55:14.866012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e5bc319-a921-45cc-addf-2a09d820de33 req-d65eebbc-6538-4e94-998a-e8d3879868c1 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a559424-0167-4b11-a6e0-04ea579b34b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575031 Mar 02 17:55:14.873923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Subnet': ['ID=94e2740b-265d-4c46-b993-d258f27ff52a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:14.901740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Checking segment: {'id': '89725236-83dd-4396-bae4-0ddcd483a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:14.901740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network hostable DHCP agents. Network: d6eca806-7725-4813-9b52-954a52de40b9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:14.926452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network d6eca806-7725-4813-9b52-954a52de40b9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:14.943844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d6eca806-7725-4813-9b52-954a52de40b9) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:14.950294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:14.951184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.959154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] No DVR routers for this DVR port 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:14.967098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:14.980803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-deleted', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:14.981670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a2f49e7e-628a-49c2-ab93-b14c6ef17c79 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3423426 Mar 02 17:55:14.982283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72ab96-7263-4d4e-98eb-b1e6424df60f None None] Network d6eca806-7725-4813-9b52-954a52de40b9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:14.984092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:14.992656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1039324826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:15.001627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:15.006066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:router and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:15.010225 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-97f5195c-cf9a-4745-8bc1-38415f700bb2 req-65998b59-da8b-4947-bec8-77fb736c1449 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.35 "DELETE /v2.0/ports/1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 HTTP/1.1" status: 204 len: 173 time: 1.7991090 Mar 02 17:55:15.010786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:15.017735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:15.043201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.045198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.086079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.125145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.168296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.169865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b02c7d2b-5ed2-461f-915f-6ea2f05ac78e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1845200 Mar 02 17:55:15.172672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:15.191725 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec39274-7f14-4719-8c08-0c3c513028b9', 'name': 'network-vif-deleted', 'tag': '1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60', 'status': 'completed', 'code': 200} Mar 02 17:55:15.352161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.529478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=e5f885d3-9e6f-4f04-9111-96476be9d6e1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:15.533333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:15.534160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 271175d6-396f-4b30-a57e-56c9e58d5b4f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:15.538321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-3b03476d-90d0-4a9a-89ab-b3a7e12885bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1170415043&fields=id&tenant_id=0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 267 time: 0.1935050 Mar 02 17:55:15.538687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d6eca806-7725-4813-9b52-954a52de40b9', 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9', 'tenant_id': '9882689d6290448eac2da7971828359d', 'fixed_ips': [{'subnet_id': '94e2740b-265d-4c46-b993-d258f27ff52a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:15.539510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.561983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:15.574803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 271175d6-396f-4b30-a57e-56c9e58d5b4f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:15.589032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:15.591683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:15.613683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b1047-d9bb-417a-856a-22b6cfd76998 None None] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:15.643250 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c565757d-b963-4a9e-83e3-8ad07627c330 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3702590 Mar 02 17:55:15.645928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:15.651857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:15.859854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:15.879895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:15.888689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:15.903773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:15.913552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf1f5b-bb1e-438b-9b40-093d57ee498b req-46ba8a3e-0bb8-4601-ba8e-169989a50a4d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:15.917727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:15.926310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3cf1f5b-bb1e-438b-9b40-093d57ee498b req-46ba8a3e-0bb8-4601-ba8e-169989a50a4d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 945 time: 0.5828140 Mar 02 17:55:15.948893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:16.016664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:16.017357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 1b5d7fbe-04d2-4666-8dc6-39e1fb6e3a60 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:16.076216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.121826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-271175d6-396f-4b30-a57e-56c9e58d5b4f', 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'e5f885d3-9e6f-4f04-9111-96476be9d6e1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:16.122542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.216212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Allocated IP 172.20.0.2 (d6eca806-7725-4813-9b52-954a52de40b9/94e2740b-265d-4c46-b993-d258f27ff52a/533192cf-525d-48d3-b04e-923c1ba30fde) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:16.225334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-50242c88-032d-4b56-9e32-bca76c694541 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:16.232792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-50242c88-032d-4b56-9e32-bca76c694541 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 811 time: 0.6932166 Mar 02 17:55:16.326480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9ffb98dd-f31e-498d-ac05-eeb50274b9fb tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/quotas/0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 375 time: 0.0925875 Mar 02 17:55:16.343150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3cf1f5b-bb1e-438b-9b40-093d57ee498b req-dae4a34b-7b01-43a2-8660-65a0b60f7482 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154313 Mar 02 17:55:16.422218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Allocated IP 172.20.0.2 (271175d6-396f-4b30-a57e-56c9e58d5b4f/e5f885d3-9e6f-4f04-9111-96476be9d6e1/f81faca3-e617-4b55-b053-0c0da9d782a3) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:16.465810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.595488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=84ad351e-e61a-4eec-8dc0-0865cf5690ef,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:16.602231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:16.602839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 6ec6341e-7251-4378-89db-99d2ab89b79e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:16.634051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 6ec6341e-7251-4378-89db-99d2ab89b79e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:16.648960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6ec6341e-7251-4378-89db-99d2ab89b79e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:16.655836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:16.656427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.684535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7018e0cf-6264-4f4d-873c-a72d753c7ba4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0375702 Mar 02 17:55:16.687842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:16.693472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b903d-202f-45c5-8133-0c6859ee180c None None] Network 6ec6341e-7251-4378-89db-99d2ab89b79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:16.698254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-479914415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:16.704500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.706298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:16.710847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:16.716688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:16.725349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:16.741909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.743212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.752074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-48ee3294-facc-4c55-bd62-f660c09b1838 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:16.770875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.804812 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.831552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.836831 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-070f0df3-7698-4b33-af1a-00d982cdecc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1463752 Mar 02 17:55:16.837243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49578) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:16.844299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:16.892092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Transition to ACTIVE for port object 533192cf-525d-48d3-b04e-923c1ba30fde will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:16.980807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Transition to ACTIVE for port object 533192cf-525d-48d3-b04e-923c1ba30fde will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:17.003779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1c7a-175e-4bd6-acf5-2dc6d29ca6ae req-51abd164-7bbf-4311-bf21-5d25df6eb7bd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:17.005415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b07d1c7a-175e-4bd6-acf5-2dc6d29ca6ae req-51abd164-7bbf-4311-bf21-5d25df6eb7bd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.3693726 Mar 02 17:55:17.007361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-48ee3294-facc-4c55-bd62-f660c09b1838 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:17.008512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-48ee3294-facc-4c55-bd62-f660c09b1838 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6811583 Mar 02 17:55:17.043198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.182322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Network d6eca806-7725-4813-9b52-954a52de40b9 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:17.191709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:17.200016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:17.202406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.204783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Pushing event updated for resources: {'Port': ['ID=533192cf-525d-48d3-b04e-923c1ba30fde,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:17.218962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6ec6341e-7251-4378-89db-99d2ab89b79e', 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': '84ad351e-e61a-4eec-8dc0-0865cf5690ef'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:17.219747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.230260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Transition to ACTIVE for port object f81faca3-e617-4b55-b053-0c0da9d782a3 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:17.231554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-5ade344e-4e4e-4503-b2d5-f97a25636d2b service neutron] 10.222.0.37 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063587 Mar 02 17:55:17.326842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Transition to ACTIVE for port object f81faca3-e617-4b55-b053-0c0da9d782a3 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:17.376813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b07d1c7a-175e-4bd6-acf5-2dc6d29ca6ae req-27a22d67-bfbf-453e-ae23-5da350d880ee tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618340 Mar 02 17:55:17.383193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Attempting to bind port 533192cf-525d-48d3-b04e-923c1ba30fde on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:17.384138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Attempting to bind port 533192cf-525d-48d3-b04e-923c1ba30fde by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '89725236-83dd-4396-bae4-0ddcd483a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:17.384138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Attempting to bind port 533192cf-525d-48d3-b04e-923c1ba30fde on network d6eca806-7725-4813-9b52-954a52de40b9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:17.424797 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.491794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:17.492191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Checking segment: {'id': '89725236-83dd-4396-bae4-0ddcd483a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:17.492597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.492978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Bound using segment: {'id': '89725236-83dd-4396-bae4-0ddcd483a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:17.493985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-d154d20b-4af4-4531-ac74-2ba21da011fd service neutron] 10.222.0.37 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240818 Mar 02 17:55:17.498367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Allocated IP 172.20.0.1 (d6eca806-7725-4813-9b52-954a52de40b9/94e2740b-265d-4c46-b993-d258f27ff52a/9f987632-63c5-4070-abb6-9a479b826868) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:17.501500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Bound port: 533192cf-525d-48d3-b04e-923c1ba30fde, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89725236-83dd-4396-bae4-0ddcd483a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:17.501897 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.655243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:17.661650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:17.673726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49600) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:17.739030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:17.820561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:17.826083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Pushing event updated for resources: {'Port': ['ID=f81faca3-e617-4b55-b053-0c0da9d782a3,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:17.952893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] For port 533192cf-525d-48d3-b04e-923c1ba30fde, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:17.959478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] For port 533192cf-525d-48d3-b04e-923c1ba30fde, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=533192cf-525d-48d3-b04e-923c1ba30fde,segment=NetworkSegment(89725236-83dd-4396-bae4-0ddcd483a3c6),segment_id=89725236-83dd-4396-bae4-0ddcd483a3c6)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:18.014761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:18.176535 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.310386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.20.0.1 (271175d6-396f-4b30-a57e-56c9e58d5b4f/e5f885d3-9e6f-4f04-9111-96476be9d6e1/26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:18.344579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Allocated IP 172.21.0.2 (6ec6341e-7251-4378-89db-99d2ab89b79e/84ad351e-e61a-4eec-8dc0-0865cf5690ef/8df13e86-8a3b-43dc-b1d9-8e4d7108d724) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:18.428226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.464895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841302b5-0767-48ad-8871-70c0a0b7439e req-76586e91-84d2-437a-bc03-d9ab777fe6b6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:18.472554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841302b5-0767-48ad-8871-70c0a0b7439e req-76586e91-84d2-437a-bc03-d9ab777fe6b6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 945 time: 0.5014706 Mar 02 17:55:18.499170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-4dc6f045-b6cc-4a43-a4e1-bbae0d00cc15 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:18.505950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-4dc6f045-b6cc-4a43-a4e1-bbae0d00cc15 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.5341268 Mar 02 17:55:18.526690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Transition to ACTIVE for port object 9f987632-63c5-4070-abb6-9a479b826868 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:18.558661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-8e0e5681-e13e-432e-a2e6-93f305e43d70 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0514665 Mar 02 17:55:18.624735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Attempting to bind port f81faca3-e617-4b55-b053-0c0da9d782a3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:18.625295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Attempting to bind port f81faca3-e617-4b55-b053-0c0da9d782a3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:18.625708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Attempting to bind port f81faca3-e617-4b55-b053-0c0da9d782a3 on network 271175d6-396f-4b30-a57e-56c9e58d5b4f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:18.656350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841302b5-0767-48ad-8871-70c0a0b7439e req-1c6b2a28-5bbc-4a8e-8924-f1b70b6dabc5 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826112 Mar 02 17:55:18.708855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.747186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:18.747441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Checking segment: {'id': 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:18.747906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.748193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Bound using segment: {'id': 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:18.748676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Bound port: f81faca3-e617-4b55-b053-0c0da9d782a3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '271175d6-396f-4b30-a57e-56c9e58d5b4f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:18.749049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.757727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:18.796672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.799559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:18.983459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:19.003661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.022144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Transition to ACTIVE for port object 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:19.041055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:19.053479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:19.059144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Transition to ACTIVE for port object 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:19.067191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058f37-ee58-489e-b425-46c8b85ef903 None None] Pushing event updated for resources: {'Port': ['ID=533192cf-525d-48d3-b04e-923c1ba30fde,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:19.080304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:19.084505 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.130348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9a89727-f854-4bee-8551-53d62ae9f0a9 req-73ba396b-bd92-4a8b-b5e4-d15e24c35e8b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.2325897 Mar 02 17:55:19.229231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:19.267880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.282162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=9f987632-63c5-4070-abb6-9a479b826868,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:19.291669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:19.292219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.382241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] For port f81faca3-e617-4b55-b053-0c0da9d782a3, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:19.396738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-c187c503-b30b-42da-96a5-494612e69b06 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8354406 Mar 02 17:55:19.455541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.468295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] For port f81faca3-e617-4b55-b053-0c0da9d782a3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f81faca3-e617-4b55-b053-0c0da9d782a3,segment=NetworkSegment(ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c),segment_id=ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:19.528022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Network 6ec6341e-7251-4378-89db-99d2ab89b79e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:19.537868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Pushing event updated for resources: {'Port': ['ID=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:19.550363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.557836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.562076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:19.565215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:19.608226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network d6eca806-7725-4813-9b52-954a52de40b9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:19.613050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-e5a727ae-5eb5-4852-a00e-cbb9ec5591fd service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151484 Mar 02 17:55:19.614220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:19.622404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:19.851649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:19.865577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea84712-dd64-4948-9cad-03b9afd93865 None None] Pushing event updated for resources: {'Port': ['ID=f81faca3-e617-4b55-b053-0c0da9d782a3,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:20.095968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc606f-f0cb-47b1-a9bc-5775fffa14b1 None None] New status for floating IP 68e4aa80-0342-410a-a9f9-a435345c326e: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:55:20.126292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 533192cf-525d-48d3-b04e-923c1ba30fde up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:20.211371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:20.221192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-94fe5678-88c4-46a3-8e77-bceaffef94b8 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997653 Mar 02 17:55:20.326271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:20.327557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:20.393076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.420788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.430409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.437464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Attempting to bind port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:20.437973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Attempting to bind port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:20.438491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Attempting to bind port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 on network 6ec6341e-7251-4378-89db-99d2ab89b79e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:20.446351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655083c-2427-46b3-adc4-ffc78e548354 None None] Network d6eca806-7725-4813-9b52-954a52de40b9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:20.540974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:20.541386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Checking segment: {'id': 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:20.541889 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.542379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Bound using segment: {'id': 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:20.543103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Bound port: 8df13e86-8a3b-43dc-b1d9-8e4d7108d724, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ec6341e-7251-4378-89db-99d2ab89b79e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:20.544618 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.678317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] For port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:20.684556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] For port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,segment=NetworkSegment(f9dddf49-49e2-4f1e-bf1b-146ff3d252b8),segment_id=f9dddf49-49e2-4f1e-bf1b-146ff3d252b8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:20.761696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.763731 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.778254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.782902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:20.873894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:20.876253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bf0c-4a52-4e87-bfe0-5c90ebf216ea req-8cfea707-f7cb-474b-afcb-977320010cb6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:20.887181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34b1bf0c-4a52-4e87-bfe0-5c90ebf216ea req-8cfea707-f7cb-474b-afcb-977320010cb6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 945 time: 0.9647005 Mar 02 17:55:20.929478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:20.983851 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:20.997040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 533192cf-525d-48d3-b04e-923c1ba30fde completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:21.013115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Provisioning for port 533192cf-525d-48d3-b04e-923c1ba30fde completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:21.048861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Provisioning complete for port 533192cf-525d-48d3-b04e-923c1ba30fde triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:21.050346 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:21.096570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 533192cf-525d-48d3-b04e-923c1ba30fde triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:21.099091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:21.155249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253ee28-5e90-4c80-9dcf-e7fd7dc9e65e None None] Pushing event updated for resources: {'Port': ['ID=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:21.167656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:21.173289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:21.279195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:21.500235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:21.521314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:22.046222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-980319c7-9c06-422a-8bb8-6f3aaa5b045f req-18e6e8db-06d6-42d7-8d5f-777c5dd80074 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.9402997 Mar 02 17:55:22.080111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 22187ee4-cf62-4038-8ea9-4953d4104d41 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:55:22.122967 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:22.145562 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:22.296264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] For port 533192cf-525d-48d3-b04e-923c1ba30fde, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=533192cf-525d-48d3-b04e-923c1ba30fde,segment=NetworkSegment(89725236-83dd-4396-bae4-0ddcd483a3c6),segment_id=89725236-83dd-4396-bae4-0ddcd483a3c6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:22.373841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:22.415532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34b1bf0c-4a52-4e87-bfe0-5c90ebf216ea req-0e06130e-3026-4825-be61-7410caa0e623 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5268037 Mar 02 17:55:22.631942 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'code': 200} Mar 02 17:55:22.632830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea1b24-fcbb-4d03-9bf3-288989879b96 None None] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:22.635127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:22.651977 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] Sync routers for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:22.673350 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:22.684828 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-de1ad2cc-f136-4b41-8c71-f84f791f5f4d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8460605 Mar 02 17:55:22.685747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49676) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:22.686498 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:22.865611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:22.892118 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:22.893114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:22.919576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a27dc3-8fde-4d63-9058-e0f04cade64e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:22.920174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c5a27dc3-8fde-4d63-9058-e0f04cade64e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:22.980279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c5a27dc3-8fde-4d63-9058-e0f04cade64e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:22.981676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c5a27dc3-8fde-4d63-9058-e0f04cade64e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports/26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 HTTP/1.1" status: 200 len: 910 time: 0.2862725 Mar 02 17:55:22.984304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:23.008755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:23.023148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce75466-2164-4ba7-a561-6db7eccc6176 None None] Pushing event updated for resources: {'Port': ['ID=533192cf-525d-48d3-b04e-923c1ba30fde,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:23.056606 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:23.058293 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35595613-d6bd-40d3-a270-8ae71dbefec0 None None] The sync data for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:23.091582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ba643-ba30-4d7b-88e9-e45c1d0728b7 None None] Network 6ec6341e-7251-4378-89db-99d2ab89b79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:23.323579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:23.374137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:55:23.374812 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:55:23.381526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ace63333-b4bc-401b-bafb-0310618d6847 None None] Provisioning for port f81faca3-e617-4b55-b053-0c0da9d782a3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:23.424182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:00Z', 'revision_number': 2, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:23.436822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:55:23.437495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Updating router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 port f9d1259a-12aa-499e-9e2f-451854b0d748 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:55:23.824372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:23.838516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-e41548f5-524e-462c-964c-73394e76e6dc tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:23.840090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-e41548f5-524e-462c-964c-73394e76e6dc tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 811 time: 2.6929345 Mar 02 17:55:23.840942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:23.847117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Provisioning for port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:23.902453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0eaa55-33f7-45c6-b59a-2f35f67b14b5 req-7d1d25ee-059c-442e-a2d1-dee7cd2240f5 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.4983516 Mar 02 17:55:23.919424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cafb2a40-09ee-4d20-92b6-55797396bce5 req-569fb7b3-6f26-44dc-b245-66d70cd259b4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 210 time: 0.9014313 Mar 02 17:55:23.927949 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-48e3e71a-0aef-42de-82e0-d6811b3ee2b1 req-1254d934-e19d-4891-bc6c-3edd934c86f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 1.1502914 Mar 02 17:55:23.970994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-84ae1e20-4539-44f9-9ce4-4a58ea2f3931 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:23.973114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-84ae1e20-4539-44f9-9ce4-4a58ea2f3931 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.9519575 Mar 02 17:55:23.979912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=9f987632-63c5-4070-abb6-9a479b826868,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:23.997983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': '94492c03-4421-4510-a6fe-5f4821825e0e', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:24.051680 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-48e3e71a-0aef-42de-82e0-d6811b3ee2b1 req-605c1c2d-8782-4712-bc46-cc22bf4c4693 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982089 Mar 02 17:55:24.219275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:24.261979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Provisioning complete for port 533192cf-525d-48d3-b04e-923c1ba30fde triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:24.262543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:24.361687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:24.548131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:24.552646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:24.615320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-7331f979-f8d4-443a-b8d8-9ba4e0d3caf7 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 380 time: 0.6891141 Mar 02 17:55:24.647763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'port': {'device_id': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'admin_state_up': True, 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'security_groups': ['340a2468-edff-43eb-9d82-65f5c6876fb1']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:24.755394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:24.899122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:24.900433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fe5e-0475-431e-be6b-49e0e2238e91 req-9b9fa0a2-f9c5-4083-bebe-4aec98478729 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:24.902264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44d9fe5e-0475-431e-be6b-49e0e2238e91 req-9b9fa0a2-f9c5-4083-bebe-4aec98478729 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 0.6889932 Mar 02 17:55:24.921837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Transition to ACTIVE for port object f9d1259a-12aa-499e-9e2f-451854b0d748 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:24.978950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f81faca3-e617-4b55-b053-0c0da9d782a3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:25.055497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:25.125194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network d6eca806-7725-4813-9b52-954a52de40b9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:25.225019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Provisioning for port 9f987632-63c5-4070-abb6-9a479b826868 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:25.251361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddd4e5-4dc9-402d-9d16-a92d75ec7c92 None None] Pushing event updated for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:25.276557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:25.441067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93b149d9-68a3-4f67-8d5f-bb76bdbfa6fd req-58f6c9eb-8819-48f1-a56f-845720bbca87 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 210 time: 0.3358798 Mar 02 17:55:25.642048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.21.0.1 (6ec6341e-7251-4378-89db-99d2ab89b79e/84ad351e-e61a-4eec-8dc0-0865cf5690ef/fd3bb399-b673-4105-aa50-a198bd6f96fe) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:25.651391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Provisioning complete for port 9f987632-63c5-4070-abb6-9a479b826868 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:25.652426 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:25.820092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5409ed46-55e7-4d5f-ac87-75c04f5e4442 None None] Port 9f987632-63c5-4070-abb6-9a479b826868 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:25.870607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:25.893492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object fd3bb399-b673-4105-aa50-a198bd6f96fe will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:25.928262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:25.973725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Attempting to bind port f9d1259a-12aa-499e-9e2f-451854b0d748 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:25.974717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Attempting to bind port f9d1259a-12aa-499e-9e2f-451854b0d748 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:25.975293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Attempting to bind port f9d1259a-12aa-499e-9e2f-451854b0d748 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:25.980232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f81faca3-e617-4b55-b053-0c0da9d782a3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:25.990741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f81faca3-e617-4b55-b053-0c0da9d782a3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:25.991134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.020813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:26.021596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Checking segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:26.022233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.022881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Bound using segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:26.023551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Bound port: f9d1259a-12aa-499e-9e2f-451854b0d748, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:26.023996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.041987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=fd3bb399-b673-4105-aa50-a198bd6f96fe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:26.053180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44d9fe5e-0475-431e-be6b-49e0e2238e91 req-a97bd2d0-2b41-4604-acc9-ff5c6b8991ad tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1313806 Mar 02 17:55:26.070605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 6ec6341e-7251-4378-89db-99d2ab89b79e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:26.081471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f15cf9c6-01bb-49a7-9e4a-82b069985168 req-0405180a-feb8-4f74-9bc0-ec21b2c51e0b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.1275573 Mar 02 17:55:26.083196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:26.083686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:26.098517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:26.138917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:26.194751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Provisioning for port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:26.209158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.2 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/204dc797-64c1-49de-8e75-aad2d5472616) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:26.210880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.219840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Made reservation on behalf of 0b432ebd9f114b5c8ec26d8260d8008d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:26.223215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.273702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.288412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Provisioning complete for port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:26.288869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.338559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] For port f9d1259a-12aa-499e-9e2f-451854b0d748, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:26.343996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.362460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] For port f9d1259a-12aa-499e-9e2f-451854b0d748, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f9d1259a-12aa-499e-9e2f-451854b0d748,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:26.374810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.465766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:26.468310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port f81faca3-e617-4b55-b053-0c0da9d782a3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f81faca3-e617-4b55-b053-0c0da9d782a3,segment=NetworkSegment(ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c),segment_id=ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:26.500047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.515080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:26.581038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddd4e5-4dc9-402d-9d16-a92d75ec7c92 None None] Pushing event updated for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:26.738905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:26.739742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:26.745381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b310f42-c514-439a-b829-b2552bb9b87d req-b33531cd-ff83-4f8a-8dcf-4061ac2e5b28 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 210 time: 0.1157176 Mar 02 17:55:26.810674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=f81faca3-e617-4b55-b053-0c0da9d782a3,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:26.902183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Provisioning complete for port f81faca3-e617-4b55-b053-0c0da9d782a3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:26.902563 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:26.989133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:27.011585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:27.011585 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.055242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.067731 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.151285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Allocated IP 172.20.0.14 (3250e77f-5705-4305-bb7d-84c6f954a425/19a6bf34-1871-467f-9294-63de359f0349/f240f511-2414-4c1a-ac47-9b8a960a5ca6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:27.370218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:27.417905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.470539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97453917-3bd2-42cc-aeb0-7d2e9dfb887d req-3138e977-760d-40ae-a469-f7546d6b8c31 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.1712244 Mar 02 17:55:27.513369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.529942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=fd3bb399-b673-4105-aa50-a198bd6f96fe,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:27.555249 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.688437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 6ec6341e-7251-4378-89db-99d2ab89b79e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:27.689794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:27.698961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,segment=NetworkSegment(f9dddf49-49e2-4f1e-bf1b-146ff3d252b8),segment_id=f9dddf49-49e2-4f1e-bf1b-146ff3d252b8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:27.705865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.706716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 533192cf-525d-48d3-b04e-923c1ba30fde up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:27.862891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.893224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Provisioning complete for port 9f987632-63c5-4070-abb6-9a479b826868 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:27.893584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:27.897404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Router 19e1731f-1f05-4865-9a41-aa51043f872a is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:55:27.907342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Transition to ACTIVE for port object f240f511-2414-4c1a-ac47-9b8a960a5ca6 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:27.928083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b89d-cf4c-4fdb-abf9-caea3ca6e7d0 req-6c6a5b6d-e699-4225-a205-306a80b7be56 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:27.936389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7319b89d-cf4c-4fdb-abf9-caea3ca6e7d0 req-6c6a5b6d-e699-4225-a205-306a80b7be56 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 0.6191332 Mar 02 17:55:28.013996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:28.056974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:28.093483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3904c4f3-3896-4a29-944d-e9bccfdb730d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:28.198252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:28.227136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3701642e-7cc8-4a4c-934c-b976b7487a35 None None] Port 9f987632-63c5-4070-abb6-9a479b826868 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:28.249714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 22187ee4-cf62-4038-8ea9-4953d4104d41 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:28.350856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:28.365901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:28.374660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 533192cf-525d-48d3-b04e-923c1ba30fde triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:28.376713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:28.412077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:28.415402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:28.446606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:28.468769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7319b89d-cf4c-4fdb-abf9-caea3ca6e7d0 req-63b5e382-9dfe-4bda-ac60-4159f3a37dd0 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314789 Mar 02 17:55:28.470249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:28.490397 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e1f5262-d600-4c39-adf8-560d4f09cf00 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5046000 Mar 02 17:55:28.491114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:28.494794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] Sync routers for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:28.626180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Provisioning complete for port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:28.626678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:28.662931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920136c-cb4d-4a9f-8719-f8fe1b2a8cf9 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:28.663689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b920136c-cb4d-4a9f-8719-f8fe1b2a8cf9 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:28.690140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b920136c-cb4d-4a9f-8719-f8fe1b2a8cf9 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:28.695386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:28.702267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b920136c-cb4d-4a9f-8719-f8fe1b2a8cf9 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports/fd3bb399-b673-4105-aa50-a198bd6f96fe HTTP/1.1" status: 200 len: 910 time: 0.2101061 Mar 02 17:55:28.707309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:28.717763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:26Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:28.729192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c0f13-4f9d-47f7-9d7e-01a44dc39258 None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:26Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:28.729943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:28.732803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:28.733258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:28.767352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:28.830163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:28.832619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:28.902513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:28.973535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:28.974306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.016371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:29.018478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:29.067334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:29.067556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.174641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d042328-4d1e-472a-b776-599078447bab req-cf405ded-555d-4114-a727-bf5ed631da29 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:29.182505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1d042328-4d1e-472a-b776-599078447bab req-cf405ded-555d-4114-a727-bf5ed631da29 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:29.208836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:29.209573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d766b2-0a39-42ca-b242-052cc74a7a66 None None] The sync data for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:29.239205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Provisioning for port fd3bb399-b673-4105-aa50-a198bd6f96fe completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:29.274864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-9b2a621e-e292-4d95-8b73-e14d8ecbe215 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6437244 Mar 02 17:55:29.277494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Provisioning complete for port fd3bb399-b673-4105-aa50-a198bd6f96fe triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:29.277926 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.293641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-2d9f901b-6bbf-43ac-8579-c420975fe64b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2996042 Mar 02 17:55:29.313580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Request body: {'port': {'device_id': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:29.345925 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.361222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Request body: {'port': {'device_id': '94492c03-4421-4510-a6fe-5f4821825e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:29.406190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fb672-c7de-4e0b-ac4b-e360e4ef0fa8 None None] Port fd3bb399-b673-4105-aa50-a198bd6f96fe cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:29.460369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a932119-cbd1-4ff0-9b35-0befacaaa22c req-3cf63a44-fb72-4b4d-8156-471a9f8749cd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:29.461273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a932119-cbd1-4ff0-9b35-0befacaaa22c req-3cf63a44-fb72-4b4d-8156-471a9f8749cd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:29.522972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1d042328-4d1e-472a-b776-599078447bab req-cf405ded-555d-4114-a727-bf5ed631da29 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:29.525478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d042328-4d1e-472a-b776-599078447bab req-cf405ded-555d-4114-a727-bf5ed631da29 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 931 time: 1.5278428 Mar 02 17:55:29.536756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2074d7b3-17f6-410b-bbab-b39a62d370e8 None None] Provisioning for port f240f511-2414-4c1a-ac47-9b8a960a5ca6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:29.552876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2074d7b3-17f6-410b-bbab-b39a62d370e8 None None] Provisioning complete for port f240f511-2414-4c1a-ac47-9b8a960a5ca6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:29.553250 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2074d7b3-17f6-410b-bbab-b39a62d370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.644259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f81faca3-e617-4b55-b053-0c0da9d782a3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:29.653962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a932119-cbd1-4ff0-9b35-0befacaaa22c req-3cf63a44-fb72-4b4d-8156-471a9f8749cd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:29.662653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a932119-cbd1-4ff0-9b35-0befacaaa22c req-3cf63a44-fb72-4b4d-8156-471a9f8749cd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 932 time: 0.9398727 Mar 02 17:55:29.798279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:29.806323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2074d7b3-17f6-410b-bbab-b39a62d370e8 None None] Port f240f511-2414-4c1a-ac47-9b8a960a5ca6 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:29.810598 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] Sync routers for ids ['19e1731f-1f05-4865-9a41-aa51043f872a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:29.832463 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] Routers {'19e1731f-1f05-4865-9a41-aa51043f872a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:29.833098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['19e1731f-1f05-4865-9a41-aa51043f872a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:29.865117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.875428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 9e11bfdb-540b-44fe-96ec-7a072934ba5e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:29.875828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.895501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f81faca3-e617-4b55-b053-0c0da9d782a3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:29.895913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:29.910136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f8ac3a39-3be1-4b64-90df-1da744529216 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "PUT /v2.0/routers/19e1731f-1f05-4865-9a41-aa51043f872a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7358339 Mar 02 17:55:29.939108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49778) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:29.975301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'port': {'network_id': 'd6eca806-7725-4813-9b52-954a52de40b9', 'name': 'tempest-FloatingIPNegativeTestJSON-1029306718'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:30.001494 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:30.021693 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] Routers {'19e1731f-1f05-4865-9a41-aa51043f872a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:30.022611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['19e1731f-1f05-4865-9a41-aa51043f872a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:30.192352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:30.197822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:port and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:30.198602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f9d1259a-12aa-499e-9e2f-451854b0d748 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:30.201018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:30.204769 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:30.205413 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1424f62-8c22-4819-839d-5fe9ee4ac450 None None] The sync data for ids ['19e1731f-1f05-4865-9a41-aa51043f872a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:30.207348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:30.330810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.339690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f9d1259a-12aa-499e-9e2f-451854b0d748 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:30.343098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Made reservation on behalf of 9882689d6290448eac2da7971828359d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:30.346353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.349538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f9d1259a-12aa-499e-9e2f-451854b0d748 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:30.350203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.371940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d042328-4d1e-472a-b776-599078447bab req-25186049-aa2e-4cb7-a1b4-f627f3392b96 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981608 Mar 02 17:55:30.530120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a932119-cbd1-4ff0-9b35-0befacaaa22c req-782f6e68-e0da-460b-9af5-015350fe6905 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8663499 Mar 02 17:55:30.574448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] device_id is not set on port 05231417-ba50-41c3-a105-dd3d94d143a2 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:55:30.593532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.643184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port f9d1259a-12aa-499e-9e2f-451854b0d748, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f9d1259a-12aa-499e-9e2f-451854b0d748,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:30.651552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.654210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:30.746495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port fd3bb399-b673-4105-aa50-a198bd6f96fe {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:30.747181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.804666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:30.842748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:30.843124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:30.908009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:31.002438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.147724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for fd3bb399-b673-4105-aa50-a198bd6f96fe owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:31.246328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 9e11bfdb-540b-44fe-96ec-7a072934ba5e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9e11bfdb-540b-44fe-96ec-7a072934ba5e,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:31.246975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.345939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f9d1259a-12aa-499e-9e2f-451854b0d748 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:31.346762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.362142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.394433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=fd3bb399-b673-4105-aa50-a198bd6f96fe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:31.440537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.440537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.440935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.441222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.441546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.441867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.442193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.442514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.442860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.443174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.443492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:31.516017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f9d1259a-12aa-499e-9e2f-451854b0d748 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:31.516394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.530036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 9e11bfdb-540b-44fe-96ec-7a072934ba5e owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:31.621272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Allocated IP 172.20.0.10 (d6eca806-7725-4813-9b52-954a52de40b9/94e2740b-265d-4c46-b993-d258f27ff52a/05231417-ba50-41c3-a105-dd3d94d143a2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:31.643184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e241-5bf8-4262-9956-25c4f605c6e8 req-ac5eabef-9739-4b9d-acc7-db5e24ec3bba tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:31.644923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb69e241-5bf8-4262-9956-25c4f605c6e8 req-ac5eabef-9739-4b9d-acc7-db5e24ec3bba tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 1.1101727 Mar 02 17:55:31.758372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:31.832750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:31.860295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Usage tracker for resource:security_group_rule and tenant:90efd45616b149bc913996106ed9296f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:31.897430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:31.913897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:55:31.936192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:32.044950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb69e241-5bf8-4262-9956-25c4f605c6e8 req-ba1a38c5-2a90-465a-b5e7-2b3f6f8aee6d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407941 Mar 02 17:55:32.139603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:55:32.168046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204dc797-64c1-49de-8e75-aad2d5472616 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:32.226532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed895-dad4-44df-baf9-b40d32f01468 req-e5690b85-32d9-421d-9da5-63098ae5ba00 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:32.228759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7fed895-dad4-44df-baf9-b40d32f01468 req-e5690b85-32d9-421d-9da5-63098ae5ba00 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 931 time: 0.6189513 Mar 02 17:55:32.271718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.370204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 22187ee4-cf62-4038-8ea9-4953d4104d41 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:32.399947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f240f511-2414-4c1a-ac47-9b8a960a5ca6 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:32.429040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Transition to ACTIVE for port object 204dc797-64c1-49de-8e75-aad2d5472616 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:32.444040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.467026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.545611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.548847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:32.561397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] Sync routers for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:32.566162 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-39a822c7-a0c3-4af7-b9da-dec3fcfdf581 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8577111 Mar 02 17:55:32.568800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49800) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:32.577466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:32.578649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:32.582159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Transition to ACTIVE for port object f240f511-2414-4c1a-ac47-9b8a960a5ca6 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:32.583954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.612962 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.615744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.620410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.642392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:32.654885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:32.655505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:32.718885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:32.719286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a0ba1-2a12-4ae2-b4f4-cfa7f33e3e22 None None] The sync data for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:32.822346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7fed895-dad4-44df-baf9-b40d32f01468 req-b697d976-fb1b-4c11-9187-64001479e38a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467987 Mar 02 17:55:32.876277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:32.922387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:32.935977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Transition to ACTIVE for port object 05231417-ba50-41c3-a105-dd3d94d143a2 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:33.036421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90efd45616b149bc913996106ed9296f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1152258 Mar 02 17:55:33.038999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49804) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:33.043567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f708ab-2e4d-4b40-ab2d-7a2fc528ffea req-840d4c53-45cb-491d-9634-d4f9fff85602 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:33.045082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1f708ab-2e4d-4b40-ab2d-7a2fc528ffea req-840d4c53-45cb-491d-9634-d4f9fff85602 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 932 time: 0.8613584 Mar 02 17:55:33.045774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383905ce-1c55-4d68-9976-d269f40778cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f01587-595a-425e-8f0f-8e5c3d4f72e4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:33.142240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.175357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.247813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Pushing event updated for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:33.368838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.391107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f01587-595a-425e-8f0f-8e5c3d4f72e4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:33.395297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=9e11bfdb-540b-44fe-96ec-7a072934ba5e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:33.411422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.412523 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1c249da5-740a-4665-a629-5b55613649aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4f01587-595a-425e-8f0f-8e5c3d4f72e4 HTTP/1.1" status: 204 len: 168 time: 0.3718855 Mar 02 17:55:33.466894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.547552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1f708ab-2e4d-4b40-ab2d-7a2fc528ffea req-74bd4169-5d47-4673-9f74-1d87e6a1f94b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4743083 Mar 02 17:55:33.755767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Attempting to bind port 204dc797-64c1-49de-8e75-aad2d5472616 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:33.756120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Attempting to bind port 204dc797-64c1-49de-8e75-aad2d5472616 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:33.756517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Attempting to bind port 204dc797-64c1-49de-8e75-aad2d5472616 on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:33.761972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network d6eca806-7725-4813-9b52-954a52de40b9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:33.765775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=05231417-ba50-41c3-a105-dd3d94d143a2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:33.771297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:33.776557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:33.812437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33e8d-875d-4f8b-9eb1-d5c73711e05c req-153a2b3c-a676-4c2f-9818-36d82e91308a tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:33.813812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dc33e8d-875d-4f8b-9eb1-d5c73711e05c req-153a2b3c-a676-4c2f-9818-36d82e91308a tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 0.7821727 Mar 02 17:55:33.819961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Attempting to bind port f240f511-2414-4c1a-ac47-9b8a960a5ca6 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:33.820285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Attempting to bind port f240f511-2414-4c1a-ac47-9b8a960a5ca6 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:33.825497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Attempting to bind port f240f511-2414-4c1a-ac47-9b8a960a5ca6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:33.868351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Port 204dc797-64c1-49de-8e75-aad2d5472616 on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:55:33.869180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Attempting to bind port 204dc797-64c1-49de-8e75-aad2d5472616 on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:33.877396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:33.877894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.893736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Port f240f511-2414-4c1a-ac47-9b8a960a5ca6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:55:33.895767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Attempting to bind port f240f511-2414-4c1a-ac47-9b8a960a5ca6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:33.907726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49814) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:33.961230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:33.961905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:33.962645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:33.963420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Bound port: 204dc797-64c1-49de-8e75-aad2d5472616, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:33.963747 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:33.991667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:33.992451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.023816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:34.024510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Checking segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:34.025133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Bound using segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:34.025686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Bound port: f240f511-2414-4c1a-ac47-9b8a960a5ca6, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:34.026137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.048748 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.075249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84c3399e-5bb4-48ee-b9ee-08328447c45f tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1253390 Mar 02 17:55:34.079492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:34.104477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:34.113410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:34.128467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:floatingip and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:34.132548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:34.136729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.148678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:34.209365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dc33e8d-875d-4f8b-9eb1-d5c73711e05c req-0cd02685-3490-4d2b-8c3f-63bacf897df2 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807833 Mar 02 17:55:34.240767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b9a03f7b-b678-4fe9-a831-a1aebe4c394c None None] Provisioning for port 05231417-ba50-41c3-a105-dd3d94d143a2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:34.250022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b9a03f7b-b678-4fe9-a831-a1aebe4c394c None None] Provisioning complete for port 05231417-ba50-41c3-a105-dd3d94d143a2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:34.250459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b9a03f7b-b678-4fe9-a831-a1aebe4c394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.267011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49822) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:34.284353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:34.286293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:34.310826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Usage tracker for resource:security_group_rule and tenant:997554b6053842cd9917509f01f4bf3c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:34.313529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b9a03f7b-b678-4fe9-a831-a1aebe4c394c None None] Port 05231417-ba50-41c3-a105-dd3d94d143a2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:34.321585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:34.323680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.335351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:34.346819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:34.359337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:34.369766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:34.377306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=204dc797-64c1-49de-8e75-aad2d5472616,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:34.389574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.454029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.524737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572257f5-a2dc-4acf-9195-810500d35af8 req-6ac9cc58-1bf5-409f-9a56-e9caf51893ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:34.527775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-572257f5-a2dc-4acf-9195-810500d35af8 req-6ac9cc58-1bf5-409f-9a56-e9caf51893ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 943 time: 0.4214759 Mar 02 17:55:34.538728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.550356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.551880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] 10.222.0.50 "PUT /v2.0/ports/f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1092 time: 5.2562158 Mar 02 17:55:34.553472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:34.557943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.573513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.574994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/204dc797-64c1-49de-8e75-aad2d5472616 HTTP/1.1" status: 200 len: 1091 time: 5.2660398 Mar 02 17:55:34.651661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc0edd-4ee8-4693-9c2e-fe691b14b9ea service neutron] Pushing event updated for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:34.733682 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'status': 'completed', 'code': 200} Mar 02 17:55:34.765900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Allocated IP 172.25.3.152 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/3bef63e3-5f0e-46f3-bf70-930ac8bbaf74) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:34.886706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:34.944226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=26d001d3-44ef-4b9a-a1e0-2f6f8364c3d1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:35.077350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.221457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.236095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.240920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.245320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.257772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-572257f5-a2dc-4acf-9195-810500d35af8 req-513e004f-4765-4314-9faf-2bf740aa2c59 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049756 Mar 02 17:55:35.291341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df174-5a6d-4b0a-aff8-949b5968a4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:35.374854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c8866-dfd9-4261-b240-b7fb135c7ca1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:35.388280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-48fa1665-4afd-47b3-ac78-9cce240b6049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=997554b6053842cd9917509f01f4bf3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4638958 Mar 02 17:55:35.399520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49832) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:35.410152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-6593639e-6569-4eca-9718-62afff47fe3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1095 time: 0.7691090 Mar 02 17:55:35.426974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f448f147-631f-47de-bf95-208f06b181a4 tempest-TestServerBasicOps-1658362919 tempest-TestServerBasicOps-1658362919-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1092 time: 1.1452227 Mar 02 17:55:35.434644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-77d2fa66-899d-4f4a-bbc3-70fa1d68e323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 1094 time: 0.7924635 Mar 02 17:55:35.435374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49836) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:35.494904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:35.540594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:35.548958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:35.553041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:35.563343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e7399-8c27-4b44-8854-8d9f49ef3366 req-58500175-6cae-4041-a99a-80e53137156d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:35.564792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b75e7399-8c27-4b44-8854-8d9f49ef3366 req-58500175-6cae-4041-a99a-80e53137156d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 944 time: 0.5956693 Mar 02 17:55:35.579547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:35.580627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=3bef63e3-5f0e-46f3-bf70-930ac8bbaf74,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:35.609651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Usage tracker for resource:floatingip and tenant:2d172537ea284df1b0800fe420adf6f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:35.636190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:35.640313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-235d3e14-61c7-4f3a-8961-82eb20f212ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 217 time: 0.2013841 Mar 02 17:55:35.651879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:35.654875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-dd6aabac-f239-4d26-9d1f-fb5cfac2609a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=204dc797-64c1-49de-8e75-aad2d5472616 HTTP/1.1" status: 200 len: 217 time: 0.2069819 Mar 02 17:55:35.780730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.845425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:35.847746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-d1e67deb-69ef-4d94-82b7-5171cdc2a438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:35.849208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-d1e67deb-69ef-4d94-82b7-5171cdc2a438 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.2009437 Mar 02 17:55:35.904883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-cd27b7b0-93e6-4355-aefa-38b0159aec2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:35.906309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-cd27b7b0-93e6-4355-aefa-38b0159aec2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2045765 Mar 02 17:55:35.942355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b75e7399-8c27-4b44-8854-8d9f49ef3366 req-b97f0646-36a7-42cf-ac27-da7524c806ed tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597741 Mar 02 17:55:36.018191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.020599 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.024351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 22187ee4-cf62-4038-8ea9-4953d4104d41 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:36.030047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-f33de0c9-b532-4148-96dd-8f99ef439ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819285 Mar 02 17:55:36.149881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.330107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:36.350312 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] Sync routers for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:36.373030 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:36.373927 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:36.502911 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:36.516637 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] Routers {'22187ee4-cf62-4038-8ea9-4953d4104d41'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:36.517350 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['22187ee4-cf62-4038-8ea9-4953d4104d41'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:36.546468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0273ed0d-dcce-4f90-a097-6abeb55519fc tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9765720 Mar 02 17:55:36.550057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:36.571992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-90796f39-ab0b-40a3-8436-3284bd1a8fea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6770189 Mar 02 17:55:36.581250 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:36.582063 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc3a86-f560-4ed6-9ec1-159c544448c5 None None] The sync data for ids ['22187ee4-cf62-4038-8ea9-4953d4104d41'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:36.613151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dab615c5-0568-4614-a06f-0a8b13c4e63f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:36.616899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.625484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.626125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-9cb9b437-f9d9-4dc8-abcc-dce094b5a523 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784559 Mar 02 17:55:36.626829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.688053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dab615c5-0568-4614-a06f-0a8b13c4e63f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:36.689218 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dab615c5-0568-4614-a06f-0a8b13c4e63f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=22187ee4-cf62-4038-8ea9-4953d4104d41 HTTP/1.1" status: 200 len: 205 time: 0.1382294 Mar 02 17:55:36.693389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:36.740984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:36.746997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c8866-dfd9-4261-b240-b7fb135c7ca1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:36.821763 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616', 'status': 'completed', 'code': 200} Mar 02 17:55:36.845639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:36.846788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6caee235-f448-4433-99c2-98018e729fd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a63c8866-dfd9-4261-b240-b7fb135c7ca1 HTTP/1.1" status: 204 len: 168 time: 1.4437048 Mar 02 17:55:36.984522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=3bef63e3-5f0e-46f3-bf70-930ac8bbaf74,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:37.012196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.031596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.035550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.051147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a028c8-29a7-420f-af87-bc4a203f11c0 req-58a9f78a-9e63-47d1-9b07-eea59d0b4466 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:37.052830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82a028c8-29a7-420f-af87-bc4a203f11c0 req-58a9f78a-9e63-47d1-9b07-eea59d0b4466 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 943 time: 0.5587542 Mar 02 17:55:37.058490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-0898af53-bade-4126-a6b6-c46d0476ccdf service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642637 Mar 02 17:55:37.095519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.096722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7bacbaf7-2c3a-42a8-abcc-2adea982dc0d tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0156820 Mar 02 17:55:37.104271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:37.170765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-595b4efa-5af0-4ef4-b7a1-103ccd9b864e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'floatingip': {'port_id': '05231417-ba50-41c3-a105-dd3d94d143a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:37.190401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91e2da83-770b-4e20-ab2e-cd9dc2d9bc94 req-44cc8a75-cdba-40bf-abe2-9f062779a9cf service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398431 Mar 02 17:55:37.260488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-595b4efa-5af0-4ef4-b7a1-103ccd9b864e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.501774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82a028c8-29a7-420f-af87-bc4a203f11c0 req-a7b380e0-cf20-409d-ad9a-f7a574970824 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454857 Mar 02 17:55:37.564962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ceb92d-2f77-4028-ab47-e78b7f997b96 req-2e0a796c-1dbd-42e2-a7fc-98b3c003bede service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160063 Mar 02 17:55:37.601039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Allocated IP 172.25.3.22 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/86ed94a8-dc3f-4087-bb35-a15c02e846d4) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:37.623161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-570de193-7c20-492d-ac2b-0172fc5e1997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 1094 time: 0.3140831 Mar 02 17:55:37.634014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c2cc4-d761-4e5d-927e-f9bc7661be0b req-31e959d2-60c8-4aff-912c-7293d3155991 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:37.635532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed8c2cc4-d761-4e5d-927e-f9bc7661be0b req-31e959d2-60c8-4aff-912c-7293d3155991 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 944 time: 0.4281840 Mar 02 17:55:37.755786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.770022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.811764 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-595b4efa-5af0-4ef4-b7a1-103ccd9b864e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] update failed (client error): The resource could not be found. Mar 02 17:55:37.816374 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-595b4efa-5af0-4ef4-b7a1-103ccd9b864e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "PUT /v2.0/floatingips/019d0ae4-cafa-4fb5-ae19-eef9c9ebad67 HTTP/1.1" status: 404 len: 507 time: 0.7081506 Mar 02 17:55:37.816727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49874) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:37.911542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:37.912385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 22187ee4-cf62-4038-8ea9-4953d4104d41 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:55:38.012109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed8c2cc4-d761-4e5d-927e-f9bc7661be0b req-8dbfbccf-2dfe-4d06-8603-d55a81974107 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341064 Mar 02 17:55:38.016324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.020487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac56242f-513d-439b-8c66-53be7e28a16f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41 HTTP/1.1" status: 204 len: 168 time: 1.3236761 Mar 02 17:55:38.022544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49880) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:38.026674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60350db-ff67-4e67-949e-64bf87821533 req-a12a3fa4-645f-41d2-b5d8-a06bda435ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:38.028129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-a12a3fa4-645f-41d2-b5d8-a06bda435ab0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.3897054 Mar 02 17:55:38.044197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting port 3bef63e3-5f0e-46f3-bf70-930ac8bbaf74 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:38.044545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.268870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.269196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.315439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.355586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-6a935e10-7675-4e5e-8107-f738714a7780 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1095 time: 0.5787871 Mar 02 17:55:38.361728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-95254e2d-a5d7-4e67-a053-a1971fb2171d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=204dc797-64c1-49de-8e75-aad2d5472616 HTTP/1.1" status: 200 len: 217 time: 0.3125668 Mar 02 17:55:38.417749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Calling delete_port for 3bef63e3-5f0e-46f3-bf70-930ac8bbaf74 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:38.540458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:38.612328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.634653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49892) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:38.693009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60350db-ff67-4e67-949e-64bf87821533 req-02da3101-10ea-4444-b884-89e9e0854625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:38.694513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-02da3101-10ea-4444-b884-89e9e0854625 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.3248367 Mar 02 17:55:38.737717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.745513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.793063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Port': ['ID=3bef63e3-5f0e-46f3-bf70-930ac8bbaf74,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:38.874872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.932740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:38.935213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.940486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Usage tracker for resource:security_group_rule and tenant:452cbd3b392643b19c792ee85e75d214 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:38.943920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:38.954068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:38.955937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-718804f1-ea75-4d3f-bfa7-8554b1ef91e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2516608 Mar 02 17:55:38.966747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:38.971705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2ae5af5b-c3d3-4d62-bc33-2a69b39dac04 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "DELETE /v2.0/floatingips/019d0ae4-cafa-4fb5-ae19-eef9c9ebad67 HTTP/1.1" status: 204 len: 168 time: 1.1536343 Mar 02 17:55:38.973591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:38.980005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'floatingip': {'floating_network_id': 'd6eca806-7725-4813-9b52-954a52de40b9', 'port_id': '05231417-ba50-41c3-a105-dd3d94d143a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:38.989815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:38.997953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:floatingip and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:39.001616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:39.013267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:39.033709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.085132 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.130716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.149691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:39.154622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-41db4c75-77f3-43e6-babc-c3de521abdc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:39.156415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-41db4c75-77f3-43e6-babc-c3de521abdc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.7926512 Mar 02 17:55:39.158953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet 84ad351e-e61a-4eec-8dc0-0865cf5690ef {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:55:39.170876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:39.178216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.188102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ff0f6-3ad4-4e6a-8558-448a61f72b26,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:39.205982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5767be9b-3b8d-4434-8eff-2ef9ff0999b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=452cbd3b392643b19c792ee85e75d214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5702534 Mar 02 17:55:39.209108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'Port': ['ID=86ed94a8-dc3f-4087-bb35-a15c02e846d4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:39.210900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:39.213065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:39.257429 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-666127a4-f8ed-42cb-ae56-25b7fd261314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.314293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.362562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.387127 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:55:39.387389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.392339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f240f511-2414-4c1a-ac47-9b8a960a5ca6 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:55:39.392757 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7fe5073-6289-485d-886e-787fc8e32e65 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4181762 Mar 02 17:55:39.395242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49910) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:39.409733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '05231417-ba50-41c3-a105-dd3d94d143a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:39.420803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:39.425270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Usage tracker for resource:floatingip and tenant:9882689d6290448eac2da7971828359d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:39.428235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:39.435323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:39.466860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.494878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.519349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ff0f6-3ad4-4e6a-8558-448a61f72b26,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:39.562385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:39.576453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.578831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'port_id': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'mac_address': 'fa:16:3e:e9:4e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:55:39.584826 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffb31449-a7a7-493a-98bd-be5b46d2b7f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab7ff0f6-3ad4-4e6a-8558-448a61f72b26 HTTP/1.1" status: 204 len: 168 time: 0.3701520 Mar 02 17:55:39.589190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-3437188f-a35e-42aa-bfaa-37c4a32eb537 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 217 time: 0.4134409 Mar 02 17:55:39.599711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-4f30c86a-f94f-44a0-9914-8588218ecafb service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137109 Mar 02 17:55:39.613936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd17d4-fa3b-4447-8519-579cb58ae7b8 req-76e41a94-bc59-4e8a-93d5-8e6786df436e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:39.622096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35cd17d4-fa3b-4447-8519-579cb58ae7b8 req-76e41a94-bc59-4e8a-93d5-8e6786df436e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 943 time: 0.9196074 Mar 02 17:55:39.642113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.661406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f240f511-2414-4c1a-ac47-9b8a960a5ca6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:39.678415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:39.679565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.683756 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:39.775197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:39.797359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.797742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.798069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.798378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.799273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.799769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.800258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.800823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.801394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.801892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.802381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:55:39.861219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Allocated IP 172.25.3.23 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/091caa17-20dd-4da3-84eb-b0e6b1d26684) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:40.046012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.067145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541970f8-fea0-4948-8ac4-4813711cbb6b req-0ce0baa1-a0a0-4a49-941e-7ae09e0b15e4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:40.068604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-541970f8-fea0-4948-8ac4-4813711cbb6b req-0ce0baa1-a0a0-4a49-941e-7ae09e0b15e4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 944 time: 0.8956614 Mar 02 17:55:40.075692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['f240f511-2414-4c1a-ac47-9b8a960a5ca6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:40.079833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-c00220db-df39-44ce-b0ab-a0c968365293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:40.081262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-c00220db-df39-44ce-b0ab-a0c968365293 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.4761415 Mar 02 17:55:40.081847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.179951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event updated for resources: {'Port': ['ID=091caa17-20dd-4da3-84eb-b0e6b1d26684,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:40.185353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:40.186851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:40.191423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:40.201434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35cd17d4-fa3b-4447-8519-579cb58ae7b8 req-fc73b28e-19e8-4d88-965e-1178f030a025 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780342 Mar 02 17:55:40.221754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.413516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting port 091caa17-20dd-4da3-84eb-b0e6b1d26684 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:40.415169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.447888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d60350db-ff67-4e67-949e-64bf87821533 req-5c94a8f0-775f-4d7e-b249-989865c4f40a service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828116 Mar 02 17:55:40.499175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-541970f8-fea0-4948-8ac4-4813711cbb6b req-96da780b-60a3-4100-b91f-b7dbcce590fa tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168475 Mar 02 17:55:40.550813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:40.566135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Sync routers for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:40.572021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.584803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:40.585755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:40.623825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.624558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.631225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-2fb516e5-5fb0-4748-b972-0b581d21d229 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5273802 Mar 02 17:55:40.645038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=84ad351e-e61a-4eec-8dc0-0865cf5690ef,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:40.668484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:40.668843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591f7fb-0b99-4418-9f40-3c49faf46e64 None None] Network 6ec6341e-7251-4378-89db-99d2ab89b79e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:40.735735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e9017c5f-177e-4e95-b0cc-608f3951677c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/84ad351e-e61a-4eec-8dc0-0865cf5690ef HTTP/1.1" status: 204 len: 168 time: 2.7010510 Mar 02 17:55:40.735735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fd699021-07dd-43e6-8b70-1da462253114 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "PUT /v2.0/routers/4432cee7-4b55-4c6a-bc20-b46d1e1d8282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 23.0582831 Mar 02 17:55:40.737640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49936) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:40.737931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49938) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:40.794155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Calling delete_port for 091caa17-20dd-4da3-84eb-b0e6b1d26684 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:41.084975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:41.085808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.115440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49946) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:41.140840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Port': ['ID=091caa17-20dd-4da3-84eb-b0e6b1d26684,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:41.141759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-a61e975e-5a05-4846-84d5-8672d10b9236 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008082 Mar 02 17:55:41.265941 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] create failed (client error): The resource could not be found. Mar 02 17:55:41.268365 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-288aaec9-c72c-41c3-b7db-0e03bb46da49 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8724234 Mar 02 17:55:41.273772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:41.401794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting port 05231417-ba50-41c3-a105-dd3d94d143a2 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:41.402301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.418228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] DHCP port deletion for 6ec6341e-7251-4378-89db-99d2ab89b79e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:55:41.420595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f240f511-2414-4c1a-ac47-9b8a960a5ca6 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:41.478252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Deleting port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:41.478666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.562875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.606041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.625306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet e5f885d3-9e6f-4f04-9111-96476be9d6e1 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:55:41.639156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting subnet 89b63e98-7853-4f60-80ee-b8c47d24a77b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:55:41.642060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.695012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e3b99959-1dcc-4b2e-98e2-f86592d154c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.701522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.832705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Calling delete_port for 05231417-ba50-41c3-a105-dd3d94d143a2 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:41.860596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.875726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port f240f511-2414-4c1a-ac47-9b8a960a5ca6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:41.891648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] For port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,segment=NetworkSegment(f9dddf49-49e2-4f1e-bf1b-146ff3d252b8),segment_id=f9dddf49-49e2-4f1e-bf1b-146ff3d252b8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:41.892030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.901507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port f240f511-2414-4c1a-ac47-9b8a960a5ca6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:41.901875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:41.995875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.016670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:42.047401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-466c4c73-5ae9-497a-b0fe-575ecca59419 req-96e071a6-8ec2-432e-86f0-d0dde6b758ea service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8899660 Mar 02 17:55:42.050425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee621f6bb84e4d6cacc2d6bc441a72de is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:42.055385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.062193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Calling delete_port for 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:42.063370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Port': ['ID=05231417-ba50-41c3-a105-dd3d94d143a2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:42.090632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 204dc797-64c1-49de-8e75-aad2d5472616 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:55:42.093572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:42.108004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.154029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.177687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:42.196099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.208765 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d24c5cf-3741-49bd-9924-2a2ff0a4615b tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "DELETE /v2.0/ports/05231417-ba50-41c3-a105-dd3d94d143a2 HTTP/1.1" status: 204 len: 168 time: 0.9330921 Mar 02 17:55:42.210753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:42.247595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9320f0-6d1e-4cfe-aef5-5538071318d5 req-ddab57a7-b5c6-4484-bf16-384fa4865c68 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:42.249111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9320f0-6d1e-4cfe-aef5-5538071318d5 req-ddab57a7-b5c6-4484-bf16-384fa4865c68 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 943 time: 0.7700315 Mar 02 17:55:42.250909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:55:32Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:42.294224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Checking router: 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:55:42.315877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.340044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828d080-2d96-4d70-b039-91aadf587809 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:42.340945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a828d080-2d96-4d70-b039-91aadf587809 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Synchronizing usage tracker for tenant:9882689d6290448eac2da7971828359d on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:42.370130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a828d080-2d96-4d70-b039-91aadf587809 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Unset dirty status for tenant:9882689d6290448eac2da7971828359d on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:42.372947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a828d080-2d96-4d70-b039-91aadf587809 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e1731f-1f05-4865-9a41-aa51043f872a HTTP/1.1" status: 200 len: 913 time: 0.1601553 Mar 02 17:55:42.380743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:42.413590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] Pushing event deleted for resources: {'Port': ['ID=8df13e86-8a3b-43dc-b1d9-8e4d7108d724,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:42.435930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f90a1-3a28-4577-8b05-46c88d30ac19 None None] No DVR routers for this DVR port 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:42.437439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.461724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Routers {'4432cee7-4b55-4c6a-bc20-b46d1e1d8282'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:42.462491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:42.493548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd093d0-9a69-42d9-82d4-ce8c148f2caa req-7a8337e7-a468-402f-a7b0-0d4fca813022 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:42.500528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdd093d0-9a69-42d9-82d4-ce8c148f2caa req-7a8337e7-a468-402f-a7b0-0d4fca813022 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 945 time: 0.8651986 Mar 02 17:55:42.543187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.590529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=204dc797-64c1-49de-8e75-aad2d5472616,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:42.597208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd9320f0-6d1e-4cfe-aef5-5538071318d5 req-58d77926-0e55-40a3-a137-fb24022620bb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226080 Mar 02 17:55:42.621696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '204dc797-64c1-49de-8e75-aad2d5472616', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': '204dc797-64c1-49de-8e75-aad2d5472616', 'mac_address': 'fa:16:3e:92:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:55:42.636388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:42.665075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.683345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:42.700936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.717319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.736672 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'code': 200} Mar 02 17:55:42.740730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.770343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdd093d0-9a69-42d9-82d4-ce8c148f2caa req-83b93d19-ad47-4bf5-b06d-58c778da41e0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686081 Mar 02 17:55:42.789297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.837978 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.851173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] Set router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:42.886300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c30de1-3da3-4446-ac08-21a5f6a03e63,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:42.893028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204dc797-64c1-49de-8e75-aad2d5472616 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:55:42.895752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.896697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:42.906019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.923893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.942855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-950a1c3d-9bd8-4df6-9f73-e226411a08f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee621f6bb84e4d6cacc2d6bc441a72de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8188429 Mar 02 17:55:42.942855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f885d3-9e6f-4f04-9111-96476be9d6e1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:42.943943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49970) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:42.952109 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:42.985861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.010863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=204dc797-64c1-49de-8e75-aad2d5472616,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:43.050836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.072080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f98f0-b901-470b-adda-a9a6cdfa10f6 None None] Network 271175d6-396f-4b30-a57e-56c9e58d5b4f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:43.072472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Subnet': ['ID=89b63e98-7853-4f60-80ee-b8c47d24a77b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:43.085662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.132091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37a9ed-7d6e-40ea-a56e-9e41232e2f29 None None] Network ea78fda0-028d-47ce-a31c-6d44ace956f1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:43.145970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.153858 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.183194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-855a762b-16d0-483b-9511-bc3178f3f6b2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/e5f885d3-9e6f-4f04-9111-96476be9d6e1 HTTP/1.1" status: 204 len: 168 time: 2.4430983 Mar 02 17:55:43.184401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event updated for resources: {'Port': ['ID=86ed94a8-dc3f-4087-bb35-a15c02e846d4,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:43.184910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49974) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:43.211416 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8f26a513-ba1f-437a-adee-adffcb2d5584 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/subnets/89b63e98-7853-4f60-80ee-b8c47d24a77b HTTP/1.1" status: 204 len: 168 time: 2.4673235 Mar 02 17:55:43.216936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49978) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:43.389636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.391574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.406031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:43.439794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['204dc797-64c1-49de-8e75-aad2d5472616'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:43.443750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.462467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a09f838a-c31a-4cc3-a63e-a57b4b4e4842 req-e4963c5e-29cd-4e56-ac11-8ac4212cbf9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.5831935 Mar 02 17:55:43.547120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:43.547120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df13e86-8a3b-43dc-b1d9-8e4d7108d724 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:43.571374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:43.692370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.763688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec6341e-7251-4378-89db-99d2ab89b79e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:43.784854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:43.785110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dddf49-49e2-4f1e-bf1b-146ff3d252b8') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:43.795894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.801809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.868834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.896189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:43.896595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:43.911773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:55:32Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:43.928811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25b8c2-8b50-4bff-9076-567201761535 None None] The sync data for ids ['4432cee7-4b55-4c6a-bc20-b46d1e1d8282'] in n-d-820559-6 is: [{'id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239588446', 'tenant_id': 'c21c1d4fc29245548e8b580d1220468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:51:18Z', 'updated_at': '2022-03-02T17:55:32Z', 'revision_number': 5, 'project_id': 'c21c1d4fc29245548e8b580d1220468f', 'gw_port': {'id': '36ab1104-cbd0-4f84-9518-f38a24c8f8bc', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4432cee7-4b55-4c6a-bc20-b46d1e1d8282', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:51:20Z', 'updated_at': '2022-03-02T17:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:43.985935 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:44.001200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] DHCP port deletion for 271175d6-396f-4b30-a57e-56c9e58d5b4f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:55:44.006832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a09f838a-c31a-4cc3-a63e-a57b4b4e4842 req-19c2e376-ac86-43c7-9d60-95ed887d7e41 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764245 Mar 02 17:55:44.007155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Deleting port f81faca3-e617-4b55-b053-0c0da9d782a3 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:44.008858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.114979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-6525e9a1-8f7d-411c-ad08-1b55e7c6d33e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5876527 Mar 02 17:55:44.121796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abf67-459f-4dcc-8d9e-4b8e151f7112 req-1689d833-caf0-488b-a031-58891e1c6e8d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:44.123793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-472abf67-459f-4dcc-8d9e-4b8e151f7112 req-1689d833-caf0-488b-a031-58891e1c6e8d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 944 time: 0.3419104 Mar 02 17:55:44.130103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.141782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.154299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.166346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=6ec6341e-7251-4378-89db-99d2ab89b79e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:44.170935 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-526c61ff-26d4-4b81-a782-d8fcd18e1465 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/6ec6341e-7251-4378-89db-99d2ab89b79e HTTP/1.1" status: 204 len: 168 time: 0.9828169 Mar 02 17:55:44.174766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49986) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:44.218785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c30de1-3da3-4446-ac08-21a5f6a03e63,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:44.278409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.282047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-51348463-395b-4e21-a8e3-7f8461349f96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0c30de1-3da3-4446-ac08-21a5f6a03e63 HTTP/1.1" status: 204 len: 168 time: 1.3289578 Mar 02 17:55:44.325642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.352531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] For port f81faca3-e617-4b55-b053-0c0da9d782a3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f81faca3-e617-4b55-b053-0c0da9d782a3,segment=NetworkSegment(ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c),segment_id=ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:44.353024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.355382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af240a72-c5a1-4d49-b1c5-3913e6caea35 req-913c7b94-3414-4647-b4db-8b9031c61eba tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:44.357073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af240a72-c5a1-4d49-b1c5-3913e6caea35 req-913c7b94-3414-4647-b4db-8b9031c61eba tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3784847 Mar 02 17:55:44.370648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] DHCP port deletion for ea78fda0-028d-47ce-a31c-6d44ace956f1 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:55:44.420817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port f81faca3-e617-4b55-b053-0c0da9d782a3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:44.421353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.449684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.497897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting port 9f987632-63c5-4070-abb6-9a479b826868 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:44.497897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.521882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Deleting port 02d84256-f6e0-475b-8cfa-af4c2954ae4d {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:44.523096 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.577341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Calling delete_port for f81faca3-e617-4b55-b053-0c0da9d782a3 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:44.583889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-472abf67-459f-4dcc-8d9e-4b8e151f7112 req-73e34764-6395-4704-9bcc-52cc8e8e9774 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673782 Mar 02 17:55:44.616659 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Floating IP 87cb6ece-796b-49d4-a499-b6522a4ba7cf associated. External IP: 172.25.3.22, port: eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5. Mar 02 17:55:44.646355 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:55:44.771216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af240a72-c5a1-4d49-b1c5-3913e6caea35 req-5d8fb2f8-8647-44cb-b115-8ea0ad9f065e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909450 Mar 02 17:55:44.777509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.862226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.887435 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:44.908686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-b1ea508f-0e98-4343-b51a-c7adc2efd0bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 1096 time: 0.6331475 Mar 02 17:55:44.953769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] Pushing event deleted for resources: {'Port': ['ID=f81faca3-e617-4b55-b053-0c0da9d782a3,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:44.969905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396a2d6-2820-4709-97a1-49d49725a4b9 None None] No DVR routers for this DVR port f81faca3-e617-4b55-b053-0c0da9d782a3 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:44.997269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] For port 02d84256-f6e0-475b-8cfa-af4c2954ae4d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=02d84256-f6e0-475b-8cfa-af4c2954ae4d,segment=NetworkSegment(9eb88dd5-8d97-4637-8d39-a5b3aaf51033),segment_id=9eb88dd5-8d97-4637-8d39-a5b3aaf51033)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:44.998047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.128020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-f934cde9-9c9d-4a06-a19a-69e1971c174c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:45.129495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-f934cde9-9c9d-4a06-a19a-69e1971c174c service neutron] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.1938465 Mar 02 17:55:45.170013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Calling delete_port for 02d84256-f6e0-475b-8cfa-af4c2954ae4d owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:45.182490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port f81faca3-e617-4b55-b053-0c0da9d782a3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f81faca3-e617-4b55-b053-0c0da9d782a3,segment=NetworkSegment(ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c),segment_id=ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:45.182932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.214415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-7c446e90-ed10-48ab-89e6-bb9876734da9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 200 len: 217 time: 0.0775654 Mar 02 17:55:45.330124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-a25e2341-cb5f-4928-aa67-54f6a4d021c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:45.331669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-a25e2341-cb5f-4928-aa67-54f6a4d021c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.1085603 Mar 02 17:55:45.380906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.448197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Calling delete_port for 9f987632-63c5-4070-abb6-9a479b826868 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:45.494647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] Pushing event deleted for resources: {'Port': ['ID=02d84256-f6e0-475b-8cfa-af4c2954ae4d,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:45.500986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f81faca3-e617-4b55-b053-0c0da9d782a3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:45.527788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-90e9fd86-01cf-424c-a11b-cd44619604a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212292 Mar 02 17:55:45.537556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.574238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f81faca3-e617-4b55-b053-0c0da9d782a3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:45.575639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f81faca3-e617-4b55-b053-0c0da9d782a3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:45.576852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 02d84256-f6e0-475b-8cfa-af4c2954ae4d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:45.609698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3683c43-9047-40c1-af59-f8834fa9b92a None None] No DVR routers for this DVR port 02d84256-f6e0-475b-8cfa-af4c2954ae4d on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:45.619880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 02d84256-f6e0-475b-8cfa-af4c2954ae4d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:45.625427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 02d84256-f6e0-475b-8cfa-af4c2954ae4d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:45.625626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for f81faca3-e617-4b55-b053-0c0da9d782a3 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:45.626584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9e11bfdb-540b-44fe-96ec-7a072934ba5e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:45.657506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Deleting port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:45.657861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.680068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9e11bfdb-540b-44fe-96ec-7a072934ba5e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:45.680848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9e11bfdb-540b-44fe-96ec-7a072934ba5e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:45.782809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:55:45.783151 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:55:45.894140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:45.956522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Port': ['ID=9f987632-63c5-4070-abb6-9a479b826868,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:46.019200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 204dc797-64c1-49de-8e75-aad2d5472616 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:46.108033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 204dc797-64c1-49de-8e75-aad2d5472616 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:46.114061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 204dc797-64c1-49de-8e75-aad2d5472616 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:46.114822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.211182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-b0c5143c-0e1b-4eb3-b35d-59e35b5e3125 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758218 Mar 02 17:55:46.230050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.256476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.294030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:46.303908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=204dc797-64c1-49de-8e75-aad2d5472616,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:46.308348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port f81faca3-e617-4b55-b053-0c0da9d782a3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:46.308348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.309748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.344936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8956-05f4-41ca-a891-190fec55c88f req-38f12193-f0df-40c2-9463-b74741d1ceb9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:46.346083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6afe8956-05f4-41ca-a891-190fec55c88f req-38f12193-f0df-40c2-9463-b74741d1ceb9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 944 time: 0.4384532 Mar 02 17:55:46.390924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:46.405064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] For port 36ab1104-cbd0-4f84-9518-f38a24c8f8bc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:46.405668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.432976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21334767-6922-4928-b489-07efafdbb9e2 req-26fc5ee2-d670-4d84-bc3a-3b0e57a23f40 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:46.434825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21334767-6922-4928-b489-07efafdbb9e2 req-26fc5ee2-d670-4d84-bc3a-3b0e57a23f40 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.4740045 Mar 02 17:55:46.441115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] The port 'f81faca3-e617-4b55-b053-0c0da9d782a3' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:55:46.578905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Calling delete_port for 36ab1104-cbd0-4f84-9518-f38a24c8f8bc owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:46.622088 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:46.700973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6afe8956-05f4-41ca-a891-190fec55c88f req-84eb61cc-5caa-4b35-8fc0-7ad6a5791a54 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333638 Mar 02 17:55:46.712561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-357e93cf-32fb-4bd1-a515-48c4354182a7 req-e7a3c8e4-d418-4269-a48b-4e81eaec9d91 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928300 Mar 02 17:55:46.729413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271175d6-396f-4b30-a57e-56c9e58d5b4f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:46.747541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:46.747889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff20b7-d519-45ce-92bc-aa1c9bfc7a0c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:46.752185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21334767-6922-4928-b489-07efafdbb9e2 req-bc96c98a-6573-4561-b466-8bce90f04c7a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621939 Mar 02 17:55:46.766264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:46.816833 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616', 'code': 200} Mar 02 17:55:46.933305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.017282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.030661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:47.031061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:47.046050 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:47.137985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Router 19e1731f-1f05-4865-9a41-aa51043f872a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:47.142691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.143185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.147360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.184166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=271175d6-396f-4b30-a57e-56c9e58d5b4f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:47.217399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Port': ['ID=36ab1104-cbd0-4f84-9518-f38a24c8f8bc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:47.227202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba541-b2e1-4406-8105-b2c473683a81 req-4b13e48f-8bfb-42d8-85f7-9dc5795edd34 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:47.228717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c72ba541-b2e1-4406-8105-b2c473683a81 req-4b13e48f-8bfb-42d8-85f7-9dc5795edd34 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2681332 Mar 02 17:55:47.238116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac84cc28-802f-42fd-b42c-b0438b377728 req-6b6e76e2-16cf-46bd-bfc2-713d282b579c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 1096 time: 0.3577273 Mar 02 17:55:47.253693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50028) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:47.267353 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-42a91ed2-4607-4f13-b787-ad8400172e20 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/271175d6-396f-4b30-a57e-56c9e58d5b4f HTTP/1.1" status: 204 len: 168 time: 3.0917578 Mar 02 17:55:47.268557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50032) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:47.272881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'floatingip': {'port_id': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:47.397006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1662659080'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:47.408474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:47.440098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:47.444717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:47.449216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.501940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:47.575785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:47.578802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.607970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:47.619053 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] Sync routers for ids ['19e1731f-1f05-4865-9a41-aa51043f872a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:47.619971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da21d88f-b225-4d30-9d9a-6579c3ba2072 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "PUT /v2.0/routers/19e1731f-1f05-4865-9a41-aa51043f872a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2375968 Mar 02 17:55:47.623973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50036) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:47.636176 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] Routers {'19e1731f-1f05-4865-9a41-aa51043f872a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:47.636801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['19e1731f-1f05-4865-9a41-aa51043f872a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:47.662703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac84cc28-802f-42fd-b42c-b0438b377728 req-bdbdbcd0-2132-41af-aae4-0b31053e82c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907914 Mar 02 17:55:47.690670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.699230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:47.710265 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] Routers {'19e1731f-1f05-4865-9a41-aa51043f872a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:47.711548 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['19e1731f-1f05-4865-9a41-aa51043f872a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:47.787308 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:47.787714 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1041e-a77e-4da9-93d8-087c0ef78798 None None] The sync data for ids ['19e1731f-1f05-4865-9a41-aa51043f872a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:47.798739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:47.831233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:47.831571 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment a4866a9e-3fcc-46b1-9b19-bc76ec2b471c of type vlan for network e59f37e5-0190-494d-82aa-992577317df6 Mar 02 17:55:47.842216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:47.855762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Sync routers for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:47.875931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:47.876719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:47.982659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.057411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.079608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.080186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:48.125056 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.157063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.185742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c707132f-d1ed-45df-922c-f2dd0f4b489d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.7282131 Mar 02 17:55:48.185742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:48.185742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50169d-9011-4d8a-81cf-2f7553815d58 req-92f1bfc8-302b-49f4-bfae-42fbce997cfd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:48.185742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a50169d-9011-4d8a-81cf-2f7553815d58 req-92f1bfc8-302b-49f4-bfae-42fbce997cfd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.3356042 Mar 02 17:55:48.249531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.249912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Fanout notify agent at l3_agent the message router_deleted on router 4432cee7-4b55-4c6a-bc20-b46d1e1d8282 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:55:48.264971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a50169d-9011-4d8a-81cf-2f7553815d58 req-474652e4-1936-4c18-9d78-d86abc24fd30 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713205 Mar 02 17:55:48.269421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.269751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0faf197e-762a-494d-a33e-9707865467f2 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/routers/4432cee7-4b55-4c6a-bc20-b46d1e1d8282 HTTP/1.1" status: 204 len: 168 time: 5.0492427 Mar 02 17:55:48.275019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50046) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:48.321180 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'status': 'completed', 'code': 200} Mar 02 17:55:48.376274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.380395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:48.380993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.549273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.612702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '87cb6ece-796b-49d4-a499-b6522a4ba7cf', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'port_id': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'mac_address': 'fa:16:3e:18:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:40Z', 'updated_at': '2022-03-02T17:55:40Z', 'revision_number': 0, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:48.616928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Checking router: d402e57a-1293-4ff7-b65a-d23bfb6a64a5 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:55:48.629641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:48.629641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:48.643882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-c3a21f87-30ba-4c4f-9f16-e7490a10d332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.2374561 Mar 02 17:55:48.772332 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4378412 Mar 02 17:55:48.773290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50056) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:48.802507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:48.877624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:48.886721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605d039-9a96-4950-8712-c2d075f15e6b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=e59f37e5-0190-494d-82aa-992577317df6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:48.902102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': 'e59f37e5-0190-494d-82aa-992577317df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:48.909146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-258a282f-9002-4457-9bc2-feeba68561eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:48.910803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-258a282f-9002-4457-9bc2-feeba68561eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.2138908 Mar 02 17:55:48.955989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e59f37e5-0190-494d-82aa-992577317df6 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:49.008642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.013756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.038510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-eb197314-e9ef-44ff-8af9-48d881f80f5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 999 time: 0.1168303 Mar 02 17:55:49.046790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-5865f241-590e-4fbb-b5f9-f5b554cf2331 req-616004b5-6df6-49bf-b828-939ee1bed2ee service neutron] (83796) timed out ('10.222.0.50', 61357) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 17:55:49.082261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.083030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Fanout notify agent at l3_agent the message router_deleted on router 19e1731f-1f05-4865-9a41-aa51043f872a {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:55:49.087782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea78fda0-028d-47ce-a31c-6d44ace956f1']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:49.112603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb88dd5-8d97-4637-8d39-a5b3aaf51033') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:49.112891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb88dd5-8d97-4637-8d39-a5b3aaf51033') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:49.131067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.138602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:49.149758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.153461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3552c270-eeff-4ec2-bfd3-521e5410ad7e tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "DELETE /v2.0/routers/19e1731f-1f05-4865-9a41-aa51043f872a HTTP/1.1" status: 204 len: 168 time: 1.5262232 Mar 02 17:55:49.154415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50060) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:49.155736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-0450cc39-c438-49da-ba33-70576a48c004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:49.157270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:49.157468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-0450cc39-c438-49da-ba33-70576a48c004 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.1116595 Mar 02 17:55:49.162803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:49.179601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:49.191925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.197465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:49.244489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:49.244897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:49.265454 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:49.274119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.332946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36ab1104-cbd0-4f84-9518-f38a24c8f8bc no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:49.377556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 36ab1104-cbd0-4f84-9518-f38a24c8f8bc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:55:49.377926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36ab1104-cbd0-4f84-9518-f38a24c8f8bc not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:49.415418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.420451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.441982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.612397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.702760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.735384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'Network': ['ID=ea78fda0-028d-47ce-a31c-6d44ace956f1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:49.743001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-a07b9804-4c8f-4ab2-a150-eff17ebffedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5523603 Mar 02 17:55:49.750917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3531da2c-d21a-487f-a95d-7e3eccedf96e tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/networks/ea78fda0-028d-47ce-a31c-6d44ace956f1 HTTP/1.1" status: 204 len: 168 time: 1.4719794 Mar 02 17:55:49.754180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50070) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:49.844502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '87cb6ece-796b-49d4-a499-b6522a4ba7cf', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'port_id': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'mac_address': 'fa:16:3e:18:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:40Z', 'updated_at': '2022-03-02T17:55:40Z', 'revision_number': 0, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:49.850435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6eeca-dd42-4706-b1cd-3ae94d8a6e6d None None] The sync data for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 is: [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '87cb6ece-796b-49d4-a499-b6522a4ba7cf', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'port_id': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'mac_address': 'fa:16:3e:18:c0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:40Z', 'updated_at': '2022-03-02T17:55:40Z', 'revision_number': 0, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:49.915626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting subnet 94e2740b-265d-4c46-b993-d258f27ff52a {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:55:49.928296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.928882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.978090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99379ea8-89d5-495e-8c7e-03ac9b26d13c req-ec57f32f-77ef-4219-a8fc-da4f9d6fde32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:49.979684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99379ea8-89d5-495e-8c7e-03ac9b26d13c req-ec57f32f-77ef-4219-a8fc-da4f9d6fde32 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.4496052 Mar 02 17:55:49.987085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:49.998667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.067041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-e693e7cc-be98-495f-ab47-bd8b5804eae5 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157356 Mar 02 17:55:50.079416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.196465 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76460d85-8bce-4931-84f0-2cbd1c8be4e9 None None] New status for floating IP 87cb6ece-796b-49d4-a499-b6522a4ba7cf: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:55:50.236576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99379ea8-89d5-495e-8c7e-03ac9b26d13c req-0fe3569e-2aa8-4964-ae4f-8e724b438681 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273979 Mar 02 17:55:50.265047 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Floating IP 58ba51be-137f-4aae-8683-7854f03d2b0c associated. External IP: 172.25.3.11, port: f240f511-2414-4c1a-ac47-9b8a960a5ca6. Mar 02 17:55:50.328099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-632ebce7-5b33-44e4-bab0-806bf9e32611 req-48c9ebaf-9460-4e39-85e5-18e96ca19a92 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185416 Mar 02 17:55:50.335089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.460309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=b4dcc012-2c08-40b2-bd07-498419a84566,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:50.472345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.528648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.566060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.572035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c605343-bd74-4381-b760-6f7cb61f961f None None] Network d6eca806-7725-4813-9b52-954a52de40b9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:50.579943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:50.580443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "DELETE /v2.0/subnets/94e2740b-265d-4c46-b993-d258f27ff52a HTTP/1.1" status: 204 len: 168 time: 1.4220243 Mar 02 17:55:50.581537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: e59f37e5-0190-494d-82aa-992577317df6, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:50.584905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50078) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:50.588109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c144d-29cf-4ef2-b754-aeaf7ee747d3 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Subnet': ['ID=94e2740b-265d-4c46-b993-d258f27ff52a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:50.641846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.646740 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a559424-0167-4b11-a6e0-04ea579b34b3 HTTP/1.1" status: 204 len: 168 time: 0.8867989 Mar 02 17:55:50.646740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8472641-3f5d-4804-9bf1-139e048d96a5 tempest-TestNetworkAdvancedServerOps-279757855 tempest-TestNetworkAdvancedServerOps-279757855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a559424-0167-4b11-a6e0-04ea579b34b3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:50.694614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network e59f37e5-0190-494d-82aa-992577317df6 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:50.708753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e59f37e5-0190-494d-82aa-992577317df6) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:50.740270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:50.740918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.768715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-faec1d2f-8726-48ab-ad67-9ab4fef3514b tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9032731 Mar 02 17:55:50.769628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:50.778861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220273094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:50.784256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf93d0-b793-4b51-a056-f91373cb4351 None None] Network e59f37e5-0190-494d-82aa-992577317df6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:50.796665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:50.863088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.875332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:50.904829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Deleting port 533192cf-525d-48d3-b04e-923c1ba30fde {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:50.905181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.950983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:50.964904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:50.988644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:50.989456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.024988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee3d6-8b41-4cca-adfa-ca0c7a7e2a08 req-09ba86b2-9892-4864-96ff-5ac8f50fe106 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:51.036467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.038021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7eee3d6-8b41-4cca-adfa-ca0c7a7e2a08 req-09ba86b2-9892-4864-96ff-5ac8f50fe106 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.2863781 Mar 02 17:55:51.082410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] DHCP port deletion for d6eca806-7725-4813-9b52-954a52de40b9 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:55:51.088467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.124446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Deleting port 533192cf-525d-48d3-b04e-923c1ba30fde {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:51.125147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.125377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.129400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c61de8c1-1aba-4406-b48f-49a75561175e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3575928 Mar 02 17:55:51.130000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:51.138782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'port': {'network_id': 'e59f37e5-0190-494d-82aa-992577317df6', 'name': 'tempest-RoutersTest-2061632004'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:51.316080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:55:51.381702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] For port 533192cf-525d-48d3-b04e-923c1ba30fde, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=533192cf-525d-48d3-b04e-923c1ba30fde,segment=NetworkSegment(89725236-83dd-4396-bae4-0ddcd483a3c6),segment_id=89725236-83dd-4396-bae4-0ddcd483a3c6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:51.382255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.412261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50102) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:51.515589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 533192cf-525d-48d3-b04e-923c1ba30fde no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:55:51.560227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Calling delete_port for 533192cf-525d-48d3-b04e-923c1ba30fde owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:51.564142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:51.582489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:port and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:51.587183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:51.595455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:51.609355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7eee3d6-8b41-4cca-adfa-ca0c7a7e2a08 req-526fb7da-e6d1-4ca4-ae95-f02b85561eb5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557868 Mar 02 17:55:51.625331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:51.628938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.674670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] device_id is not set on port ea6fb2f4-480e-4051-bcc1-f751f695990c yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:55:51.679025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e59f37e5-0190-494d-82aa-992577317df6', 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'b4dcc012-2c08-40b2-bd07-498419a84566'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:51.679527 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.689574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.747506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Port': ['ID=533192cf-525d-48d3-b04e-923c1ba30fde,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:51.759595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] No DVR routers for this DVR port 533192cf-525d-48d3-b04e-923c1ba30fde on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:51.814716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] For port 533192cf-525d-48d3-b04e-923c1ba30fde, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=533192cf-525d-48d3-b04e-923c1ba30fde,segment=NetworkSegment(89725236-83dd-4396-bae4-0ddcd483a3c6),segment_id=89725236-83dd-4396-bae4-0ddcd483a3c6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:51.815125 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:51.839287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 533192cf-525d-48d3-b04e-923c1ba30fde {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:55:51.839705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 533192cf-525d-48d3-b04e-923c1ba30fde not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:55:51.850732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b94a2ec-166d-44f0-88ad-14f1d57d8c0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c21c1d4fc29245548e8b580d1220468f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368615 Mar 02 17:55:51.859570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50110) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:51.944788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.20.0.7 (e59f37e5-0190-494d-82aa-992577317df6/b4dcc012-2c08-40b2-bd07-498419a84566/ea6fb2f4-480e-4051-bcc1-f751f695990c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:51.985220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:51.989391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.017237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:52.020751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.026028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Calling delete_port for 533192cf-525d-48d3-b04e-923c1ba30fde owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:52.096963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:52.097231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.097330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:52.097745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.131222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6eca806-7725-4813-9b52-954a52de40b9']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:52.147821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89725236-83dd-4396-bae4-0ddcd483a3c6') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:52.147821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89725236-83dd-4396-bae4-0ddcd483a3c6') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:52.149522 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e02f28da-65cb-40d3-ba59-509f55c19046 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "PUT /v2.0/floatingips/58ba51be-137f-4aae-8683-7854f03d2b0c HTTP/1.1" status: 200 len: 991 time: 4.8946836 Mar 02 17:55:52.155639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:52.169595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.207634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.217992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:55:52.218595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.296714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.301707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:55:52.302423 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:55:52.303225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:52.323629 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'status': 'completed', 'code': 200} Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:55:52.329802 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:55:52.340409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2bcdd-86b2-49b8-a7ff-576771ab2ded,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:52.359344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.365474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8b117ed-715c-430f-8028-5157bc98f41d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6e2bcdd-86b2-49b8-a7ff-576771ab2ded HTTP/1.1" status: 204 len: 168 time: 0.5033250 Mar 02 17:55:52.383518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e24d53-038e-4657-98c0-ccc8e65ab02b req-50c6c76e-1b2e-4a1a-9b72-7580ae90f045 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:52.390490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75e24d53-038e-4657-98c0-ccc8e65ab02b req-50c6c76e-1b2e-4a1a-9b72-7580ae90f045 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.5665619 Mar 02 17:55:52.437396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.448842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.475012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.500857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] Pushing event deleted for resources: {'Network': ['ID=d6eca806-7725-4813-9b52-954a52de40b9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:52.521344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object ea6fb2f4-480e-4051-bcc1-f751f695990c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:52.533199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75e24d53-038e-4657-98c0-ccc8e65ab02b req-c07f1f48-cec5-4e25-bb53-8aa243514653 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417336 Mar 02 17:55:52.546355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-065e6f37-9c80-4207-867c-573cccad8480 tempest-FloatingIPNegativeTestJSON-460376002 tempest-FloatingIPNegativeTestJSON-460376002-project] 10.222.0.37 "DELETE /v2.0/networks/d6eca806-7725-4813-9b52-954a52de40b9 HTTP/1.1" status: 204 len: 168 time: 1.9592395 Mar 02 17:55:52.572536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-be4a9d65-467b-485b-a8cf-86fc471e92c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.2007561 Mar 02 17:55:52.575621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.662462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network e59f37e5-0190-494d-82aa-992577317df6 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:52.667244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:52.678810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:52.728559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=ea6fb2f4-480e-4051-bcc1-f751f695990c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:52.754780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Allocated IP 172.20.0.2 (e59f37e5-0190-494d-82aa-992577317df6/b4dcc012-2c08-40b2-bd07-498419a84566/46a71896-29b2-40e3-8e71-2d8fcc9e5acc) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:52.777490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:52.778756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.819504 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9674d480-5668-483d-9d5e-78d6e96a6bec tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6868780 Mar 02 17:55:52.821035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50130) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:52.876767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Deleting port 533192cf-525d-48d3-b04e-923c1ba30fde {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:52.877149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:52.900229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-d7a72d2c-f9b4-4eda-95d7-7f662fffb1b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:52.901905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-d7a72d2c-f9b4-4eda-95d7-7f662fffb1b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.3210814 Mar 02 17:55:53.040395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4835f-93db-43ed-9429-bfc09524e0e5 None None] The port '533192cf-525d-48d3-b04e-923c1ba30fde' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:55:53.120912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:53.193649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:53.194460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-946f75d7-6a52-426a-b31d-53454f559ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8f7a2b3d5094e1198e557e48fe3d9a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715649 Mar 02 17:55:53.213029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:53.287292 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.311875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Transition to ACTIVE for port object 46a71896-29b2-40e3-8e71-2d8fcc9e5acc will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:53.337215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Transition to ACTIVE for port object 46a71896-29b2-40e3-8e71-2d8fcc9e5acc will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:53.343469 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.384402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58ba51be-137f-4aae-8683-7854f03d2b0c', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:e9:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:12Z', 'updated_at': '2022-03-02T17:55:49Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:53.400549 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-336a9f9c-7a75-490c-bbde-4f1399163fa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 999 time: 0.3559015 Mar 02 17:55:53.439903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:55:53.451335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Pushing event updated for resources: {'Port': ['ID=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:53.467974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Network e59f37e5-0190-494d-82aa-992577317df6 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:53.471865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:53.474410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:53.515893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f259311-4fdf-48be-a58a-99fc0c6f931d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9882689d6290448eac2da7971828359d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011584 Mar 02 17:55:53.517312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:55:53.518161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:53.518832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50152) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:53.522126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121350b-1b0b-4129-9545-d877988a4a05 req-c2bba3f5-46b5-43c3-9385-cb13879240cf tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:53.524563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7121350b-1b0b-4129-9545-d877988a4a05 req-c2bba3f5-46b5-43c3-9385-cb13879240cf tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.4730017 Mar 02 17:55:53.531262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-48538110-9074-4e29-9a65-c2f0e47bff6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:53.532656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-48538110-9074-4e29-9a65-c2f0e47bff6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.1238475 Mar 02 17:55:53.533273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.708319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Attempting to bind port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:53.708972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Attempting to bind port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:53.709399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Attempting to bind port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc on network e59f37e5-0190-494d-82aa-992577317df6 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:53.733197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:53.733681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Checking segment: {'id': 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:53.734150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.734783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Bound using segment: {'id': 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:53.735280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Bound port: 46a71896-29b2-40e3-8e71-2d8fcc9e5acc, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e59f37e5-0190-494d-82aa-992577317df6'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:53.735827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.751275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.818087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.830854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:55:53.859450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.926359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.945865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:53.949307 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eff7f38a-7ee8-44a9-aec4-6442200f10f8 HTTP/1.1" status: 204 len: 168 time: 0.4270518 Mar 02 17:55:53.949307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c5c3-8125-4747-a31b-1862ad8fac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff7f38a-7ee8-44a9-aec4-6442200f10f8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:54.005892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7121350b-1b0b-4129-9545-d877988a4a05 req-4ef1c4bf-9d96-4e00-920d-83e6ebd08f75 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683948 Mar 02 17:55:54.157855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:54.166511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] For port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:55:54.181233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-faab2571-e9fd-41b3-ba78-73d0314bc452 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6340315 Mar 02 17:55:54.191914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce38ede-8ba8-44ff-8aff-8d9b8cb39c23,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:54.197265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] For port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,segment=NetworkSegment(a4866a9e-3fcc-46b1-9b19-bc76ec2b471c),segment_id=a4866a9e-3fcc-46b1-9b19-bc76ec2b471c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:55:54.207686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:54.228895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-4efc249b-67b2-4917-8c57-2935f4f8ae22 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:55:54.229944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-4efc249b-67b2-4917-8c57-2935f4f8ae22 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0326514 Mar 02 17:55:54.276489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:54.281137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-74704283-79ad-4182-8cdf-68860b51f5a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cce38ede-8ba8-44ff-8aff-8d9b8cb39c23 HTTP/1.1" status: 204 len: 168 time: 1.0804322 Mar 02 17:55:54.429227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:54.466395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f98de-9ae9-424c-9799-de27ec08b4f1 None None] Pushing event updated for resources: {'Port': ['ID=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:54.658805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58ba51be-137f-4aae-8683-7854f03d2b0c', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:e9:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:12Z', 'updated_at': '2022-03-02T17:55:49Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:55:54.667689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ed14f-7b7b-4e3d-bc97-348bcf72b4ed None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '58ba51be-137f-4aae-8683-7854f03d2b0c', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:e9:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:55:12Z', 'updated_at': '2022-03-02T17:55:49Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:55:54.801267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-adeeed42-4a92-4352-8005-246e6e136158 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515466 Mar 02 17:55:54.940731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-a6ca17a9-1151-4a3c-9082-673d97fcf162 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:54.943408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-a6ca17a9-1151-4a3c-9082-673d97fcf162 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.6643422 Mar 02 17:55:55.269758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-417048ad-ed03-4083-8edb-4ba8c9e1b261 req-19a8bf78-9519-44cd-97f6-1337aababf4d service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549854 Mar 02 17:55:55.306070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:55.315032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port 204dc797-64c1-49de-8e75-aad2d5472616 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:55:55.315401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.551480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 46a71896-29b2-40e3-8e71-2d8fcc9e5acc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:55.606945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-298634973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:55.622072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:55.626593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:router and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:55.629999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:55.640037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:55.657453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.658965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.676733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9a314-626e-44c9-9180-1db55437b74e req-cc458e89-c46f-463e-8fef-f12df0cf79d7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:55.678303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd9a314-626e-44c9-9180-1db55437b74e req-cc458e89-c46f-463e-8fef-f12df0cf79d7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 945 time: 0.4610682 Mar 02 17:55:55.693274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:55.699928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.733467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.759378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.760836 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3bb5e585-cb5b-41f4-8b89-845093d72b11 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4536464 Mar 02 17:55:55.763934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50210) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:55.773844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-823057307'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:55.780997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:55.785811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:network and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:55.790178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:55.796984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:55.801451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:55:55.812004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:55.815076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.831173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.835798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.855074 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:55.877951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:55.880583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50216) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:55.889650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:security_group_rule and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:55.893056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:55.904242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:55.945881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd9a314-626e-44c9-9180-1db55437b74e req-0631c604-9a83-44b2-a19b-2de79c7ab697 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464190 Mar 02 17:55:55.971510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854258ab-e26d-496c-bb71-8ef9cf86537f None None] Network e59f37e5-0190-494d-82aa-992577317df6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:55.974871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port 204dc797-64c1-49de-8e75-aad2d5472616, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=204dc797-64c1-49de-8e75-aad2d5472616,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:55.975232 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.025225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.029882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.046659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:56.059032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.060178 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Added segment 198d46a4-72c2-4893-8ba2-c7fa290ec051 of type vlan for network 4338a6b6-03d3-4742-8efe-e758b4271c01 Mar 02 17:55:56.080260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Provisioning for port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:56.084508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=ea6fb2f4-480e-4051-bcc1-f751f695990c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:56.093627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.108534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Provisioning complete for port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:56.109213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.117390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-376866562-network', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:56.126746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:56.141815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Usage tracker for resource:network and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:56.153629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:56.170309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:56.180368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577bbc13-d015-43e8-8898-4c5e84bfa778,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:56.200893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.205787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:56.206560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.234487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Made reservation on behalf of 707189d6e7ae4ebaa256de9a9f7d677d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:56.236931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.332014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.345575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for 204dc797-64c1-49de-8e75-aad2d5472616 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:55:56.363432 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5975482 Mar 02 17:55:56.366347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.368558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50222) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:56.380020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'subnet': {'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:56.397135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2481-f6ac-40df-b72a-628e46ae2a29 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Network': ['ID=4338a6b6-03d3-4742-8efe-e758b4271c01,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:56.428142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:56.483190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:56.499666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:56.503842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:56.520297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:56.534769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:56.538620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:subnet and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:56.542133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:56.553073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:56.553315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] For port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,segment=NetworkSegment(a4866a9e-3fcc-46b1-9b19-bc76ec2b471c),segment_id=a4866a9e-3fcc-46b1-9b19-bc76ec2b471c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:55:56.570941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.586822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:56.647031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.652328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.666872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580', '204dc797-64c1-49de-8e75-aad2d5472616'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:56.730802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.735950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3904c4f3-3896-4a29-944d-e9bccfdb730d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:55:56.750335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=204dc797-64c1-49de-8e75-aad2d5472616,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:56.753145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383854e-c4d5-477c-a89c-16fe63304b11 None None] New status for floating IP 58ba51be-137f-4aae-8683-7854f03d2b0c: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:55:56.826103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4828b-2563-4911-9244-07a2eb47fe6a None None] Pushing event updated for resources: {'Port': ['ID=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:56.903571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port 204dc797-64c1-49de-8e75-aad2d5472616 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:55:56.907348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:56.928273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'name': 'network-vif-deleted', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:55:56.944066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7e78599-a52a-4be3-be6d-a5d6dcc19aa0 req-8c83f417-23e9-493c-ba5d-613c6e356b89 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "DELETE /v2.0/ports/204dc797-64c1-49de-8e75-aad2d5472616 HTTP/1.1" status: 204 len: 173 time: 1.9797900 Mar 02 17:55:57.034911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.067162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.104402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.127189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:57.145190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Provisioning complete for port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:57.146541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.158943 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94492c03-4421-4510-a6fe-5f4821825e0e', 'name': 'network-vif-deleted', 'tag': '204dc797-64c1-49de-8e75-aad2d5472616', 'status': 'completed', 'code': 200} Mar 02 17:55:57.179223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd81748-574b-4b42-9984-da423cd16a20,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:57.190489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.191046 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Added segment 982ba6f8-74f0-4ded-92c2-9aa8ad87dc70 of type vlan for network 2412e996-a01a-4d1a-a9ff-81bee166ee50 Mar 02 17:55:57.336841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.438505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 46a71896-29b2-40e3-8e71-2d8fcc9e5acc up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:55:57.504295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.620480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6904d60c-5aa6-42ac-9186-84b0ad75138b req-a8987991-65b0-4ecb-bfc7-0004a8dac43c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:57.625072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Subnet': ['ID=a9dad3ed-1ed5-48f2-bf35-0f453245b63a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:57.628282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.629974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:57.630818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.666322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6904d60c-5aa6-42ac-9186-84b0ad75138b req-a8987991-65b0-4ecb-bfc7-0004a8dac43c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:57.680887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6904d60c-5aa6-42ac-9186-84b0ad75138b req-a8987991-65b0-4ecb-bfc7-0004a8dac43c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=94492c03-4421-4510-a6fe-5f4821825e0e HTTP/1.1" status: 200 len: 210 time: 0.2072456 Mar 02 17:55:57.747012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:57.747614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.796418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Provisioning for port ea6fb2f4-480e-4051-bcc1-f751f695990c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:55:57.807970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Provisioning complete for port ea6fb2f4-480e-4051-bcc1-f751f695990c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:57.808341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.829703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] Pushing event updated for resources: {'Network': ['ID=2412e996-a01a-4d1a-a9ff-81bee166ee50,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:57.837093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50232) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:57.837314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6d0dc16-1484-4b02-abdd-78fb7a29f852 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9555771 Mar 02 17:55:57.844271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Checking segment: {'id': '198d46a4-72c2-4893-8ba2-c7fa290ec051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:57.844271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network hostable DHCP agents. Network: 4338a6b6-03d3-4742-8efe-e758b4271c01, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:57.852437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Request body: {'subnet': {'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-376866562-subnet', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:57.853017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:57.859669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:57.869072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Usage tracker for resource:subnet and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:57.874363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:57.876003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:57.886104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:57.888485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4338a6b6-03d3-4742-8efe-e758b4271c01) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:57.894403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:57.895009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.922651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-393b76d8-3fdc-4d66-9afd-2f0cdbb6a156 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5474062 Mar 02 17:55:57.922893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Made reservation on behalf of 707189d6e7ae4ebaa256de9a9f7d677d for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:57.922998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50236) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:57.923089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:57.928524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'network': {'name': 'tempest-router-network01--115287451'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:57.937735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:57.943960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f921d-8c92-4422-826a-41ab2ce0e30e None None] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:57.944644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:network and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:57.948741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:57.954793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:57.967370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:57.970302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.007818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:58.018232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.018601 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Added segment ba603cd2-45d7-4f42-8664-eef06d879d23 of type vlan for network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 Mar 02 17:55:58.050344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.055384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.063405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.072212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a9edbbb-f07c-46d9-82c5-f8786ccf1a5e None None] Port ea6fb2f4-480e-4051-bcc1-f751f695990c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:58.093172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.098827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:58.098827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.185400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.202852 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2762144 Mar 02 17:55:58.204633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50240) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:58.212280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'network': {'name': 'tempest-router-network02--467271442'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:58.219935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cbce4-80d3-4ff3-ab24-3f7ef5756a7d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Network': ['ID=d6477d92-e9b9-4dec-874a-c6fb9d1466d0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:58.222354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:58.227552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:network and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:58.231150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:58.237346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:58.238946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:58.246528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=ea6fb2f4-480e-4051-bcc1-f751f695990c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:58.248412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:58.251941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.258393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-da71d93e-2790-45c8-89e2-b0ff10d031cc None None] Provisioning complete for port ea6fb2f4-480e-4051-bcc1-f751f695990c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:58.258814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da71d93e-2790-45c8-89e2-b0ff10d031cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.288952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:55:58.300441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.301100 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Added segment 7771eb29-548a-40bc-8690-c867a9912783 of type vlan for network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 Mar 02 17:55:58.329282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.363196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.367417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:58.368031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.422671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.441893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4338a6b6-03d3-4742-8efe-e758b4271c01', 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01', 'tenant_id': '8d079bdb4a9c4c04bed196da23a2c5d8', 'fixed_ips': [{'subnet_id': 'a9dad3ed-1ed5-48f2-bf35-0f453245b63a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:58.442617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:58.456026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-da71d93e-2790-45c8-89e2-b0ff10d031cc None None] Port ea6fb2f4-480e-4051-bcc1-f751f695990c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:58.471201 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2632325 Mar 02 17:55:58.479375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50244) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:58.488391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'subnet': {'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:58.514512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e97eb-efb0-4bf0-b1f0-0b2ba6ff88c3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Network': ['ID=2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:58.559141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:55:58.624027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network e59f37e5-0190-494d-82aa-992577317df6 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:58.627726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:58.628071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:58.645469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:subnet and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:58.653483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:58.662141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:58.675920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:58.749149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Allocated IP 2001:db8::2 (4338a6b6-03d3-4742-8efe-e758b4271c01/a9dad3ed-1ed5-48f2-bf35-0f453245b63a/21523e07-6685-4e9b-b27f-145493bc14e5) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:55:58.791009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfce8527-7139-470b-93dc-4437d35b5470,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:58.837718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Checking segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:58.838066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Network hostable DHCP agents. Network: 2412e996-a01a-4d1a-a9ff-81bee166ee50, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:58.946441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.059516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:59.079648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2412e996-a01a-4d1a-a9ff-81bee166ee50) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:59.085068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:59.086235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.108308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.125296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-081460ac-0eca-4dcc-9fff-f3e84e09fff3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2844157 Mar 02 17:55:59.125842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Transition to ACTIVE for port object 21523e07-6685-4e9b-b27f-145493bc14e5 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:59.126169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50252) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:59.134221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:59.141690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:59.148825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fe484-4043-4ac9-a294-23dc4e35a4ca None None] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:59.152542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Usage tracker for resource:router and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:59.163204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:59.183549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:59.208448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.209358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.246077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Transition to ACTIVE for port object 21523e07-6685-4e9b-b27f-145493bc14e5 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:55:59.249012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.252236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.254267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 0aa0aa12-a32a-4ba0-a319-393a032e2ad1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:55:59.267563 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.328177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a26364b-b299-4f81-83ba-b179f2e2ddae None None] Provisioning complete for port ea6fb2f4-480e-4051-bcc1-f751f695990c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:55:59.328554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a26364b-b299-4f81-83ba-b179f2e2ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.355144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Subnet': ['ID=28796577-a4c7-48d7-90b8-253876816316,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:59.365187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Checking segment: {'id': 'ba603cd2-45d7-4f42-8664-eef06d879d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:59.366234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network hostable DHCP agents. Network: d6477d92-e9b9-4dec-874a-c6fb9d1466d0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:55:59.402757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:55:59.411901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:55:59.418185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d6477d92-e9b9-4dec-874a-c6fb9d1466d0) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:59.419524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:55:59.439951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:55:59.443488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:59.444562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.449373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfb0f9-837d-4a71-b349-a90f52b52e7e None None] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:55:59.486925 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f1f42b73-5940-4a60-a2b3-1247725e2b14 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0064471 Mar 02 17:55:59.490502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50258) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:59.498052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'subnet': {'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:55:59.527805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Pushing event updated for resources: {'Port': ['ID=21523e07-6685-4e9b-b27f-145493bc14e5,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:55:59.534530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1a26364b-b299-4f81-83ba-b179f2e2ddae None None] Port ea6fb2f4-480e-4051-bcc1-f751f695990c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:55:59.626068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:55:59.629853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:subnet and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:55:59.633658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:55:59.639920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:55:59.643586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.652969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:55:59.674247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ed15d-fe89-47c8-b06e-41946324af89 req-418f0948-2766-4315-921c-d52e1a3d6d4e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:59.675771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d5ed15d-fe89-47c8-b06e-41946324af89 req-418f0948-2766-4315-921c-d52e1a3d6d4e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.3346581 Mar 02 17:55:59.764063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.793276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Attempting to bind port 21523e07-6685-4e9b-b27f-145493bc14e5 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:55:59.793906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Attempting to bind port 21523e07-6685-4e9b-b27f-145493bc14e5 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '198d46a4-72c2-4893-8ba2-c7fa290ec051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:55:59.794070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Attempting to bind port 21523e07-6685-4e9b-b27f-145493bc14e5 on network 4338a6b6-03d3-4742-8efe-e758b4271c01 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:55:59.814402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:55:59.830532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d5ed15d-fe89-47c8-b06e-41946324af89 req-22e8a0a3-c1b8-411e-9822-a6300fac1c5c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476762 Mar 02 17:55:59.839923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-29a364c9-991f-482b-b64b-f364f0fdee73 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/0aa0aa12-a32a-4ba0-a319-393a032e2ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9397302 Mar 02 17:55:59.843346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:59.860861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:55:59.861408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Checking segment: {'id': '198d46a4-72c2-4893-8ba2-c7fa290ec051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:55:59.861926 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.862581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Bound using segment: {'id': '198d46a4-72c2-4893-8ba2-c7fa290ec051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:55:59.863196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Bound port: 21523e07-6685-4e9b-b27f-145493bc14e5, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d46a4-72c2-4893-8ba2-c7fa290ec051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4338a6b6-03d3-4742-8efe-e758b4271c01'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:55:59.863704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.875004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2412e996-a01a-4d1a-a9ff-81bee166ee50', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:55:59.875998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:55:59.886805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295da209-be6f-4dca-9fa4-229785255206 None None] Sync routers for ids ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:55:59.951764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb77eb8-f468-49bf-9846-2c0a8c111f63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:55:59.952409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-adb77eb8-f468-49bf-9846-2c0a8c111f63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:55:59.974819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-adb77eb8-f468-49bf-9846-2c0a8c111f63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:55:59.979188 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-adb77eb8-f468-49bf-9846-2c0a8c111f63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports/ea6fb2f4-480e-4051-bcc1-f751f695990c HTTP/1.1" status: 200 len: 977 time: 0.1319540 Mar 02 17:55:59.979188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:55:59.986504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.017949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.037377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] Routers {'0aa0aa12-a32a-4ba0-a319-393a032e2ad1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:00.038517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:00.108488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 204dc797-64c1-49de-8e75-aad2d5472616 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:00.182279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Allocated IP 172.25.3.122 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8fc494b4-605f-430e-9aa4-522aa233a876) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:00.209927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:00.212524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 204dc797-64c1-49de-8e75-aad2d5472616 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:00.212972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 204dc797-64c1-49de-8e75-aad2d5472616 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:00.236213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.253233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d6477d92-e9b9-4dec-874a-c6fb9d1466d0', 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0', 'tenant_id': '8d079bdb4a9c4c04bed196da23a2c5d8', 'fixed_ips': [{'subnet_id': '28796577-a4c7-48d7-90b8-253876816316'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:00.254040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.316566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] For port 21523e07-6685-4e9b-b27f-145493bc14e5, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:00.337448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] For port 21523e07-6685-4e9b-b27f-145493bc14e5, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=21523e07-6685-4e9b-b27f-145493bc14e5,segment=NetworkSegment(198d46a4-72c2-4893-8ba2-c7fa290ec051),segment_id=198d46a4-72c2-4893-8ba2-c7fa290ec051)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:00.340432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] Routers {'0aa0aa12-a32a-4ba0-a319-393a032e2ad1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:00.341054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:00.431978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.473332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Subnet': ['ID=8b352e48-a71c-451d-adcf-f006c224933f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:00.496843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-295da209-be6f-4dca-9fa4-229785255206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:00.497735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295da209-be6f-4dca-9fa4-229785255206 None None] The sync data for ids ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:00.504580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.508472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Checking segment: {'id': '7771eb29-548a-40bc-8690-c867a9912783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:00.508955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network hostable DHCP agents. Network: 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:00.533198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Allocated IP 172.20.0.2 (2412e996-a01a-4d1a-a9ff-81bee166ee50/bfce8527-7139-470b-93dc-4437d35b5470/539408ae-4fb0-42a8-8891-3a4a984456d3) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:00.548018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.565581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:00.615484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:00.621815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:00.623324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.626291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:00.634693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:00.639443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:00.655563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce60e2a-d3b7-45be-9d3d-130efc03b5f7 None None] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:00.670934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bf0b813c-854e-4055-97c3-78d6cbaefa56 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1774473 Mar 02 17:56:00.671189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:00.678046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Pushing event updated for resources: {'Port': ['ID=8fc494b4-605f-430e-9aa4-522aa233a876,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:00.695585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098a58-8c4a-42cc-a059-965995ea44f1 None None] Pushing event updated for resources: {'Port': ['ID=21523e07-6685-4e9b-b27f-145493bc14e5,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:00.871253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:00.874131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.069438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.082413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Transition to ACTIVE for port object 539408ae-4fb0-42a8-8891-3a4a984456d3 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:01.109941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Transition to ACTIVE for port object 539408ae-4fb0-42a8-8891-3a4a984456d3 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:01.130514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Allocated IP 2001:db8::2 (d6477d92-e9b9-4dec-874a-c6fb9d1466d0/28796577-a4c7-48d7-90b8-253876816316/a2c4b29c-bde4-4dae-8817-17d1fbfd479b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:01.137085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.178635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875f20-424c-4303-af38-482aabfe2683 req-3b5a4861-6339-4b2b-be58-e535f64db576 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:01.180624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23875f20-424c-4303-af38-482aabfe2683 req-3b5a4861-6339-4b2b-be58-e535f64db576 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.1347260 Mar 02 17:56:01.258807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23875f20-424c-4303-af38-482aabfe2683 req-edbd2e7d-c558-413c-8951-dadb2dd50957 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706854 Mar 02 17:56:01.290429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:01.324342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Router 4528d689-f5bc-4ce9-803d-18711565c3ac is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:56:01.345936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:01.359019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Pushing event updated for resources: {'Port': ['ID=539408ae-4fb0-42a8-8891-3a4a984456d3,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:01.361399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:01.477583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 21523e07-6685-4e9b-b27f-145493bc14e5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:01.561214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.661388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0', 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0', 'tenant_id': '8d079bdb4a9c4c04bed196da23a2c5d8', 'fixed_ips': [{'subnet_id': '8b352e48-a71c-451d-adcf-f006c224933f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:01.662198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.679536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-3da1f5bd-75a1-43bd-b278-18db1dadc065 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:01.681273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-3da1f5bd-75a1-43bd-b278-18db1dadc065 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.3521802 Mar 02 17:56:01.712706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Attempting to bind port 539408ae-4fb0-42a8-8891-3a4a984456d3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:01.713347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Attempting to bind port 539408ae-4fb0-42a8-8891-3a4a984456d3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:01.713821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Attempting to bind port 539408ae-4fb0-42a8-8891-3a4a984456d3 on network 2412e996-a01a-4d1a-a9ff-81bee166ee50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:01.764724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port 3904c4f3-3896-4a29-944d-e9bccfdb730d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:01.765065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.780017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:01.780765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Checking segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:01.781544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.782257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Bound using segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:01.783316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Bound port: 539408ae-4fb0-42a8-8891-3a4a984456d3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:01.783995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.832130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:01.854727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-cdcec750-f0b2-44e2-8172-4d194ad78712 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3760037 Mar 02 17:56:01.925534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 21523e07-6685-4e9b-b27f-145493bc14e5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:01.931136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:01.959144 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:01.997183 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:01.999160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:02.091961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.108227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Transition to ACTIVE for port object a2c4b29c-bde4-4dae-8817-17d1fbfd479b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:02.131379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.133616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0660bdc4-8b1b-487a-abe6-52ac65dc235c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0064428 Mar 02 17:56:02.151261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:02.163746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd35399-817c-4be6-9f31-8ef2c53ea91b None None] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:02.180758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Transition to ACTIVE for port object a2c4b29c-bde4-4dae-8817-17d1fbfd479b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:02.278181 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.388059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port 3904c4f3-3896-4a29-944d-e9bccfdb730d, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=3904c4f3-3896-4a29-944d-e9bccfdb730d,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:02.388796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.402222 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:02.516717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:02.520573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] For port 539408ae-4fb0-42a8-8891-3a4a984456d3, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:02.545484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-893ae20d-0bde-40a5-90f6-707c5a7a73b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.4354970 Mar 02 17:56:02.546773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:02.575499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Provisioning for port 21523e07-6685-4e9b-b27f-145493bc14e5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:02.591972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:02.595695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Provisioning complete for port 21523e07-6685-4e9b-b27f-145493bc14e5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:02.596196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.636287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:02.647339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] For port 539408ae-4fb0-42a8-8891-3a4a984456d3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=539408ae-4fb0-42a8-8891-3a4a984456d3,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:02.681580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.694162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Allocated IP 2001:db8::2 (2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0/8b352e48-a71c-451d-adcf-f006c224933f/7250f2d1-7255-4c21-855d-d4f9cfbb97b8) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:02.728575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-136ea260-ed5a-46c5-bb1b-8de0e84250e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:02.730033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-136ea260-ed5a-46c5-bb1b-8de0e84250e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.1422477 Mar 02 17:56:02.738598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for 3904c4f3-3896-4a29-944d-e9bccfdb730d owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:02.783055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f005c2-9cc1-4749-9f66-12cee7ac8686 None None] Pushing event updated for resources: {'Port': ['ID=539408ae-4fb0-42a8-8891-3a4a984456d3,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:02.829158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port ea6fb2f4-480e-4051-bcc1-f751f695990c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:02.829158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:02.917372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Allocated IP 2001:db8::1 (d6477d92-e9b9-4dec-874a-c6fb9d1466d0/28796577-a4c7-48d7-90b8-253876816316/316869fc-807d-4e8b-b825-a5637e83430b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:02.970645 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:00Z', 'revision_number': 3, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:02.984214 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:56:02.984558 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Updating router 4528d689-f5bc-4ce9-803d-18711565c3ac port 8fc494b4-605f-430e-9aa4-522aa233a876 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:56:02.989176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Attempting to bind port a2c4b29c-bde4-4dae-8817-17d1fbfd479b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:02.991527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Attempting to bind port a2c4b29c-bde4-4dae-8817-17d1fbfd479b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ba603cd2-45d7-4f42-8664-eef06d879d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:02.991527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Attempting to bind port a2c4b29c-bde4-4dae-8817-17d1fbfd479b on network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:03.001702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6023a-30ab-4edf-8182-6175d4ceb413 req-c38992b7-accc-4cfd-b1cb-63d27489541b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:03.003998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ce6023a-30ab-4edf-8182-6175d4ceb413 req-c38992b7-accc-4cfd-b1cb-63d27489541b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 945 time: 0.4685721 Mar 02 17:56:03.009531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:03.009531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Checking segment: {'id': 'ba603cd2-45d7-4f42-8664-eef06d879d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:03.010063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.010559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Bound using segment: {'id': 'ba603cd2-45d7-4f42-8664-eef06d879d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:03.011764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Bound port: a2c4b29c-bde4-4dae-8817-17d1fbfd479b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba603cd2-45d7-4f42-8664-eef06d879d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd6477d92-e9b9-4dec-874a-c6fb9d1466d0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:03.012247 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.077987 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-93a72a1f-43b7-4069-9f21-e5492674cff5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.3345823 Mar 02 17:56:03.140467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ce6023a-30ab-4edf-8182-6175d4ceb413 req-9b2a80af-0998-4f73-93f8-18e3ee629805 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997059 Mar 02 17:56:03.182804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.207194 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.268399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] For port a2c4b29c-bde4-4dae-8817-17d1fbfd479b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:03.277238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] For port a2c4b29c-bde4-4dae-8817-17d1fbfd479b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,segment=NetworkSegment(ba603cd2-45d7-4f42-8664-eef06d879d23),segment_id=ba603cd2-45d7-4f42-8664-eef06d879d23)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:03.320801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=3904c4f3-3896-4a29-944d-e9bccfdb730d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:03.350253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:03.357500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-48890977-646e-488a-9a28-993a7fcf0859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:03.362517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-48890977-646e-488a-9a28-993a7fcf0859 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.2442062 Mar 02 17:56:03.406525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['3904c4f3-3896-4a29-944d-e9bccfdb730d'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:03.480969 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.485834 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.529120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port 3904c4f3-3896-4a29-944d-e9bccfdb730d on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:03.532606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.538870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'name': 'network-vif-deleted', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:56:03.563755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f264961-36fc-4d5d-8b3b-f2c798a8273f req-a0df8e75-818d-422b-b3a3-53816e6a5f8f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "DELETE /v2.0/ports/3904c4f3-3896-4a29-944d-e9bccfdb730d HTTP/1.1" status: 204 len: 173 time: 1.8672640 Mar 02 17:56:03.659360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for ea6fb2f4-480e-4051-bcc1-f751f695990c owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:03.721759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.732000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb752b-a25b-4420-8a6a-79c8bb23ed94 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:03.745785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 539408ae-4fb0-42a8-8891-3a4a984456d3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:03.752051 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfd5671-79fc-450b-8504-3b60c07f2a70', 'name': 'network-vif-deleted', 'tag': '3904c4f3-3896-4a29-944d-e9bccfdb730d', 'status': 'completed', 'code': 200} Mar 02 17:56:03.773495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Transition to ACTIVE for port object 316869fc-807d-4e8b-b825-a5637e83430b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:03.780727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:03.805954 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-4a031b78-db1f-4dc2-8a6f-43362dbd08ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4180784 Mar 02 17:56:03.953227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.055548 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.074154 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Transition to ACTIVE for port object 8fc494b4-605f-430e-9aa4-522aa233a876 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:04.089091 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.135226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-471de753-8fcc-4442-9841-3342824bb87c None None] For port 21523e07-6685-4e9b-b27f-145493bc14e5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=21523e07-6685-4e9b-b27f-145493bc14e5,segment=NetworkSegment(198d46a4-72c2-4893-8ba2-c7fa290ec051),segment_id=198d46a4-72c2-4893-8ba2-c7fa290ec051)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:04.187840 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.202599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Port': ['ID=316869fc-807d-4e8b-b825-a5637e83430b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:04.224371 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Attempting to bind port 8fc494b4-605f-430e-9aa4-522aa233a876 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:04.224744 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Attempting to bind port 8fc494b4-605f-430e-9aa4-522aa233a876 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:04.225098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Attempting to bind port 8fc494b4-605f-430e-9aa4-522aa233a876 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:04.228289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:04.255064 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Pushing event updated for resources: {'Port': ['ID=8fc494b4-605f-430e-9aa4-522aa233a876,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:04.262247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.268899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:04.277118 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.277455 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.277788 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.278112 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.278431 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.278608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:04.278960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.279166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.279337 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.279657 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.279968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.280277 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.280587 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:04.287742 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:04.288172 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:04.288539 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.288978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:04.289881 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Bound port: 8fc494b4-605f-430e-9aa4-522aa233a876, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:04.290256 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.364656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-3fcf7c51-30ec-462c-ba4a-2101dd5a91f1 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507116 Mar 02 17:56:04.479599 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] For port 8fc494b4-605f-430e-9aa4-522aa233a876, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:04.494218 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] For port 8fc494b4-605f-430e-9aa4-522aa233a876, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fc494b4-605f-430e-9aa4-522aa233a876,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:04.502087 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.633304 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:04.633983 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:04.662836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:04.673899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2304da3-a501-4f5a-af8c-9df3f0d52558 req-653bf9d2-fb21-40b4-8343-ec506a8e9496 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:04.732442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Transition to ACTIVE for port object 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:04.797067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471de753-8fcc-4442-9841-3342824bb87c None None] Pushing event updated for resources: {'Port': ['ID=21523e07-6685-4e9b-b27f-145493bc14e5,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:04.816102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a4343-e118-46af-bf9a-2d1b96df852c None None] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:04.864319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 539408ae-4fb0-42a8-8891-3a4a984456d3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:04.869091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Transition to ACTIVE for port object 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:04.876273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a2304da3-a501-4f5a-af8c-9df3f0d52558 req-653bf9d2-fb21-40b4-8343-ec506a8e9496 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:04.877714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2304da3-a501-4f5a-af8c-9df3f0d52558 req-653bf9d2-fb21-40b4-8343-ec506a8e9496 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bfd5671-79fc-450b-8504-3b60c07f2a70 HTTP/1.1" status: 200 len: 210 time: 0.3515742 Mar 02 17:56:04.917761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d9095-cf39-45f6-8e73-b1b05dbca956 None None] Pushing event updated for resources: {'Port': ['ID=8fc494b4-605f-430e-9aa4-522aa233a876,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:04.988322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.002331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.031171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:05.060579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Allocated IP 172.20.0.1 (2412e996-a01a-4d1a-a9ff-81bee166ee50/bfce8527-7139-470b-93dc-4437d35b5470/3c872994-5f2f-4857-949c-9637a5239037) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:05.137181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=ea6fb2f4-480e-4051-bcc1-f751f695990c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:05.175000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Pushing event updated for resources: {'Port': ['ID=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:05.200391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Provisioning for port 539408ae-4fb0-42a8-8891-3a4a984456d3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:05.237635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Provisioning complete for port 539408ae-4fb0-42a8-8891-3a4a984456d3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:05.238223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.318447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.367481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.407395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Transition to ACTIVE for port object 3c872994-5f2f-4857-949c-9637a5239037 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:05.481282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.494776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:05.499910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:05.505492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:05.541194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3904c4f3-3896-4a29-944d-e9bccfdb730d no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:05.652329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-98b169a0-8ff6-4978-bfc0-ec6047fcc2f1 req-1e088180-07a1-4ae3-92b8-e1bee92c5cbb service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2571936 Mar 02 17:56:05.711412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:05.712408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 3904c4f3-3896-4a29-944d-e9bccfdb730d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:05.712936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 3904c4f3-3896-4a29-944d-e9bccfdb730d not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:05.713526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:05.725207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:05.811321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2c4b29c-bde4-4dae-8817-17d1fbfd479b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:05.814115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Pushing event updated for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:05.829935 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:05.927858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:00Z', 'revision_number': 3, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:05.955066 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d370d92-6d61-453f-a5fb-2bd1b6f1d560 None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:00Z', 'revision_number': 3, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:06.027557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356e52c-f76a-4919-b571-935c07b78c9e None None] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:06.027791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.176082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.266751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Attempting to bind port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:06.266751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Attempting to bind port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7771eb29-548a-40bc-8690-c867a9912783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:06.267263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Attempting to bind port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 on network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:06.311547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:06.312618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Checking segment: {'id': '7771eb29-548a-40bc-8690-c867a9912783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:06.313488 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.314107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Bound using segment: {'id': '7771eb29-548a-40bc-8690-c867a9912783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:06.314922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Bound port: 7250f2d1-7255-4c21-855d-d4f9cfbb97b8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7771eb29-548a-40bc-8690-c867a9912783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:06.315736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.383815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.583952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.591473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.603583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a2c4b29c-bde4-4dae-8817-17d1fbfd479b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:06.624663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] For port 539408ae-4fb0-42a8-8891-3a4a984456d3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=539408ae-4fb0-42a8-8891-3a4a984456d3,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:06.657731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 21523e07-6685-4e9b-b27f-145493bc14e5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:06.720065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.823542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.830946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.836721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Pushing event updated for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:06.904630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.905842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:06.956698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-064f4600-d733-4960-a77b-300a57c6dcf7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:06.958249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-064f4600-d733-4960-a77b-300a57c6dcf7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.3334651 Mar 02 17:56:06.982218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-726436e3-ad79-4203-966b-356b94937f6c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.0149941 Mar 02 17:56:07.001866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] For port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:07.035522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] For port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,segment=NetworkSegment(7771eb29-548a-40bc-8690-c867a9912783),segment_id=7771eb29-548a-40bc-8690-c867a9912783)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:07.091452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab10a-ee25-46f8-8b83-2832936341e5 None None] Pushing event updated for resources: {'Port': ['ID=539408ae-4fb0-42a8-8891-3a4a984456d3,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:07.097600 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:07.104520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Provisioning for port a2c4b29c-bde4-4dae-8817-17d1fbfd479b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:07.137275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-656d09ee-b47e-42ae-8af9-0fa2444d7983 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448786 Mar 02 17:56:07.140769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:07.142755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:07.219410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Provisioning complete for port a2c4b29c-bde4-4dae-8817-17d1fbfd479b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:07.219879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:07.284903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 0aa0aa12-a32a-4ba0-a319-393a032e2ad1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:07.303531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeab21-c810-4be4-b06a-57b320fbbaf7 None None] Pushing event updated for resources: {'Port': ['ID=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:07.309093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Port': ['ID=316869fc-807d-4e8b-b825-a5637e83430b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:07.321950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 21523e07-6685-4e9b-b27f-145493bc14e5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:07.322509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:07.643295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-9b346596-a0b5-4f27-94db-6ee1e5c02212 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966557 Mar 02 17:56:07.645673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:07.663272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:07.688080 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:07.839264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-055bd591-d959-4448-a56a-71bc5af4e054 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942148 Mar 02 17:56:07.974444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] For port a2c4b29c-bde4-4dae-8817-17d1fbfd479b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,segment=NetworkSegment(ba603cd2-45d7-4f42-8664-eef06d879d23),segment_id=ba603cd2-45d7-4f42-8664-eef06d879d23)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:08.000575 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:08.127198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:08.175930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] Sync routers for ids ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:08.314673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50324) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:08.316938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a64ce12-9019-467b-93f8-40907e141350 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/0aa0aa12-a32a-4ba0-a319-393a032e2ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3363562 Mar 02 17:56:08.325616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] Routers {'0aa0aa12-a32a-4ba0-a319-393a032e2ad1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:08.326839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:08.504767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Provisioning complete for port 21523e07-6685-4e9b-b27f-145493bc14e5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:08.505144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:08.597054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:08.620322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2931-db0c-4030-939d-33b2c7998195 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:08.674839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 539408ae-4fb0-42a8-8891-3a4a984456d3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:08.735021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] Routers {'0aa0aa12-a32a-4ba0-a319-393a032e2ad1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:08.735739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:08.859637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:08.860166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca14ac-aedb-4542-8497-00ad590ca8ef None None] The sync data for ids ['0aa0aa12-a32a-4ba0-a319-393a032e2ad1'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:08.892293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:08.941019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Router 5158e990-0df3-485f-bbdc-75b61c2cef2a is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:56:09.111584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bc4d12d-a409-4ce7-8c69-9591a91ddccc req-d1f10a65-7e88-4631-99a0-b94248f25bf8 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.0751331 Mar 02 17:56:09.113984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 539408ae-4fb0-42a8-8891-3a4a984456d3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:09.114549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:09.364352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Router 4528d689-f5bc-4ce9-803d-18711565c3ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:09.372895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning complete for port 539408ae-4fb0-42a8-8891-3a4a984456d3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:09.375430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:09.432050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:09.441657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cc0677f7-0845-44e4-bba6-8ddebc47a623 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7694530 Mar 02 17:56:09.444743 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] Sync routers for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:09.455663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:09.471343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:09.472329 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:09.477438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a04da970-39c8-4c34-876a-5acfc4375c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:09.486155 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-20f16669-6a4f-488a-b1c8-a357664105bd tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 17:56:09.494371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-20f16669-6a4f-488a-b1c8-a357664105bd tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/0aa0aa12-a32a-4ba0-a319-393a032e2ad1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1713748 Mar 02 17:56:09.501501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:09.604756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dbd12a72-b6ac-4a40-8244-45cd6cda076f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aa0aa12-a32a-4ba0-a319-393a032e2ad1 HTTP/1.1" status: 200 len: 205 time: 0.0995181 Mar 02 17:56:09.605916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50346) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:09.624644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:09.642852 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:09.643619 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:55:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:09.701446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:09.736183 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:09.736753 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566aff34-37f7-431e-8dd5-024271b3de4a None None] The sync data for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:09.815551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee4264-9c1e-4762-8f1e-25fa7aac6c57 None None] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:09.974476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.028796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning complete for port a2c4b29c-bde4-4dae-8817-17d1fbfd479b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:10.029319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.111699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:10.136881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fc494b4-605f-430e-9aa4-522aa233a876 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:10.375709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8fc494b4-605f-430e-9aa4-522aa233a876 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:10.391765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fc494b4-605f-430e-9aa4-522aa233a876 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:10.392282 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.469207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning for port 3c872994-5f2f-4857-949c-9637a5239037 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:10.481225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning complete for port 3c872994-5f2f-4857-949c-9637a5239037 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:10.487314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.627879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Port 3c872994-5f2f-4857-949c-9637a5239037 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:10.654646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.688510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8fc494b4-605f-430e-9aa4-522aa233a876, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fc494b4-605f-430e-9aa4-522aa233a876,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:10.702310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9873ce1-9bfa-4460-a408-61f07bd71ec3 req-68d60ef6-29b8-4471-9500-794c18df871a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.3357320 Mar 02 17:56:10.706484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.707566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.724467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.726859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning for port 316869fc-807d-4e8b-b825-a5637e83430b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:10.757321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:10.795536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d0072189-3c30-4235-b628-f22552270405 admin admin] 10.222.0.37 "PUT /v2.0/routers/4528d689-f5bc-4ce9-803d-18711565c3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6424632 Mar 02 17:56:10.813872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Provisioning complete for port 316869fc-807d-4e8b-b825-a5637e83430b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:10.813872 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.827005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.827697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa0aa12-a32a-4ba0-a319-393a032e2ad1 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:56:10.846490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:10.852652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02ffb2f9-7a22-4f6b-8652-5aa27b5fbcb3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/0aa0aa12-a32a-4ba0-a319-393a032e2ad1 HTTP/1.1" status: 204 len: 168 time: 1.2427752 Mar 02 17:56:10.853169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50358) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:10.908934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f75c71b2-a8f4-457e-8517-b91873e12b12 None None] Port 316869fc-807d-4e8b-b825-a5637e83430b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:10.910989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2c4b29c-bde4-4dae-8817-17d1fbfd479b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:10.990063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-4ce20c42-41ba-4ec0-9605-808e5e7f8783 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:10.992649 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-4ce20c42-41ba-4ec0-9605-808e5e7f8783 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.3189256 Mar 02 17:56:11.025403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8fc494b4-605f-430e-9aa4-522aa233a876,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:11.049067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Provisioning for port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:11.060622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:11.061753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a2c4b29c-bde4-4dae-8817-17d1fbfd479b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:11.062136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.101932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Provisioning complete for port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:11.102316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.196134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet b4dcc012-2c08-40b2-bd07-498419a84566 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:11.199878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.254609 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-4130af12-0856-4190-a63d-78e69fc47a85 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:56:11.260099 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4130af12-0856-4190-a63d-78e69fc47a85 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8024821 Mar 02 17:56:11.261972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50370) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:11.276009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.366815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:11.391628 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7361bd8-f3b2-45ca-a8aa-fca8fbff1d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.426920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.433073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.479204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] For port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,segment=NetworkSegment(7771eb29-548a-40bc-8690-c867a9912783),segment_id=7771eb29-548a-40bc-8690-c867a9912783)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:11.487490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.555262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.557462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:11.608304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:11.612899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dcc012-2c08-40b2-bd07-498419a84566,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:11.613663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.624235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Provisioning complete for port 316869fc-807d-4e8b-b825-a5637e83430b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:11.624922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.628653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.639050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b4dcc012-2c08-40b2-bd07-498419a84566 HTTP/1.1" status: 204 len: 168 time: 0.7810574 Mar 02 17:56:11.641954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50378) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:11.675182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.675538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.675886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.676304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.676814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.677335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.677814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.678325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.679028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.679572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.680078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3980a25c-f975-4967-9a3c-6d00c48a2dc1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:11.753695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Port 316869fc-807d-4e8b-b825-a5637e83430b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:11.757689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b66e07-2f1f-43f3-8674-f1ea31233838 None None] Network e59f37e5-0190-494d-82aa-992577317df6 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:11.793172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bf763-0d67-443e-b6d7-55b6917abe49 None None] Pushing event updated for resources: {'Port': ['ID=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:11.875494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:11.906002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:11.906446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.039717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df840070-21c6-45a1-88e0-697852076d12 req-375cfe17-ce3c-412e-aa83-eafa3e860e84 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.0689995 Mar 02 17:56:12.213735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.2 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/781d7ba0-456d-482f-b976-2313ab462a7a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:12.236515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.255690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:12.323407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:12.324741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:12.363140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,segment=NetworkSegment(a4866a9e-3fcc-46b1-9b19-bc76ec2b471c),segment_id=a4866a9e-3fcc-46b1-9b19-bc76ec2b471c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:12.363890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.453433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc9c00-0d4c-455c-85e4-a9fb34252e14 None None] DHCP port deletion for e59f37e5-0190-494d-82aa-992577317df6 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:12.577552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 46a71896-29b2-40e3-8e71-2d8fcc9e5acc owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:12.596316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-91bc9c00-0d4c-455c-85e4-a9fb34252e14 None None] Deleting port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:12.596316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c00-0d4c-455c-85e4-a9fb34252e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.679722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50396) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:12.688896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1496917614-network', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:12.706121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.711010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:12.732029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Usage tracker for resource:network and tenant:60ed10a009a54420851b3dc5cac2b7f0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:12.742510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:12.752515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=46a71896-29b2-40e3-8e71-2d8fcc9e5acc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:12.757870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:12.764791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port 46a71896-29b2-40e3-8e71-2d8fcc9e5acc on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:12.775653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-91bc9c00-0d4c-455c-85e4-a9fb34252e14 None None] The port '46a71896-29b2-40e3-8e71-2d8fcc9e5acc' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:56:12.874719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Made reservation on behalf of 60ed10a009a54420851b3dc5cac2b7f0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:12.877324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.891603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.905943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:12.917155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.932442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:12.969055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59f37e5-0190-494d-82aa-992577317df6']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:12.984031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:12.984347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4866a9e-3fcc-46b1-9b19-bc76ec2b471c') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:12.999290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.011282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.017890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.021370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:13.027103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:13.027103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.050685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.061728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Usage tracker for resource:security_group_rule and tenant:60ed10a009a54420851b3dc5cac2b7f0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:13.066339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:13.075000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:13.076620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50404) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:13.112998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:13.133161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:13.133528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:13.144694 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:13.158618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.185475 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.200274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/e59f37e5-0190-494d-82aa-992577317df6 HTTP/1.1" status: 204 len: 168 time: 1.5571070 Mar 02 17:56:13.204215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:13.212911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1947404287'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:13.218882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:13.223515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:13.227518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:13.235285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:13.245356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc83e-2fe2-48ef-9824-0b97cc49ca6d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=e59f37e5-0190-494d-82aa-992577317df6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:13.290115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:13.293553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.453959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68e1373-21ec-4bed-8c6d-9ac6330c3698 req-73b43494-fb14-49bb-9060-620b1f5ac20b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.2056954 Mar 02 17:56:13.503352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:13.517252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.517693 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment 0d753b4e-4431-4546-8ad2-0dace985ea36 of type vlan for network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 Mar 02 17:56:13.519267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fc494b4-605f-430e-9aa4-522aa233a876 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:13.556472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.581630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.600477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:13.606695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.611786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:13.612534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.678919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.697862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.707094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.720883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:13.734190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.734434 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Added segment 44c44cfe-e3bb-4781-9f53-c9620d28193b of type vlan for network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 Mar 02 17:56:13.742793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5344532 Mar 02 17:56:13.744129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50416) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:13.751740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8fc494b4-605f-430e-9aa4-522aa233a876 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:13.752001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:13.752159 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.768670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.771467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca49615-772b-4f71-bb1b-31c13a4e7ccb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=85beb660-afa3-48d1-b9bc-0c46dc387eb8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:13.803762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:13.844159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.844577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:13.845157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:13.911765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:13.913190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:13.921058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:13.927372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:13.931037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:13.938618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:13.956763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:14.002668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:14.005815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:14.092992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:06Z', 'revision_number': 2, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:14.100250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.100613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:56:14.100954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Updating router 4528d689-f5bc-4ce9-803d-18711565c3ac port 3c872994-5f2f-4857-949c-9637a5239037 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:56:14.142378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4eef6-4a36-47e0-8e32-34072de7d10e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:14.179376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] Pushing event updated for resources: {'Network': ['ID=669c9097-4e8f-4b87-bd72-3c1376df6bf0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:14.198036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:14.204711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:14.209426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a0630d0694553aba836f38e8c79dd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:14.220372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3fdd61e-a5c6-4643-9b40-cd10b243468b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5391822 Mar 02 17:56:14.224471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50420) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:14.226486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:14.232715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Request body: {'subnet': {'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1496917614-subnet', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:14.242780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:14.255276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Usage tracker for resource:subnet and tenant:60ed10a009a54420851b3dc5cac2b7f0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:14.261064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:14.270831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:14.274724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:14.279552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:14.280025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.290817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Made reservation on behalf of 60ed10a009a54420851b3dc5cac2b7f0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:14.293552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.319629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.336872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d1009158-c4bd-472d-8bc7-cb4f39be4fa9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2886982 Mar 02 17:56:14.365417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Request body: {'port': {'device_id': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:14.434483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.501889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 46a71896-29b2-40e3-8e71-2d8fcc9e5acc no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:14.516005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.549859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 46a71896-29b2-40e3-8e71-2d8fcc9e5acc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:14.550471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 46a71896-29b2-40e3-8e71-2d8fcc9e5acc not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:14.566774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.646269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.663153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88427b8-dcbb-4800-a9c2-cd2e20d1a4cf,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:14.672764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-96eaeecf-e782-4e3d-9b67-bedb4d86cfe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e2a0630d0694553aba836f38e8c79dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5924902 Mar 02 17:56:14.677612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50426) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:14.684752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.847866 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.866513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Transition to ACTIVE for port object 3c872994-5f2f-4857-949c-9637a5239037 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:14.875003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.911093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=b428e3f8-0059-471e-bab6-05ff1c088e30,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:14.948527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting port 316869fc-807d-4e8b-b825-a5637e83430b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:14.949236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.961256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': '0d753b4e-4431-4546-8ad2-0dace985ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:14.961836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 85beb660-afa3-48d1-b9bc-0c46dc387eb8, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:14.974559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:14.983339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.021166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693ec69-567a-4bca-bde0-326b0cbf35db req-6ff472dc-ecbb-482f-9bbd-54250f4bee57 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:15.023391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01d8bc-4ad7-47bd-b370-1376d07bf9e0 None None] Pushing event updated for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:15.024668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b693ec69-567a-4bca-bde0-326b0cbf35db req-6ff472dc-ecbb-482f-9bbd-54250f4bee57 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 931 time: 0.2555892 Mar 02 17:56:15.094624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d49e17-d15c-44df-88f8-85bfaf17bb91,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:15.132711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Attempting to bind port 3c872994-5f2f-4857-949c-9637a5239037 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:15.133423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Attempting to bind port 3c872994-5f2f-4857-949c-9637a5239037 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:15.133922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Attempting to bind port 3c872994-5f2f-4857-949c-9637a5239037 on network 2412e996-a01a-4d1a-a9ff-81bee166ee50 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:15.142417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:15.142945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Checking segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:15.143459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.144169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Bound using segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:15.144553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Bound port: 3c872994-5f2f-4857-949c-9637a5239037, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:15.145101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.148025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:15.151494 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.175789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b693ec69-567a-4bca-bde0-326b0cbf35db req-d42bd5dc-baf1-4401-b602-c9d0ae410589 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147912 Mar 02 17:56:15.204170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 85beb660-afa3-48d1-b9bc-0c46dc387eb8) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:15.208192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Checking segment: {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:15.208999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Network hostable DHCP agents. Network: 669c9097-4e8f-4b87-bd72-3c1376df6bf0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:15.218202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf2375-1ada-410e-a2e4-62777f299c4c None None] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:15.226879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:15.227470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.268086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e606e7c7-4661-4219-9a52-331f3756ed1f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5204294 Mar 02 17:56:15.268301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50430) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:15.275120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2095063960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:15.284230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:15.290667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:15.295130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:15.307162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:15.315364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:15.325306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.326611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.329297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 669c9097-4e8f-4b87-bd72-3c1376df6bf0) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:15.335215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:15.336753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.357852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e447a3-7b75-41f7-9442-501be05b2ea4 None None] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:15.372233 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.386884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a7a8a61f-cb0c-47af-884b-dd81e276579f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1597474 Mar 02 17:56:15.389588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50434) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:15.394951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:15.403759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:15.410448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Usage tracker for resource:router and tenant:60ed10a009a54420851b3dc5cac2b7f0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:15.413848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:15.422134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:15.426276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.455919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.460593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cfaa0494-b42b-4bf9-af05-f4535e701eeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1880584 Mar 02 17:56:15.460593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.461107 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.466828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:15.476976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] For port 3c872994-5f2f-4857-949c-9637a5239037, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:15.477221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.493517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.496652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.512063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] For port 3c872994-5f2f-4857-949c-9637a5239037, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c872994-5f2f-4857-949c-9637a5239037,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:15.532067 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.578203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:56:15.695290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.830549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88427b8-dcbb-4800-a9c2-cd2e20d1a4cf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:15.856782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01d8bc-4ad7-47bd-b370-1376d07bf9e0 None None] Pushing event updated for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:15.951054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.961049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Calling delete_port for 316869fc-807d-4e8b-b825-a5637e83430b owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:15.984290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-85beb660-afa3-48d1-b9bc-0c46dc387eb8', 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'b428e3f8-0059-471e-bab6-05ff1c088e30'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:15.986272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:15.996193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.000520 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eab55950-4dae-4c8b-93f5-524c21ce2a22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f88427b8-dcbb-4800-a9c2-cd2e20d1a4cf HTTP/1.1" status: 204 len: 168 time: 1.3210547 Mar 02 17:56:16.015439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'fixed_ips': [{'subnet_id': '12d49e17-d15c-44df-88f8-85bfaf17bb91'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:16.016543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.060072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781d7ba0-456d-482f-b976-2313ab462a7a {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:56:16.074012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.086928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:16.089091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:16.095666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Transition to ACTIVE for port object 781d7ba0-456d-482f-b976-2313ab462a7a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:16.111595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.154559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.401031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Allocated IP 172.25.3.133 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/85566dae-f24d-4f43-bfa1-e311fffdcb69) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:16.468998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Pushing event updated for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:16.662283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:16.695606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.719543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c3b5-5606-4d81-b017-a7c953939283 req-a8997123-a483-4cae-b21d-0c7af73cb8ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:16.721105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d883c3b5-5606-4d81-b017-a7c953939283 req-a8997123-a483-4cae-b21d-0c7af73cb8ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 943 time: 0.2155001 Mar 02 17:56:16.788083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Allocated IP 172.20.0.2 (669c9097-4e8f-4b87-bd72-3c1376df6bf0/12d49e17-d15c-44df-88f8-85bfaf17bb91/286a78c4-7d94-4283-819c-cf18999d32d9) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:16.802635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:16.805518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Allocated IP 172.20.0.2 (85beb660-afa3-48d1-b9bc-0c46dc387eb8/b428e3f8-0059-471e-bab6-05ff1c088e30/fa85399b-58f9-4f56-8657-62030e7f96ac) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:16.900427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d883c3b5-5606-4d81-b017-a7c953939283 req-58263b64-8c31-48eb-8653-ce350cd24c04 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701021 Mar 02 17:56:16.931584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:16.936134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Pushing event updated for resources: {'Port': ['ID=85566dae-f24d-4f43-bfa1-e311fffdcb69,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:16.938954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:16.949694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:16.965957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Attempting to bind port 781d7ba0-456d-482f-b976-2313ab462a7a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:16.966650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Attempting to bind port 781d7ba0-456d-482f-b976-2313ab462a7a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:16.966886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Attempting to bind port 781d7ba0-456d-482f-b976-2313ab462a7a on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:17.017767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Port 781d7ba0-456d-482f-b976-2313ab462a7a on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:56:17.018455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Attempting to bind port 781d7ba0-456d-482f-b976-2313ab462a7a on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:17.033760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.101474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:17.101955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:17.102441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:17.103015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Bound port: 781d7ba0-456d-482f-b976-2313ab462a7a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:17.103472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.119725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Port': ['ID=316869fc-807d-4e8b-b825-a5637e83430b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:17.195035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.195871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.214336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.552862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:56:17.642348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:15Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:17.670500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e045c-a7ab-49f7-83b3-b89419fa745a None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:15Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:17.693119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.707445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.725737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Transition to ACTIVE for port object fa85399b-58f9-4f56-8657-62030e7f96ac will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:17.734500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Transition to ACTIVE for port object 286a78c4-7d94-4283-819c-cf18999d32d9 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:17.806035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Transition to ACTIVE for port object fa85399b-58f9-4f56-8657-62030e7f96ac will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:17.811962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Transition to ACTIVE for port object 286a78c4-7d94-4283-819c-cf18999d32d9 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:17.817838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.894623 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.933440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:17.950097 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Sync routers for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:17.969153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:17.973461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0e375dbf-15b6-4f34-bd58-401825efe00f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5807929 Mar 02 17:56:17.979479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:17.981887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Pushing event updated for resources: {'Port': ['ID=fa85399b-58f9-4f56-8657-62030e7f96ac,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:17.985436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:17.986283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:17.986545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50470) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:17.992702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:17.993796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:18.148325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:18.150445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Pushing event updated for resources: {'Port': ['ID=286a78c4-7d94-4283-819c-cf18999d32d9,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:18.154650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:18.156897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:18.307521 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:18.322839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.363954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Attempting to bind port 286a78c4-7d94-4283-819c-cf18999d32d9 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:18.364333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Attempting to bind port 286a78c4-7d94-4283-819c-cf18999d32d9 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:18.364695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Attempting to bind port 286a78c4-7d94-4283-819c-cf18999d32d9 on network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:18.421279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:18.487001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:18.487001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Checking segment: {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:18.487388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.487697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Bound using segment: {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:18.488178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Bound port: 286a78c4-7d94-4283-819c-cf18999d32d9, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:18.488553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.548763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Attempting to bind port fa85399b-58f9-4f56-8657-62030e7f96ac on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:18.549132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Attempting to bind port fa85399b-58f9-4f56-8657-62030e7f96ac by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '0d753b4e-4431-4546-8ad2-0dace985ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:18.549491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Attempting to bind port fa85399b-58f9-4f56-8657-62030e7f96ac on network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:18.568515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:18.569008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Checking segment: {'id': '0d753b4e-4431-4546-8ad2-0dace985ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:18.569616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.570238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Bound using segment: {'id': '0d753b4e-4431-4546-8ad2-0dace985ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:18.576996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Bound port: fa85399b-58f9-4f56-8657-62030e7f96ac, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d753b4e-4431-4546-8ad2-0dace985ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '85beb660-afa3-48d1-b9bc-0c46dc387eb8'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:18.577472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.714920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=781d7ba0-456d-482f-b976-2313ab462a7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:18.769533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] For port 286a78c4-7d94-4283-819c-cf18999d32d9, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:18.774526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] For port 286a78c4-7d94-4283-819c-cf18999d32d9, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=286a78c4-7d94-4283-819c-cf18999d32d9,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:18.783195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.830490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae607e-855d-4375-980a-9a47536f2974 req-8473cad6-1220-4b05-9e76-fb2068cedd82 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:18.842465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ae607e-855d-4375-980a-9a47536f2974 req-8473cad6-1220-4b05-9e76-fb2068cedd82 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 943 time: 0.5531945 Mar 02 17:56:18.879083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:18.911602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d02e2-89a3-41bd-a6fa-bc8f9a398bdc None None] Pushing event updated for resources: {'Port': ['ID=286a78c4-7d94-4283-819c-cf18999d32d9,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:18.949745 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:17Z', 'revision_number': 3, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:18.959567 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Checking router: 5edb67f3-de35-4d70-b1cb-6d1cea33b884 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:56:18.960566 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Updating router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 port 85566dae-f24d-4f43-bfa1-e311fffdcb69 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:56:18.988821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ae607e-855d-4375-980a-9a47536f2974 req-ffdc63da-89f4-422e-b4c3-21c7b0809100 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278105 Mar 02 17:56:19.039552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c872994-5f2f-4857-949c-9637a5239037 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:19.079855 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.166398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] For port fa85399b-58f9-4f56-8657-62030e7f96ac, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:19.180571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] For port fa85399b-58f9-4f56-8657-62030e7f96ac, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fa85399b-58f9-4f56-8657-62030e7f96ac,segment=NetworkSegment(0d753b4e-4431-4546-8ad2-0dace985ea36),segment_id=0d753b4e-4431-4546-8ad2-0dace985ea36)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:19.224250 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.228781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.231306 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] 10.222.0.50 "PUT /v2.0/ports/781d7ba0-456d-482f-b976-2313ab462a7a HTTP/1.1" status: 200 len: 1091 time: 4.8746498 Mar 02 17:56:19.232242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:56:19.288864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efaaed-a6ea-4f52-864d-cf4b88165107 service neutron] Pushing event updated for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:19.400786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.437504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3c872994-5f2f-4857-949c-9637a5239037 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:19.487845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3c872994-5f2f-4857-949c-9637a5239037 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:19.488220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.575269 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a', 'status': 'completed', 'code': 200} Mar 02 17:56:19.643234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7081-e01a-4f62-9c3c-e5541172690f None None] Pushing event updated for resources: {'Port': ['ID=fa85399b-58f9-4f56-8657-62030e7f96ac,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:19.812412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.20.0.1 (85beb660-afa3-48d1-b9bc-0c46dc387eb8/b428e3f8-0059-471e-bab6-05ff1c088e30/c97c8df9-8dec-41fa-b5ef-2cff465e4dc8) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:19.849418 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:19.916082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3c872994-5f2f-4857-949c-9637a5239037, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c872994-5f2f-4857-949c-9637a5239037,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:19.922290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.002981 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.018157 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Transition to ACTIVE for port object 85566dae-f24d-4f43-bfa1-e311fffdcb69 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:20.032868 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.099550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:20.138645 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Attempting to bind port 85566dae-f24d-4f43-bfa1-e311fffdcb69 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:20.139057 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Attempting to bind port 85566dae-f24d-4f43-bfa1-e311fffdcb69 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:20.139413 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Attempting to bind port 85566dae-f24d-4f43-bfa1-e311fffdcb69 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:20.159659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e5d7-f7fb-49d0-bb0e-93ab52828aad None None] Pushing event updated for resources: {'Port': ['ID=85566dae-f24d-4f43-bfa1-e311fffdcb69,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:20.162632 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:20.163549 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:20.164271 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.164962 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:20.165794 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Bound port: 85566dae-f24d-4f43-bfa1-e311fffdcb69, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:20.166420 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.273787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] For port 85566dae-f24d-4f43-bfa1-e311fffdcb69, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:20.277714 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] For port 85566dae-f24d-4f43-bfa1-e311fffdcb69, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85566dae-f24d-4f43-bfa1-e311fffdcb69,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:20.286306 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.385894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.401182 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-0bfd84fc-c17a-4606-a049-5b8cac9aa374 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 1094 time: 0.9020023 Mar 02 17:56:20.426231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Router 5158e990-0df3-485f-bbdc-75b61c2cef2a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:20.426702 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:20.427483 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:20.475835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1325e3-90a2-4fc4-bd29-893e52903945 req-31aad94d-0927-408c-b87c-09860c1898da tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:20.481707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf1325e3-90a2-4fc4-bd29-893e52903945 req-31aad94d-0927-408c-b87c-09860c1898da tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 943 time: 0.2540891 Mar 02 17:56:20.519771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:20.582307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:20.595731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf1325e3-90a2-4fc4-bd29-893e52903945 req-54a41a2e-4a3f-452c-b31b-b52923697e56 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051471 Mar 02 17:56:20.618321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48e5d7-f7fb-49d0-bb0e-93ab52828aad None None] Pushing event updated for resources: {'Port': ['ID=85566dae-f24d-4f43-bfa1-e311fffdcb69,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:20.675846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-62c19a5c-9693-433e-82b0-d4d878dcc18a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=781d7ba0-456d-482f-b976-2313ab462a7a HTTP/1.1" status: 200 len: 217 time: 0.2521620 Mar 02 17:56:20.757208 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:20.780691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1e6f2-6c36-4274-be8e-0ae10a7d2217 None None] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:20.785424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d7bb05b3-5c27-4f6f-8fb3-e1eed5dfef1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:20.790892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d7bb05b3-5c27-4f6f-8fb3-e1eed5dfef1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.0947499 Mar 02 17:56:20.796183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=c97c8df9-8dec-41fa-b5ef-2cff465e4dc8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:20.944466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.000437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4b97e44e-cf3a-49ef-a9cc-b8d8b9f285d4 None None] Provisioning for port 286a78c4-7d94-4283-819c-cf18999d32d9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:21.170202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c872994-5f2f-4857-949c-9637a5239037 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:21.263469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:21.305445 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:17Z', 'revision_number': 3, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:21.310645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04d326-f726-44bc-a5ef-bcc04c878731 None None] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:21.313710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f3232-d406-4a03-b1e1-48beb7b96a2e None None] The sync data for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 is: [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:17Z', 'revision_number': 3, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:21.368768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Allocated IP 172.20.0.1 (669c9097-4e8f-4b87-bd72-3c1376df6bf0/12d49e17-d15c-44df-88f8-85bfaf17bb91/b306700b-5daf-4365-9a96-2890b3fc0f93) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:21.384915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:21.390607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-d26b2be1-719f-4756-9a42-62aa965135c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5789220 Mar 02 17:56:21.391421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:21.451572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2d35b975-5cd9-4033-9cd7-03645621b801 None None] Provisioning for port fa85399b-58f9-4f56-8657-62030e7f96ac completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:21.490186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3c872994-5f2f-4857-949c-9637a5239037 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:21.490186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.588131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:21.609083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] Sync routers for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:21.627457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.635547 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5d159b7c-cf43-4aaf-ace7-2f818e7a7357 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3725140 Mar 02 17:56:21.649365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50530) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:21.656974 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:56:21.672053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.713543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Transition to ACTIVE for port object b306700b-5daf-4365-9a96-2890b3fc0f93 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:21.719422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:21.720059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:21.754324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.825168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:21.827419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:21.831427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:21.835176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:21.900840 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-7f1ed681-3609-40ae-a6be-3f52bff7d40f tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] delete failed (client error): The resource could not be found. Mar 02 17:56:21.902089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f1ed681-3609-40ae-a6be-3f52bff7d40f tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-2024142268 HTTP/1.1" status: 404 len: 335 time: 0.2511883 Mar 02 17:56:21.903802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:21.914742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50540) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:21.933753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b24ed30f-8cb6-4f06-b47b-aff9a577470d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'router': {'external_gateway_info': {'network_id': '5158e990-0df3-485f-bbdc-75b61c2cef2a'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:21.945221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:21.946241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:22.026443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Pushing event updated for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:22.042633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-dbc575c0-1a06-4d5e-b4cf-59db54cfb217 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143522 Mar 02 17:56:22.061246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 286a78c4-7d94-4283-819c-cf18999d32d9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:22.101024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:22.101417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fb26f-4829-4948-8a18-c46a90c81954 None None] The sync data for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:22.137316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.268141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd04902f-f880-4e48-aeaa-e51ea7c7dc0e None None] Provisioning complete for port 286a78c4-7d94-4283-819c-cf18999d32d9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:22.268508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd04902f-f880-4e48-aeaa-e51ea7c7dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.310261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 286a78c4-7d94-4283-819c-cf18999d32d9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:22.324868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 286a78c4-7d94-4283-819c-cf18999d32d9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:22.324868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.379555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:22.634061 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d5026f8f-4c62-4b4c-aa19-211a9462549a req-565d7cdc-b189-41bb-92f1-8fc9ddc93f9f service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467522 Mar 02 17:56:22.672152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.723730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f7beb-a13f-47a8-86a4-6e919fa68283 req-67151d9d-232e-468d-9c84-d9ebfac479e7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:22.726603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-455f7beb-a13f-47a8-86a4-6e919fa68283 req-67151d9d-232e-468d-9c84-d9ebfac479e7 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 943 time: 0.7104342 Mar 02 17:56:22.744224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.790895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fd04902f-f880-4e48-aeaa-e51ea7c7dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.828335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 286a78c4-7d94-4283-819c-cf18999d32d9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=286a78c4-7d94-4283-819c-cf18999d32d9,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:22.838741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.839890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fa85399b-58f9-4f56-8657-62030e7f96ac up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:22.952718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:22.957932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=286a78c4-7d94-4283-819c-cf18999d32d9,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:22.986896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.011825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.057002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-fd04902f-f880-4e48-aeaa-e51ea7c7dc0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:56:23.058389 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-fd04902f-f880-4e48-aeaa-e51ea7c7dc0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:56:23.060570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port fa85399b-58f9-4f56-8657-62030e7f96ac completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:23.067572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fa85399b-58f9-4f56-8657-62030e7f96ac triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:23.068242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.168705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-455f7beb-a13f-47a8-86a4-6e919fa68283 req-24db7bfb-fd56-4a46-bc38-a6e8d245185e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274051 Mar 02 17:56:23.189631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.199052 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-33bae41c-0f09-4322-bc03-eafbdd78c5ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 1094 time: 0.4023783 Mar 02 17:56:23.199955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=c97c8df9-8dec-41fa-b5ef-2cff465e4dc8,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:23.213551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:23.222588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.234264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb1f4c44b774a6f85214dd267ebff1d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:23.270385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port fa85399b-58f9-4f56-8657-62030e7f96ac, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fa85399b-58f9-4f56-8657-62030e7f96ac,segment=NetworkSegment(0d753b4e-4431-4546-8ad2-0dace985ea36),segment_id=0d753b4e-4431-4546-8ad2-0dace985ea36)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:23.275127 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.285610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:23.304901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:23.350081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b24ed30f-8cb6-4f06-b47b-aff9a577470d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.376200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=fa85399b-58f9-4f56-8657-62030e7f96ac,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:23.425312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 286a78c4-7d94-4283-819c-cf18999d32d9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:23.464064 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-b24ed30f-8cb6-4f06-b47b-aff9a577470d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] update failed (client error): The resource could not be found. Mar 02 17:56:23.474226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b24ed30f-8cb6-4f06-b47b-aff9a577470d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a HTTP/1.1" status: 404 len: 339 time: 1.5545199 Mar 02 17:56:23.480531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50552) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:23.497899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1608144177'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:23.509017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:23.530898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 286a78c4-7d94-4283-819c-cf18999d32d9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:23.531764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.534346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:network and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:23.539649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.543322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:23.556182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.569413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-1849ad1d-ad6e-4fde-b6cd-a83d10a0728a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:23.570942 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-1849ad1d-ad6e-4fde-b6cd-a83d10a0728a service neutron] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.3599725 Mar 02 17:56:23.586135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:23.642011 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.657144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-a05ac4fb-066e-4312-9c96-0d8657b5440c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=781d7ba0-456d-482f-b976-2313ab462a7a HTTP/1.1" status: 200 len: 217 time: 0.0767133 Mar 02 17:56:23.659004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.694925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:23.697827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.727163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Pushing event updated for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:23.745585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.751994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:23.754134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04ec31-1ecc-4e19-a31f-83b2507f0eb2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:23.755222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:23.758044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-a7d858a0-22c3-4560-bba4-2ed5fd2f5d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:23.759525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-a7d858a0-22c3-4560-bba4-2ed5fd2f5d30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.0848737 Mar 02 17:56:23.771071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-76c5f1dc-7474-47c9-8d41-1db63ff691b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fb1f4c44b774a6f85214dd267ebff1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2988319 Mar 02 17:56:23.777489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Provisioning for port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:23.786507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Provisioning complete for port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:23.786754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.793637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50556) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:23.813703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:23.869207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:23.892289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Provisioning for port b306700b-5daf-4365-9a96-2890b3fc0f93 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:23.899812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Provisioning complete for port b306700b-5daf-4365-9a96-2890b3fc0f93 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:23.902064 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.938544 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:23.939061 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Added segment 811352ea-2459-4c6c-98fa-a6a28ba07340 of type vlan for network 36df85a6-416c-4a8e-b4ae-e16a111fd72f Mar 02 17:56:23.960296 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-6b4f931d-0d3d-4e9c-bb39-40df969df309 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351557 Mar 02 17:56:23.966544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Port b306700b-5daf-4365-9a96-2890b3fc0f93 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:23.983781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Provisioning complete for port fa85399b-58f9-4f56-8657-62030e7f96ac triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:23.984066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4965440-f752-4472-8ba7-1ef7f9f4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.008092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.040210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.120348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.159957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:24.169024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:24.242289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.248221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-d5a11030-70ce-433d-aaff-069cf489bd86 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802460 Mar 02 17:56:24.249639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-20878c80-6bef-4ebf-866a-2ad8f03b988c None None] Provisioning complete for port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:24.250152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20878c80-6bef-4ebf-866a-2ad8f03b988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.364046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.368112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:24.368660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-20878c80-6bef-4ebf-866a-2ad8f03b988c None None] Port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:24.368970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.398414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04ec31-1ecc-4e19-a31f-83b2507f0eb2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:24.481867 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c2ef0d0e-6ee8-4240-90e7-cfd1adbbb432 req-b85cff65-ba88-4bca-b2a4-d09159ed8d22 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238498 Mar 02 17:56:24.496199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bbcc6988-9f2e-409c-a129-eb65e2679ccd None None] Provisioning complete for port b306700b-5daf-4365-9a96-2890b3fc0f93 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:24.496464 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6988-9f2e-409c-a129-eb65e2679ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.510277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 7db80106-b3c3-42be-9eb4-ecca186e3475 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:56:24.562341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0779774 Mar 02 17:56:24.562341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:24.562341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65b0a5ac-4325-49f1-ba96-1b64a64b8ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f04ec31-1ecc-4e19-a31f-83b2507f0eb2 HTTP/1.1" status: 204 len: 168 time: 0.7669554 Mar 02 17:56:24.571076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50562) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:24.582609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc6988-9f2e-409c-a129-eb65e2679ccd None None] Port b306700b-5daf-4365-9a96-2890b3fc0f93 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:24.587413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'subnet': {'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:24.609648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c9ff5-a3dd-474b-b079-edf9b4f08ef2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Network': ['ID=36df85a6-416c-4a8e-b4ae-e16a111fd72f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:24.624257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:24.744763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:24.752703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ba8c9e8-502f-4a2e-bce2-46b3dcfacea7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/7db80106-b3c3-42be-9eb4-ecca186e3475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2784755 Mar 02 17:56:24.752703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:24.760264 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] Sync routers for ids ['7db80106-b3c3-42be-9eb4-ecca186e3475'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:24.773953 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] Routers {'7db80106-b3c3-42be-9eb4-ecca186e3475'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:24.774607 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7db80106-b3c3-42be-9eb4-ecca186e3475'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:24.836633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a71a5b-eef7-48ee-9ae8-0bdc9ed2b3eb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:24.837220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d3a71a5b-eef7-48ee-9ae8-0bdc9ed2b3eb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:24.845191 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:24.853698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d3a71a5b-eef7-48ee-9ae8-0bdc9ed2b3eb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:24.856493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d3a71a5b-eef7-48ee-9ae8-0bdc9ed2b3eb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports/c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 HTTP/1.1" status: 200 len: 910 time: 0.1028316 Mar 02 17:56:24.858524 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] Routers {'7db80106-b3c3-42be-9eb4-ecca186e3475'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:24.859153 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7db80106-b3c3-42be-9eb4-ecca186e3475'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:24.859417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50574) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:24.882144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:24.942602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:24.945302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b91d7-ab7b-41e4-88b6-a9f5af19ae31 None None] The sync data for ids ['7db80106-b3c3-42be-9eb4-ecca186e3475'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:25.006491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50578) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:25.030342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.082509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:25.089491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c4f58701ce4089bd9b7d306c845fed is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:25.094117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:25.102146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:25.169987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2e10-7bc2-438a-b795-3deebf951e76 req-9d5f06a1-ec63-432e-8313-459e6d343ca2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:25.172541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c29b2e10-7bc2-438a-b795-3deebf951e76 req-9d5f06a1-ec63-432e-8313-459e6d343ca2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 943 time: 0.7566559 Mar 02 17:56:25.174253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Usage tracker for resource:subnet and tenant:8d079bdb4a9c4c04bed196da23a2c5d8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:25.183008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:25.197621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:25.262797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Made reservation on behalf of 8d079bdb4a9c4c04bed196da23a2c5d8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:25.360892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fa85399b-58f9-4f56-8657-62030e7f96ac up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:25.443079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.450697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fa85399b-58f9-4f56-8657-62030e7f96ac triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:25.450907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.451340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.471607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c29b2e10-7bc2-438a-b795-3deebf951e76 req-9e00296e-daa3-4369-a765-99671fbd136d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905004 Mar 02 17:56:25.516142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9c94db-29d3-4128-a21b-c004b49d5edc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:25.518045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.528846 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60182bc1-58eb-4652-b2b9-36c552ff6597 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9c4f58701ce4089bd9b7d306c845fed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5209868 Mar 02 17:56:25.531331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.546923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:25.652451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 781d7ba0-456d-482f-b976-2313ab462a7a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:56:25.741017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.820417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.835375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=781d7ba0-456d-482f-b976-2313ab462a7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:25.849925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '781d7ba0-456d-482f-b976-2313ab462a7a', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': '781d7ba0-456d-482f-b976-2313ab462a7a', 'mac_address': 'fa:16:3e:b0:a3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:56:25.868300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:25.912957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:25.934933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781d7ba0-456d-482f-b976-2313ab462a7a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:56:25.951656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=781d7ba0-456d-482f-b976-2313ab462a7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:25.956987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.034034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:26.067745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.082376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.148793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9c94db-29d3-4128-a21b-c004b49d5edc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:26.236059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:26.237368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.239512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.243261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65ab9def-9fb5-4c1c-8326-b9826c25e98e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df9c94db-29d3-4128-a21b-c004b49d5edc HTTP/1.1" status: 204 len: 168 time: 0.6925805 Mar 02 17:56:26.251907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Subnet': ['ID=f7a266fc-61e5-4304-a649-d3c74a390439,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:26.308178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Checking segment: {'id': '811352ea-2459-4c6c-98fa-a6a28ba07340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:26.309624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network hostable DHCP agents. Network: 36df85a6-416c-4a8e-b4ae-e16a111fd72f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:26.340385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:26.356971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 36df85a6-416c-4a8e-b4ae-e16a111fd72f) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:26.368649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9b153-22a2-45de-9ae9-27d405cb49fa None None] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:26.379507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:26.380127 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.399237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['781d7ba0-456d-482f-b976-2313ab462a7a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:26.445978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5a9488b8-9b83-4d88-b033-62801edd76ed tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8737297 Mar 02 17:56:26.452162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50590) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:26.482391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d7403bd6-e1c9-4302-b934-ffb6b6336871 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'router': {'external_gateway_info': {'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:26.543247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.791059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for c97c8df9-8dec-41fa-b5ef-2cff465e4dc8 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:26.823415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-36df85a6-416c-4a8e-b4ae-e16a111fd72f', 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f', 'tenant_id': '8d079bdb4a9c4c04bed196da23a2c5d8', 'fixed_ips': [{'subnet_id': 'f7a266fc-61e5-4304-a649-d3c74a390439'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:26.824537 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:26.880194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:26.895070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c0aa5c20-db95-4efe-8961-c029431fed17 admin admin] 10.222.0.37 "PUT /v2.0/routers/5edb67f3-de35-4d70-b1cb-6d1cea33b884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8994877 Mar 02 17:56:27.026295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.110772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Allocated IP 2001:db8:1::2 (36df85a6-416c-4a8e-b4ae-e16a111fd72f/f7a266fc-61e5-4304-a649-d3c74a390439/e2a778d9-aed4-4659-9aa8-92fb3944c878) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:27.133427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=c97c8df9-8dec-41fa-b5ef-2cff465e4dc8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:27.229967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf245e-a998-45b4-bc39-398bcd074fb9 req-88811bff-1cd3-478e-bceb-19a488ae6ca1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:27.232134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61bf245e-a998-45b4-bc39-398bcd074fb9 req-88811bff-1cd3-478e-bceb-19a488ae6ca1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 944 time: 0.4826379 Mar 02 17:56:27.528307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85566dae-f24d-4f43-bfa1-e311fffdcb69 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:27.632930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.654973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Transition to ACTIVE for port object e2a778d9-aed4-4659-9aa8-92fb3944c878 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:27.697104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.721250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 85566dae-f24d-4f43-bfa1-e311fffdcb69 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:27.731225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 85566dae-f24d-4f43-bfa1-e311fffdcb69 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:27.731878 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.810876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61bf245e-a998-45b4-bc39-398bcd074fb9 req-ccd15a26-f9aa-498c-99fa-56fe97300ff2 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712287 Mar 02 17:56:27.826425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7403bd6-e1c9-4302-b934-ffb6b6336871 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.833601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Transition to ACTIVE for port object e2a778d9-aed4-4659-9aa8-92fb3944c878 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:27.854269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:27.969328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Pushing event updated for resources: {'Port': ['ID=e2a778d9-aed4-4659-9aa8-92fb3944c878,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:28.032274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:28.039642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:28.043779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:28.100959 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-d7403bd6-e1c9-4302-b934-ffb6b6336871 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 17:56:28.101995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d7403bd6-e1c9-4302-b934-ffb6b6336871 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a HTTP/1.1" status: 400 len: 364 time: 1.6487224 Mar 02 17:56:28.105772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50656) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:28.122903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.168920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 85566dae-f24d-4f43-bfa1-e311fffdcb69, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85566dae-f24d-4f43-bfa1-e311fffdcb69,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:28.170037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Attempting to bind port e2a778d9-aed4-4659-9aa8-92fb3944c878 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:28.170500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Attempting to bind port e2a778d9-aed4-4659-9aa8-92fb3944c878 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '811352ea-2459-4c6c-98fa-a6a28ba07340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:28.171025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Attempting to bind port e2a778d9-aed4-4659-9aa8-92fb3944c878 on network 36df85a6-416c-4a8e-b4ae-e16a111fd72f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:28.175922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.217537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:28.218126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Checking segment: {'id': '811352ea-2459-4c6c-98fa-a6a28ba07340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:28.218600 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.219009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Bound using segment: {'id': '811352ea-2459-4c6c-98fa-a6a28ba07340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:28.219488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Bound port: e2a778d9-aed4-4659-9aa8-92fb3944c878, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811352ea-2459-4c6c-98fa-a6a28ba07340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '36df85a6-416c-4a8e-b4ae-e16a111fd72f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:28.220025 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.346759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] For port e2a778d9-aed4-4659-9aa8-92fb3944c878, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:28.350777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] For port e2a778d9-aed4-4659-9aa8-92fb3944c878, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2a778d9-aed4-4659-9aa8-92fb3944c878,segment=NetworkSegment(811352ea-2459-4c6c-98fa-a6a28ba07340),segment_id=811352ea-2459-4c6c-98fa-a6a28ba07340)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:28.370751 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.430265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=85566dae-f24d-4f43-bfa1-e311fffdcb69,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:28.467503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 7db80106-b3c3-42be-9eb4-ecca186e3475 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:28.579371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f342ea8-eb63-4301-ad85-461ead74c137 None None] Pushing event updated for resources: {'Port': ['ID=e2a778d9-aed4-4659-9aa8-92fb3944c878,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:28.750701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:28.762245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50674) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:28.764122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] Sync routers for ids ['7db80106-b3c3-42be-9eb4-ecca186e3475'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:28.790163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] Routers {'7db80106-b3c3-42be-9eb4-ecca186e3475'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:28.792315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7db80106-b3c3-42be-9eb4-ecca186e3475'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:28.815919 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f55fbaa1-9962-41b1-b457-df98ec61c321 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/7db80106-b3c3-42be-9eb4-ecca186e3475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548149 Mar 02 17:56:28.816707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50682) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:28.908951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:28.980836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8bd5e493-6308-4f4b-8635-57653634fffb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:29.001683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8bd5e493-6308-4f4b-8635-57653634fffb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:29.004155 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bd5e493-6308-4f4b-8635-57653634fffb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=7db80106-b3c3-42be-9eb4-ecca186e3475 HTTP/1.1" status: 200 len: 205 time: 0.1861293 Mar 02 17:56:29.007091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50694) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:29.116521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:29.134846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] Routers {'7db80106-b3c3-42be-9eb4-ecca186e3475'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:29.135951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7db80106-b3c3-42be-9eb4-ecca186e3475'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:29.246616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:29.247042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6f78d-6b02-46f2-94bf-a81bdbd6a819 None None] The sync data for ids ['7db80106-b3c3-42be-9eb4-ecca186e3475'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:29.265590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:29.291907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:29.488779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d5a9-2c17-473a-afc7-cf216d04afd3 req-2add2e9d-b6b2-4bc1-9654-3890c18b4c5b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:29.491086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4431d5a9-2c17-473a-afc7-cf216d04afd3 req-2add2e9d-b6b2-4bc1-9654-3890c18b4c5b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 944 time: 0.3214881 Mar 02 17:56:29.568829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2a778d9-aed4-4659-9aa8-92fb3944c878 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:29.591177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:29.597848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c8ce5dae704fab86aa9035bf75e9f4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:29.603600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:29.615679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4431d5a9-2c17-473a-afc7-cf216d04afd3 req-b582b9d7-687d-4714-9104-d06873d5440c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158504 Mar 02 17:56:29.617504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:29.644631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Allocated IP 2001:db8::1 (4338a6b6-03d3-4742-8efe-e758b4271c01/a9dad3ed-1ed5-48f2-bf35-0f453245b63a/b9b76b6b-64d6-4c68-b7b2-75c78eaf4489) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:29.696031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 781d7ba0-456d-482f-b976-2313ab462a7a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:29.912895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 781d7ba0-456d-482f-b976-2313ab462a7a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:29.926032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e2a778d9-aed4-4659-9aa8-92fb3944c878 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:29.933192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85566dae-f24d-4f43-bfa1-e311fffdcb69 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:29.960972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 781d7ba0-456d-482f-b976-2313ab462a7a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:29.961430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.165958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.193004 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.195203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Transition to ACTIVE for port object b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:30.223009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.254740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 85566dae-f24d-4f43-bfa1-e311fffdcb69 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:30.258676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.340963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:30.347820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:30.351331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:30.353038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.357501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:56:30.360706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Port': ['ID=b9b76b6b-64d6-4c68-b7b2-75c78eaf4489,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:30.388593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e282fbf-8977-4e61-ac56-cfe2cc11c60a None None] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:30.446338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=781d7ba0-456d-482f-b976-2313ab462a7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:30.596320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.611883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.632014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.730165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.733549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.734386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 7db80106-b3c3-42be-9eb4-ecca186e3475 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:56:30.749848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.768287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.867776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f410f03-67d5-4c31-a27e-9330ffb9b218,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:30.926778 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-afb6ee99-c04d-4edd-a935-deed46508fa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6c8ce5dae704fab86aa9035bf75e9f4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1611824 Mar 02 17:56:30.931158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:30.938696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:30.939662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b0f796e8-cb07-4ba0-9618-b3a383259fff tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/7db80106-b3c3-42be-9eb4-ecca186e3475 HTTP/1.1" status: 204 len: 168 time: 1.9312499 Mar 02 17:56:30.943109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:30.956954 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a', 'code': 200} Mar 02 17:56:31.019794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:31.037328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Provisioning for port e2a778d9-aed4-4659-9aa8-92fb3944c878 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:31.069712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Provisioning complete for port e2a778d9-aed4-4659-9aa8-92fb3944c878 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:31.070449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.222664 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb9abbf6-601c-4b45-bcce-46240d4843f0 req-fed779be-bd49-42ae-9627-246acaef3173 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 1096 time: 0.2162926 Mar 02 17:56:31.276871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet b428e3f8-0059-471e-bab6-05ff1c088e30 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:31.281402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.339901 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb9abbf6-601c-4b45-bcce-46240d4843f0 req-bb0ba99f-2445-454a-9fa1-a5d0ef029cbc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105952 Mar 02 17:56:31.352568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.418878 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.480479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.481014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.531909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] For port e2a778d9-aed4-4659-9aa8-92fb3944c878, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2a778d9-aed4-4659-9aa8-92fb3944c878,segment=NetworkSegment(811352ea-2459-4c6c-98fa-a6a28ba07340),segment_id=811352ea-2459-4c6c-98fa-a6a28ba07340)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:31.543136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.651133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463f26-e5b4-4219-9b6a-fad115158be0 req-33827e6f-3ff9-4884-91fa-fb640fc066ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:31.660335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45463f26-e5b4-4219-9b6a-fad115158be0 req-33827e6f-3ff9-4884-91fa-fb640fc066ea tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.7299368 Mar 02 17:56:31.694175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.718659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723d5aa-fb57-4629-b63d-24cc311a3f92 None None] Pushing event updated for resources: {'Port': ['ID=e2a778d9-aed4-4659-9aa8-92fb3944c878,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:31.744308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a9d2bfd-6ad2-4417-aa13-11a9186485a1 None None] Provisioning for port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:31.747205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.752446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a9d2bfd-6ad2-4417-aa13-11a9186485a1 None None] Provisioning complete for port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:31.753145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2bfd-6ad2-4417-aa13-11a9186485a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.778400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=b428e3f8-0059-471e-bab6-05ff1c088e30,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:31.809707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45463f26-e5b4-4219-9b6a-fad115158be0 req-b4c18ca5-dc90-4fa3-9d8b-0507d18bf286 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483860 Mar 02 17:56:31.812556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.817050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fdd490-b915-456c-a398-5fe8b4152deb None None] Network 85beb660-afa3-48d1-b9bc-0c46dc387eb8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:31.825408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.825963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.826153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.835138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.836407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.841647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.842226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.842769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.844451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.844451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.844451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:31.848817 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cba3841b-4844-4464-bc5b-e6e2a775de57 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b428e3f8-0059-471e-bab6-05ff1c088e30 HTTP/1.1" status: 204 len: 168 time: 0.9046190 Mar 02 17:56:31.852994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:31.942901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.949918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.964641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f410f03-67d5-4c31-a27e-9330ffb9b218,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:31.967241 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:31.968173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.048586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.068929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port fa85399b-58f9-4f56-8657-62030e7f96ac {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:32.069337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.075643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d2bfd-6ad2-4417-aa13-11a9186485a1 None None] Port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:32.117533 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.121079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e3694ad7-6e1d-4540-b517-8167cc3ffefd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f410f03-67d5-4c31-a27e-9330ffb9b218 HTTP/1.1" status: 204 len: 168 time: 1.1866498 Mar 02 17:56:32.201762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f220116-6f2f-4c21-b63c-32f367011c76 None None] Provisioning complete for port e2a778d9-aed4-4659-9aa8-92fb3944c878 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:32.202129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f220116-6f2f-4c21-b63c-32f367011c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.279834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event updated for resources: {'Port': ['ID=b9b76b6b-64d6-4c68-b7b2-75c78eaf4489,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:32.288821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:32.290260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:32.322943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] DHCP port deletion for 85beb660-afa3-48d1-b9bc-0c46dc387eb8 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:32.333202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Deleting port fa85399b-58f9-4f56-8657-62030e7f96ac {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:32.333958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.451212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port fa85399b-58f9-4f56-8657-62030e7f96ac, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fa85399b-58f9-4f56-8657-62030e7f96ac,segment=NetworkSegment(0d753b4e-4431-4546-8ad2-0dace985ea36),segment_id=0d753b4e-4431-4546-8ad2-0dace985ea36)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:32.451568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.599313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for fa85399b-58f9-4f56-8657-62030e7f96ac owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:32.721217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:32.920295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=fa85399b-58f9-4f56-8657-62030e7f96ac,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:32.923203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port fa85399b-58f9-4f56-8657-62030e7f96ac on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:32.983472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Router 5158e990-0df3-485f-bbdc-75b61c2cef2a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:33.023828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] For port fa85399b-58f9-4f56-8657-62030e7f96ac, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fa85399b-58f9-4f56-8657-62030e7f96ac,segment=NetworkSegment(0d753b4e-4431-4546-8ad2-0dace985ea36),segment_id=0d753b4e-4431-4546-8ad2-0dace985ea36)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:33.024518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.231480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Calling delete_port for fa85399b-58f9-4f56-8657-62030e7f96ac owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:33.338783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-113f9384-3a48-4c7f-bc61-de73cda7d3e0 None None] Provisioning complete for port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:33.340366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-113f9384-3a48-4c7f-bc61-de73cda7d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.343490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.382454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85beb660-afa3-48d1-b9bc-0c46dc387eb8']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:33.402564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d753b4e-4431-4546-8ad2-0dace985ea36') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:33.402895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d753b4e-4431-4546-8ad2-0dace985ea36') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:33.417690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.459605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-113f9384-3a48-4c7f-bc61-de73cda7d3e0 None None] Port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:56:33.477761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.492586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:33.492897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.511081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2a778d9-aed4-4659-9aa8-92fb3944c878 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.579958 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:56:33.586438 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 17:56:33.603011 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:56:33.607910 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:56:33.631357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e2a778d9-aed4-4659-9aa8-92fb3944c878 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:33.632007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:33.716969 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:33.726532 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.751255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.777545 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/85beb660-afa3-48d1-b9bc-0c46dc387eb8 HTTP/1.1" status: 204 len: 168 time: 1.9219995 Mar 02 17:56:33.779305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0941-0e5a-4fb2-8f0b-65f563fc93fe tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=85beb660-afa3-48d1-b9bc-0c46dc387eb8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:33.783724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:33.791013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-281050120', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:33.800730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:33.808224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:33.812987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:33.822856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:33.838884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.840971 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.863965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa4f76-2180-4fcd-96ab-1737632fc456 req-85e8794e-fb1d-4cc8-a0cf-3e5cf668b059 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:33.866252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02fa4f76-2180-4fcd-96ab-1737632fc456 req-85e8794e-fb1d-4cc8-a0cf-3e5cf668b059 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.7492020 Mar 02 17:56:33.881331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:33.933260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:33.947628 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] Sync routers for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:33.951498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8c4e94f3-7a4f-4919-b7d1-47ef9057b5dc tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8442762 Mar 02 17:56:33.955245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02fa4f76-2180-4fcd-96ab-1737632fc456 req-064523ed-1dfa-4f4a-8640-972d3472b503 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Mar 02 17:56:33.955939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:34.006707 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:34.007350 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:34.120895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Deleting port fa85399b-58f9-4f56-8657-62030e7f96ac {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:34.121511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:34.164175 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:34.191985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:34.192644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:34.322682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:34.402335 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:34.403891 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061fb455-92e7-44bb-8c8f-bf782337834b None None] The sync data for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:34.437182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e03a98f4-0960-4b9d-9de7-530334df9174 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:34.536432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9790fdce-f317-4b22-b125-abf893502c54 None None] The port 'fa85399b-58f9-4f56-8657-62030e7f96ac' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:56:34.553074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fa85399b-58f9-4f56-8657-62030e7f96ac no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:34.640074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: fa85399b-58f9-4f56-8657-62030e7f96ac {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:34.640622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fa85399b-58f9-4f56-8657-62030e7f96ac not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:34.818333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:34.891875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:34.949049 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-e03a98f4-0960-4b9d-9de7-530334df9174 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 17:56:34.950455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e03a98f4-0960-4b9d-9de7-530334df9174 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a HTTP/1.1" status: 409 len: 329 time: 0.9931409 Mar 02 17:56:34.956992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f2b4a-2c60-45c1-88f9-a15c10764a3e req-8533ee4e-71cc-49d0-84f8-4ae3e343d6bd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:34.958975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50794) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:34.965224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04f2b4a-2c60-45c1-88f9-a15c10764a3e req-8533ee4e-71cc-49d0-84f8-4ae3e343d6bd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.1963673 Mar 02 17:56:35.040574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04f2b4a-2c60-45c1-88f9-a15c10764a3e req-821fef96-a650-4ee8-9270-76d0a1d9888f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743122 Mar 02 17:56:35.200105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.25.3.145 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/330e8d51-4890-4e82-8563-6e8c18dd344d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:35.279671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93839f6d-dff1-4324-a4fe-1514e86e9586 req-c4e316a6-8a21-4f70-ac99-12309711c452 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:35.281623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93839f6d-dff1-4324-a4fe-1514e86e9586 req-c4e316a6-8a21-4f70-ac99-12309711c452 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.1025915 Mar 02 17:56:35.361053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93839f6d-dff1-4324-a4fe-1514e86e9586 req-8ca9875c-c35f-466c-8f56-62d29eaa77e1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694549 Mar 02 17:56:35.662443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:35.682307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Sync routers for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:35.709746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:35.723648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:35.870301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.056456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=330e8d51-4890-4e82-8563-6e8c18dd344d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:36.074264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:36.077374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:36.080938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:36.117827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50822) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:36.248091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:36.265134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402ea5-4ccd-40b1-8e77-bb2bf15b22e5 req-8a0e35d3-948e-4257-87e7-306e4a4e9bfb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:36.268702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a402ea5-4ccd-40b1-8e77-bb2bf15b22e5 req-8a0e35d3-948e-4257-87e7-306e4a4e9bfb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.1615994 Mar 02 17:56:36.385534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0a402ea5-4ccd-40b1-8e77-bb2bf15b22e5 req-a77f1b59-7f14-406c-a31b-a2b51f6b89b3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091130 Mar 02 17:56:36.404742 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.582894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1732379340'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:36.616445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:36.625189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Usage tracker for resource:network and tenant:1390ff1e72ce433ba224f6f83c4c1c96 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:36.629700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:36.642196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:36.688384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Made reservation on behalf of 1390ff1e72ce433ba224f6f83c4c1c96 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:36.692106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.723189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.769224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.769966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:36.977190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:36.982106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:22Z', 'revision_number': 4, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b306700b-5daf-4365-9a96-2890b3fc0f93', 'name': '', 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'mac_address': 'fa:16:3e:5d:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:21Z', 'updated_at': '2022-03-02T17:56:23Z', 'revision_number': 2, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'subnets': [{'id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:36.990879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Checking router: 5edb67f3-de35-4d70-b1cb-6d1cea33b884 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:56:36.992383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Updating router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 port b306700b-5daf-4365-9a96-2890b3fc0f93 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:56:37.068375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Usage tracker for resource:security_group_rule and tenant:1390ff1e72ce433ba224f6f83c4c1c96 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:37.078058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:37.081678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.140473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:37.380032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.405361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.546658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:37.674275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf9cd36-a914-4927-a43a-1abb74bf1e1c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:37.688599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.688937 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Added segment ac10201e-49fd-4cca-8825-c3e51835a5ea of type vlan for network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 Mar 02 17:56:37.735066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.789248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Transition to ACTIVE for port object b306700b-5daf-4365-9a96-2890b3fc0f93 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:37.800005 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.806512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.858231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-c5b7a5dd-b83e-4a73-8129-1892ae6d7eae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:37.859238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-c5b7a5dd-b83e-4a73-8129-1892ae6d7eae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:37.901547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629900d-d8df-4978-836d-e2142416835b req-f901d950-8298-446c-85e2-9f85b4734bb4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:37.914749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4629900d-d8df-4978-836d-e2142416835b req-f901d950-8298-446c-85e2-9f85b4734bb4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.2318752 Mar 02 17:56:37.949364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864558-1e13-42d9-9c9a-95ce4d8b5db2 None None] Pushing event updated for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:37.983387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.987307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:37.987900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:37.989269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4629900d-d8df-4978-836d-e2142416835b req-f2233012-162d-4ffd-b9d0-7613698b0cbd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733938 Mar 02 17:56:38.026084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-c5b7a5dd-b83e-4a73-8129-1892ae6d7eae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:38.027293 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-c5b7a5dd-b83e-4a73-8129-1892ae6d7eae tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.4264390 Mar 02 17:56:38.079833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 69725040-6ab7-4d88-a3ba-72b9bf478fcf is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:56:38.090637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Attempting to bind port b306700b-5daf-4365-9a96-2890b3fc0f93 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:38.091207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Attempting to bind port b306700b-5daf-4365-9a96-2890b3fc0f93 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:38.091477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Attempting to bind port b306700b-5daf-4365-9a96-2890b3fc0f93 on network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:38.098633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:38.099705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Checking segment: {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:38.100296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.100813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Bound using segment: {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:38.101289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Bound port: b306700b-5daf-4365-9a96-2890b3fc0f93, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c44cfe-e3bb-4781-9f53-c9620d28193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:38.101669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.215287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event updated for resources: {'Network': ['ID=18c00436-25a4-4c43-ae7d-1385e3ca3b02,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:38.231285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:38.236064 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4fd6d38f-fae2-4818-ab53-5e8dee5db6f3 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1171062 Mar 02 17:56:38.239231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50838) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:38.246345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Request body: {'subnet': {'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:38.251310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] For port b306700b-5daf-4365-9a96-2890b3fc0f93, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:38.360660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] For port b306700b-5daf-4365-9a96-2890b3fc0f93, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b306700b-5daf-4365-9a96-2890b3fc0f93,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:38.361710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port 781d7ba0-456d-482f-b976-2313ab462a7a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:38.362289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.368124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.408298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:38.413436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Usage tracker for resource:subnet and tenant:1390ff1e72ce433ba224f6f83c4c1c96 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:38.416811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:38.424344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:38.444230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Made reservation on behalf of 1390ff1e72ce433ba224f6f83c4c1c96 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:38.544052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864558-1e13-42d9-9c9a-95ce4d8b5db2 None None] Pushing event updated for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:38.565428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:38.568314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:38.625570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.638763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting port b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:38.639191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.773712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:38.856641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:56:38.966556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.075235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event updated for resources: {'Subnet': ['ID=a4733cf1-8750-4b59-a053-d06de3275e9e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:39.112381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Checking segment: {'id': 'ac10201e-49fd-4cca-8825-c3e51835a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:39.112935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Network hostable DHCP agents. Network: 18c00436-25a4-4c43-ae7d-1385e3ca3b02, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:39.149669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:39.174185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 18c00436-25a4-4c43-ae7d-1385e3ca3b02) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:39.193534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f5aac-8530-460c-9b4b-1a3836fe3ca1 None None] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:39.205784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:39.206602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.277919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6bc270f4-8c44-4052-9354-905dd108f02e tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0326698 Mar 02 17:56:39.282838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:39.296439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Request body: {'port': {'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1960922309'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:39.355841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43bbff24-e729-4e23-a717-8e5004038f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.467149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a43f-d779-401d-93d9-22ac9630daf6 req-a8591942-d7ce-4e4d-b3c7-b5af73bc0140 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:39.468718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa82a43f-d779-401d-93d9-22ac9630daf6 req-a8591942-d7ce-4e4d-b3c7-b5af73bc0140 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 945 time: 0.1890280 Mar 02 17:56:39.505779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:39.534366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Usage tracker for resource:port and tenant:1390ff1e72ce433ba224f6f83c4c1c96 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:39.544497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.552801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:39.563760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa82a43f-d779-401d-93d9-22ac9630daf6 req-45e5ce6a-808e-469c-a091-7f5964210b10 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882564 Mar 02 17:56:39.590028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:39.604074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-18c00436-25a4-4c43-ae7d-1385e3ca3b02', 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02', 'tenant_id': '1390ff1e72ce433ba224f6f83c4c1c96', 'fixed_ips': [{'subnet_id': 'a4733cf1-8750-4b59-a053-d06de3275e9e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:39.604923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.629339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:22Z', 'revision_number': 4, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b306700b-5daf-4365-9a96-2890b3fc0f93', 'name': '', 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'mac_address': 'fa:16:3e:5d:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:21Z', 'updated_at': '2022-03-02T17:56:38Z', 'revision_number': 4, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'subnets': [{'id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:39.676600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04bc36-619b-4809-9010-26f08a4e12d3 None None] The sync data for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 is: [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T17:56:22Z', 'revision_number': 4, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b306700b-5daf-4365-9a96-2890b3fc0f93', 'name': '', 'network_id': '669c9097-4e8f-4b87-bd72-3c1376df6bf0', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'mac_address': 'fa:16:3e:5d:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:21Z', 'updated_at': '2022-03-02T17:56:38Z', 'revision_number': 4, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'subnets': [{'id': '12d49e17-d15c-44df-88f8-85bfaf17bb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:39.709713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Calling delete_port for b9b76b6b-64d6-4c68-b7b2-75c78eaf4489 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:39.819407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port 781d7ba0-456d-482f-b976-2313ab462a7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=781d7ba0-456d-482f-b976-2313ab462a7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:39.819774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:39.826180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Allocated IP 172.20.0.2 (18c00436-25a4-4c43-ae7d-1385e3ca3b02/a4733cf1-8750-4b59-a053-d06de3275e9e/13982649-c781-4b29-863e-220309eb9c6b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:39.832845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Made reservation on behalf of 1390ff1e72ce433ba224f6f83c4c1c96 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:39.838347 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.005762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for 781d7ba0-456d-482f-b976-2313ab462a7a owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:40.034077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:40.046802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] Sync routers for ids ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:40.067388 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] Routers {'69725040-6ab7-4d88-a3ba-72b9bf478fcf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:40.068923 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:40.102806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] device_id is not set on port 2a5ea4e5-96a6-4b4e-abcd-228fb516253c yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:56:40.173731 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:40.189271 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] Routers {'69725040-6ab7-4d88-a3ba-72b9bf478fcf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:40.189901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:40.207607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.212524 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31d56bb8-24a8-4f8d-bebf-4a95a43009b3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.4246807 Mar 02 17:56:40.214978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50854) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:40.290004 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:40.290412 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb1569-2d53-4ef5-911f-2be48a7bb8d8 None None] The sync data for ids ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:40.322963 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.460741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.474511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Transition to ACTIVE for port object 13982649-c781-4b29-863e-220309eb9c6b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:40.484644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:40.522192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.544281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=781d7ba0-456d-482f-b976-2313ab462a7a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:40.586730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Transition to ACTIVE for port object 13982649-c781-4b29-863e-220309eb9c6b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:40.639251 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.677475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Port': ['ID=b9b76b6b-64d6-4c68-b7b2-75c78eaf4489,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:40.789594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port 781d7ba0-456d-482f-b976-2313ab462a7a on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:40.792614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:40.802172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'name': 'network-vif-deleted', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:56:40.839601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Pushing event updated for resources: {'Port': ['ID=13982649-c781-4b29-863e-220309eb9c6b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:40.851103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:40.863127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:40.870131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:40.947418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.948141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.948703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.954276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.954812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.955472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.955787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.956463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.957529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.957925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:40.959795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:56:41.004045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9212ce7b-f704-4b91-9d45-7e0456b22e8f req-e373f166-71f5-41c0-ae5a-3b52931ea534 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.1573288 Mar 02 17:56:41.105420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4ac2d28e-d22d-422d-b32b-49e2618b8b49 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers/69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 200 len: 880 time: 0.8878202 Mar 02 17:56:41.109015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50864) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:41.172085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Attempting to bind port 13982649-c781-4b29-863e-220309eb9c6b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:41.172456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Attempting to bind port 13982649-c781-4b29-863e-220309eb9c6b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ac10201e-49fd-4cca-8825-c3e51835a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:41.172817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Attempting to bind port 13982649-c781-4b29-863e-220309eb9c6b on network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:41.206250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:41.206679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Checking segment: {'id': 'ac10201e-49fd-4cca-8825-c3e51835a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:41.207155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:41.207557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Bound using segment: {'id': 'ac10201e-49fd-4cca-8825-c3e51835a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:41.208355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Bound port: 13982649-c781-4b29-863e-220309eb9c6b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac10201e-49fd-4cca-8825-c3e51835a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18c00436-25a4-4c43-ae7d-1385e3ca3b02'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:41.208868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:41.352278 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32f678-d38a-4c92-92c5-8f1a7aaf2ca2', 'name': 'network-vif-deleted', 'tag': '781d7ba0-456d-482f-b976-2313ab462a7a', 'status': 'completed', 'code': 200} Mar 02 17:56:41.383848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-acbd290f-fdf2-42e2-9548-327a28d3a78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:41.425693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] For port 13982649-c781-4b29-863e-220309eb9c6b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:41.450039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] For port 13982649-c781-4b29-863e-220309eb9c6b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13982649-c781-4b29-863e-220309eb9c6b,segment=NetworkSegment(ac10201e-49fd-4cca-8825-c3e51835a5ea),segment_id=ac10201e-49fd-4cca-8825-c3e51835a5ea)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:41.460590 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:41.498197 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-77059cce-c763-4b4a-bf6d-1fdec07025bd req-02c97a81-8ffa-429e-a022-4fbf90842a53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "DELETE /v2.0/ports/781d7ba0-456d-482f-b976-2313ab462a7a HTTP/1.1" status: 204 len: 173 time: 3.4573841 Mar 02 17:56:41.541030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Allocated IP 172.20.0.8 (18c00436-25a4-4c43-ae7d-1385e3ca3b02/a4733cf1-8750-4b59-a053-d06de3275e9e/2a5ea4e5-96a6-4b4e-abcd-228fb516253c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:41.604863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:41.615754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b306700b-5daf-4365-9a96-2890b3fc0f93 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:41.619625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6840782f-e530-47e7-aadf-c41c69708a44 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:router {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:41.660154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6840782f-e530-47e7-aadf-c41c69708a44 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:router {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:41.662317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6840782f-e530-47e7-aadf-c41c69708a44 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5521805 Mar 02 17:56:41.666235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:41.672979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-281050120'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:41.769003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 781d7ba0-456d-482f-b976-2313ab462a7a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:41.859952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 781d7ba0-456d-482f-b976-2313ab462a7a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:41.860396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 781d7ba0-456d-482f-b976-2313ab462a7a not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:41.885799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfaf3-de55-483b-9ae6-67909bc773c5 None None] Pushing event updated for resources: {'Port': ['ID=13982649-c781-4b29-863e-220309eb9c6b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:41.921001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b306700b-5daf-4365-9a96-2890b3fc0f93 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:41.934500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b306700b-5daf-4365-9a96-2890b3fc0f93 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:41.934979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.059199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.086150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Transition to ACTIVE for port object 2a5ea4e5-96a6-4b4e-abcd-228fb516253c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:42.131801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.197218 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.337823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b306700b-5daf-4365-9a96-2890b3fc0f93, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b306700b-5daf-4365-9a96-2890b3fc0f93,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:42.345588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.500462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31b7ade4-4186-4843-896a-4e54f0fa5c25 req-db8fc3b7-8f45-4fb6-8347-a38583675ea0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=da32f678-d38a-4c92-92c5-8f1a7aaf2ca2 HTTP/1.1" status: 200 len: 210 time: 0.1474161 Mar 02 17:56:42.533765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:42.534719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:42.547240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:42.564201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:42.613743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event updated for resources: {'Port': ['ID=2a5ea4e5-96a6-4b4e-abcd-228fb516253c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:42.856227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:42.980255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:42.980895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.025180 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.033644 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-203e61f5-d2bc-4c11-bd66-7dfbcdff38a9 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7452898 Mar 02 17:56:43.041192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50882) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:43.063258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Router 5158e990-0df3-485f-bbdc-75b61c2cef2a has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:43.178214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Deleting port 2a5ea4e5-96a6-4b4e-abcd-228fb516253c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:43.179102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.407394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:43.419749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7c076c36-1e29-4b0e-a247-283bf1bd12d7 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4597979 Mar 02 17:56:43.421151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:43.427513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] Sync routers for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:43.478200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:43.478895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:43.511781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.519047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.523433 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-0eb08b6d-7eb6-4ac2-96ac-743f3579140d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] show failed (client error): The resource could not be found. Mar 02 17:56:43.529341 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0eb08b6d-7eb6-4ac2-96ac-743f3579140d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-846166584 HTTP/1.1" status: 404 len: 334 time: 0.1067290 Mar 02 17:56:43.530090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50890) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:43.540846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0d6399e9-3046-46f6-b36d-8175b3b6d6a2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:43.634899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:43.635883 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-0d6399e9-3046-46f6-b36d-8175b3b6d6a2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] update failed (client error): The resource could not be found. Mar 02 17:56:43.641986 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d6399e9-3046-46f6-b36d-8175b3b6d6a2 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1011080988 HTTP/1.1" status: 404 len: 335 time: 0.1105170 Mar 02 17:56:43.642662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50896) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:43.659099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2593eb2-2644-4372-9f15-955649909671 None None] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:43.674787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13982649-c781-4b29-863e-220309eb9c6b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:43.733025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Calling delete_port for 2a5ea4e5-96a6-4b4e-abcd-228fb516253c owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:43.799291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:43.894853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8037003a-df9d-4ef3-b821-b46481a39f4c None None] Provisioning for port 13982649-c781-4b29-863e-220309eb9c6b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:43.904514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] Routers {'5158e990-0df3-485f-bbdc-75b61c2cef2a'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:43.905147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5158e990-0df3-485f-bbdc-75b61c2cef2a'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:44.003695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:44.004374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eeb364-bf4f-44ae-95e3-b092d26cadef None None] The sync data for ids ['5158e990-0df3-485f-bbdc-75b61c2cef2a'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:44.057149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 13982649-c781-4b29-863e-220309eb9c6b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:44.068551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 13982649-c781-4b29-863e-220309eb9c6b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:44.070161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.362146 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.483159 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.560236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 13982649-c781-4b29-863e-220309eb9c6b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13982649-c781-4b29-863e-220309eb9c6b,segment=NetworkSegment(ac10201e-49fd-4cca-8825-c3e51835a5ea),segment_id=ac10201e-49fd-4cca-8825-c3e51835a5ea)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:44.566077 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.567165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b306700b-5daf-4365-9a96-2890b3fc0f93 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:44.599000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-01c448e5-dadb-440f-a6f4-97249f6d5c60 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:44.605843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-01c448e5-dadb-440f-a6f4-97249f6d5c60 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.5357263 Mar 02 17:56:44.734333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=13982649-c781-4b29-863e-220309eb9c6b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:44.750734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b306700b-5daf-4365-9a96-2890b3fc0f93 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:44.751152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.797715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting subnet f7a266fc-61e5-4304-a649-d3c74a390439 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:44.810894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.852770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-ca65f6dd-50ba-4719-90ea-81e94d5e6331 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/quotas/0e9a11b0c2ea4f4999c4bcca0fc3f988 HTTP/1.1" status: 200 len: 375 time: 0.1787620 Mar 02 17:56:44.866492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:44.903652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f96efa6-5800-4140-877a-2a1ae9c68608 None None] Could not find standard attr ID for object 2a5ea4e5-96a6-4b4e-abcd-228fb516253c. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 17:56:44.924953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f96efa6-5800-4140-877a-2a1ae9c68608 None None] Provisioning complete for port 13982649-c781-4b29-863e-220309eb9c6b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:44.925497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f96efa6-5800-4140-877a-2a1ae9c68608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.003716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event deleted for resources: {'Port': ['ID=2a5ea4e5-96a6-4b4e-abcd-228fb516253c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:45.018550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.154312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-721195f4-e5c2-42a6-9a18-090b7dc3ddff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5471964 Mar 02 17:56:45.228335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c8e17d2f-9f79-49dd-9e38-4a663dc99d33 None None] Could not find standard attr ID for object 2a5ea4e5-96a6-4b4e-abcd-228fb516253c. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 17:56:45.345845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d54d9e-34ae-430c-b759-e0db9491bc59 req-e356410e-e95d-4f8e-a3c2-ef6c7f2674b1 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:45.353756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46d54d9e-34ae-430c-b759-e0db9491bc59 req-e356410e-e95d-4f8e-a3c2-ef6c7f2674b1 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.6356244 Mar 02 17:56:45.408706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13982649-c781-4b29-863e-220309eb9c6b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:45.437052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.471653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-8fa6134f-75be-4867-a6d7-ac26a714c766 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5952406 Mar 02 17:56:45.486468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e6a97ddb-e317-49c9-af81-c62e7d65a0fe tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "DELETE /v2.0/ports/2a5ea4e5-96a6-4b4e-abcd-228fb516253c HTTP/1.1" status: 204 len: 168 time: 2.4316299 Mar 02 17:56:45.487735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:45.516338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.520024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 13982649-c781-4b29-863e-220309eb9c6b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:45.521422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.622488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46d54d9e-34ae-430c-b759-e0db9491bc59 req-7b6faf46-1654-4e4b-a029-b2e89dede1f2 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678511 Mar 02 17:56:45.628951 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8e82ca69-9804-4245-b144-f8186b7fd428 tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1359153 Mar 02 17:56:45.629680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50930) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:45.636617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-761126868'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:45.648995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 69725040-6ab7-4d88-a3ba-72b9bf478fcf has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:56:45.654797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:45.667152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Usage tracker for resource:network and tenant:1390ff1e72ce433ba224f6f83c4c1c96 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:45.678220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:45.689763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:45.704789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Made reservation on behalf of 1390ff1e72ce433ba224f6f83c4c1c96 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:45.709449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.743156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-3d125359-9835-493f-ba30-c7500dd78ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.5295327 Mar 02 17:56:45.752815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:45.766767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.767258 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Added segment 57c316fe-320a-4a3d-bfc3-1f774bd9e8ff of type vlan for network a6e78e88-9669-44d9-9c72-717a124bcf6b Mar 02 17:56:45.775182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.802991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.846000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:45.850314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:45.851265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:46.077201 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4460146 Mar 02 17:56:46.080187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:46.091104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8128f-214d-4f40-9f29-6ce988056b5d tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event updated for resources: {'Network': ['ID=a6e78e88-9669-44d9-9c72-717a124bcf6b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:46.107126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a266fc-61e5-4304-a649-d3c74a390439,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:46.109404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a6e78e88-9669-44d9-9c72-717a124bcf6b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:46.183994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-2fdf64a4-8a66-438f-b679-e19b52a983f7 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965282 Mar 02 17:56:46.233975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:46.238161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f674cb4-6057-4253-aafb-736fe7e58591 None None] Network 36df85a6-416c-4a8e-b4ae-e16a111fd72f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:46.354442 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5957cfe3-75f0-4291-aa39-007a3bdc02ca tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks HTTP/1.1" status: 200 len: 10861 time: 0.2727637 Mar 02 17:56:46.356517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50940) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:46.413674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e110d76e-b2ef-4f1a-bb78-6794fa6459b3 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/subnets/f7a266fc-61e5-4304-a649-d3c74a390439 HTTP/1.1" status: 204 len: 168 time: 2.6887894 Mar 02 17:56:46.417166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:46.508543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-55553402-433c-43e9-8e26-12a02bcf67f6 service neutron] 10.222.0.37 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088002 Mar 02 17:56:46.516106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-15a60119-5948-4706-80bb-17e51c83f409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:46.517802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-15a60119-5948-4706-80bb-17e51c83f409 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.7464712 Mar 02 17:56:46.774918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-7253463f-8ba0-4eb1-a929-50bf8a171e26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.2501307 Mar 02 17:56:46.812047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:46.856988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b3359-bdcf-4e6e-b47b-0888c75d160d tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] Network a6e78e88-9669-44d9-9c72-717a124bcf6b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:46.877026 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da8b3359-bdcf-4e6e-b47b-0888c75d160d tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "POST /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5191329 Mar 02 17:56:46.877866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:46.919435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting port e2a778d9-aed4-4659-9aa8-92fb3944c878 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:46.919802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:46.922965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd1c87-c709-41b6-ae89-edf1a47e922e None None] Network a6e78e88-9669-44d9-9c72-717a124bcf6b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:47.023788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61704f48-fb29-46fd-aaea-afb88847a526 req-9d103d60-1d8d-4b73-ae37-61e889b59a99 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 210 time: 0.1562200 Mar 02 17:56:47.097609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-fabe7267-e049-40c3-a967-1001f21eb0e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:47.101020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-fabe7267-e049-40c3-a967-1001f21eb0e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.3129439 Mar 02 17:56:47.215147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39a39b-5797-4041-89bc-a845268ed9c2 req-d02e3b51-d304-47f2-bdc3-ad1b241cb29c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:47.234070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce39a39b-5797-4041-89bc-a845268ed9c2 req-d02e3b51-d304-47f2-bdc3-ad1b241cb29c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2826564 Mar 02 17:56:47.292289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] For port e2a778d9-aed4-4659-9aa8-92fb3944c878, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2a778d9-aed4-4659-9aa8-92fb3944c878,segment=NetworkSegment(811352ea-2459-4c6c-98fa-a6a28ba07340),segment_id=811352ea-2459-4c6c-98fa-a6a28ba07340)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:47.292674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:47.435091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce39a39b-5797-4041-89bc-a845268ed9c2 req-8aca1f35-56b6-4efc-bd93-a1b42fbed56c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835279 Mar 02 17:56:47.452070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-688b0638-ed67-41dd-9f73-310ea3f9457b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401945 Mar 02 17:56:47.459424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:56:47.475217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:47.477364 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] Sync routers for ids ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:56:47.481674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65bf3963-4d80-428c-bca7-8aaf4747d274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 200 len: 887 time: 5.8123405 Mar 02 17:56:47.523432 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] Routers {'69725040-6ab7-4d88-a3ba-72b9bf478fcf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:47.526080 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:47.667042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:47.685680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] DHCP port deletion for 36df85a6-416c-4a8e-b4ae-e16a111fd72f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:47.689398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Calling delete_port for e2a778d9-aed4-4659-9aa8-92fb3944c878 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:47.695776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Deleting port e2a778d9-aed4-4659-9aa8-92fb3944c878 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:47.696277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:47.875747 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:47.901020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-094a78c1-5307-46b0-9900-e085233f07c0 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347878 Mar 02 17:56:47.908410 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] Routers {'69725040-6ab7-4d88-a3ba-72b9bf478fcf'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:56:47.909172 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:48.082499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:48.084249 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19daa4b-c7d6-4b74-882e-c530a0d7ace9 None None] The sync data for ids ['69725040-6ab7-4d88-a3ba-72b9bf478fcf'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:56:48.215696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] For port e2a778d9-aed4-4659-9aa8-92fb3944c878, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2a778d9-aed4-4659-9aa8-92fb3944c878,segment=NetworkSegment(811352ea-2459-4c6c-98fa-a6a28ba07340),segment_id=811352ea-2459-4c6c-98fa-a6a28ba07340)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:48.216373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:48.383526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c401952c-1ec2-46db-90d6-224d44101f38 tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks HTTP/1.1" status: 200 len: 11605 time: 1.5021269 Mar 02 17:56:48.417333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50978) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:48.530798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:48.537444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Calling delete_port for e2a778d9-aed4-4659-9aa8-92fb3944c878 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:48.650702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Port': ['ID=e2a778d9-aed4-4659-9aa8-92fb3944c878,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:48.656322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-718e5c6d-a48a-4428-ba7f-44029b74c5b1 req-9dcb23fa-a4f8-4fd5-93ac-ea2e355c6490 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389877 Mar 02 17:56:48.679277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-829d50f6-166b-4a2f-a83d-9e30e23cddec req-c18fe234-d720-4814-9d9f-ba238bd5e7a1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 210 time: 0.1845081 Mar 02 17:56:48.714464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] No DVR routers for this DVR port e2a778d9-aed4-4659-9aa8-92fb3944c878 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:48.737605 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:56:48.738197 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:56:48.793460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f1adaa92-5510-472f-af0d-50fbf67e9097 tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "DELETE /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks/a6e78e88-9669-44d9-9c72-717a124bcf6b HTTP/1.1" status: 204 len: 168 time: 0.3172610 Mar 02 17:56:48.798558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50986) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:48.826091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28ef0638-6f7e-4bf2-b5e9-0196b9599114 req-dba95fcb-db29-4967-8d46-a4029d78b7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.9236104 Mar 02 17:56:49.078415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.109041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36df85a6-416c-4a8e-b4ae-e16a111fd72f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:49.153981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811352ea-2459-4c6c-98fa-a6a28ba07340') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:49.154660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811352ea-2459-4c6c-98fa-a6a28ba07340') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:49.155629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28ef0638-6f7e-4bf2-b5e9-0196b9599114 req-3dc93c3c-b8a9-4aaf-affa-2e353e4ff770 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273659 Mar 02 17:56:49.193842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7176-d43d-4a5d-804b-4407d930320a req-f22e4d06-b913-4ddb-a42b-27cf4a5bd8f3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:49.195501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21ee7176-d43d-4a5d-804b-4407d930320a req-f22e4d06-b913-4ddb-a42b-27cf4a5bd8f3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.4573221 Mar 02 17:56:49.204760 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.239897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Deleting port e2a778d9-aed4-4659-9aa8-92fb3944c878 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:49.240784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.311774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-31af6324-7bd2-48be-9bc4-b5528d53dfd1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:49.313197 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-31af6324-7bd2-48be-9bc4-b5528d53dfd1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 806 time: 0.1856651 Mar 02 17:56:49.317389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.323551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-697e18d4-d71a-487f-92aa-e0c4ab05271b tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks HTTP/1.1" status: 200 len: 10861 time: 0.5231535 Mar 02 17:56:49.324629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50994) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.335682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21ee7176-d43d-4a5d-804b-4407d930320a req-36aff8e1-5f00-4969-ab63-09e340495a8d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277115 Mar 02 17:56:49.338296 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-96143f44-8450-4a69-8497-45d74b825f1e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers/69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 200 len: 887 time: 1.6599681 Mar 02 17:56:49.343531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50998) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.344760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4bee0-0175-4c13-9a59-b41ccd928a5e None None] The port 'e2a778d9-aed4-4659-9aa8-92fb3944c878' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:56:49.353877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Request body: {'port': {'device_id': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'admin_state_up': True, 'tenant_id': '0e9a11b0c2ea4f4999c4bcca0fc3f988'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:49.371522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.415278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-238e0b58-abb5-47cc-b66a-1bea3bea9730 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:49.433023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:49.433858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.444472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2a778d9-aed4-4659-9aa8-92fb3944c878 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:49.447571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e7b16ce1-c4ac-4399-8767-897e3c1b43cf tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/networks/18c00436-25a4-4c43-ae7d-1385e3ca3b02/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1206133 Mar 02 17:56:49.450005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51002) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:49.460444 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:49.509114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-238e0b58-abb5-47cc-b66a-1bea3bea9730 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:49.510796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-238e0b58-abb5-47cc-b66a-1bea3bea9730 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 200 len: 205 time: 0.1662691 Mar 02 17:56:49.512814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ead960e7-5e29-44ed-85f3-47fccf0fd291 tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/networks/18c00436-25a4-4c43-ae7d-1385e3ca3b02/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0618544 Mar 02 17:56:49.513550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.517774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51012) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.528726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e2a778d9-aed4-4659-9aa8-92fb3944c878 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:49.529157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2a778d9-aed4-4659-9aa8-92fb3944c878 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:49.697238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.702230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:49.768983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Network': ['ID=36df85a6-416c-4a8e-b4ae-e16a111fd72f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:49.800840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51024) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:49.801105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d517e94-2822-4f14-abaf-12b24d387c18 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/networks/36df85a6-416c-4a8e-b4ae-e16a111fd72f HTTP/1.1" status: 204 len: 168 time: 3.3779643 Mar 02 17:56:49.862645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:49.867572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Usage tracker for resource:port and tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:49.870985 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:49.876763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:49.894495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Made reservation on behalf of 0e9a11b0c2ea4f4999c4bcca0fc3f988 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:49.909787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.026681 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d1c7801-e2d3-44c5-899b-7bc71e0c0ca7 tempest-DHCPAgentSchedulersTestJSON-1755421122 tempest-DHCPAgentSchedulersTestJSON-1755421122-project-admin] 10.222.0.37 "GET /v2.0/agents/e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a/dhcp-networks HTTP/1.1" status: 200 len: 10861 time: 0.5000153 Mar 02 17:56:50.027294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51032) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:50.065407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b69c8131-7f7c-4321-8d81-948a83ebf05c req-c8a7fb2f-59c5-4b48-ada3-e8d8dcbf9f39 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 210 time: 0.1456304 Mar 02 17:56:50.147039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.215629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting subnet 8b352e48-a71c-451d-adcf-f006c224933f {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:50.283175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.289239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.351787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.380577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Allocated IP 172.20.0.2 (915408ff-7330-4091-b117-7e1354e88473/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03/69c97ea1-e964-44f7-9b0c-57d041ca4d7a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:50.486527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.537932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.590051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.677620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 330e8d51-4890-4e82-8563-6e8c18dd344d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:50.677965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.724628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e78e88-9669-44d9-9c72-717a124bcf6b']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:50.725416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.753440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c316fe-320a-4a3d-bfc3-1f774bd9e8ff') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:50.753760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c316fe-320a-4a3d-bfc3-1f774bd9e8ff') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:50.773062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.787102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Subnet': ['ID=8b352e48-a71c-451d-adcf-f006c224933f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:50.810809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.827696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0d018-4607-4b7f-91c8-84dcd73ea2b8 None None] Network 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:50.828842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.835674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:50.836113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:50.853509 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:50.912931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4a05ec1e-fbab-42bf-b065-f94e5adb4158 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/subnets/8b352e48-a71c-451d-adcf-f006c224933f HTTP/1.1" status: 204 len: 168 time: 1.1108551 Mar 02 17:56:50.920850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51048) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:50.958983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.007682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da12e-76d7-4227-a474-e5ebeb57164a req-2b278643-29b3-4252-8935-46795e3a3234 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:51.008932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595da12e-76d7-4227-a474-e5ebeb57164a req-2b278643-29b3-4252-8935-46795e3a3234 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3937495 Mar 02 17:56:51.049856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.092969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:56:51.153364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.237646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.243619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event deleted for resources: {'Network': ['ID=a6e78e88-9669-44d9-9c72-717a124bcf6b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:51.267917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Network 915408ff-7330-4091-b117-7e1354e88473 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:51.282952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:51.290318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:51.336924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-698a6e13-906b-484b-abae-638f225c9243 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "DELETE /v2.0/networks/a6e78e88-9669-44d9-9c72-717a124bcf6b HTTP/1.1" status: 204 len: 168 time: 1.3052895 Mar 02 17:56:51.346947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event updated for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:51.349391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51056) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:51.405339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.478275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595da12e-76d7-4227-a474-e5ebeb57164a req-01775ce5-97df-4edb-b5ef-3b6e0da85d1c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453604 Mar 02 17:56:51.496848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] DHCP port deletion for 2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:51.507940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Deleting port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:51.508550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.653837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:51.654643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.658941 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c94a56-4a44-4ef1-a99f-fd2d8314cc3a tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] DELETE failed (client error): The resource could not be found. Mar 02 17:56:51.659365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c94a56-4a44-4ef1-a99f-fd2d8314cc3a tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:56:51.664593 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-65c94a56-4a44-4ef1-a99f-fd2d8314cc3a tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "DELETE /v2.0/ports/2a5ea4e5-96a6-4b4e-abcd-228fb516253c HTTP/1.1" status: 404 len: 333 time: 0.3113961 Mar 02 17:56:51.665180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:51.712603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 330e8d51-4890-4e82-8563-6e8c18dd344d owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:51.806549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] For port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,segment=NetworkSegment(7771eb29-548a-40bc-8690-c867a9912783),segment_id=7771eb29-548a-40bc-8690-c867a9912783)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:51.807106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.851207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-0ecd0973-fb28-4535-9336-856599ed487c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5021429 Mar 02 17:56:51.863208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting subnet 28796577-a4c7-48d7-90b8-253876816316 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:51.873833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:51.877485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Request body: {'port': {'device_id': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:51.941437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8b37-cfb4-4018-b437-e8433b62beab req-d76bdca0-8d9e-48da-8002-24ebe5ed4dac tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:51.943556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d9d8b37-cfb4-4018-b437-e8433b62beab req-d76bdca0-8d9e-48da-8002-24ebe5ed4dac tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 931 time: 0.5260131 Mar 02 17:56:51.946022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Calling delete_port for 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:52.023796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.032930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Deleting subnet a4733cf1-8750-4b59-a053-d06de3275e9e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:52.038811 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.042149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.076790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d9d8b37-cfb4-4018-b437-e8433b62beab req-662bb871-5550-4622-acdb-f2f54190005e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192014 Mar 02 17:56:52.113589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] Pushing event deleted for resources: {'Port': ['ID=7250f2d1-7255-4c21-855d-d4f9cfbb97b8,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:52.129545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a96d0-c8d4-4717-9fa6-126ca49e861b None None] No DVR routers for this DVR port 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:52.148618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.173061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.268290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.330341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.385786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=330e8d51-4890-4e82-8563-6e8c18dd344d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:52.465610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.540015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Subnet': ['ID=28796577-a4c7-48d7-90b8-253876816316,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:52.558815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54759d6f-d07b-4391-b2f7-b4360e19447b None None] Network d6477d92-e9b9-4dec-874a-c6fb9d1466d0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:52.560774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.687314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.721034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.768117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c97ea1-e964-44f7-9b0c-57d041ca4d7a {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:56:52.783478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abaf7a74-2403-4dfc-9dcd-81bb814dc88d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/subnets/28796577-a4c7-48d7-90b8-253876816316 HTTP/1.1" status: 204 len: 168 time: 1.8594632 Mar 02 17:56:52.785351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event deleted for resources: {'Subnet': ['ID=a4733cf1-8750-4b59-a053-d06de3275e9e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:52.787668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51072) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:52.790534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.796440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.833290 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.838218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747dcfc-b040-40df-860d-ea1441cae7d7 None None] Network 18c00436-25a4-4c43-ae7d-1385e3ca3b02 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:52.923437 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c87f43f4-7559-4030-8971-76fb266d4fa6 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "DELETE /v2.0/subnets/a4733cf1-8750-4b59-a053-d06de3275e9e HTTP/1.1" status: 204 len: 168 time: 1.2552438 Mar 02 17:56:52.924855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Transition to ACTIVE for port object 69c97ea1-e964-44f7-9b0c-57d041ca4d7a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:52.936836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51076) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:52.983611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:52.999996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] DHCP port deletion for d6477d92-e9b9-4dec-874a-c6fb9d1466d0 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:53.032325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Deleting port a2c4b29c-bde4-4dae-8817-17d1fbfd479b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:53.033108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.135521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.196977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118e59b-caf7-4fa9-9ba5-59ec323d30a7 req-dbe73d8a-b12a-4c42-bd44-2d416f119ab3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:53.210257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e118e59b-caf7-4fa9-9ba5-59ec323d30a7 req-dbe73d8a-b12a-4c42-bd44-2d416f119ab3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.5607557 Mar 02 17:56:53.235653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.257095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Pushing event updated for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:53.336590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] For port a2c4b29c-bde4-4dae-8817-17d1fbfd479b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,segment=NetworkSegment(ba603cd2-45d7-4f42-8664-eef06d879d23),segment_id=ba603cd2-45d7-4f42-8664-eef06d879d23)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:53.337149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.339221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Deleting port 13982649-c781-4b29-863e-220309eb9c6b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:53.339483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.555139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.560885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.567351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Calling delete_port for a2c4b29c-bde4-4dae-8817-17d1fbfd479b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:53.630038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:53.654743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.655527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 69725040-6ab7-4d88-a3ba-72b9bf478fcf {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:56:53.686880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.688142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-836f4430-1dbd-4e4c-a1a8-020c0796fed6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 204 len: 168 time: 4.1734862 Mar 02 17:56:53.694834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:53.702251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628391690'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:53.714185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:53.714712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7250f2d1-7255-4c21-855d-d4f9cfbb97b8 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:53.715252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a2c4b29c-bde4-4dae-8817-17d1fbfd479b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:53.715386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:53.723846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:53.729422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e118e59b-caf7-4fa9-9ba5-59ec323d30a7 req-004e03ac-2ddd-4f0b-a399-b902d6bf6929 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182252 Mar 02 17:56:53.730444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:53.739809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:53.769857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd0de2-7918-4df7-8b29-3afcd9c971aa req-f8c8358d-3892-409d-bded-de4173151ffe tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:53.772019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3bd0de2-7918-4df7-8b29-3afcd9c971aa req-f8c8358d-3892-409d-bded-de4173151ffe tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 943 time: 0.1865754 Mar 02 17:56:53.773631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:53.776235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.833280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.870295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.884929 n-d-820559-6 neutron-server[83798]: INFO neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No ports have port_id starting with a2c4b29c-bde4-4dae-8817-17d1fbfd479b Mar 02 17:56:53.890760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:56:53.920615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] Pushing event deleted for resources: {'Port': ['ID=a2c4b29c-bde4-4dae-8817-17d1fbfd479b,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:53.921814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3bd0de2-7918-4df7-8b29-3afcd9c971aa req-8c15dbad-6e92-483f-99e2-ddffe9baaeff tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091399 Mar 02 17:56:53.923278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:53.923422 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment de520acf-af9e-40d1-b248-55da2a0c1f7c of type vlan for network 942a1c5b-af81-4776-af1f-1f376ce71878 Mar 02 17:56:53.926953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e84641-7fef-46a4-afb8-81c41c24ebfd None None] No DVR routers for this DVR port a2c4b29c-bde4-4dae-8817-17d1fbfd479b on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:53.951706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:53.989140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.035580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.045963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:54.046613 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.047464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7771eb29-548a-40bc-8690-c867a9912783') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:54.047623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627d168-6919-4480-892b-1b9528939013 None None] DHCP port deletion for 18c00436-25a4-4c43-ae7d-1385e3ca3b02 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:54.048091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7771eb29-548a-40bc-8690-c867a9912783') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:54.055592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5627d168-6919-4480-892b-1b9528939013 None None] Deleting port 13982649-c781-4b29-863e-220309eb9c6b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:54.055869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5627d168-6919-4480-892b-1b9528939013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.076576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Attempting to bind port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:54.076980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Attempting to bind port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:54.077219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Attempting to bind port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:54.088092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.136220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] For port 13982649-c781-4b29-863e-220309eb9c6b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13982649-c781-4b29-863e-220309eb9c6b,segment=NetworkSegment(ac10201e-49fd-4cca-8825-c3e51835a5ea),segment_id=ac10201e-49fd-4cca-8825-c3e51835a5ea)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:54.136685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.146464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a on network 915408ff-7330-4091-b117-7e1354e88473 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:56:54.146464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Attempting to bind port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a on network 915408ff-7330-4091-b117-7e1354e88473 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:54.163031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.172222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4762528 Mar 02 17:56:54.177378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:54.189635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:54.237195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b196295-16b1-4a89-8eac-41e5722a9645 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=942a1c5b-af81-4776-af1f-1f376ce71878,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:54.260355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 942a1c5b-af81-4776-af1f-1f376ce71878 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:56:54.292114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:54.292365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Checking segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:54.292733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Bound using segment: {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:54.293176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Bound port: 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd581c33-2566-444f-88f7-89ce8b0efb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '915408ff-7330-4091-b117-7e1354e88473'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:54.293524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.304494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:54.304906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.330722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Calling delete_port for 13982649-c781-4b29-863e-220309eb9c6b owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:54.357978 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:54.407529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:54.417388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:54.421247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:54.429077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:54.442750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:56:54.478627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5627d168-6919-4480-892b-1b9528939013 None None] For port 13982649-c781-4b29-863e-220309eb9c6b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=13982649-c781-4b29-863e-220309eb9c6b,segment=NetworkSegment(ac10201e-49fd-4cca-8825-c3e51835a5ea),segment_id=ac10201e-49fd-4cca-8825-c3e51835a5ea)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:54.479029 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5627d168-6919-4480-892b-1b9528939013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.596460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.606251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.628375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.643259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:54.663134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5627d168-6919-4480-892b-1b9528939013 None None] Calling delete_port for 13982649-c781-4b29-863e-220309eb9c6b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:54.753869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event deleted for resources: {'Port': ['ID=13982649-c781-4b29-863e-220309eb9c6b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:54.757565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Network': ['ID=2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:54.762715 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-454dae3b-9977-4330-aa4b-1cb5d85c03c1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/networks/2fb9fcca-4d4c-45f9-8a4f-af97f6603ce0 HTTP/1.1" status: 204 len: 168 time: 1.9697289 Mar 02 17:56:54.767831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] No DVR routers for this DVR port 13982649-c781-4b29-863e-220309eb9c6b on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:54.770282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:54.775136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-5627d168-6919-4480-892b-1b9528939013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:56:54.775778 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-5627d168-6919-4480-892b-1b9528939013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:56:54.853304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:54.996906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:55.024281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.084877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e51db-acb8-4fbe-a224-1f1ad18dd321 req-5cda7908-7aae-4fc1-b058-d0921a0fc0a0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:55.088811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-525e51db-acb8-4fbe-a224-1f1ad18dd321 req-5cda7908-7aae-4fc1-b058-d0921a0fc0a0 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.1706109 Mar 02 17:56:55.091794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.119162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.126752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Pushing event updated for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:55.138313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.139558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-b880e2f1-9ff5-44d9-960c-d4d394e142cc service neutron] 10.222.0.50 "PUT /v2.0/ports/69c97ea1-e964-44f7-9b0c-57d041ca4d7a HTTP/1.1" status: 200 len: 1091 time: 3.2691472 Mar 02 17:56:55.140282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:56:55.156568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.173435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c00436-25a4-4c43-ae7d-1385e3ca3b02']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.215465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac10201e-49fd-4cca-8825-c3e51835a5ea') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.215745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac10201e-49fd-4cca-8825-c3e51835a5ea') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.275982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=9f47925e-3a75-40e2-b6fc-3e7138a78a6e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:55.277334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5627d168-6919-4480-892b-1b9528939013 None None] Deleting port 13982649-c781-4b29-863e-220309eb9c6b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:55.279114 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5627d168-6919-4480-892b-1b9528939013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.283045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-525e51db-acb8-4fbe-a224-1f1ad18dd321 req-5a07b6ef-00d5-4c6d-bd75-d350dd744ee7 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811259 Mar 02 17:56:55.288546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.317421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'de520acf-af9e-40d1-b248-55da2a0c1f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:55.318317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 942a1c5b-af81-4776-af1f-1f376ce71878, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:56:55.344326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e02e90-e9e6-4590-9280-f4635cd13b89 req-d9cedf9d-a5d9-4546-ae7b-412a219705b0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:55.345826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35e02e90-e9e6-4590-9280-f4635cd13b89 req-d9cedf9d-a5d9-4546-ae7b-412a219705b0 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 943 time: 0.1915910 Mar 02 17:56:55.397101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.412728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:55.413157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.429750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:55.437299 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:55.441093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5627d168-6919-4480-892b-1b9528939013 None None] The port '13982649-c781-4b29-863e-220309eb9c6b' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:56:55.450524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-35e02e90-e9e6-4590-9280-f4635cd13b89 req-258628e2-3bb3-465c-be28-64cc4bca31e4 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919263 Mar 02 17:56:55.455132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 942a1c5b-af81-4776-af1f-1f376ce71878 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:56:55.463795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13982649-c781-4b29-863e-220309eb9c6b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:55.478343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 942a1c5b-af81-4776-af1f-1f376ce71878) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:55.484999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:55.494782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.526614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7ff7d2ae-db7d-4a2b-a2f7-67599222c053 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3454151 Mar 02 17:56:55.526614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51106) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:55.528897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559fa8f-14e6-4dc6-a79b-f5b84786bf2f None None] Network 942a1c5b-af81-4776-af1f-1f376ce71878 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:55.534206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-68187841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:56:55.543106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:55.547409 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-1a38194d-1459-4db7-953f-cd52074faaf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 1094 time: 0.3342674 Mar 02 17:56:55.548963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6477d92-e9b9-4dec-874a-c6fb9d1466d0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.549496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:55.560477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:55.575212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:55.588382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.589444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.695550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 13982649-c781-4b29-863e-220309eb9c6b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:55.695925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 13982649-c781-4b29-863e-220309eb9c6b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:55.725640 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a', 'status': 'completed', 'code': 200} Mar 02 17:56:55.735220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba603cd2-45d7-4f42-8664-eef06d879d23') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.735515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba603cd2-45d7-4f42-8664-eef06d879d23') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:55.754255 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-6b945983-822d-4fde-b884-a4f4a52fa61b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a HTTP/1.1" status: 200 len: 217 time: 0.1933427 Mar 02 17:56:55.758011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.764829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.773506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.796868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.829176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.834705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.839658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-25c588c6-8bab-4f16-b578-bc1edea7bb24 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3105946 Mar 02 17:56:55.840499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] 10.222.0.37 "DELETE /v2.0/networks/18c00436-25a4-4c43-ae7d-1385e3ca3b02 HTTP/1.1" status: 204 len: 168 time: 2.9025769 Mar 02 17:56:55.841123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51112) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:55.854521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.880196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397abaa-c1a9-49b6-b67b-84468852d430 tempest-DHCPAgentSchedulersTestJSON-1895990002 tempest-DHCPAgentSchedulersTestJSON-1895990002-project] Pushing event deleted for resources: {'Network': ['ID=18c00436-25a4-4c43-ae7d-1385e3ca3b02,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:55.887304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-942a1c5b-af81-4776-af1f-1f376ce71878', 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': '9f47925e-3a75-40e2-b6fc-3e7138a78a6e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:56:55.888147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.900123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:55.900547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:55.937670 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:56.032131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-535ccb25-aa08-4ff5-9271-942495dbecc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:56.033578 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-535ccb25-aa08-4ff5-9271-942495dbecc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2669365 Mar 02 17:56:56.089552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-5f7e9c27-de51-44fe-b87b-eb4ab551a250 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453906 Mar 02 17:56:56.108467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Allocated IP 172.20.0.2 (942a1c5b-af81-4776-af1f-1f376ce71878/9f47925e-3a75-40e2-b6fc-3e7138a78a6e/ac499da0-b292-4d3f-8cb5-9d638c99f686) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:56.124245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.152767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.214372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/networks/d6477d92-e9b9-4dec-874a-c6fb9d1466d0 HTTP/1.1" status: 204 len: 168 time: 1.4409914 Mar 02 17:56:56.222027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51126) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:56.225509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9171d-c9ce-41b2-8d1d-e3c3cce75e9d tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Network': ['ID=d6477d92-e9b9-4dec-874a-c6fb9d1466d0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:56.484172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51132) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:56.486613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.505528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Transition to ACTIVE for port object ac499da0-b292-4d3f-8cb5-9d638c99f686 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:56.547101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Transition to ACTIVE for port object ac499da0-b292-4d3f-8cb5-9d638c99f686 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:56.561818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-2ad63cfc-6ef8-424e-8613-861574eb42bb service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643123 Mar 02 17:56:56.562585 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.716288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Network 942a1c5b-af81-4776-af1f-1f376ce71878 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:56.719379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting subnet a9dad3ed-1ed5-48f2-bf35-0f453245b63a {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:56:56.723736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:56.730370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.733454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:56.846706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82e4d-c45c-4ca6-b9b2-7e9cbfda0ab1 req-93164661-e912-42bf-9d1e-426d81c5da62 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:56.846706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d82e4d-c45c-4ca6-b9b2-7e9cbfda0ab1 req-93164661-e912-42bf-9d1e-426d81c5da62 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2467451 Mar 02 17:56:56.849264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Pushing event updated for resources: {'Port': ['ID=ac499da0-b292-4d3f-8cb5-9d638c99f686,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:56.853620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.875120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Attempting to bind port ac499da0-b292-4d3f-8cb5-9d638c99f686 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:56:56.875897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Attempting to bind port ac499da0-b292-4d3f-8cb5-9d638c99f686 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'de520acf-af9e-40d1-b248-55da2a0c1f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:56:56.876267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Attempting to bind port ac499da0-b292-4d3f-8cb5-9d638c99f686 on network 942a1c5b-af81-4776-af1f-1f376ce71878 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:56:56.884518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:56:56.884882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Checking segment: {'id': 'de520acf-af9e-40d1-b248-55da2a0c1f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:56:56.885279 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.886037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Bound using segment: {'id': 'de520acf-af9e-40d1-b248-55da2a0c1f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:56:56.887377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Bound port: ac499da0-b292-4d3f-8cb5-9d638c99f686, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de520acf-af9e-40d1-b248-55da2a0c1f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '942a1c5b-af81-4776-af1f-1f376ce71878'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:56:56.888228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.943215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:56.998620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] For port ac499da0-b292-4d3f-8cb5-9d638c99f686, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:56:57.002333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] For port ac499da0-b292-4d3f-8cb5-9d638c99f686, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ac499da0-b292-4d3f-8cb5-9d638c99f686,segment=NetworkSegment(de520acf-af9e-40d1-b248-55da2a0c1f7c),segment_id=de520acf-af9e-40d1-b248-55da2a0c1f7c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:56:57.008014 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.036785 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dffd0370-467f-4278-865d-db5411f1d734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1390ff1e72ce433ba224f6f83c4c1c96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5471025 Mar 02 17:56:57.041714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:57.104269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25d82e4d-c45c-4ca6-b9b2-7e9cbfda0ab1 req-80f1880b-67f0-4df6-ab6b-63d2578111d9 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361019 Mar 02 17:56:57.110559 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cc1667a4-8ce2-4dff-bb24-2213e663a411 req-ad06edbc-866e-43d2-be60-29d79b93a20c service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329046 Mar 02 17:56:57.127093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91ef6f-35ea-4850-8ac4-eba288e381ab None None] Pushing event updated for resources: {'Port': ['ID=ac499da0-b292-4d3f-8cb5-9d638c99f686,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:57.173664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.220696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899ae4-8336-4c07-9f07-7dd151759a20 req-0d6bf346-6ced-49d0-b571-9941caf1ad81 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:57.222329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad899ae4-8336-4c07-9f07-7dd151759a20 req-0d6bf346-6ced-49d0-b571-9941caf1ad81 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 943 time: 0.4764514 Mar 02 17:56:57.341515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad899ae4-8336-4c07-9f07-7dd151759a20 req-ee463828-d1b8-47a3-bf14-a6a76613e76c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110842 Mar 02 17:56:57.380753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.391150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.455893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dad3ed-1ed5-48f2-bf35-0f453245b63a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:57.475760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-7f13e8ab-f003-476f-ae0a-d73e2ed814d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 1094 time: 0.2252500 Mar 02 17:56:57.499916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.532472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.549083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99745d2f-8f1a-479a-b614-54e02b285220 None None] Network 4338a6b6-03d3-4742-8efe-e758b4271c01 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:57.565663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6cfa1182-0af4-4fd0-8a89-baca6433b184 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/subnets/a9dad3ed-1ed5-48f2-bf35-0f453245b63a HTTP/1.1" status: 204 len: 168 time: 1.3379743 Mar 02 17:56:57.572210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51148) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:57.574410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ac499da0-b292-4d3f-8cb5-9d638c99f686 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:56:57.677540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.20.0.1 (942a1c5b-af81-4776-af1f-1f376ce71878/9f47925e-3a75-40e2-b6fc-3e7138a78a6e/54fba032-836a-45cc-87fa-3f63d6b9833c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:56:57.825836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.848131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ac499da0-b292-4d3f-8cb5-9d638c99f686 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:57.861046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Deleting port 21523e07-6685-4e9b-b27f-145493bc14e5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:57.861548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.890487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.901220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-288e63e5-f758-4dc6-b14d-1aeeb7368043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:57.902982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-288e63e5-f758-4dc6-b14d-1aeeb7368043 service neutron] 10.222.0.50 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.4149666 Mar 02 17:56:57.920404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf9cd36-a914-4927-a43a-1abb74bf1e1c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:57.943567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.959805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:57.963853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1a520125-5dd1-47e0-a2a3-9d583effaad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cf9cd36-a914-4927-a43a-1abb74bf1e1c HTTP/1.1" status: 204 len: 168 time: 0.9195542 Mar 02 17:56:57.970766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object 54fba032-836a-45cc-87fa-3f63d6b9833c will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:56:58.007886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.065622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] DHCP port deletion for 4338a6b6-03d3-4742-8efe-e758b4271c01 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:56:58.074027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Deleting port 21523e07-6685-4e9b-b27f-145493bc14e5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:58.074623 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.106114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=54fba032-836a-45cc-87fa-3f63d6b9833c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:58.126446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 942a1c5b-af81-4776-af1f-1f376ce71878 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:56:58.133259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:56:58.135623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:56:58.258192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.563610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] For port 21523e07-6685-4e9b-b27f-145493bc14e5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=21523e07-6685-4e9b-b27f-145493bc14e5,segment=NetworkSegment(198d46a4-72c2-4893-8ba2-c7fa290ec051),segment_id=198d46a4-72c2-4893-8ba2-c7fa290ec051)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:58.564170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.582089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.611994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7444b-ab8f-4730-8af8-839836abc5c9 None None] Network 942a1c5b-af81-4776-af1f-1f376ce71878 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:56:58.652154 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:56:58.718488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Calling delete_port for 21523e07-6685-4e9b-b27f-145493bc14e5 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:58.788333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] For port 21523e07-6685-4e9b-b27f-145493bc14e5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=21523e07-6685-4e9b-b27f-145493bc14e5,segment=NetworkSegment(198d46a4-72c2-4893-8ba2-c7fa290ec051),segment_id=198d46a4-72c2-4893-8ba2-c7fa290ec051)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:58.788748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.801707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:58.809478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-45441d9c-eb86-4f83-9a11-2e0641106c21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a HTTP/1.1" status: 200 len: 217 time: 0.8967285 Mar 02 17:56:58.810663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:58.860860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Port': ['ID=21523e07-6685-4e9b-b27f-145493bc14e5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:58.874473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Provisioning for port ac499da0-b292-4d3f-8cb5-9d638c99f686 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:56:58.928467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-cf75ef54-7a5a-4f00-b73c-7205555f0789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:58.929790 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-cf75ef54-7a5a-4f00-b73c-7205555f0789 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.0709519 Mar 02 17:56:58.932996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] No DVR routers for this DVR port 21523e07-6685-4e9b-b27f-145493bc14e5 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:56:59.003202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Calling delete_port for 21523e07-6685-4e9b-b27f-145493bc14e5 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:56:59.026103 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-f1d3e199-3556-4773-a824-661c455a414e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470693 Mar 02 17:56:59.044150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Provisioning complete for port ac499da0-b292-4d3f-8cb5-9d638c99f686 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:56:59.044150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.198412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.282978 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.305162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4338a6b6-03d3-4742-8efe-e758b4271c01']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:59.346337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5aba-bb30-4cfa-8de4-6137e061ddba req-e5fd41fd-e805-4870-a55b-c4264e0931b8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:59.349553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dfb5aba-bb30-4cfa-8de4-6137e061ddba req-e5fd41fd-e805-4870-a55b-c4264e0931b8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.9617393 Mar 02 17:56:59.356748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198d46a4-72c2-4893-8ba2-c7fa290ec051') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:59.357333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198d46a4-72c2-4893-8ba2-c7fa290ec051') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:56:59.374421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:56:59.375147 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:56:59.387898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.406317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.417739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 21523e07-6685-4e9b-b27f-145493bc14e5 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:56:59.459445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 21523e07-6685-4e9b-b27f-145493bc14e5 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:56:59.460097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 21523e07-6685-4e9b-b27f-145493bc14e5 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:56:59.469904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.485430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:56:59.485933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.487285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ad39-8f8a-4ff6-a294-0fe7855de297 req-b41069fc-e769-4a1a-9745-d205d04bcd5b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:56:59.492129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] For port ac499da0-b292-4d3f-8cb5-9d638c99f686, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ac499da0-b292-4d3f-8cb5-9d638c99f686,segment=NetworkSegment(de520acf-af9e-40d1-b248-55da2a0c1f7c),segment_id=de520acf-af9e-40d1-b248-55da2a0c1f7c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:56:59.497918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4238ad39-8f8a-4ff6-a294-0fe7855de297 req-b41069fc-e769-4a1a-9745-d205d04bcd5b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 943 time: 0.8736837 Mar 02 17:56:59.498161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.507503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:56:59.513972 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:56:59.520172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Usage tracker for resource:security_group_rule and tenant:028bfbfe64fb4e77bcd48665d48caaab is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:56:59.542632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-88bb9efc-3620-4e52-b616-9f3ce8d05031 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077095 Mar 02 17:56:59.546555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:56:59.560379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:56:59.589999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d884bb8-a22e-49e2-8d61-02523bd2485f None None] Pushing event updated for resources: {'Port': ['ID=ac499da0-b292-4d3f-8cb5-9d638c99f686,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:59.624598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8dfb5aba-bb30-4cfa-8de4-6137e061ddba req-14b4c7f8-0227-4816-a22f-e96b4d7582b3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461257 Mar 02 17:56:59.700971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4238ad39-8f8a-4ff6-a294-0fe7855de297 req-cf7ea2ac-d89c-4f8d-98cd-16fdc53f948e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013330 Mar 02 17:56:59.747188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.767577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.782391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.792133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Pushing event deleted for resources: {'Network': ['ID=4338a6b6-03d3-4742-8efe-e758b4271c01,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:56:59.793175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.794435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.799793 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a64c2a6c-3805-495a-aa1c-fa182e845615 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/networks/4338a6b6-03d3-4742-8efe-e758b4271c01 HTTP/1.1" status: 204 len: 168 time: 2.2264345 Mar 02 17:56:59.802492 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-25dc2b92-97d4-4d92-8fdd-12d1586df816 req-c8317900-ac3f-4c9e-86f7-0a7f6828cc90 service neutron] 10.222.0.50 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589910 Mar 02 17:56:59.802956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51170) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:59.812209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 69c97ea1-e964-44f7-9b0c-57d041ca4d7a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:56:59.845396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca831645-6f36-4143-ac99-ddc980ebfed1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Synchronizing usage tracker for tenant:8d079bdb4a9c4c04bed196da23a2c5d8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:56:59.866281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca831645-6f36-4143-ac99-ddc980ebfed1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Unset dirty status for tenant:8d079bdb4a9c4c04bed196da23a2c5d8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:56:59.868016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca831645-6f36-4143-ac99-ddc980ebfed1 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "GET /v2.0/ports?device_id=5158e990-0df3-485f-bbdc-75b61c2cef2a HTTP/1.1" status: 200 len: 205 time: 0.0641186 Mar 02 17:56:59.876005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51174) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:56:59.893145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.901934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.983029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Deleting port 21523e07-6685-4e9b-b27f-145493bc14e5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:56:59.983702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:56:59.985065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=54fba032-836a-45cc-87fa-3f63d6b9833c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:00.034851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.057428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377686b-ad71-4458-866f-304657237200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e716c0f7-b229-4925-a842-07e778c79005,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:00.063617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6377686b-ad71-4458-866f-304657237200 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=028bfbfe64fb4e77bcd48665d48caaab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2579591 Mar 02 17:57:00.073790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51178) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:00.118622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5dfe-2224-4df4-9966-4303a48dac5e None None] The port '21523e07-6685-4e9b-b27f-145493bc14e5' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:57:00.158593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Provisioning complete for port ac499da0-b292-4d3f-8cb5-9d638c99f686 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:00.159387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.196008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:00.220046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a', 'network_id': '915408ff-7330-4091-b117-7e1354e88473', 'port_id': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a', 'mac_address': 'fa:16:3e:1d:dd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:57:00.221758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 942a1c5b-af81-4776-af1f-1f376ce71878 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:00.232296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:00.329013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.409618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.421998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c97ea1-e964-44f7-9b0c-57d041ca4d7a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:57:00.476756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:00.485658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.486798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.588234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:00.612161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Provisioning for port 54fba032-836a-45cc-87fa-3f63d6b9833c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:00.621337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Provisioning complete for port 54fba032-836a-45cc-87fa-3f63d6b9833c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:00.622054 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.705883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.732824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e716c0f7-b229-4925-a842-07e778c79005,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:00.748684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.752161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-142442e0-3960-4232-a814-f09814bbbe50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e716c0f7-b229-4925-a842-07e778c79005 HTTP/1.1" status: 204 len: 168 time: 0.6757867 Mar 02 17:57:00.836148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-06228783-b55f-4c31-84a3-d191a822ecf3 None None] Port 54fba032-836a-45cc-87fa-3f63d6b9833c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:00.849581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['69c97ea1-e964-44f7-9b0c-57d041ca4d7a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:57:00.894799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 71873f60-ef3c-4225-b554-a6ca6ce68d84 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:57:00.913517 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.920169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.971958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:00.974675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Fanout notify agent at l3_agent the message router_deleted on router 5158e990-0df3-485f-bbdc-75b61c2cef2a {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:57:01.019541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:01.024481 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3daf3ffe-7ead-4176-b488-c79bcdc82f99 tempest-RoutersNegativeIpV6Test-1490201232 tempest-RoutersNegativeIpV6Test-1490201232-project] 10.222.0.37 "DELETE /v2.0/routers/5158e990-0df3-485f-bbdc-75b61c2cef2a HTTP/1.1" status: 204 len: 168 time: 1.1464636 Mar 02 17:57:01.027890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fe44be52-1e28-4018-9438-4eedb510f52b None None] Provisioning complete for port 54fba032-836a-45cc-87fa-3f63d6b9833c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:01.028269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fe44be52-1e28-4018-9438-4eedb510f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:01.106735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-fe44be52-1e28-4018-9438-4eedb510f52b None None] Port 54fba032-836a-45cc-87fa-3f63d6b9833c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:01.275333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b8925-8754-4146-a685-a612b22f7bcb req-4bc341d0-c7cb-4f04-855d-9fe48e81e417 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:01.276960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-256b8925-8754-4146-a685-a612b22f7bcb req-4bc341d0-c7cb-4f04-855d-9fe48e81e417 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3774364 Mar 02 17:57:01.362949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-256b8925-8754-4146-a685-a612b22f7bcb req-2db62d4e-6fc3-4086-a700-bd8e9b93dc41 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712378 Mar 02 17:57:01.369379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0324ac3-0604-4345-b0b0-fbbf9bce6d56 req-fb976fa6-f51c-4c20-91ef-32054998ed80 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:01.370850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0324ac3-0604-4345-b0b0-fbbf9bce6d56 req-fb976fa6-f51c-4c20-91ef-32054998ed80 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 944 time: 0.3474984 Mar 02 17:57:01.440152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:01.455952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] Sync routers for ids ['71873f60-ef3c-4225-b554-a6ca6ce68d84'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:01.461654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d294d8df-e486-412d-9231-d37b07f363e3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/71873f60-ef3c-4225-b554-a6ca6ce68d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6190243 Mar 02 17:57:01.464785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51218) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:01.477194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0324ac3-0604-4345-b0b0-fbbf9bce6d56 req-0c1f25d6-29de-4495-aa00-7e30dfc1e070 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Mar 02 17:57:01.491057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] Routers {'71873f60-ef3c-4225-b554-a6ca6ce68d84'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:01.491734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['71873f60-ef3c-4225-b554-a6ca6ce68d84'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:01.578686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073a5f4-0a4c-4c6b-b6ee-dca0b27ab669 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:01.579652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d073a5f4-0a4c-4c6b-b6ee-dca0b27ab669 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:01.601061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d073a5f4-0a4c-4c6b-b6ee-dca0b27ab669 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:01.605316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d073a5f4-0a4c-4c6b-b6ee-dca0b27ab669 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports/54fba032-836a-45cc-87fa-3f63d6b9833c HTTP/1.1" status: 200 len: 910 time: 0.1367428 Mar 02 17:57:01.605935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51224) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:01.612506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f47925e-3a75-40e2-b6fc-3e7138a78a6e'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:01.636837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ac499da0-b292-4d3f-8cb5-9d638c99f686 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:01.726039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:01.732983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:01.839820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 69c97ea1-e964-44f7-9b0c-57d041ca4d7a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:01.909115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] Routers {'71873f60-ef3c-4225-b554-a6ca6ce68d84'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:01.909741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['71873f60-ef3c-4225-b554-a6ca6ce68d84'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:02.102141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:02.103022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca27c4-67c2-457f-80a7-d7e8366fd897 None None] The sync data for ids ['71873f60-ef3c-4225-b554-a6ca6ce68d84'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:02.126988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ac499da0-b292-4d3f-8cb5-9d638c99f686 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:02.127713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.312634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4172711-4f16-4b98-b2e3-5443dee80f2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d079bdb4a9c4c04bed196da23a2c5d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5853989 Mar 02 17:57:02.316292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51252) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:02.328666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:02.336755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:02.338207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.399544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-cb3b2c86-05ad-4936-81af-dbdf5afe7568 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.1926599 Mar 02 17:57:02.406958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.566089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277ad9c-36c1-4bca-a47a-96841aab01ee req-bb3f65fd-398a-4b63-9082-922d09f88ea4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:02.570780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e277ad9c-36c1-4bca-a47a-96841aab01ee req-bb3f65fd-398a-4b63-9082-922d09f88ea4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.4027522 Mar 02 17:57:02.612981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.618236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.654350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:57:02.667026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.669642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:02.677107 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.750920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ac32f-0105-493f-a934-35428e1df267 req-5c9c3bb2-b7e3-431c-bea6-fe1dcd0ba505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:02.752596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-5c9c3bb2-b7e3-431c-bea6-fe1dcd0ba505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.3467488 Mar 02 17:57:02.797182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e277ad9c-36c1-4bca-a47a-96841aab01ee req-a329e1d7-bf3f-4ffe-9ba8-8ce9364fecfe tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188148 Mar 02 17:57:02.856659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:02.869671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.906372 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a', 'code': 200} Mar 02 17:57:02.922331 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:02.929718 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/577bbc13-d015-43e8-8898-4c5e84bfa778 HTTP/1.1" status: 204 len: 168 time: 0.6116190 Mar 02 17:57:02.934390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58989-b1dd-4966-adaf-8d8a8f93d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bbc13-d015-43e8-8898-4c5e84bfa778,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:03.014140 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-3bda5a43-247d-4447-bbcb-24a5fa019f49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.2453113 Mar 02 17:57:03.108795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a335c8b-3937-4ed3-97e9-31a613c5c1e7 req-fc353eff-4921-4a15-9342-130e313ea5fa tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:03.110450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a335c8b-3937-4ed3-97e9-31a613c5c1e7 req-fc353eff-4921-4a15-9342-130e313ea5fa tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.3739734 Mar 02 17:57:03.124156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ac32f-0105-493f-a934-35428e1df267 req-e3f4796c-9ada-4688-b770-3e91721abc51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:03.126234 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-e3f4796c-9ada-4688-b770-3e91721abc51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.1043906 Mar 02 17:57:03.240990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-b2e65e94-b81f-42a4-862f-f79da091ac40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058130 Mar 02 17:57:03.313289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a335c8b-3937-4ed3-97e9-31a613c5c1e7 req-f7fb7756-f632-4306-892a-a6480af534e1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426616 Mar 02 17:57:03.349538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b6932f9-1843-49fe-9cc4-e8e2fd9bc615 req-691efe6f-ed73-4437-8f88-4f394c945260 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 1096 time: 0.3238599 Mar 02 17:57:03.455518 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-4506a7a4-0fb5-4b5c-bfbb-82547df4eeef service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090828 Mar 02 17:57:03.601566 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b6932f9-1843-49fe-9cc4-e8e2fd9bc615 req-314fd403-7f12-4e23-a080-b2dede0789fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465229 Mar 02 17:57:03.681222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6e8ac32f-0105-493f-a934-35428e1df267 req-8456f8f0-12d1-491d-a2ad-2982d47103e4 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175498 Mar 02 17:57:03.762598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:03.776319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:03.923708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=54fba032-836a-45cc-87fa-3f63d6b9833c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:03.983015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:03.983628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:03.985104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6bb38947-4fde-496e-9632-57aaff4587b8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/ports/54fba032-836a-45cc-87fa-3f63d6b9833c HTTP/1.1" status: 200 len: 910 time: 2.3780255 Mar 02 17:57:03.988306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51304) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:04.241229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-4b74bccb-ced8-4392-a21f-2d292c193923 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.1619987 Mar 02 17:57:04.322657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081f7c-1c22-4367-b292-002685f8e07b req-e152d471-f101-4aec-b26e-5de9481b2bc8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:04.331048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5081f7c-1c22-4367-b292-002685f8e07b req-e152d471-f101-4aec-b26e-5de9481b2bc8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2843478 Mar 02 17:57:04.416304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5081f7c-1c22-4367-b292-002685f8e07b req-3d8778cb-dc6f-4389-994d-78973e927ef4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837996 Mar 02 17:57:04.592041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51316) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:04.700556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-146bd3d4-9b49-4d0d-b64f-3ccb85688d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:04.705493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-146bd3d4-9b49-4d0d-b64f-3ccb85688d5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.4403555 Mar 02 17:57:04.807024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:04.880534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-7b2d2bf0-ae69-4051-bf1d-2ac3fc0fa7fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.1486897 Mar 02 17:57:05.066345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-c29543ce-a994-4b39-8456-979f01f3509c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:05.068401 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-c29543ce-a994-4b39-8456-979f01f3509c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.1813204 Mar 02 17:57:05.072412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9380f-9787-4fd6-b0ea-9648bbc4e3c2 req-34122afe-40c9-4afb-be3f-f1d33062bbfd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:05.076155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bb9380f-9787-4fd6-b0ea-9648bbc4e3c2 req-34122afe-40c9-4afb-be3f-f1d33062bbfd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.4840026 Mar 02 17:57:05.174307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825433864'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:05.186685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:05.194118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:05.197863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:05.209593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:05.212242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bb9380f-9787-4fd6-b0ea-9648bbc4e3c2 req-0546fa0e-d28e-4100-953f-82dba131a447 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236296 Mar 02 17:57:05.220340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.251632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-89aa4a4c-91d2-4025-97cd-3d427a5f9c36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762357 Mar 02 17:57:05.252632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.266318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.380089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:05.397505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:05.405696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:05.418076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:05.427546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:05.441851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:05.451494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Usage tracker for resource:floatingip and tenant:824e0f7bc17e4e968e8c9c45100f66d3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:05.455657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-2129df28-a26a-41af-919c-8d06adc1f0df service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753159 Mar 02 17:57:05.488834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:05.508027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:05.567201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.637791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.652733 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.717450 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-13044e8d-93bf-433b-92f5-644b53b3ab15 req-b27fd2e0-c79c-4350-ae6e-c4f093284b67 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321708 Mar 02 17:57:05.721310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:05.723927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05e0a2-9b54-47fe-814d-87ee2f57458f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:05.728265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:05.740030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:05.752597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:05.816321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.821536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.866131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa14b29-0575-41df-94cc-9ae45d59488d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:05.876284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:05.879050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-97f1f568-1aa4-4e7b-b890-35cddd77ec2d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0708325 Mar 02 17:57:05.881128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:05.949572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79804f3c-7216-443e-9859-8909e3f6e046 req-4e3a3b77-2244-4541-9ef4-1f224cafb3e8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:05.950491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-08bd11f4-d7d6-4745-b237-e3eb91424e28 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:05.955723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79804f3c-7216-443e-9859-8909e3f6e046 req-4e3a3b77-2244-4541-9ef4-1f224cafb3e8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2480061 Mar 02 17:57:05.968938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-08bd11f4-d7d6-4745-b237-e3eb91424e28 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:05.975420 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-08bd11f4-d7d6-4745-b237-e3eb91424e28 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0880706 Mar 02 17:57:05.975975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:05.981381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-security--969778702', 'description': 'tempest-security-description-1002312608'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:06.015646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.028930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.032424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79804f3c-7216-443e-9859-8909e3f6e046 req-4f2fcd5f-b9dc-4579-bc1a-72cb599c4b15 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563085 Mar 02 17:57:06.079406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.084127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.086693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.091054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "PUT /v2.0/security-groups/4aa14b29-0575-41df-94cc-9ae45d59488d HTTP/1.1" status: 200 len: 1611 time: 0.1140497 Mar 02 17:57:06.091644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:06.149300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a02507-dd7a-4c1b-bb5d-176b51c62fa9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa14b29-0575-41df-94cc-9ae45d59488d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:06.174299 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f94357a8-0123-47bb-9dc4-c2818cae8701 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups/4aa14b29-0575-41df-94cc-9ae45d59488d HTTP/1.1" status: 200 len: 1611 time: 0.0714762 Mar 02 17:57:06.174687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:06.251384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.293794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.295273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Allocated IP 172.25.3.9 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/91f3d95c-9dda-4b81-9a78-d3efa7210c46) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:06.360114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.392074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa14b29-0575-41df-94cc-9ae45d59488d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:06.403335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.404648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2d01fb8-486c-48f0-b41c-578bd1e9e6c2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/4aa14b29-0575-41df-94cc-9ae45d59488d HTTP/1.1" status: 204 len: 168 time: 0.2286801 Mar 02 17:57:06.407064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:06.497875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b93b6707-d7b5-4a5e-be24-d1608992ce55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:06.519132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b93b6707-d7b5-4a5e-be24-d1608992ce55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:06.523766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b93b6707-d7b5-4a5e-be24-d1608992ce55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1129882 Mar 02 17:57:06.524562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51368) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:06.542615 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-ac4d3d76-8355-4f0d-b57e-c5490f906e6d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] delete failed (client error): The resource could not be found. Mar 02 17:57:06.546695 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac4d3d76-8355-4f0d-b57e-c5490f906e6d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/4aa14b29-0575-41df-94cc-9ae45d59488d HTTP/1.1" status: 404 len: 347 time: 0.0177283 Mar 02 17:57:06.549536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:06.571366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700519936'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:06.593603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:06.623040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.630093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:06.678907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f56c8-5881-4b65-8c78-3dc991bfc802 req-e1a89846-7cda-4984-ac15-0b36748f9141 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:06.680421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c9f56c8-5881-4b65-8c78-3dc991bfc802 req-e1a89846-7cda-4984-ac15-0b36748f9141 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2288570 Mar 02 17:57:06.689165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.778852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 54fba032-836a-45cc-87fa-3f63d6b9833c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:06.779191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.817604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:06.985966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:07.008853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:07.021153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:07.025716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c9f56c8-5881-4b65-8c78-3dc991bfc802 req-461c93b4-3599-41fe-a579-9c4f357c90fc tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269839 Mar 02 17:57:07.056670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:07.136205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:07.142990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:07.145132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Pushing event updated for resources: {'Port': ['ID=91f3d95c-9dda-4b81-9a78-d3efa7210c46,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:07.148074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:07.327249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.333688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.348865 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.506269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 54fba032-836a-45cc-87fa-3f63d6b9833c owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:07.618282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc396a1b-3d56-483b-a09e-57939df7bdcf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:07.665539 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.670779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-610dd503-bbab-406f-a31d-95bb4a444a3a tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1078076 Mar 02 17:57:07.672177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51394) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:07.679737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': 'dc396a1b-3d56-483b-a09e-57939df7bdcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:07.688053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:07.692722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:07.696765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:07.702849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:07.723903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.788653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.808572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.813260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.845033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab04015-09b4-4d51-94cd-6820c92f57d2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:07.858506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.862477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d0f6351-ddce-41a0-875a-eb98a4593589 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1863620 Mar 02 17:57:07.862668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68fc56-dbb2-43d4-b96d-9e25ef519afa req-f4e6f6bc-7988-4d67-9fb4-67cee7a5d01f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:07.862668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff68fc56-dbb2-43d4-b96d-9e25ef519afa req-f4e6f6bc-7988-4d67-9fb4-67cee7a5d01f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.4354594 Mar 02 17:57:07.862898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:07.908947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.928511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.943364 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:07.984701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.006335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aab04015-09b4-4d51-94cd-6820c92f57d2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:08.017944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.023239 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f1df3bcc-37af-4260-ae68-42f37e46176f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/aab04015-09b4-4d51-94cd-6820c92f57d2 HTTP/1.1" status: 204 len: 168 time: 0.1591606 Mar 02 17:57:08.024225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51406) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:08.043458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.091715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff68fc56-dbb2-43d4-b96d-9e25ef519afa req-cd4ee3a1-17f6-4d73-ab34-b8fbb2aa7259 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737158 Mar 02 17:57:08.095284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e85a5c06-5347-4c91-9c5c-1c5c16d5df21 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:08.104142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=54fba032-836a-45cc-87fa-3f63d6b9833c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:08.120825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e85a5c06-5347-4c91-9c5c-1c5c16d5df21 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:08.122797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e85a5c06-5347-4c91-9c5c-1c5c16d5df21 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0973351 Mar 02 17:57:08.125663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51410) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:08.241389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.345353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.417647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.456998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc396a1b-3d56-483b-a09e-57939df7bdcf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:08.527783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.532763 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e8244a5-e248-455a-89d0-2a6ad1bf1641 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc396a1b-3d56-483b-a09e-57939df7bdcf HTTP/1.1" status: 204 len: 168 time: 0.4010994 Mar 02 17:57:08.533012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:08.586456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7114eaa0-53e9-49da-b03b-fb0db1db2218 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:08.605601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7114eaa0-53e9-49da-b03b-fb0db1db2218 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:08.607106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7114eaa0-53e9-49da-b03b-fb0db1db2218 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0732131 Mar 02 17:57:08.609019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.610967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51426) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:08.617958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887346142'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:08.625723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:08.641399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:08.653533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.674171 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.693970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:08.699623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:08.700994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.702707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:08.711212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:08.761063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.775497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.779717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.825732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d1169e-fd53-4bfe-b1a1-3066ca7733a5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:08.840487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.841915 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-21f2ab94-b4d9-4cfc-acba-f99909912ea7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2297318 Mar 02 17:57:08.844657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51434) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:08.851588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '15d1169e-fd53-4bfe-b1a1-3066ca7733a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:08.870541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:08.881076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:08.885948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:08.892601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:08.915065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.990811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:08.994894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.029017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902edd41-9eaa-472a-908c-a99b787cc1a3 req-8758f006-b906-4c64-8506-dbd32fde9a2a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:09.030485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-902edd41-9eaa-472a-908c-a99b787cc1a3 req-8758f006-b906-4c64-8506-dbd32fde9a2a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.6869917 Mar 02 17:57:09.039644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c8e42d-8f67-435c-91e9-a5c0618e3682,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:09.041605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.046478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eae8aaad-41dc-4e3e-bef6-793d6e446d2f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1983888 Mar 02 17:57:09.047038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.052428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '15d1169e-fd53-4bfe-b1a1-3066ca7733a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:09.059585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:09.063909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:09.067169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:09.074857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:09.093530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.110623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Pushing event updated for resources: {'Port': ['ID=91f3d95c-9dda-4b81-9a78-d3efa7210c46,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:09.151000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.192048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.197553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.235184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f81599e-0106-4a81-9fee-16f679820d17,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:09.238207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.243865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24e1d293-badf-45e0-92d0-ee354af59bc0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1957066 Mar 02 17:57:09.244931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51446) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.253341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '15d1169e-fd53-4bfe-b1a1-3066ca7733a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:09.260590 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ee67a86-2d7e-4c7b-b334-a41efdb9ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.262831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:09.267907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:09.272023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:09.279366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:09.301224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.312533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-902edd41-9eaa-472a-908c-a99b787cc1a3 req-3be02318-4010-4a4f-ad74-dd3e208b902e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413723 Mar 02 17:57:09.391373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.392567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a2be1b21-91c1-4d2c-a4af-15234a42ef3c tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7983494 Mar 02 17:57:09.411295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51454) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.459512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-25892902', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'fixed_ips': [{'ip_address': '172.25.3.9'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:09.465858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:09.471373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Usage tracker for resource:port and tenant:824e0f7bc17e4e968e8c9c45100f66d3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:09.475819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:09.482211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 71873f60-ef3c-4225-b554-a6ca6ce68d84 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:09.482437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:09.505945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Made reservation on behalf of 824e0f7bc17e4e968e8c9c45100f66d3 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:09.508307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.529529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.543848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.554037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.594257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa97448b-0ddb-4759-ac85-aee99de8f62c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:09.627633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:09.633294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Usage tracker for resource:security_group_rule and tenant:824e0f7bc17e4e968e8c9c45100f66d3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:09.638455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:09.646918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:09.681752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.686288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-01c43df9-2035-4d53-bf85-dd314c4d954f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4372029 Mar 02 17:57:09.686546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51464) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.695326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '15d1169e-fd53-4bfe-b1a1-3066ca7733a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:09.705006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:09.711892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:09.715867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:09.725311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:09.738833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.743272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.758330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] device_id is not set on port 794e3e9c-c296-48d8-ac87-c184000207ef yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:09.771186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:09.781589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-027a6a74-506f-4389-8c5a-753af0221085 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/71873f60-ef3c-4225-b554-a6ca6ce68d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7892604 Mar 02 17:57:09.781908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51468) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.790874 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] Sync routers for ids ['71873f60-ef3c-4225-b554-a6ca6ce68d84'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:09.813966 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] Routers {'71873f60-ef3c-4225-b554-a6ca6ce68d84'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:09.814611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['71873f60-ef3c-4225-b554-a6ca6ce68d84'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:09.835141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc23e380-2441-4f5d-b30c-b3a3cde0c43c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:09.841735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:09.857765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441e646-b113-4aff-94e7-be995b5566f6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:09.880068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:09.893007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] Routers {'71873f60-ef3c-4225-b554-a6ca6ce68d84'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:09.893605 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:56:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['71873f60-ef3c-4225-b554-a6ca6ce68d84'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:09.901171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc23e380-2441-4f5d-b30c-b3a3cde0c43c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:09.902315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc23e380-2441-4f5d-b30c-b3a3cde0c43c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=71873f60-ef3c-4225-b554-a6ca6ce68d84 HTTP/1.1" status: 200 len: 205 time: 0.1191306 Mar 02 17:57:09.908819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51472) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:09.961240 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:09.961893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6508b-53a3-4c53-88a7-8ccfa0ac091f None None] The sync data for ids ['71873f60-ef3c-4225-b554-a6ca6ce68d84'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:10.049254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58645c19-ed8a-4f10-8187-4aed891495b0 req-8d21d494-0f6f-4101-baa8-c83136968cd5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:10.051430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58645c19-ed8a-4f10-8187-4aed891495b0 req-8d21d494-0f6f-4101-baa8-c83136968cd5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.3309672 Mar 02 17:57:10.111948 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.126492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.154276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.189270 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 17:57:10.189714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:57:10.212693 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b38d0dbb-d206-4dea-aea2-f859b4828957 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.7951705 Mar 02 17:57:10.214964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51476) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:10.228451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2606add1-d3ba-4172-9b88-6135ded81b9b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:10.232838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58645c19-ed8a-4f10-8187-4aed891495b0 req-683e913d-dbbb-4efa-8f09-df071e7f4eac tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673379 Mar 02 17:57:10.303483 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.304649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c89cd7b5-8fe4-4a21-8aad-834da822d000 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6166008 Mar 02 17:57:10.308330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51480) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:10.313664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '15d1169e-fd53-4bfe-b1a1-3066ca7733a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:10.321192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:10.331050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:10.335575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:10.342649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:10.395533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Deleting port 91f3d95c-9dda-4b81-9a78-d3efa7210c46 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:10.395868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.580893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.581256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.672135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.710134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Calling delete_port for 91f3d95c-9dda-4b81-9a78-d3efa7210c46 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:10.760416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.777943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.836150 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.837588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 71873f60-ef3c-4225-b554-a6ca6ce68d84 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:57:10.859286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.865766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.879325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.903409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c588063e-2c6c-4c5f-849d-29e5af45f59b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:10.909390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.913915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:10.914559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2edb0567-284f-4d61-871e-4d05ee5ed617 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/71873f60-ef3c-4225-b554-a6ca6ce68d84 HTTP/1.1" status: 204 len: 168 time: 1.0033362 Mar 02 17:57:10.916610 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.917844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c0d0a88-6bec-48dc-90fa-d9b7054fcb43 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6084146 Mar 02 17:57:10.921614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51494) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:10.952641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.963467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:10.968431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Pushing event deleted for resources: {'Port': ['ID=91f3d95c-9dda-4b81-9a78-d3efa7210c46,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:10.998834 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.018303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.020407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c588063e-2c6c-4c5f-849d-29e5af45f59b HTTP/1.1" status: 204 len: 168 time: 0.0978942 Mar 02 17:57:11.026926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51498) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.030487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb435-8016-432b-8540-f6029ae50f55 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c588063e-2c6c-4c5f-849d-29e5af45f59b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:11.094309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-605e2312-6dd8-476c-bc15-16e83d7642a5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:11.111605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-605e2312-6dd8-476c-bc15-16e83d7642a5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:11.116099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-605e2312-6dd8-476c-bc15-16e83d7642a5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0879307 Mar 02 17:57:11.116710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51502) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.149877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.160489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.169544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.188656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.189684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.192237 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78b48481-06f2-478b-ba90-c9d889411c83 tempest-ExternalNetworksAdminNegativeTestJSON-193158617 tempest-ExternalNetworksAdminNegativeTestJSON-193158617-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/82260483-02f4-4c87-9fc4-63faad4f6a1d HTTP/1.1" status: 204 len: 168 time: 0.9759250 Mar 02 17:57:11.208115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2606add1-d3ba-4172-9b88-6135ded81b9b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:11.219344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.220582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c723d9f0-1cf4-4d68-87ab-4da23384982b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2606add1-d3ba-4172-9b88-6135ded81b9b HTTP/1.1" status: 204 len: 168 time: 0.1029615 Mar 02 17:57:11.224475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51508) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.248340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet 9f47925e-3a75-40e2-b6fc-3e7138a78a6e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:57:11.251515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.308578 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.320844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-38b119ab-c749-47fb-bf3e-2d6c9626cd52 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:11.322793 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0867dcec-5113-4965-8265-5abcbedc3652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.364860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-38b119ab-c749-47fb-bf3e-2d6c9626cd52 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:11.366256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-38b119ab-c749-47fb-bf3e-2d6c9626cd52 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1407111 Mar 02 17:57:11.369328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51514) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.413620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.429656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.454042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.538286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.555935 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.585285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa97448b-0ddb-4759-ac85-aee99de8f62c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:11.598615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=9f47925e-3a75-40e2-b6fc-3e7138a78a6e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:11.612400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.615037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d4f4d-2f57-40fd-ad0e-deb12928229b None None] Network 942a1c5b-af81-4776-af1f-1f376ce71878 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:11.620279 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-346335aa-fd26-422b-b287-a1ed66c57e4e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/9f47925e-3a75-40e2-b6fc-3e7138a78a6e HTTP/1.1" status: 204 len: 168 time: 0.7048073 Mar 02 17:57:11.622468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51526) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.626663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.627827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2df99f59-11f4-441a-bb1b-1586bba20518 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fa97448b-0ddb-4759-ac85-aee99de8f62c HTTP/1.1" status: 204 len: 168 time: 0.2576087 Mar 02 17:57:11.632816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51530) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.729783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-948230c0-715e-47d5-bc3d-2a4689f7c33b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:11.740555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d1086-01b1-444a-9bf5-44fac4f5ad2f req-f62b9001-0a5a-4fa7-8ed1-add1edddb8b1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:11.742482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-324d1086-01b1-444a-9bf5-44fac4f5ad2f req-f62b9001-0a5a-4fa7-8ed1-add1edddb8b1 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2344952 Mar 02 17:57:11.776420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-948230c0-715e-47d5-bc3d-2a4689f7c33b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:11.781135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-948230c0-715e-47d5-bc3d-2a4689f7c33b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1442776 Mar 02 17:57:11.782472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.784542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:11.803080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-324d1086-01b1-444a-9bf5-44fac4f5ad2f req-2e29b636-d60e-482a-96dc-2a72926d8474 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Mar 02 17:57:11.828480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.843772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.850562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port ac499da0-b292-4d3f-8cb5-9d638c99f686 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:11.851235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:11.855639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.005684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] DHCP port deletion for 942a1c5b-af81-4776-af1f-1f376ce71878 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:57:12.012234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Deleting port ac499da0-b292-4d3f-8cb5-9d638c99f686 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:12.012860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.059912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.084290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f81599e-0106-4a81-9fee-16f679820d17,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:12.108594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.123189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.126819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61f7b398-03cc-47e9-971d-8b8776aba5f6 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2f81599e-0106-4a81-9fee-16f679820d17 HTTP/1.1" status: 204 len: 168 time: 0.3374476 Mar 02 17:57:12.127726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.154235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:12.159211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Usage tracker for resource:security_group_rule and tenant:2faa8a4b223d40ddbd05bdd4d3535817 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:12.162858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:12.169880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:12.257412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.263323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.268876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port ac499da0-b292-4d3f-8cb5-9d638c99f686, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ac499da0-b292-4d3f-8cb5-9d638c99f686,segment=NetworkSegment(de520acf-af9e-40d1-b248-55da2a0c1f7c),segment_id=de520acf-af9e-40d1-b248-55da2a0c1f7c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:12.269885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.291011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] For port ac499da0-b292-4d3f-8cb5-9d638c99f686, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ac499da0-b292-4d3f-8cb5-9d638c99f686,segment=NetworkSegment(de520acf-af9e-40d1-b248-55da2a0c1f7c),segment_id=de520acf-af9e-40d1-b248-55da2a0c1f7c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:12.291612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.292242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06cff738-0a6f-4db1-9084-4e7903b57109 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:12.337666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2faa8a4b223d40ddbd05bdd4d3535817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4805830 Mar 02 17:57:12.339189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72157fae-088b-416b-bac3-d8cf144f2949,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:12.341703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51548) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.368641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.369560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.370230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.370831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.371434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.372017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.372620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.373284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.373946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.375105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.376738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49215e-0549-44fa-b086-9ebc5d70147c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:12.421825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06cff738-0a6f-4db1-9084-4e7903b57109 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:12.427180 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06cff738-0a6f-4db1-9084-4e7903b57109 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2945511 Mar 02 17:57:12.430306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for ac499da0-b292-4d3f-8cb5-9d638c99f686 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:12.431652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51552) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.483358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.501980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Calling delete_port for ac499da0-b292-4d3f-8cb5-9d638c99f686 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:12.513157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.532449 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.568054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.584559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:57:12.584811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.585032 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:57:12.608450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.618523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=ac499da0-b292-4d3f-8cb5-9d638c99f686,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:12.627919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port ac499da0-b292-4d3f-8cb5-9d638c99f686 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:57:12.636816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c8e42d-8f67-435c-91e9-a5c0618e3682,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:12.661418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.666650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aee44ecd-c519-473c-827d-8a22383809c5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/57c8e42d-8f67-435c-91e9-a5c0618e3682 HTTP/1.1" status: 204 len: 168 time: 0.2334642 Mar 02 17:57:12.667552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51558) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.699144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.721875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.723638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72157fae-088b-416b-bac3-d8cf144f2949 HTTP/1.1" status: 204 len: 168 time: 0.3806815 Mar 02 17:57:12.728327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f1fe-6475-43dc-ba78-e68d69895992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72157fae-088b-416b-bac3-d8cf144f2949,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:12.738722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5e5db039-95ca-4e8b-850a-930d474f74cd tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:12.769604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5e5db039-95ca-4e8b-850a-930d474f74cd tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:12.770671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5e5db039-95ca-4e8b-850a-930d474f74cd tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1017423 Mar 02 17:57:12.773938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51568) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:12.787181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.815382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.819599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942a1c5b-af81-4776-af1f-1f376ce71878']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:12.838478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de520acf-af9e-40d1-b248-55da2a0c1f7c') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:12.838926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de520acf-af9e-40d1-b248-55da2a0c1f7c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:12.855380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.871435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.882768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.893840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:57:12.894389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.925293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:12.992138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:57:13.010068 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:57:13.013845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.028124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.035201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.041554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d1169e-fd53-4bfe-b1a1-3066ca7733a5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:13.049962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=942a1c5b-af81-4776-af1f-1f376ce71878,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:13.068185 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5331fde-f0f9-4ead-93ee-835f61c1cb1d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/942a1c5b-af81-4776-af1f-1f376ce71878 HTTP/1.1" status: 204 len: 168 time: 1.4444489 Mar 02 17:57:13.070181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.074110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a12469fc-e548-4c02-96a3-dc5a5fc5b30e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/15d1169e-fd53-4bfe-b1a1-3066ca7733a5 HTTP/1.1" status: 204 len: 168 time: 0.2963979 Mar 02 17:57:13.074293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51576) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.077080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51578) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.083296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-221285352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:13.086953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Deleting port ac499da0-b292-4d3f-8cb5-9d638c99f686 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:13.087661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.092942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.099015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:13.103029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:13.110528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.123298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.124513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.148972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.178062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.197570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ec561af9-7b59-4876-a063-503c52b21fcb None None] The port 'ac499da0-b292-4d3f-8cb5-9d638c99f686' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:57:13.229732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.233634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-15d45589-10e1-4ee5-88a9-18aa80775a71 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1574295 Mar 02 17:57:13.233846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51584) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.241001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1324028972'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:13.247335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.251996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:13.255177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:13.262755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.278109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a17d526d-0cda-4737-8211-8aac1466f97b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:13.279392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:13.283151 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.316516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:13.328427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.328758 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment e7b9230a-879a-470c-b0d0-03757702a78e of type vlan for network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 Mar 02 17:57:13.337771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723190-059d-4de9-b360-a198a80818ef req-11a03604-23fa-458b-95e1-0a3656298791 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:13.339480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc723190-059d-4de9-b360-a198a80818ef req-11a03604-23fa-458b-95e1-0a3656298791 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2173483 Mar 02 17:57:13.341079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a17d526d-0cda-4737-8211-8aac1466f97b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:13.342518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a17d526d-0cda-4737-8211-8aac1466f97b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2639244 Mar 02 17:57:13.351426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.360806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008674243'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:13.361884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.387756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.411433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.421730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.429858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:13.430443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.441776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51592) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.459349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ac499da0-b292-4d3f-8cb5-9d638c99f686 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:57:13.475096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2400033 Mar 02 17:57:13.479656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51596) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.512745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.531894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ac499da0-b292-4d3f-8cb5-9d638c99f686 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:57:13.532789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ac499da0-b292-4d3f-8cb5-9d638c99f686 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:57:13.551903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:13.555398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc723190-059d-4de9-b360-a198a80818ef req-dd49dc5f-dd38-423c-b356-14879a6fbc43 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047894 Mar 02 17:57:13.612292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bfb7d1d4-22e0-40fe-85f6-a5769dbad937 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=824e0f7bc17e4e968e8c9c45100f66d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671336 Mar 02 17:57:13.613331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.616308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.632662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:13.637493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:13.651597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.683575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a027b2-c17f-4180-afe5-9e8f1ee1b5a1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=db57ed94-d1eb-4c44-9d59-eb1cb8aba969,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:13.700811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:13.720118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.727266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:13.728626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.731671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:13.739377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.752987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:13.766365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.799066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.813235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.877777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7c6b74-2f21-48c0-8fe4-e8865a000210,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:13.883668 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.884785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84f0cc93-d033-410f-811d-06761713e665 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5323555 Mar 02 17:57:13.887961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51606) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:13.897047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '4a7c6b74-2f21-48c0-8fe4-e8865a000210', 'direction': 'ingress', 'protocol': 17}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:13.898795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.904664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:13.908786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:13.913520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:13.916039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:13.917140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a441e646-b113-4aff-94e7-be995b5566f6 HTTP/1.1" status: 204 len: 168 time: 0.3027532 Mar 02 17:57:13.918316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0634-148e-4a89-a195-76dbe15a2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441e646-b113-4aff-94e7-be995b5566f6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:13.923687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:13.932136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.041560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.172284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.179522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.222206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5c6f5-478e-4e62-9a2c-7c79f8575bbf,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:14.254163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.261556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d83391b-c483-4475-a5fc-12b63c0685ce tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3639758 Mar 02 17:57:14.262642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:14.277104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.341376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.371968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.374199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.462746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=bbc493d8-82b6-4513-9ed4-b7d7a31a79ad,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:14.480421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:14.480935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: db57ed94-d1eb-4c44-9d59-eb1cb8aba969, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:14.506552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:14.512810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.523954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, db57ed94-d1eb-4c44-9d59-eb1cb8aba969) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:14.528471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:14.529213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.537471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419e23a-699e-48df-befb-19048967b7a9 None None] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:14.556093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7c6b74-2f21-48c0-8fe4-e8865a000210,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:14.557594 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b0c4c374-b1bc-4a7d-ba79-bed6f024edf2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0766706 Mar 02 17:57:14.558740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:14.582827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.584843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4b8ad068-bb47-47ec-8406-fb69feeaea78 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a7c6b74-2f21-48c0-8fe4-e8865a000210 HTTP/1.1" status: 204 len: 168 time: 0.3233945 Mar 02 17:57:14.587752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51634) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:14.740424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-75b5c033-260e-41af-8327-24e94606d988 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:14.767662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-75b5c033-260e-41af-8327-24e94606d988 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:14.770609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-75b5c033-260e-41af-8327-24e94606d988 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1814144 Mar 02 17:57:14.774977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51642) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:14.782273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--418236768'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:14.792238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:14.807703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:14.888200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.932168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:57:14.933346 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:14.960373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eabded-0820-4765-89e2-07a5182d7319 req-63b4f3d5-0449-49f2-83f6-92b1b2414bee tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:14.962259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50eabded-0820-4765-89e2-07a5182d7319 req-63b4f3d5-0449-49f2-83f6-92b1b2414bee tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.1568885 Mar 02 17:57:15.001129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:15.013342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:15.020689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:15.060933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50eabded-0820-4765-89e2-07a5182d7319 req-ec1692d7-291b-43f9-9a81-2812a3f1328e tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863564 Mar 02 17:57:15.061847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:15.151659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.158191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.226453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.230829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005b211e-998a-465f-b035-ea95c021b271,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:15.237710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.242351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-30027ba1-4fd9-4ff4-b972-b9d9a16ec6e5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4624207 Mar 02 17:57:15.242351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51650) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:15.247968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--832939095'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:15.255538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:15.260077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:15.263279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Allocated IP 172.20.0.2 (db57ed94-d1eb-4c44-9d59-eb1cb8aba969/bbc493d8-82b6-4513-9ed4-b7d7a31a79ad/65d636df-ffdf-49c6-9ffc-bd4b95a61c5c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:15.263460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:15.270753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:15.287845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.334065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:15.339935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:15.343588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:15.350695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:15.455301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.466386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.587224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.600493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Transition to ACTIVE for port object 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:15.630209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Transition to ACTIVE for port object 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:15.649440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.715821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.717079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4743600 Mar 02 17:57:15.719936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51662) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:15.726946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '005b211e-998a-465f-b035-ea95c021b271', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '811e7b44-d13a-417b-a443-ee0cf59ac383', 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:15.733946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:15.738849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:15.739500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:15.739824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51666) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:15.742483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Pushing event updated for resources: {'Port': ['ID=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:15.742681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:15.745207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:15.747421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:15.751104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:15.765733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105a19-d3c3-442d-97b3-5577b0103ad5 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811e7b44-d13a-417b-a443-ee0cf59ac383,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:15.800692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.851643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Attempting to bind port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:15.852061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Attempting to bind port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:15.852665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Attempting to bind port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c on network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:15.860776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:15.861132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Checking segment: {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:15.861590 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.861986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Bound using segment: {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:15.862751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Bound port: 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:15.863181 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.880355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.886217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.927172 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.929109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2082124 Mar 02 17:57:15.933325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:15.963110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e2b3b-9773-4d83-8d1c-db4f4b76392c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5409cb99-0f82-485c-965d-cf1c24e54ee7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:15.967511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.20.0.1 (db57ed94-d1eb-4c44-9d59-eb1cb8aba969/bbc493d8-82b6-4513-9ed4-b7d7a31a79ad/a5a14e52-c904-41ae-9a75-5cbc8161fa33) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:15.972556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.979885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] For port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:15.983458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] For port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:15.986850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:15.989814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.023684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.046221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.049926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5409cb99-0f82-485c-965d-cf1c24e54ee7 HTTP/1.1" status: 204 len: 168 time: 0.1130247 Mar 02 17:57:16.052778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51676) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:16.060178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bfd2d-afda-41b5-ba7c-ecaacc79b439 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5409cb99-0f82-485c-965d-cf1c24e54ee7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.094784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bdf20-f4a7-4abf-acca-4d883e5e1ede None None] Pushing event updated for resources: {'Port': ['ID=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.137005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-876897105'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:16.147055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6616834-732d-46cb-9c18-32fc3d7a66d7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:16.150974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:16.154792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:network and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:16.157917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:16.164061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:16.170909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6616834-732d-46cb-9c18-32fc3d7a66d7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:16.175996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6616834-732d-46cb-9c18-32fc3d7a66d7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1144266 Mar 02 17:57:16.182270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51682) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:16.185493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:16.194177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.220092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.277579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.288391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.293835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:16.309897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:security_group_rule and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:16.309897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object a5a14e52-c904-41ae-9a75-5cbc8161fa33 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:16.309897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:16.324257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:16.420840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.454994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.460360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.499382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8b184-027b-4c71-9eb5-2462b0cb8605 req-24590d6c-b4e8-48e2-a7cb-ddc670e79149 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:16.501010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8c8b184-027b-4c71-9eb5-2462b0cb8605 req-24590d6c-b4e8-48e2-a7cb-ddc670e79149 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2385509 Mar 02 17:57:16.532362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.539740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.587158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e7b44-d13a-417b-a443-ee0cf59ac383,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.591266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:16.623474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8c8b184-027b-4c71-9eb5-2462b0cb8605 req-465e144d-b5cb-4243-a600-0d2341b06499 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Mar 02 17:57:16.625422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.630123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3b3a42be-68e1-4c33-907a-da6a120ebbad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/811e7b44-d13a-417b-a443-ee0cf59ac383 HTTP/1.1" status: 204 len: 168 time: 0.4426465 Mar 02 17:57:16.630536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:16.630974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51690) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:16.644567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:16.652620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:16.687336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.687776 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Added segment 8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd of type vlan for network c6007297-cf72-4d23-8d35-fe228aa058f8 Mar 02 17:57:16.693619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258205f5-9ac1-427d-9a78-081ce0a4ec5a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.702727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.721241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-40aa87a4-db14-4de8-8247-3978192c9b5b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:16.741083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-40aa87a4-db14-4de8-8247-3978192c9b5b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:16.742368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-40aa87a4-db14-4de8-8247-3978192c9b5b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1103060 Mar 02 17:57:16.745289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51694) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:16.748934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.752792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.798206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.802896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:16.803484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.817817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.855394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.910156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.930704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b211e-998a-465f-b035-ea95c021b271,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:16.953071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:16.957382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c81eb41-30f3-480e-8d71-5fd76ad5bab9 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/005b211e-998a-465f-b035-ea95c021b271 HTTP/1.1" status: 204 len: 168 time: 0.2079980 Mar 02 17:57:16.957715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51700) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:17.017027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f896301c-e4a5-4111-bbaa-3a9280c37279 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:17.042565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f896301c-e4a5-4111-bbaa-3a9280c37279 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:17.047108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f896301c-e4a5-4111-bbaa-3a9280c37279 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0844939 Mar 02 17:57:17.048988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:17.056703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--986801179'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:17.064383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:17.075956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:17.100364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.102022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.111531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3676097 Mar 02 17:57:17.121302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51708) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:17.132441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'subnet': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:17.139079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bbb43-27a7-4a14-976d-f6ce04c6b566 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Network': ['ID=c6007297-cf72-4d23-8d35-fe228aa058f8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:17.150472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c6007297-cf72-4d23-8d35-fe228aa058f8 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:17.278819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:17.286114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:17.293926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:17.297363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:17.306964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:17.309846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:subnet and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:17.313777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:17.325090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:17.372535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:17.541976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfd787-95a0-47e8-97bd-41163822676a None None] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:17.598244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:17.603511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.605115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.607334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.616960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.626665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.750128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:17.777069 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.781025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7282073 Mar 02 17:57:17.789530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:17.803480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:17.817848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4050-3c83-4344-8d0a-9f487322bdd2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1becc92-6b02-492d-adc3-c00056622065,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:17.836359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': 'a1becc92-6b02-492d-adc3-c00056622065', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:17.869633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:17.962990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:18.012522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:18.013011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Provisioning for port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:18.013958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:18.016951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:18.019649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:18.029681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a10da8-38c7-430b-977d-64847c32a944 req-5550cb62-f7a7-49a1-b0e4-93fcf9dc8afb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:18.032162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37a10da8-38c7-430b-977d-64847c32a944 req-5550cb62-f7a7-49a1-b0e4-93fcf9dc8afb tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.1978157 Mar 02 17:57:18.042239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Provisioning complete for port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:18.042646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.083896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:18.108287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.195048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37a10da8-38c7-430b-977d-64847c32a944 req-82c91672-a17f-4cb3-8ae4-d7d775f1d74a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456120 Mar 02 17:57:18.223839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.232162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.271289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] For port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:18.277028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Subnet': ['ID=9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:18.281553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.296813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Checking segment: {'id': '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:18.297233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network hostable DHCP agents. Network: c6007297-cf72-4d23-8d35-fe228aa058f8, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:18.340126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:18.360679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c6007297-cf72-4d23-8d35-fe228aa058f8) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:18.366876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:18.367758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.375682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0979cd2-ec91-44dc-b59c-9e31474285bf None None] Network c6007297-cf72-4d23-8d35-fe228aa058f8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:18.403497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528b28f-09f4-422d-8fac-407f8507f41b None None] Pushing event updated for resources: {'Port': ['ID=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:18.439880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-03d5580f-f691-460c-a182-4c92118269cc tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3158329 Mar 02 17:57:18.439880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51726) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:18.450728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1238370936'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:18.465515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.471278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.527650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b2d361-a244-47d6-9539-ae5e825ec93e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:18.573997 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.574833 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-44e7486b-6b6d-4018-bdbc-bebd3b19c006 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7782588 Mar 02 17:57:18.585852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51730) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:18.640850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Provisioning for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:18.652614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Provisioning complete for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:18.653347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.658643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.678244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.683825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:18.689264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:port and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:18.693400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:18.701503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:18.715966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:18.720461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.733148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.759669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:57:18.762104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port 30d1aeb9-2765-4a71-aee9-de81c030433e yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:18.768907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b2d361-a244-47d6-9539-ae5e825ec93e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:18.775076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.780868 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9e7929d-52c1-445e-8bad-1fd98276204d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97b2d361-a244-47d6-9539-ae5e825ec93e HTTP/1.1" status: 204 len: 168 time: 0.1930320 Mar 02 17:57:18.782088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:18.822052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Port a5a14e52-c904-41ae-9a75-5cbc8161fa33 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:18.840214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c6007297-cf72-4d23-8d35-fe228aa058f8', 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'tenant_id': '77abe02c7a624a32b9d71a19e05514e4', 'fixed_ips': [{'subnet_id': '9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:57:18.841014 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:18.857052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Provisioning complete for port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:18.858226 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61cc3686-ba7f-4a18-803e-cf637c6ea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.035424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::ee (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/30d1aeb9-2765-4a71-aee9-de81c030433e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:19.170941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dee3d639-61d8-41ad-804d-0909a3d7d275 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:19.207043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dee3d639-61d8-41ad-804d-0909a3d7d275 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:19.211112 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dee3d639-61d8-41ad-804d-0909a3d7d275 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4253106 Mar 02 17:57:19.211871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:19.266475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.344686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:19.359522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:19.374706 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2bd08e1a-d894-4678-add6-1c76a32194d2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8125465 Mar 02 17:57:19.374706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.376854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:19.386624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:19.387261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:19.391928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-859545647'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:19.398258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:19.402380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:19.407586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:19.412382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:19.447588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.483282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:19.498308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:19.501686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.515682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.546002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1becc92-6b02-492d-adc3-c00056622065,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:19.569356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:19.572738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.576866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-97307bf7-a449-4d7b-b056-52894319562b tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1becc92-6b02-492d-adc3-c00056622065 HTTP/1.1" status: 204 len: 168 time: 0.3640661 Mar 02 17:57:19.577414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51754) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:19.587534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9f59a-d569-47d7-9eb1-989d4c4ec8fb req-703e01d5-45d6-4966-b47f-7495e667eb12 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:19.587783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.588073 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment b28a5b82-4d11-4be2-aa9b-71cb5226381a of type vlan for network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 Mar 02 17:57:19.589818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99d9f59a-d569-47d7-9eb1-989d4c4ec8fb req-703e01d5-45d6-4966-b47f-7495e667eb12 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2230186 Mar 02 17:57:19.614454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.620713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.621900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6c7b3a3e-88e4-43f5-8802-994d7cee8ff9 None None] Provisioning complete for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:19.622379 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3a3e-88e4-43f5-8802-994d7cee8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.657533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.664881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:19.666051 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.685326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object 30d1aeb9-2765-4a71-aee9-de81c030433e will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:19.723053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b3a3e-88e4-43f5-8802-994d7cee8ff9 None None] Port a5a14e52-c904-41ae-9a75-5cbc8161fa33 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:19.739243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:19.740954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99d9f59a-d569-47d7-9eb1-989d4c4ec8fb req-d6f1154a-f4a7-4d75-a970-bbc76584067b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330333 Mar 02 17:57:19.746120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53965918-4e0a-4112-b51c-220478931913 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:19.778839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53965918-4e0a-4112-b51c-220478931913 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:19.780223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-53965918-4e0a-4112-b51c-220478931913 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2013624 Mar 02 17:57:19.784452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51758) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:19.791772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223517977'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:19.799226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:19.810975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:19.814669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=0fff5a0f-06c3-41ac-93b9-fd77bf63cf55,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:19.829534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.835657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-514ed82f-6d14-47b7-82eb-0f732ca1694f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4549072 Mar 02 17:57:19.836170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51762) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:19.844466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:19.863077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:19.907337 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.968591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:19.968968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:19.969890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:19.981132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:19.987022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:19.991566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:19.995196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:19.997888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:20.001634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:20.006535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:20.016514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:20.028625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:20.032023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:20.044722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:20.050554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:20.051678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.071546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Allocated IP 2001:db8::2 (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/5d18a60d-51b0-4a01-b6ee-488dd70a0f77) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:20.119522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=30d1aeb9-2765-4a71-aee9-de81c030433e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:20.141035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.150773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.173944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d6cd0e0e-0653-4902-b98b-2d68161ab7ba tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7305751 Mar 02 17:57:20.178491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.197522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2021516273', 'allowed_address_pairs': [{'ip_address': '2001:db8::ee', 'mac_address': 'fa:16:3e:53:55:c4'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:20.204394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ced0ef5-fd47-490a-a03c-83e7d62cbc1c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:20.214057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.215866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f0c1c68-c2e5-45aa-8879-6ea9a2ab995e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4305055 Mar 02 17:57:20.219408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.230019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '4ced0ef5-fd47-490a-a03c-83e7d62cbc1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:20.236700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:20.241742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:20.244902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:20.251134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:20.277646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.287036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.398970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.412637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.492490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.493332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:20.501250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:port and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:20.505545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2817848 Mar 02 17:57:20.506162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51780) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.510543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:20.518089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62478-4c42-48e9-83d4-b8baec8b0a6c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f29318f-1fd4-4ef0-a403-1a6cbc37a9ff,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:20.537459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:20.547792 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16eb9121-d1a6-4385-92c1-74ce4287a44d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules/3f29318f-1fd4-4ef0-a403-1a6cbc37a9ff HTTP/1.1" status: 200 len: 705 time: 0.0403531 Mar 02 17:57:20.552444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51784) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.610459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:20.642866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ad1bfaa3-bf90-4fff-a046-e7a88d9290d0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:20.664252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ad1bfaa3-bf90-4fff-a046-e7a88d9290d0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:20.665968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad1bfaa3-bf90-4fff-a046-e7a88d9290d0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1124759 Mar 02 17:57:20.669232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.672651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.708762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Transition to ACTIVE for port object 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:20.711087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.724841 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.754243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Transition to ACTIVE for port object 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:20.754814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.763081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:16Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:17Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:20.772791 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.783204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f29318f-1fd4-4ef0-a403-1a6cbc37a9ff,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:20.783413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.791628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:57:20.791983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Updating router 73825898-3449-4965-b0e5-ccb4dc5c6339 port a5a14e52-c904-41ae-9a75-5cbc8161fa33 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:57:20.806130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.810069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f8a5ca69-daf1-46a0-b61c-a51a82c669e0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3f29318f-1fd4-4ef0-a403-1a6cbc37a9ff HTTP/1.1" status: 204 len: 168 time: 0.1371305 Mar 02 17:57:20.810223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51794) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.837768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:20.902812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port 7ab0acee-ba57-44d7-94b7-6fa20a5f377b yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:20.907207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fc1d5c87-452d-4acf-abbd-2d0c7d0f413d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:20.943806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=5c048c18-5f29-4f7f-8b93-17d6eb2276ba,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:20.965587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:20.965941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:20.977928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fc1d5c87-452d-4acf-abbd-2d0c7d0f413d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:20.981850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fc1d5c87-452d-4acf-abbd-2d0c7d0f413d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1680984 Mar 02 17:57:20.982238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51798) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:20.991853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '4ced0ef5-fd47-490a-a03c-83e7d62cbc1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:21.014165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:21.025872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650547b-d997-44db-af10-da885286f236 req-52e2afe8-dd65-44e4-b25c-0a4831bb5154 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:21.028079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9650547b-d997-44db-af10-da885286f236 req-52e2afe8-dd65-44e4-b25c-0a4831bb5154 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.1095378 Mar 02 17:57:21.040626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Pushing event updated for resources: {'Port': ['ID=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:21.063265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:21.067719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:21.073834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:21.080645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:21.088668 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.111243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9650547b-d997-44db-af10-da885286f236 req-64a4d420-6e5b-47fb-82f9-2e1fffa39315 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Mar 02 17:57:21.113383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.124997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:21.164291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:21.169961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::353 (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/7ab0acee-ba57-44d7-94b7-6fa20a5f377b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:21.194452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:21.196697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.266877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8404cb-ee71-4edf-a930-8362ab27aff0 None None] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:21.280242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fafced19-a3d3-4fba-92f5-f3b8b6e060e6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4393368 Mar 02 17:57:21.280516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51808) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.296190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.304660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.359617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fabe25-422b-4306-b2af-790b66813436,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:21.435910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.440001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ade97fc-75b4-4a44-8e9e-3f220a761e19 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4567475 Mar 02 17:57:21.440618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.485442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51816) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.486176 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eb7caac7-bbf4-400f-9e08-3b7793f2590d tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules/a6fabe25-422b-4306-b2af-790b66813436 HTTP/1.1" status: 200 len: 705 time: 0.0402470 Mar 02 17:57:21.495297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Attempting to bind port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:21.496059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Attempting to bind port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:21.497621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Attempting to bind port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 on network c6007297-cf72-4d23-8d35-fe228aa058f8 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:21.560139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:21.560784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Checking segment: {'id': '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:21.561901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.562450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Bound using segment: {'id': '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:21.563170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Bound port: 5d18a60d-51b0-4a01-b6ee-488dd70a0f77, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:21.563717 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.573750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.588673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0db88aed-f300-41c8-b658-19fd006656d0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1022537 Mar 02 17:57:21.593232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51820) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.596317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object 7ab0acee-ba57-44d7-94b7-6fa20a5f377b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:21.632328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.731512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.803637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.837181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:21.841080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:21.853495 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.855417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:21.860019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:21.860825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.866031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=7ab0acee-ba57-44d7-94b7-6fa20a5f377b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:21.874034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.880042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a6fabe25-422b-4306-b2af-790b66813436 HTTP/1.1" status: 204 len: 168 time: 0.2724442 Mar 02 17:57:21.882177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51824) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.883550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0dc37-e796-4749-8fb4-91116e62dab2 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6fabe25-422b-4306-b2af-790b66813436,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:21.930249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:57:21.931750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:21.932689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2b9b9603-4ad5-450c-a9b2-5bed08a165c1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7506475 Mar 02 17:57:21.936401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51828) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:21.982747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a65d686c-2943-48fc-a85e-b3c2b6c3b7a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:22.006647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a65d686c-2943-48fc-a85e-b3c2b6c3b7a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:22.010737 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a65d686c-2943-48fc-a85e-b3c2b6c3b7a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1185908 Mar 02 17:57:22.011353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51832) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:22.018245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': '4ced0ef5-fd47-490a-a03c-83e7d62cbc1c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:22.027775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:22.043205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:22.083227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.099497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:22.105007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:22.109124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:22.110000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:22.180070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:22.181379 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d505538-ee0e-448d-b219-71658814c5af tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2441158 Mar 02 17:57:22.189500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51840) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:22.208136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] For port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:22.229483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.239617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] For port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,segment=NetworkSegment(8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd),segment_id=8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:22.254433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.264057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.333535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5217b386-6688-439e-822d-482ae94789e6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:22.344037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port 7ab0acee-ba57-44d7-94b7-6fa20a5f377b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:22.344380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.443215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.499981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Allocated IP 172.21.0.2 (0fff5a0f-06c3-41ac-93b9-fd77bf63cf55/5c048c18-5f29-4f7f-8b93-17d6eb2276ba/7784bc3f-e371-4f68-a126-0ee7b6f68f47) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:22.524094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ec96-af3e-46f5-9c1e-c66e5e87d119 None None] Pushing event updated for resources: {'Port': ['ID=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:22.527897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:22.529543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-97848c57-fc91-4121-bd24-6e31cdd2c2aa tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5172174 Mar 02 17:57:22.533190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:22.730641 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9633b660-bba3-4f37-a032-d3f0163d342e tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules/5217b386-6688-439e-822d-482ae94789e6 HTTP/1.1" status: 200 len: 706 time: 0.1350720 Mar 02 17:57:22.750034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:23.013290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.017798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-72a280c8-932b-4f2d-8e0b-8e056631ae74 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:23.036732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Transition to ACTIVE for port object 7784bc3f-e371-4f68-a126-0ee7b6f68f47 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:23.053426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-72a280c8-932b-4f2d-8e0b-8e056631ae74 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:23.055522 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72a280c8-932b-4f2d-8e0b-8e056631ae74 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3036263 Mar 02 17:57:23.059323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:23.080949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Transition to ACTIVE for port object 7784bc3f-e371-4f68-a126-0ee7b6f68f47 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:23.125620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.137542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.141198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.152251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Transition to ACTIVE for port object a5a14e52-c904-41ae-9a75-5cbc8161fa33 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:23.162211 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.204220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.213251 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.254324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:23.257268 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.258997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:23.322557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:23.327940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.21.0.1 (0fff5a0f-06c3-41ac-93b9-fd77bf63cf55/5c048c18-5f29-4f7f-8b93-17d6eb2276ba/e9375a20-21d3-4a76-b8c3-c99f8606bf76) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:23.368434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Pushing event updated for resources: {'Port': ['ID=7784bc3f-e371-4f68-a126-0ee7b6f68f47,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:23.388277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568654d5-f223-4129-b328-6e4d73d4e20c req-17440489-632e-4b91-8637-8ba763dac000 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:23.390202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-568654d5-f223-4129-b328-6e4d73d4e20c req-17440489-632e-4b91-8637-8ba763dac000 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.9508030 Mar 02 17:57:23.571266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f5870-1349-4df5-99a3-c5ede03ce6e1 None None] Pushing event updated for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:23.679628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for 7ab0acee-ba57-44d7-94b7-6fa20a5f377b owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:23.694755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:23.719789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5217b386-6688-439e-822d-482ae94789e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:23.729410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.732995 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cbc9c0a1-4191-4d25-af03-aa86f556a3a0 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5217b386-6688-439e-822d-482ae94789e6 HTTP/1.1" status: 204 len: 168 time: 0.6700177 Mar 02 17:57:23.734335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51862) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:23.760581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.779330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object e9375a20-21d3-4a76-b8c3-c99f8606bf76 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:23.819015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:23.840963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb88b308-c019-4fc6-9144-fa95d4b0033f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:23.869347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Attempting to bind port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:23.870895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Attempting to bind port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:23.871541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Attempting to bind port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 on network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:23.906846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb88b308-c019-4fc6-9144-fa95d4b0033f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:23.911841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb88b308-c019-4fc6-9144-fa95d4b0033f tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1731834 Mar 02 17:57:23.912016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:23.912257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:23.932423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-568654d5-f223-4129-b328-6e4d73d4e20c req-56d7f865-3c18-47d1-845a-307a87f1a0d5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097151 Mar 02 17:57:23.943091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:23.945469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:23.948167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:24.027440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.054422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:24.055014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Checking segment: {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:24.056036 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.057418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Bound using segment: {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:24.058390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Bound port: 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:24.058896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.092374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.122520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce028c41-8ef0-42b9-a7d3-d3f1643faae1 None None] Network c6007297-cf72-4d23-8d35-fe228aa058f8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:24.135905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.199099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.203309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.210907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Attempting to bind port a5a14e52-c904-41ae-9a75-5cbc8161fa33 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:24.211605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Attempting to bind port a5a14e52-c904-41ae-9a75-5cbc8161fa33 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:24.212032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Attempting to bind port a5a14e52-c904-41ae-9a75-5cbc8161fa33 on network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:24.300627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=7ab0acee-ba57-44d7-94b7-6fa20a5f377b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:24.342026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:24.342715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Checking segment: {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:24.343236 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.343719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Bound using segment: {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:24.344668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Bound port: a5a14e52-c904-41ae-9a75-5cbc8161fa33, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9230a-879a-470c-b0d0-03757702a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:24.350104 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.365122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.467392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ced0ef5-fd47-490a-a03c-83e7d62cbc1c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:24.469120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] For port a5a14e52-c904-41ae-9a75-5cbc8161fa33, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:24.474525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] For port a5a14e52-c904-41ae-9a75-5cbc8161fa33, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a5a14e52-c904-41ae-9a75-5cbc8161fa33,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:24.501452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.515225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.535305 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-166a654d-207b-4baf-810d-a373c35ede18 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/7ab0acee-ba57-44d7-94b7-6fa20a5f377b HTTP/1.1" status: 204 len: 168 time: 2.3413243 Mar 02 17:57:24.535554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:24.568474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:24.576915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.578031 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8f67f826-89fa-497c-9455-012b1e6b6cc7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ced0ef5-fd47-490a-a03c-83e7d62cbc1c HTTP/1.1" status: 204 len: 168 time: 0.6648362 Mar 02 17:57:24.582840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51880) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:24.587778 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f50e390-165e-4273-823e-6bcced45d09b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] GET failed (client error): The resource could not be found. Mar 02 17:57:24.588399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f50e390-165e-4273-823e-6bcced45d09b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:24.608227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f50e390-165e-4273-823e-6bcced45d09b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:24.613496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f50e390-165e-4273-823e-6bcced45d09b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports/7ab0acee-ba57-44d7-94b7-6fa20a5f377b HTTP/1.1" status: 404 len: 333 time: 0.0732269 Mar 02 17:57:24.615456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51884) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:24.621323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1031487911'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:24.639558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Provisioning for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:24.643083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:24.643446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.684030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] For port 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:24.714543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Provisioning complete for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:24.715669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.796312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ed96fba0-82be-4b5e-ad56-732479c338a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:24.809674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] For port 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7784bc3f-e371-4f68-a126-0ee7b6f68f47,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:24.828061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:24.843301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:24.849515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ed96fba0-82be-4b5e-ad56-732479c338a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:24.852911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ed96fba0-82be-4b5e-ad56-732479c338a1 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2681897 Mar 02 17:57:24.856951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51888) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:24.867479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727277431'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:24.874739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:24.885486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:24.898266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.901357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:24.904179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f5870-1349-4df5-99a3-c5ede03ce6e1 None None] Pushing event updated for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:24.904906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.935879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.996298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port 4b030232-8929-4fd5-8f41-0c56c574aaff yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:24.999075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:24.999224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1410324-c5dc-4093-aa24-b732aaf56ab6 None None] Pushing event updated for resources: {'Port': ['ID=7784bc3f-e371-4f68-a126-0ee7b6f68f47,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:25.012678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.158931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:25.159757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:25.188847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.198399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:25.226250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:25.478731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:25.576060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:25.577907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:25.586609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c88bd-1b4c-4517-97cc-0ad8d443a3b6 req-a1cef06a-2ea6-4470-bc71-bbdeb69e7793 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:25.588390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-742c88bd-1b4c-4517-97cc-0ad8d443a3b6 req-a1cef06a-2ea6-4470-bc71-bbdeb69e7793 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2938247 Mar 02 17:57:25.590743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:25.606296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::334 (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/4b030232-8929-4fd5-8f41-0c56c574aaff) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:25.720375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.740948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.797008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.800338 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:25.802530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9429855 Mar 02 17:57:25.814151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:25.822596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Request body: {'security_group_rule': {'security_group_id': 'bf5f1f51-aa22-4707-8d97-e360bb9dcbed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:25.847341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:25.873381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Usage tracker for resource:security_group_rule and tenant:65f54aea751e4c1ab3644af4e9e4102d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:25.881557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:25.938615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff8762-2eaf-40b9-a9ca-4f0f6b8ec666 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f1f51-aa22-4707-8d97-e360bb9dcbed,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:25.956252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:25.981928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,segment=NetworkSegment(8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd),segment_id=8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:25.992111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.031039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.032463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.220202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.271752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.276768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object 4b030232-8929-4fd5-8f41-0c56c574aaff will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:26.281593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.284604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-742c88bd-1b4c-4517-97cc-0ad8d443a3b6 req-a4c5d1a9-2b88-471e-bac1-8458ce376a7a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366799 Mar 02 17:57:26.306391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4566190a-1acf-4138-86db-98c53395bbab,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:26.341763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:26.344653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:57:26.345013 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-464081a2-db41-41d1-82a3-9389d6ffcd16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:57:26.345753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7784bc3f-e371-4f68-a126-0ee7b6f68f47 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:26.429288 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.438895 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-714335c2-199e-45de-95bb-798ccf75d64c tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6239336 Mar 02 17:57:26.444471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:26.448788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:26.517994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.733264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:26.744568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=4b030232-8929-4fd5-8f41-0c56c574aaff,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:26.773631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:26.774581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 3, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:26.776037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:26.781959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:26.786285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:26.787065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.789814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545545b-e92c-49df-9b1f-31dfe47557ec None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 3, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:26.834156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:26.834680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:26.853281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-89fad2e8-c979-42b1-b81c-0894b3f5bcac tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5715446 Mar 02 17:57:26.856199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51916) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:26.863988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-201915134'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:26.871477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:26.877166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:26.881113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51920) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:26.883252 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1f7a6729-65be-4036-9867-0ce3b2115c1f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2671318 Mar 02 17:57:26.884091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:26.894180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ee', 'mac_address': 'fa:16:3e:53:55:c4'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:26.933191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.007585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:27.043403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.062746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22375c64-506e-479c-ba39-183809558efa None None] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:27.132685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f1f51-aa22-4707-8d97-e360bb9dcbed,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:27.137220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.138499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-caee2be9-e886-49df-b284-047352533aad tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf5f1f51-aa22-4707-8d97-e360bb9dcbed HTTP/1.1" status: 204 len: 168 time: 0.6931078 Mar 02 17:57:27.141577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:27.221389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80039d5a-96a3-49fb-9f58-eae90fac99ee tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:27.242101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:27.245330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.249548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-80039d5a-96a3-49fb-9f58-eae90fac99ee tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:27.252382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80039d5a-96a3-49fb-9f58-eae90fac99ee tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1098442 Mar 02 17:57:27.256437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51930) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:27.271059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Provisioning for port 30d1aeb9-2765-4a71-aee9-de81c030433e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:27.300477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Provisioning complete for port 30d1aeb9-2765-4a71-aee9-de81c030433e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:27.301600 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.343126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:27.357113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3b652c2-dfc8-410a-8479-b374fc5189b7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Synchronizing usage tracker for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:27.400788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f3b652c2-dfc8-410a-8479-b374fc5189b7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] Unset dirty status for tenant:65f54aea751e4c1ab3644af4e9e4102d on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:27.402040 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3b652c2-dfc8-410a-8479-b374fc5189b7 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1446543 Mar 02 17:57:27.411630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51936) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:27.473503 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-3dae1ad9-1210-47e3-8c92-482b1e3d14c4 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] delete failed (client error): The resource could not be found. Mar 02 17:57:27.474539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3dae1ad9-1210-47e3-8c92-482b1e3d14c4 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf5f1f51-aa22-4707-8d97-e360bb9dcbed HTTP/1.1" status: 404 len: 347 time: 0.0619397 Mar 02 17:57:27.483082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51940) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:27.485375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.494838 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment 37722c6f-2e88-4141-a32a-f54b5fc7c29d of type vlan for network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 Mar 02 17:57:27.584917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Port 30d1aeb9-2765-4a71-aee9-de81c030433e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:27.640783 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0b336574-cb8c-4676-a90b-943110a69e03 tempest-SecGroupTest-226589423 tempest-SecGroupTest-226589423-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1565459 Mar 02 17:57:27.676992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.696656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Provisioning complete for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:27.697294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.712140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.904846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:27.914628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:27.914628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.051372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688abd4-748e-47b4-a565-308ef604effa req-caec5037-c793-46f5-8595-484995780d82 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:28.062856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Provisioning for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:28.070117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4688abd4-748e-47b4-a565-308ef604effa req-caec5037-c793-46f5-8595-484995780d82 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.5047538 Mar 02 17:57:28.076606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Provisioning complete for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:28.078063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.345461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:28.364605 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.401404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] For port 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7784bc3f-e371-4f68-a126-0ee7b6f68f47,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:28.427674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a5a14e52-c904-41ae-9a75-5cbc8161fa33 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:28.460195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.665410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.684739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.715676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:28.734136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9029e92-5cf7-49fa-9609-a237df9d32d2 None None] Pushing event updated for resources: {'Port': ['ID=7784bc3f-e371-4f68-a126-0ee7b6f68f47,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:28.751829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:28.752388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.753520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8954656 Mar 02 17:57:28.764431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51962) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:28.765036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245564df-48f9-4f6a-87df-cffbe7269e91 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=7001b96b-7ca2-4bfd-9aca-9603350d52d5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:28.774507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:28.791851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:28.835182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4688abd4-748e-47b4-a565-308ef604effa req-ab541f8f-b4d3-4baf-bbe1-65f06aa36f29 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642078 Mar 02 17:57:28.872579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] In _notify_port_updated(), no bound segment for port 4b030232-8929-4fd5-8f41-0c56c574aaff on network c6007297-cf72-4d23-8d35-fe228aa058f8 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:57:28.878420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:28.882706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:28.885442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "PUT /v2.0/ports/4b030232-8929-4fd5-8f41-0c56c574aaff HTTP/1.1" status: 200 len: 1002 time: 2.0031769 Mar 02 17:57:28.904647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51966) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:28.965113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Could not find standard attr ID for object 7ab0acee-ba57-44d7-94b7-6fa20a5f377b. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 17:57:28.976649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:28.986161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-666b467a-d8d3-4072-9667-7c6e368e0887 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65f54aea751e4c1ab3644af4e9e4102d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6370814 Mar 02 17:57:28.986161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:28.989611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51970) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:29.035329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01134e50-ee62-4813-ac0c-56805e1e5cea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=4b030232-8929-4fd5-8f41-0c56c574aaff,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:29.047028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port 4b030232-8929-4fd5-8f41-0c56c574aaff {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:29.047465 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.066319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Provisioning for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:29.088868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Provisioning complete for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:29.089422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.092889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:29.106789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:29.161151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:29.193231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.260499 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.288050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Port e9375a20-21d3-4a76-b8c3-c99f8606bf76 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:29.297415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.329271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Provisioning complete for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:29.329701 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.349734 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.434869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a5a14e52-c904-41ae-9a75-5cbc8161fa33, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a5a14e52-c904-41ae-9a75-5cbc8161fa33,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:29.443373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.444572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:29.522276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.546941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05e0a2-9b54-47fe-814d-87ee2f57458f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:29.585745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.605686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.607198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8bab9539-6a40-4f40-8295-7c3e0f8aa874 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a05e0a2-9b54-47fe-814d-87ee2f57458f HTTP/1.1" status: 204 len: 168 time: 0.6168742 Mar 02 17:57:29.687709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.757515 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for 4b030232-8929-4fd5-8f41-0c56c574aaff owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:29.765005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=b85e7bc6-538f-4b4f-9d54-72b13652d237,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:29.784509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:29.784876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: 7001b96b-7ca2-4bfd-9aca-9603350d52d5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:29.837031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:29.850114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:29.878286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7001b96b-7ca2-4bfd-9aca-9603350d52d5) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:29.899042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:29.902692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.908092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebbe49-5265-44f9-8996-b1a7ac5de60e None None] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:29.935157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:29.971407 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06ca9f81-ba16-4afe-ac2f-6986d6a47d74 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2055879 Mar 02 17:57:29.974174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:30.117840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=4b030232-8929-4fd5-8f41-0c56c574aaff,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:30.126709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Provisioning complete for port 4b030232-8929-4fd5-8f41-0c56c574aaff triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:30.127196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:30.178622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:30.180530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:30.379190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:30.407192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-63e52a60-f3eb-49d6-b7ca-51ed1443e116 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/4b030232-8929-4fd5-8f41-0c56c574aaff HTTP/1.1" status: 204 len: 168 time: 1.5008862 Mar 02 17:57:30.424195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ee327-2538-4936-a7d2-2db65550f236 req-59795c91-77b1-42f8-b610-5ddb511b0a1d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:30.425780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b18ee327-2538-4936-a7d2-2db65550f236 req-59795c91-77b1-42f8-b610-5ddb511b0a1d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.3348615 Mar 02 17:57:30.432062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51996) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:30.536075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-361f6e61-37f9-4a49-9662-0876bad55e78 None None] Port 4b030232-8929-4fd5-8f41-0c56c574aaff was deleted so its status cannot be updated. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 17:57:30.541009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b18ee327-2538-4936-a7d2-2db65550f236 req-611411b2-7edf-41e8-bd26-d56a7f39a371 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056416 Mar 02 17:57:30.542746 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-76904147-0fdf-400b-94e2-c3d63880d24b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] GET failed (client error): The resource could not be found. Mar 02 17:57:30.543447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76904147-0fdf-400b-94e2-c3d63880d24b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:30.564158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76904147-0fdf-400b-94e2-c3d63880d24b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:30.565898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-76904147-0fdf-400b-94e2-c3d63880d24b tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports/4b030232-8929-4fd5-8f41-0c56c574aaff HTTP/1.1" status: 404 len: 333 time: 0.1326034 Mar 02 17:57:30.579477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52002) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:30.579477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1688700094'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:30.654738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:57:30.656039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:30.770560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:30.786934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:30.818327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:30.821390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:30.845772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port db03f888-f043-4380-8464-5450648a4d47 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:30.909605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11c67d50-ee4b-4055-896c-bc1c1e3f8a38 None None] Provisioning complete for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:30.910498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11c67d50-ee4b-4055-896c-bc1c1e3f8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.142886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-11c67d50-ee4b-4055-896c-bc1c1e3f8a38 None None] Port e9375a20-21d3-4a76-b8c3-c99f8606bf76 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:31.160578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11c67d50-ee4b-4055-896c-bc1c1e3f8a38 None None] Could not find standard attr ID for object 4b030232-8929-4fd5-8f41-0c56c574aaff. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 17:57:31.170827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Allocated IP 172.22.0.2 (7001b96b-7ca2-4bfd-9aca-9603350d52d5/b85e7bc6-538f-4b4f-9d54-72b13652d237/5d88892c-61c9-4cf5-9ce1-de85cc892758) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:31.210353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::154 (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/db03f888-f043-4380-8464-5450648a4d47) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:31.302666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7784bc3f-e371-4f68-a126-0ee7b6f68f47 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:31.386382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.492139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52016) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:31.498782 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026984 Mar 02 17:57:31.513345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:31.514152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.543389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.562670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object db03f888-f043-4380-8464-5450648a4d47 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:31.568915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:31.596956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.609611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.613926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Transition to ACTIVE for port object 5d88892c-61c9-4cf5-9ce1-de85cc892758 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:31.666846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Transition to ACTIVE for port object 5d88892c-61c9-4cf5-9ce1-de85cc892758 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:31.684634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.774524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:31.776704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a5a14e52-c904-41ae-9a75-5cbc8161fa33 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:31.818488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:31.832631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:31.837280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Pushing event updated for resources: {'Port': ['ID=5d88892c-61c9-4cf5-9ce1-de85cc892758,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:31.838813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:31.844994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:31.852522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:31.862072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:31.862965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:31.892173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=db03f888-f043-4380-8464-5450648a4d47,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:31.983383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Attempting to bind port 5d88892c-61c9-4cf5-9ce1-de85cc892758 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:31.983984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Attempting to bind port 5d88892c-61c9-4cf5-9ce1-de85cc892758 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:31.991367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac17bdc-1bc4-489e-b6af-5ff37fa5f928 req-6113d014-1978-41e3-b9c0-cfce6ec56d77 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:31.992649 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3bd616c8-4a45-4f0a-ae60-9c4b3eb9ca2d tempest-NetworksApiDiscovery-1872871898 tempest-NetworksApiDiscovery-1872871898-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4223330 Mar 02 17:57:31.993525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Attempting to bind port 5d88892c-61c9-4cf5-9ce1-de85cc892758 on network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:31.998474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eac17bdc-1bc4-489e-b6af-5ff37fa5f928 req-6113d014-1978-41e3-b9c0-cfce6ec56d77 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2721713 Mar 02 17:57:31.999949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4627296b-df2c-48ea-b58a-5d790a88004f tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4277747 Mar 02 17:57:32.005082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:32.020965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:53:55:c4'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:32.038315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:32.038703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Checking segment: {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:32.041829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.041975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Bound using segment: {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:32.045139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Bound port: 5d88892c-61c9-4cf5-9ce1-de85cc892758, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:32.045139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.107177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eac17bdc-1bc4-489e-b6af-5ff37fa5f928 req-d7680d73-1487-4b9a-aece-82bb374989e9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968571 Mar 02 17:57:32.109691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a5a14e52-c904-41ae-9a75-5cbc8161fa33 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:32.110059 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.200118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.22.0.1 (7001b96b-7ca2-4bfd-9aca-9603350d52d5/b85e7bc6-538f-4b4f-9d54-72b13652d237/bfa3239c-7cba-4dac-be64-9b3b73571ed7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:32.279808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] For port 5d88892c-61c9-4cf5-9ce1-de85cc892758, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:32.284325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] For port 5d88892c-61c9-4cf5-9ce1-de85cc892758, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d88892c-61c9-4cf5-9ce1-de85cc892758,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:32.294692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.394147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66e44d-85ca-4d90-998d-0161baf18172 None None] Pushing event updated for resources: {'Port': ['ID=5d88892c-61c9-4cf5-9ce1-de85cc892758,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:32.403902 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.454086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e1086e23-13fa-4a9c-b59b-90ab4777e5c4 None None] Provisioning for port db03f888-f043-4380-8464-5450648a4d47 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:32.455355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object bfa3239c-7cba-4dac-be64-9b3b73571ed7 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:32.465539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e1086e23-13fa-4a9c-b59b-90ab4777e5c4 None None] Provisioning complete for port db03f888-f043-4380-8464-5450648a4d47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:32.466056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e1086e23-13fa-4a9c-b59b-90ab4777e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.542323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.579577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e1086e23-13fa-4a9c-b59b-90ab4777e5c4 None None] Port db03f888-f043-4380-8464-5450648a4d47 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:32.653140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.658451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52040) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:32.895538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:32.965927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:32.976049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce0694e96784fe5a6ec9581b15a5b5b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:32.987157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:32.994096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:32.996196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:33.004580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:33.012102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:33.047560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:33.060921 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:33.081456 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:33.082252 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:33.114497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.114886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.115216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.115766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.116263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.116768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.117259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.117766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.118268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.118917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.119844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:33.135912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.180716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.189833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.224884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.242761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.295415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f894a7c-49cf-4a01-8708-ada734fc332e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:33.319996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-03f72975-630f-4167-9cb1-cec3b2eebfe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce0694e96784fe5a6ec9581b15a5b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569066 Mar 02 17:57:33.323301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52050) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:33.366780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d88892c-61c9-4cf5-9ce1-de85cc892758 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:33.425263 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:33.473723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.490308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] In _notify_port_updated(), no bound segment for port db03f888-f043-4380-8464-5450648a4d47 on network c6007297-cf72-4d23-8d35-fe228aa058f8 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:57:33.496752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:33.497712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.501016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "PUT /v2.0/ports/db03f888-f043-4380-8464-5450648a4d47 HTTP/1.1" status: 200 len: 1003 time: 1.4949894 Mar 02 17:57:33.511988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:33.513638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5d88892c-61c9-4cf5-9ce1-de85cc892758 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:33.582964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571131c-42eb-49bd-bb8e-2d892fad8558 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=db03f888-f043-4380-8464-5450648a4d47,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:33.863778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port db03f888-f043-4380-8464-5450648a4d47 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:33.864584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.912848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.955723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:33.975027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e53d822-292a-4e49-bb05-1dba71849ca0 None None] Provisioning complete for port db03f888-f043-4380-8464-5450648a4d47 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:33.975388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e53d822-292a-4e49-bb05-1dba71849ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.039071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.079438 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 3, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:24Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:34.087118 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:57:34.087461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Updating router 73825898-3449-4965-b0e5-ccb4dc5c6339 port e9375a20-21d3-4a76-b8c3-c99f8606bf76 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:57:34.110526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bf541-2fe6-4893-83b3-f2e412ba9cc2 req-2867cd9a-4721-49e1-94a4-5f50d995381d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:34.117103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e53d822-292a-4e49-bb05-1dba71849ca0 None None] Port db03f888-f043-4380-8464-5450648a4d47 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:34.128137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-863bf541-2fe6-4893-83b3-f2e412ba9cc2 req-2867cd9a-4721-49e1-94a4-5f50d995381d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.7204635 Mar 02 17:57:34.161043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b1b4e-5e82-46ec-a7e0-7329e7f9893e None None] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:34.189736 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.270652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f894a7c-49cf-4a01-8708-ada734fc332e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:34.575436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.582069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-967725aa-e24b-485e-a4c4-a4479098b2a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f894a7c-49cf-4a01-8708-ada734fc332e HTTP/1.1" status: 204 len: 168 time: 1.2576704 Mar 02 17:57:34.602114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.613225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.645076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-863bf541-2fe6-4893-83b3-f2e412ba9cc2 req-705ac362-8122-4fe2-af6a-f971fd0d5dce tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163727 Mar 02 17:57:34.676380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.745575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Provisioning for port 5d88892c-61c9-4cf5-9ce1-de85cc892758 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:34.775314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.780360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:34.818146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Provisioning complete for port 5d88892c-61c9-4cf5-9ce1-de85cc892758 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:34.822687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.903594 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.919203 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Transition to ACTIVE for port object e9375a20-21d3-4a76-b8c3-c99f8606bf76 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:34.928130 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:34.950786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for db03f888-f043-4380-8464-5450648a4d47 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:34.993134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:35.008293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:35.149108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.187302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Pushing event updated for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:35.200725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.201582 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.203020 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.203873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.204667 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.206025 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.206846 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.207620 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.208242 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.208840 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.209345 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:35.270927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] For port 5d88892c-61c9-4cf5-9ce1-de85cc892758, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d88892c-61c9-4cf5-9ce1-de85cc892758,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:35.279369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.336582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.413770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83214096-7682-4822-9b66-a340f6cbf9a5 None None] Pushing event updated for resources: {'Port': ['ID=5d88892c-61c9-4cf5-9ce1-de85cc892758,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:35.495761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=db03f888-f043-4380-8464-5450648a4d47,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:35.569230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Attempting to bind port e9375a20-21d3-4a76-b8c3-c99f8606bf76 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:35.569592 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Attempting to bind port e9375a20-21d3-4a76-b8c3-c99f8606bf76 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:35.569947 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Attempting to bind port e9375a20-21d3-4a76-b8c3-c99f8606bf76 on network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:35.597679 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:35.598047 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Checking segment: {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:35.598444 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.598856 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Bound using segment: {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:35.599327 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Bound port: e9375a20-21d3-4a76-b8c3-c99f8606bf76, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28a5b82-4d11-4be2-aa9b-71cb5226381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:35.599687 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.629826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.652400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc7e1e10-5f1d-44f3-a55c-8b953d3af656 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/db03f888-f043-4380-8464-5450648a4d47 HTTP/1.1" status: 204 len: 168 time: 2.1372855 Mar 02 17:57:35.654818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:35.686227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:35.765289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Provisioning for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:35.787199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Provisioning complete for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:35.787625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.841422 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc7f50a-7f7a-4e93-89fc-b3ffdde813e9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] GET failed (client error): The resource could not be found. Mar 02 17:57:35.841847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4cc7f50a-7f7a-4e93-89fc-b3ffdde813e9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:35.908165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4cc7f50a-7f7a-4e93-89fc-b3ffdde813e9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:35.910329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4cc7f50a-7f7a-4e93-89fc-b3ffdde813e9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports/db03f888-f043-4380-8464-5450648a4d47 HTTP/1.1" status: 404 len: 333 time: 0.2543676 Mar 02 17:57:35.913111 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] For port e9375a20-21d3-4a76-b8c3-c99f8606bf76, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:35.914395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52092) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:35.922382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Port bfa3239c-7cba-4dac-be64-9b3b73571ed7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:35.927337 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] For port e9375a20-21d3-4a76-b8c3-c99f8606bf76, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9375a20-21d3-4a76-b8c3-c99f8606bf76,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:35.930510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-506948093'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:35.938458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Provisioning complete for port 5d88892c-61c9-4cf5-9ce1-de85cc892758 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:35.939138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bff1cfff-5e5e-41f3-820e-d94e83b7cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:35.974620 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:57:35.987135 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.185658 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8bc4-5103-4d55-aacd-3ffa7bb37c3d None None] Pushing event updated for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:36.250063 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:36.251899 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:36.290228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d80de7f3-d36d-4718-9c2c-a06317ed80fe None None] Provisioning complete for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:36.290630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d80de7f3-d36d-4718-9c2c-a06317ed80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.463240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52102) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:36.485953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d80de7f3-d36d-4718-9c2c-a06317ed80fe None None] Port bfa3239c-7cba-4dac-be64-9b3b73571ed7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:36.530079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:36.537752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c42cc-4c37-444b-946b-3005364c5211 req-e3821a66-a5d4-4e07-ac1f-a2e5d96799d5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:36.540429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d59c42cc-4c37-444b-946b-3005364c5211 req-e3821a66-a5d4-4e07-ac1f-a2e5d96799d5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.5583668 Mar 02 17:57:36.542405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:36.563450 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4dae5253-3166-482e-b8af-a78d772922b1 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5881741 Mar 02 17:57:36.571057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:36.576894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720575862'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:36.588868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:36.592884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:network and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:36.598269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:36.605583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:36.623047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-475e0146-d6d2-4f37-ab27-e16678972ac8 None None] Provisioning complete for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:36.623741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-475e0146-d6d2-4f37-ab27-e16678972ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.624521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:36.633232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.638092 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:36.703984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:36.711560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-475e0146-d6d2-4f37-ab27-e16678972ac8 None None] Port bfa3239c-7cba-4dac-be64-9b3b73571ed7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:36.715310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:36.726325 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.727086 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added segment 54acea53-1c06-441a-bd28-820ae2f1de4f of type vlan for network a24455b8-fdaa-4670-850b-3a43c4931b32 Mar 02 17:57:36.728833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d59c42cc-4c37-444b-946b-3005364c5211 req-95f9857d-e56d-4c7a-a491-7b98cbdf493f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744847 Mar 02 17:57:36.733314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:36.737207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.763527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558944030-network', 'tenant_id': 'a5e0faa59e874d4d8f4874c273402c6e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:36.785611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port 4b802542-a15a-4fc1-a64e-d5917a10558a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:36.789296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.826371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:36.832749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Usage tracker for resource:network and tenant:a5e0faa59e874d4d8f4874c273402c6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:36.836845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.841500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:36.842398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:36.849264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:36.889088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:36.973658 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3987415 Mar 02 17:57:36.976085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:36.982345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'subnet': {'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:36.994069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Made reservation on behalf of a5e0faa59e874d4d8f4874c273402c6e for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:36.998135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.012652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.031915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050081-77db-47ab-9a63-2ba99d950b59 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Network': ['ID=a24455b8-fdaa-4670-850b-3a43c4931b32,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:37.043018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a24455b8-fdaa-4670-850b-3a43c4931b32 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:37.058917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:37.062918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Usage tracker for resource:security_group_rule and tenant:a5e0faa59e874d4d8f4874c273402c6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:37.066689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:37.078303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:37.120861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:33Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:34Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:35Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:37.141579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308eeae4-a32a-4e3f-adba-cdc3abf799da None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:33Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:34Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:35Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:37.317933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.322230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::30f (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/4b802542-a15a-4fc1-a64e-d5917a10558a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:37.323916 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.343743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:37.368434 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.369625 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Added segment 0d5f289b-3d9a-46dd-8d6b-14be5ae66943 of type vlan for network 4d1f9a7c-e2f1-4ecc-9047-956e05e77588 Mar 02 17:57:37.390728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d88892c-61c9-4cf5-9ce1-de85cc892758 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:37.447996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.561432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.562982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:37.566818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.589023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5d88892c-61c9-4cf5-9ce1-de85cc892758 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:37.589669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.668908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:37.685346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:subnet and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:37.691855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:37.704712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:37.751523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Made reservation on behalf of fcd8e92e429d46968be26d3be889abe0 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:37.772394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9375a20-21d3-4a76-b8c3-c99f8606bf76 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:37.798889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbe633-7a1c-4e3a-8275-fc487e671714,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:37.844181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] Pushing event updated for resources: {'Network': ['ID=4d1f9a7c-e2f1-4ecc-9047-956e05e77588,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:37.861559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.865714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bc413966-eac1-45c3-bd59-628d55426bfa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3971610 Mar 02 17:57:37.866102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:37.872478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Request body: {'subnet': {'network_id': '4d1f9a7c-e2f1-4ecc-9047-956e05e77588', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558944030-subnet', 'tenant_id': 'a5e0faa59e874d4d8f4874c273402c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:37.880416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4d1f9a7c-e2f1-4ecc-9047-956e05e77588 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:37.885170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:37.894266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Usage tracker for resource:subnet and tenant:a5e0faa59e874d4d8f4874c273402c6e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:37.905400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:37.927496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:37.953744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Made reservation on behalf of a5e0faa59e874d4d8f4874c273402c6e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:37.957486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:37.958259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object 4b802542-a15a-4fc1-a64e-d5917a10558a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:37.961863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.062220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:38.072968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:38.073336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.228577 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.266269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e9375a20-21d3-4a76-b8c3-c99f8606bf76, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9375a20-21d3-4a76-b8c3-c99f8606bf76,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:38.274493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.329338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.375584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:38.390560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.447678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:38.455133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ec84d8-eb15-4fdf-ad73-f818cde62507,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:38.456588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:38.474726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Checking segment: {'id': '0d5f289b-3d9a-46dd-8d6b-14be5ae66943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4d1f9a7c-e2f1-4ecc-9047-956e05e77588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:38.475098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Network hostable DHCP agents. Network: 4d1f9a7c-e2f1-4ecc-9047-956e05e77588, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:38.483227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec15a-483c-4334-bbe0-ef52da888aa8 req-0dc6fc1e-e287-47e0-9111-26155af492d3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:38.485041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e6ec15a-483c-4334-bbe0-ef52da888aa8 req-0dc6fc1e-e287-47e0-9111-26155af492d3 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2961485 Mar 02 17:57:38.494799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:38.500353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:38.501329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.506062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Network 4d1f9a7c-e2f1-4ecc-9047-956e05e77588 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:38.530714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4d1f9a7c-e2f1-4ecc-9047-956e05e77588) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:38.538461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:38.539292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.548389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ace457-929c-4baa-93f1-50dd9272aa77 None None] Network 4d1f9a7c-e2f1-4ecc-9047-956e05e77588 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:38.591197 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2b8d6587-c491-423f-9430-c2d84e9d5de4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7236154 Mar 02 17:57:38.597151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=4b802542-a15a-4fc1-a64e-d5917a10558a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:38.748742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4cdd38af-3e37-447b-b0af-c52a710729a6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8321810 Mar 02 17:57:38.750998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:38.759297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'network_id': 'c6007297-cf72-4d23-8d35-fe228aa058f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-86051488'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:38.771785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.780570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e6ec15a-483c-4334-bbe0-ef52da888aa8 req-c1f5615b-7a41-4055-be86-8935995b805a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655075 Mar 02 17:57:38.781498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:38.844405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca8ed2-0af1-4e38-8744-5c814d5b81ab None None] Network 4d1f9a7c-e2f1-4ecc-9047-956e05e77588 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:38.923722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Subnet': ['ID=b1815307-8850-4630-828d-a9bd38994dd4,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:38.978037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Checking segment: {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:38.978827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network hostable DHCP agents. Network: a24455b8-fdaa-4670-850b-3a43c4931b32, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:39.001587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:39.007634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Usage tracker for resource:port and tenant:77abe02c7a624a32b9d71a19e05514e4 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:39.010878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network a24455b8-fdaa-4670-850b-3a43c4931b32 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:39.011100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:39.017335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:39.027646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, a24455b8-fdaa-4670-850b-3a43c4931b32) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:39.029338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Made reservation on behalf of 77abe02c7a624a32b9d71a19e05514e4 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:39.034885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:39.035880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.040635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.065336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd2f887b-436e-4499-8ef2-96e1e24ead58 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0881565 Mar 02 17:57:39.068911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52144) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:39.078419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] device_id is not set on port b33f34a8-de39-4fde-9b4f-fd442d6fb09d yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:57:39.109645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68f014-5e5e-4021-8679-cd10b854b78c None None] Network a24455b8-fdaa-4670-850b-3a43c4931b32 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:39.373935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Allocated IP 2001:db8::1a8 (c6007297-cf72-4d23-8d35-fe228aa058f8/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a/b33f34a8-de39-4fde-9b4f-fd442d6fb09d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:39.421033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9375a20-21d3-4a76-b8c3-c99f8606bf76 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:39.568574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81957403-9ce5-4182-bd76-d330d11446d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.615430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5bffd06-65a0-4ee3-95d9-d8383c0003f9 None None] Provisioning for port 4b802542-a15a-4fc1-a64e-d5917a10558a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:39.625255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5bffd06-65a0-4ee3-95d9-d8383c0003f9 None None] Provisioning complete for port 4b802542-a15a-4fc1-a64e-d5917a10558a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:39.625834 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5bffd06-65a0-4ee3-95d9-d8383c0003f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.660777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-a24455b8-fdaa-4670-850b-3a43c4931b32', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:57:39.661914 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.694768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.715031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Transition to ACTIVE for port object b33f34a8-de39-4fde-9b4f-fd442d6fb09d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:39.715804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c5bffd06-65a0-4ee3-95d9-d8383c0003f9 None None] Port 4b802542-a15a-4fc1-a64e-d5917a10558a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:39.757053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.761641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e9375a20-21d3-4a76-b8c3-c99f8606bf76 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:39.762281 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:39.902410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Network c6007297-cf72-4d23-8d35-fe228aa058f8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:39.926602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:39.937505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:39.946615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:39.948312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.024550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Allocated IP 172.23.0.2 (a24455b8-fdaa-4670-850b-3a43c4931b32/b1815307-8850-4630-828d-a9bd38994dd4/5798ee15-190c-409f-830a-89f5b5ef7a51) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:40.084976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=b33f34a8-de39-4fde-9b4f-fd442d6fb09d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:40.126478 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9dfde53-d6e0-42a8-bbc7-c8fdf06ec7e1 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3727198 Mar 02 17:57:40.129986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:40.138896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ee', 'mac_address': 'fa:16:3e:53:55:c4'}, {'ip_address': '2001:db8::30f', 'mac_address': 'fa:16:3e:80:af:6f'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:40.321763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52172) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:40.346122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438036653-network', 'tenant_id': '14e4b01da9884ed0beb66319f18a840e'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:40.365048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:40.379060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Usage tracker for resource:network and tenant:14e4b01da9884ed0beb66319f18a840e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:40.391261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:40.401241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:40.420622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62c5d-55dd-4e21-a276-c678dedae9c8 req-a1e8d73e-d358-4f9f-a7bd-b20b9a16c19c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:40.422449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ed62c5d-55dd-4e21-a276-c678dedae9c8 req-a1e8d73e-d358-4f9f-a7bd-b20b9a16c19c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.3187323 Mar 02 17:57:40.428473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.436721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2d8a5b47-6dd7-40a3-a834-169aace7b8fe None None] Provisioning for port b33f34a8-de39-4fde-9b4f-fd442d6fb09d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:40.465712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2d8a5b47-6dd7-40a3-a834-169aace7b8fe None None] Provisioning complete for port b33f34a8-de39-4fde-9b4f-fd442d6fb09d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:40.466193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2d8a5b47-6dd7-40a3-a834-169aace7b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.487249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Made reservation on behalf of 14e4b01da9884ed0beb66319f18a840e for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:40.490423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.513707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.528933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Transition to ACTIVE for port object 5798ee15-190c-409f-830a-89f5b5ef7a51 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:40.552699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Transition to ACTIVE for port object 5798ee15-190c-409f-830a-89f5b5ef7a51 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:40.563831 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.658953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a5b47-6dd7-40a3-a834-169aace7b8fe None None] Port b33f34a8-de39-4fde-9b4f-fd442d6fb09d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:40.681888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Network a24455b8-fdaa-4670-850b-3a43c4931b32 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:40.685859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:40.688312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Pushing event updated for resources: {'Port': ['ID=5798ee15-190c-409f-830a-89f5b5ef7a51,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:40.697497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:40.698124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.812590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Attempting to bind port 5798ee15-190c-409f-830a-89f5b5ef7a51 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:40.812915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Attempting to bind port 5798ee15-190c-409f-830a-89f5b5ef7a51 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:40.813198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Attempting to bind port 5798ee15-190c-409f-830a-89f5b5ef7a51 on network a24455b8-fdaa-4670-850b-3a43c4931b32 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:40.822860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:40.823240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Checking segment: {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:40.823631 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.824035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Bound using segment: {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:40.824524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Bound port: 5798ee15-190c-409f-830a-89f5b5ef7a51, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:40.824904 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.965773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] For port 5798ee15-190c-409f-830a-89f5b5ef7a51, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:40.971710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] For port 5798ee15-190c-409f-830a-89f5b5ef7a51, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5798ee15-190c-409f-830a-89f5b5ef7a51,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:40.978514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:40.997341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.119103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Pushing event updated for resources: {'Port': ['ID=5798ee15-190c-409f-830a-89f5b5ef7a51,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:41.146177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:41.152596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.152953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.153309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.153650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.153983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.154325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.154681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.159393 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.159770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.160251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.160593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dedd4-e2aa-4598-adbe-ecf87242e6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:57:41.185636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:14e4b01da9884ed0beb66319f18a840e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:41.193975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:41.198867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ed62c5d-55dd-4e21-a276-c678dedae9c8 req-f53be3be-e231-4bf8-af26-b5421738ec0d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576034 Mar 02 17:57:41.204594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:41.268478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.277249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.338559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e036dfe-7037-48b5-a0fc-29d554528977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.339643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Allocated IP 172.23.0.1 (a24455b8-fdaa-4670-850b-3a43c4931b32/b1815307-8850-4630-828d-a9bd38994dd4/2b28fb1c-73c8-436c-b133-b38d0b5d83d0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:57:41.356137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] In _notify_port_updated(), no bound segment for port b33f34a8-de39-4fde-9b4f-fd442d6fb09d on network c6007297-cf72-4d23-8d35-fe228aa058f8 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 17:57:41.360519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:41.361063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.366072 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "PUT /v2.0/ports/b33f34a8-de39-4fde-9b4f-fd442d6fb09d HTTP/1.1" status: 200 len: 1065 time: 1.2320623 Mar 02 17:57:41.369429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:41.382775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.391261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.404223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:41.415873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.416115 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Added segment bce99dc0-8a50-49cb-ab8a-5b516a73dc6e of type vlan for network f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f Mar 02 17:57:41.451264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.565801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7701-8851-4b4d-a2f1-0dde620269e2 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event updated for resources: {'Port': ['ID=b33f34a8-de39-4fde-9b4f-fd442d6fb09d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:41.614486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port b33f34a8-de39-4fde-9b4f-fd442d6fb09d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:41.614881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.746233 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.747150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:41.747734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.778828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b3ea7-71c0-4db8-8a76-232a0b3ddf44,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:41.907439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:41.912429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-46bad421-ee71-4041-8911-28b583fc7fe5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5773702 Mar 02 17:57:41.915511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52190) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:41.928123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Request body: {'subnet': {'network_id': 'f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438036653-subnet', 'tenant_id': '14e4b01da9884ed0beb66319f18a840e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:41.931983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:41.946843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:41.952957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.962854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:41.963294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Usage tracker for resource:subnet and tenant:14e4b01da9884ed0beb66319f18a840e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:41.970220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:41.988784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Transition to ACTIVE for port object 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:42.017519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.031894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:42.079947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6baae550-83dd-4395-9eeb-249c5829cb8f None None] Provisioning complete for port b33f34a8-de39-4fde-9b4f-fd442d6fb09d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:42.081234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6baae550-83dd-4395-9eeb-249c5829cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.109480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for b33f34a8-de39-4fde-9b4f-fd442d6fb09d owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:42.138238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network a24455b8-fdaa-4670-850b-3a43c4931b32 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:42.141955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:42.162447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:57:42.197964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Made reservation on behalf of 14e4b01da9884ed0beb66319f18a840e for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:42.200306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.211166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6baae550-83dd-4395-9eeb-249c5829cb8f None None] Port b33f34a8-de39-4fde-9b4f-fd442d6fb09d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:42.220629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:42.290528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.500820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.504677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.560882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=b33f34a8-de39-4fde-9b4f-fd442d6fb09d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:42.637420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d501df-3d31-4656-a3f5-f87a351d982b req-da4537ca-54e4-4bfc-b58d-f54e4bc72bac tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:42.639545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95d501df-3d31-4656-a3f5-f87a351d982b req-da4537ca-54e4-4bfc-b58d-f54e4bc72bac tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.1919305 Mar 02 17:57:42.811029 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.862150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdcc138-70b0-47ce-916e-5c3571acb172 None None] Network a24455b8-fdaa-4670-850b-3a43c4931b32 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:42.896314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:42.928814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95d501df-3d31-4656-a3f5-f87a351d982b req-d399ab5d-49c8-428d-b46c-ca06752e2c53 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009786 Mar 02 17:57:43.068025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-de6ffd1e-f501-42ff-9a1e-fc4f62aa39ad None None] Provisioning for port 5798ee15-190c-409f-830a-89f5b5ef7a51 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:43.086856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.105900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.113744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9363078-680a-4fe2-8bc0-4311ae3127bc,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:43.122301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad2801df-355f-45d2-a1de-091c8697cc1d tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/b33f34a8-de39-4fde-9b4f-fd442d6fb09d HTTP/1.1" status: 204 len: 168 time: 1.7517240 Mar 02 17:57:43.125504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52204) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:43.132409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Checking segment: {'id': 'bce99dc0-8a50-49cb-ab8a-5b516a73dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:43.132764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Network hostable DHCP agents. Network: f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:43.178650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Network f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:43.209757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:43.214819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:43.215391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.250638 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0a199f73-c6a3-47c6-9924-54bfebec9712 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3306007 Mar 02 17:57:43.260291 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f648286b-3c0f-4e35-990d-4345b677f8d9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] GET failed (client error): The resource could not be found. Mar 02 17:57:43.260291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f648286b-3c0f-4e35-990d-4345b677f8d9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:43.269190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebf128-22e7-42fe-89eb-e97577506d9f None None] Network f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:43.290834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f648286b-3c0f-4e35-990d-4345b677f8d9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:43.292731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f648286b-3c0f-4e35-990d-4345b677f8d9 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports/b33f34a8-de39-4fde-9b4f-fd442d6fb09d HTTP/1.1" status: 404 len: 333 time: 0.1658492 Mar 02 17:57:43.295318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:43.314982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.324172 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.354689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5798ee15-190c-409f-830a-89f5b5ef7a51 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:43.423530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port 4b802542-a15a-4fc1-a64e-d5917a10558a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:43.424578 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.587905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52220) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:43.642727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.706912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event updated for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:43.802015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5798ee15-190c-409f-830a-89f5b5ef7a51 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:43.818658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5798ee15-190c-409f-830a-89f5b5ef7a51 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:43.820134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:43.977386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.002048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ea97b-2c12-4fe2-bbb3-282c1caaffe1 None None] Network f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:44.022982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Deleting subnet 78ec84d8-eb15-4fdf-ad73-f818cde62507 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:57:44.027038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.101573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.151699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for 4b802542-a15a-4fc1-a64e-d5917a10558a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:44.191279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.264484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.324507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3a051-647a-4012-b942-247705fc41fe req-a247178d-f1f2-47ab-97ec-d894c7ee98d9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:44.326130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da3a051-647a-4012-b942-247705fc41fe req-a247178d-f1f2-47ab-97ec-d894c7ee98d9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.8088803 Mar 02 17:57:44.369787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.370547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Network a24455b8-fdaa-4670-850b-3a43c4931b32 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:57:44.378024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:44.407391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5798ee15-190c-409f-830a-89f5b5ef7a51, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5798ee15-190c-409f-830a-89f5b5ef7a51,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:44.418793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Provisioning complete for port 5798ee15-190c-409f-830a-89f5b5ef7a51 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:44.419145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.460685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.468564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=4b802542-a15a-4fc1-a64e-d5917a10558a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:44.556573 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.579666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.621249 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98179798-4663-4697-b191-76bc64ebd471 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/4b802542-a15a-4fc1-a64e-d5917a10558a HTTP/1.1" status: 204 len: 168 time: 1.3246429 Mar 02 17:57:44.624263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:44.629303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5798ee15-190c-409f-830a-89f5b5ef7a51,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:44.696474 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfa144d-49f0-4ef9-bd6e-eb99ca279e50 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] GET failed (client error): The resource could not be found. Mar 02 17:57:44.697269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ecfa144d-49f0-4ef9-bd6e-eb99ca279e50 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Synchronizing usage tracker for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:44.727492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.732084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ecfa144d-49f0-4ef9-bd6e-eb99ca279e50 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Unset dirty status for tenant:77abe02c7a624a32b9d71a19e05514e4 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:44.733595 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ecfa144d-49f0-4ef9-bd6e-eb99ca279e50 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "GET /v2.0/ports/4b802542-a15a-4fc1-a64e-d5917a10558a HTTP/1.1" status: 404 len: 333 time: 0.1081524 Mar 02 17:57:44.739057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52234) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:44.752014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Provisioning for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:44.759610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Provisioning complete for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:44.760065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.846550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5d6d2-f24a-4741-b332-c9fd3875cfcd None None] Port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:44.861476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port 30d1aeb9-2765-4a71-aee9-de81c030433e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:44.861874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:44.974216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-41bcafe8-40ee-4f75-86d4-43a31441c69e None None] Provisioning complete for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:44.974683 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-41bcafe8-40ee-4f75-86d4-43a31441c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.037772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-41bcafe8-40ee-4f75-86d4-43a31441c69e None None] Port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:45.052568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.074667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ec84d8-eb15-4fdf-ad73-f818cde62507,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:45.093667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b352c788-e997-4109-9843-114e160feca4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/78ec84d8-eb15-4fdf-ad73-f818cde62507 HTTP/1.1" status: 204 len: 168 time: 1.5014639 Mar 02 17:57:45.094100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52240) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:45.109715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da3a051-647a-4012-b942-247705fc41fe req-6da0eed8-914c-45ff-b8e9-78383cc2d977 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707202 Mar 02 17:57:45.152136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-93f3d402-5ed3-4cdd-8d93-d3be60a8fa6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4084933 Mar 02 17:57:45.176726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a5c74deb-b55b-471e-9aff-3bab29c0450e None None] Provisioning complete for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:45.177197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5c74deb-b55b-471e-9aff-3bab29c0450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.245168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:45.273132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5798ee15-190c-409f-830a-89f5b5ef7a51 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:45.290895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.318717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5c74deb-b55b-471e-9aff-3bab29c0450e None None] Port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:57:45.363447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5798ee15-190c-409f-830a-89f5b5ef7a51 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:45.363821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.372842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.494774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for 30d1aeb9-2765-4a71-aee9-de81c030433e owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:45.631766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d2214-f76c-4d78-9e9e-d292d5c87dba req-4fc6ab1c-a361-4c32-93db-b003fe2cf70d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:45.636026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb5d2214-f76c-4d78-9e9e-d292d5c87dba req-4fc6ab1c-a361-4c32-93db-b003fe2cf70d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.2171316 Mar 02 17:57:45.646730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-3db72838-67c8-4929-b9fe-a7590568cfe9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 1096 time: 0.2665894 Mar 02 17:57:45.784927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:45.813981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-79c1b881-db6e-4088-bacf-c1e5c135efeb tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7437861 Mar 02 17:57:45.819381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:45.819656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb5d2214-f76c-4d78-9e9e-d292d5c87dba req-aa8486d7-28e7-4cd4-8d07-8709fa1c6872 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712511 Mar 02 17:57:45.824901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:45.835566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:45.868531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d898-98bb-4cef-a22b-d16329a27785 req-2082a330-03aa-429c-b357-deba00e7e0c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:45.870343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-2082a330-03aa-429c-b357-deba00e7e0c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 200 len: 907 time: 0.1865439 Mar 02 17:57:45.998188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-3514a1c2-477a-4b50-a163-75c48a05c3cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 200 len: 217 time: 0.1219015 Mar 02 17:57:46.026233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f9a7c-e2f1-4ecc-9047-956e05e77588']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:46.041264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5f289b-3d9a-46dd-8d6b-14be5ae66943') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:46.041931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5f289b-3d9a-46dd-8d6b-14be5ae66943') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:46.055481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.075988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.085470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:57:46.086242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:57:46.195341 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:57:46.219491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d898-98bb-4cef-a22b-d16329a27785 req-66d64344-fc8c-410e-a8f1-c569cbbed71a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:46.222940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-66d64344-fc8c-410e-a8f1-c569cbbed71a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 200 len: 846 time: 0.2184811 Mar 02 17:57:46.232220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.242372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.249466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.293059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-d6afcfca-6b9e-4fe7-99b3-9db16f4c5790 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=915408ff-7330-4091-b117-7e1354e88473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649829 Mar 02 17:57:46.404369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1f9a7c-e2f1-4ecc-9047-956e05e77588,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:46.410015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=30d1aeb9-2765-4a71-aee9-de81c030433e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:46.466549 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64f315c9-8967-4695-91e6-21f882db0bca admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d1f9a7c-e2f1-4ecc-9047-956e05e77588 HTTP/1.1" status: 204 len: 168 time: 1.3716042 Mar 02 17:57:46.467907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.469675 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54d0765c-d552-4947-a1f7-ad2b1c1077d6 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/ports/30d1aeb9-2765-4a71-aee9-de81c030433e HTTP/1.1" status: 204 len: 168 time: 1.7295065 Mar 02 17:57:46.470204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:46.509684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:46.591629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-7802b828-851a-4550-bcf0-89227f9df83c service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930827 Mar 02 17:57:46.652201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:46.654544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Deleting subnet a9363078-680a-4fe2-8bc0-4311ae3127bc {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:57:46.673080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.680090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:46.681332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:46.785730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed871c-2ce7-43ea-a97f-7ff3e2fef98c req-9559a42f-bc65-4d8a-80ec-0266efe5981a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:46.787282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ed871c-2ce7-43ea-a97f-7ff3e2fef98c req-9559a42f-bc65-4d8a-80ec-0266efe5981a tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.3844285 Mar 02 17:57:46.845063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4353d898-98bb-4cef-a22b-d16329a27785 req-8fe68eb9-807b-4b20-80ec-ad458f10a369 service neutron] 10.222.0.35 "GET /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473056 Mar 02 17:57:46.875164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9ed871c-2ce7-43ea-a97f-7ff3e2fef98c req-c948212e-51ed-4e06-98b2-4397a6199b40 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Mar 02 17:57:46.911672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:46.961590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:47.148969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting subnet 9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:57:47.151901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.185245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.299982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:42Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:42Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:34Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:47.304533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:57:47.304891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Updating router 73825898-3449-4965-b0e5-ccb4dc5c6339 port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:57:47.323868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.359926 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.466469 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.546035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.635411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9363078-680a-4fe2-8bc0-4311ae3127bc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:47.656321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.680956 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-05b1125a-bf08-4976-bd9a-58e322347bf0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9363078-680a-4fe2-8bc0-4311ae3127bc HTTP/1.1" status: 204 len: 168 time: 1.2086003 Mar 02 17:57:47.684010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:47.756755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.758072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.770106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Transition to ACTIVE for port object 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:47.778696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:47.920543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a14e-822a-4581-8b54-e591d6de6f67 None None] Pushing event updated for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:48.068016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:48.087808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:48.088438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:48.088979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 on network a24455b8-fdaa-4670-850b-3a43c4931b32 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:48.097261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:48.097897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Checking segment: {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:48.098526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.099117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Bound using segment: {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:48.099758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Bound port: 2b28fb1c-73c8-436c-b133-b38d0b5d83d0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54acea53-1c06-441a-bd28-820ae2f1de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:48.100293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.125423 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.131126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-010dac4a-2b52-402c-834d-0bf6656a0bea tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/subnets/9ef00cf3-b1f3-496b-b5b0-930fa0f5d59a HTTP/1.1" status: 204 len: 168 time: 1.6182270 Mar 02 17:57:48.133864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52290) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:48.168582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05fbaa-e128-4ddc-bbd8-f553cb7b18aa None None] Network c6007297-cf72-4d23-8d35-fe228aa058f8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:48.198550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.222144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 17:57:48.285578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Removed routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 17:57:48.285831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.286153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.317329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Deleting port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:48.317674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.409097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] For port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:48.433420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] For port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:48.441513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.497455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5f7f-a800-48ce-83bd-618272fde15b req-d71d2871-077d-4e06-9bea-1bd6bbd9f194 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:48.506897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a61a5f7f-a800-48ce-83bd-618272fde15b req-d71d2871-077d-4e06-9bea-1bd6bbd9f194 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.4174721 Mar 02 17:57:48.525362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Updating router 73825898-3449-4965-b0e5-ccb4dc5c6339 port bfa3239c-7cba-4dac-be64-9b3b73571ed7 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 17:57:48.532648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.575868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-d4c6d733-f054-44a2-b126-b194364b061d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:48.576562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-d4c6d733-f054-44a2-b126-b194364b061d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Synchronizing usage tracker for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:57:48.592007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:48.612517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce99dc0-8a50-49cb-ab8a-5b516a73dc6e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:48.612809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce99dc0-8a50-49cb-ab8a-5b516a73dc6e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:48.629895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-d4c6d733-f054-44a2-b126-b194364b061d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Unset dirty status for tenant:0e9a11b0c2ea4f4999c4bcca0fc3f988 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:57:48.631080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-d4c6d733-f054-44a2-b126-b194364b061d tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.5013061 Mar 02 17:57:48.632903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.700248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a61a5f7f-a800-48ce-83bd-618272fde15b req-cee86387-90fd-41ae-ace4-db049f051165 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923318 Mar 02 17:57:48.734404 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.766754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] For port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,segment=NetworkSegment(8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd),segment_id=8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:48.767282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.791574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:57:48.792040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.804200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:57:48.851247 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:57:48.865876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a14e-822a-4581-8b54-e591d6de6f67 None None] Pushing event updated for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:48.974475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Calling delete_port for 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:48.981429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:48.981768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.116138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.134461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.174537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.178187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] Pushing event deleted for resources: {'Network': ['ID=f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:49.182076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f2845e-a593-44b0-ac15-d96636d6c217 None None] DHCP port deletion for c6007297-cf72-4d23-8d35-fe228aa058f8 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:57:49.251275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Port': ['ID=5d18a60d-51b0-4a01-b6ee-488dd70a0f77,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:49.259732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] No DVR routers for this DVR port 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:57:49.333973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.364877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4af63a3-37d1-4c19-bead-d578cda1badc admin admin] 10.222.0.37 "DELETE /v2.0/networks/f86aff6c-8c80-4cb8-bc7b-ccd4f8b5960f HTTP/1.1" status: 204 len: 168 time: 1.6798153 Mar 02 17:57:49.435575 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.465876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6007297-cf72-4d23-8d35-fe228aa058f8']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:49.482416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:49.482799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6c310d-fc5f-4989-8fbc-3082f5c3e5dd') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:49.495920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.519369 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.527128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:57:49.527526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:57:49.637391 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:57:49.640734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.665517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.689920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] Pushing event deleted for resources: {'Network': ['ID=c6007297-cf72-4d23-8d35-fe228aa058f8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:49.690219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.706176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-567e7cfe-f83e-4c08-af00-e47cfb403aa0 tempest-AllowedAddressPairIpV6TestJSON-1660768343 tempest-AllowedAddressPairIpV6TestJSON-1660768343-project] 10.222.0.37 "DELETE /v2.0/networks/c6007297-cf72-4d23-8d35-fe228aa058f8 HTTP/1.1" status: 204 len: 168 time: 1.5700231 Mar 02 17:57:49.741696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.751316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.775022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Transition to ACTIVE for port object bfa3239c-7cba-4dac-be64-9b3b73571ed7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:57:49.794135 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:49.838052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52316) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:49.978816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a14e-822a-4581-8b54-e591d6de6f67 None None] Pushing event updated for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:50.090451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:50.090864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.246160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-06750384-80b5-4e8d-ac25-401baade718c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5e0faa59e874d4d8f4874c273402c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4066978 Mar 02 17:57:50.257224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52324) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:50.257918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52326) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:50.342189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port bfa3239c-7cba-4dac-be64-9b3b73571ed7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:57:50.347756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port bfa3239c-7cba-4dac-be64-9b3b73571ed7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:57:50.356744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Attempting to bind port bfa3239c-7cba-4dac-be64-9b3b73571ed7 on network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:57:50.437225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.462747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:57:50.463126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Checking segment: {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:50.463529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.463921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Bound using segment: {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:57:50.464405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Bound port: bfa3239c-7cba-4dac-be64-9b3b73571ed7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37722c6f-2e88-4141-a32a-f54b5fc7c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:57:50.464775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.501396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.715784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90117d7-061d-403b-9d03-62e915c5cf36 req-0a22b68c-672f-4c77-8565-21dcd825ae50 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:50.717420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d90117d7-061d-403b-9d03-62e915c5cf36 req-0a22b68c-672f-4c77-8565-21dcd825ae50 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 945 time: 0.5364583 Mar 02 17:57:50.722218 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.732983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for 69c97ea1-e964-44f7-9b0c-57d041ca4d7a owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:50.754468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] For port bfa3239c-7cba-4dac-be64-9b3b73571ed7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:57:50.763491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] For port bfa3239c-7cba-4dac-be64-9b3b73571ed7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa3239c-7cba-4dac-be64-9b3b73571ed7,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:57:50.765571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbe633-7a1c-4e3a-8275-fc487e671714,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:50.770599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.843460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:50.848190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c2e9039e-3926-4849-afb1-171f966d8c11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9fbe633-7a1c-4e3a-8275-fc487e671714 HTTP/1.1" status: 204 len: 168 time: 0.5740206 Mar 02 17:57:50.865512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:50.869732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d90117d7-061d-403b-9d03-62e915c5cf36 req-7419b08a-b3d9-4e31-93ce-221075fd83c5 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377983 Mar 02 17:57:50.914931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a14e-822a-4581-8b54-e591d6de6f67 None None] Pushing event updated for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:50.943880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7146e844-8480-4efb-9aa8-1c9dc1233dab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77abe02c7a624a32b9d71a19e05514e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6827245 Mar 02 17:57:50.944312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52344) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:50.949744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:50.950537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:51.131768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.193467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.245834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:51.310604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.357004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258205f5-9ac1-427d-9a78-081ce0a4ec5a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:51.365929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.367115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f07596cd-f997-423b-ab10-2329c7e1dce5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/258205f5-9ac1-427d-9a78-081ce0a4ec5a HTTP/1.1" status: 204 len: 168 time: 0.4216468 Mar 02 17:57:51.403226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa3239c-7cba-4dac-be64-9b3b73571ed7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:51.561584 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.595368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52354) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:51.600418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:57:51.797089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b28e6f79-9d74-4474-95cb-0f4f9d4d7056 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14e4b01da9884ed0beb66319f18a840e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963313 Mar 02 17:57:51.799017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52364) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:51.842705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=69c97ea1-e964-44f7-9b0c-57d041ca4d7a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:51.879811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port 69c97ea1-e964-44f7-9b0c-57d041ca4d7a on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:57:51.884006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.894995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'name': 'network-vif-deleted', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:57:51.942541 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:51.947625 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e51d88d5-8184-406b-ada0-d484bc94d0a7 req-91900e1e-9e64-4dc6-a7cb-e6e7fed48ccd tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.50 "DELETE /v2.0/ports/69c97ea1-e964-44f7-9b0c-57d041ca4d7a HTTP/1.1" status: 204 len: 173 time: 3.2967000 Mar 02 17:57:51.991357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:52.009436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:52.011682 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91a0c6f9-74d4-4c19-9bd1-20106de9f81f tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 933 time: 6.1904211 Mar 02 17:57:52.024702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:52.044079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:52.108834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 69c97ea1-e964-44f7-9b0c-57d041ca4d7a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:57:52.177157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:52.213800 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7607d-9244-4516-9de7-df80d228cf1e', 'name': 'network-vif-deleted', 'tag': '69c97ea1-e964-44f7-9b0c-57d041ca4d7a', 'status': 'completed', 'code': 200} Mar 02 17:57:52.215189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 69c97ea1-e964-44f7-9b0c-57d041ca4d7a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:57:52.215598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 69c97ea1-e964-44f7-9b0c-57d041ca4d7a not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:57:52.233428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b3ea7-71c0-4db8-8a76-232a0b3ddf44,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:52.256267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:52.264029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b48d0fe5-3a44-43b2-b6be-301d179f6913 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d39b3ea7-71c0-4db8-8a76-232a0b3ddf44 HTTP/1.1" status: 204 len: 168 time: 0.4549756 Mar 02 17:57:52.450658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:52.483150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d198bf33-7d0a-4821-ad1b-ee44c0f18725 req-8f63887f-566d-4d98-ac5d-b485da46d6ff tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe7607d-9244-4516-9de7-df80d228cf1e HTTP/1.1" status: 200 len: 210 time: 0.1223319 Mar 02 17:57:52.585383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0dd61f84-4249-4b21-876c-cde4af86bf54 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 933 time: 0.5594077 Mar 02 17:57:52.589173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52388) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:52.590829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:52.591213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:52.600813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'routes': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:52.716246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b788a84-2d20-46c7-a69d-6de06d26b824 req-f0cd1dbb-5d6f-446d-b042-97719d129ce8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:52.730520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b788a84-2d20-46c7-a69d-6de06d26b824 req-f0cd1dbb-5d6f-446d-b042-97719d129ce8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2169814 Mar 02 17:57:52.794696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:48Z', 'revision_number': 6, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:48Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:50Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:52.802494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cb3ba-1538-4ffd-8e98-cfc5e7ebc0aa None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:48Z', 'revision_number': 6, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:48Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:50Z', 'revision_number': 4, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:52.918718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b788a84-2d20-46c7-a69d-6de06d26b824 req-7ad1e6d6-8a71-44c6-b76c-f9a70f1f5d3b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785924 Mar 02 17:57:53.015097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:53.116913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port bfa3239c-7cba-4dac-be64-9b3b73571ed7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa3239c-7cba-4dac-be64-9b3b73571ed7,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:53.142783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:53.273769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:57:53.402248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:57:53.404969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d18a60d-51b0-4a01-b6ee-488dd70a0f77 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:57:53.469716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:53.699972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:53.903662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:57:53.934078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:53.941086 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.170448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 17:57:54.174035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 17:57:54.257373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.305756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.364269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:54.369613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.449833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52438) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:54.492159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4431-76e2-4836-a71e-52f7cd76ca76 req-48c83865-a345-4802-9f36-447984cbe334 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:54.503116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-affa4431-76e2-4836-a71e-52f7cd76ca76 req-48c83865-a345-4802-9f36-447984cbe334 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.1922719 Mar 02 17:57:54.562468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:54.652714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-affa4431-76e2-4836-a71e-52f7cd76ca76 req-6973887c-54c8-49d4-9cc2-6cc9902dd04e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412201 Mar 02 17:57:54.795469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1977889194'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:54.802564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:54.808066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:network and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:54.817923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:54.825100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:54.843041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:54.848374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.884998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:54.951680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:54.957012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:security_group_rule and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:54.961477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:54.968718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:55.122667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.127563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.144398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:57:55.158648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.159559 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Added segment 5dd86189-3a61-4981-91e3-7b53fc6c67dd of type vlan for network 7247a0bb-c864-4a85-af1c-9193f226fdf1 Mar 02 17:57:55.213752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.272285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.276809 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.277207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.280665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:55.281517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:55.429349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0911e4b-11ee-42fa-97bc-0f6766bf1054,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:55.516345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0623355 Mar 02 17:57:55.520900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:55.542590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'subnet': {'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:55.586393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ffc0-5c85-4bfe-ae46-47c8f7a2d857 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Network': ['ID=7247a0bb-c864-4a85-af1c-9193f226fdf1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:55.609146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:57:55.664563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:57:55.676388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:55.794004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:55.803824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:subnet and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:55.812083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:55.830402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:55.852261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:57:55.989987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:55.990640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:56.024203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:57:56.059849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:56.061918 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-619f934a-5242-4a35-b7c1-603f0be59e2c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 699 time: 3.4715886 Mar 02 17:57:56.065670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52496) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:56.256142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa3239c-7cba-4dac-be64-9b3b73571ed7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:57:56.269068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:56.312489 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:57:56.333426 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:56.334074 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:56.394358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bfa3239c-7cba-4dac-be64-9b3b73571ed7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:57:56.395620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:56.568586 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2e841bfc-a000-422e-aa11-3c52e06147a6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 699 time: 0.5009751 Mar 02 17:57:56.570931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52506) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:56.620312 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:56.663989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149afc-e93c-4049-ad10-f0fb52382051 req-fbfe9424-531f-4e35-9873-a70ba4a933ad tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:56.670125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18149afc-e93c-4049-ad10-f0fb52382051 req-fbfe9424-531f-4e35-9873-a70ba4a933ad tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.5994573 Mar 02 17:57:56.792744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18149afc-e93c-4049-ad10-f0fb52382051 req-c0c91a6c-6e54-429b-9038-cee3691741ba tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170692 Mar 02 17:57:56.839307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ff73-1528-471f-8af1-04017564d66e req-2e89289b-472f-464d-8e68-040ed3475b1f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:56.846949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e139ff73-1528-471f-8af1-04017564d66e req-2e89289b-472f-464d-8e68-040ed3475b1f tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 945 time: 0.4200232 Mar 02 17:57:56.983167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e139ff73-1528-471f-8af1-04017564d66e req-76e8355d-788d-45a8-954a-23045e768ac9 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353629 Mar 02 17:57:57.028268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.133120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.307015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Checking segment: {'id': '5dd86189-3a61-4981-91e3-7b53fc6c67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:57:57.307648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network hostable DHCP agents. Network: 7247a0bb-c864-4a85-af1c-9193f226fdf1, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:57:57.321671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Subnet': ['ID=ae593158-3d17-4e0c-9582-325c806e184f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:57.389354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:57:57.403728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7247a0bb-c864-4a85-af1c-9193f226fdf1) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:57:57.415722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:57.416400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.427722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032b861-231c-42de-ad30-3fd7141e0a23 None None] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:57.434052 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 7, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:57.444436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:57:57.470723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2efec558-4cde-42a1-8083-54449b98b146 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9431272 Mar 02 17:57:57.471850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:57:57.479826 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:57:57.480392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-876667176', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:57:57.480784 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:57.498338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:57:57.513967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:router and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:57:57.527806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:57:57.547945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:57:57.575267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.576697 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.627602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:57.866227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:58.154680 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:57:58.184461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab2e37-1f58-4084-9c65-da64c15ea067 None None] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:57:58.352617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:58.353466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:58.573428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2534c4fc-014c-4dc8-afb0-d626ae6ed089 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:58.588198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2534c4fc-014c-4dc8-afb0-d626ae6ed089 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 945 time: 0.6525033 Mar 02 17:57:58.826351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 2b28fb1c-73c8-436c-b133-b38d0b5d83d0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:58.826948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:58.847855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Deleting port d290ee8e-b1be-451e-8d33-001c73563580 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:57:58.848504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:58.955579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433761e5-024f-4b66-acce-8a2ad1601d33 req-e5f90963-bf48-4956-80ad-223eeeb4c13c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:58.956902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-433761e5-024f-4b66-acce-8a2ad1601d33 req-e5f90963-bf48-4956-80ad-223eeeb4c13c tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 945 time: 0.6469367 Mar 02 17:57:58.980273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e80e0-d046-454f-a1bf-041ff3606fbc req-857cc864-94e2-4815-a666-bab7f84ca489 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:57:58.981791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a5e80e0-d046-454f-a1bf-041ff3606fbc req-857cc864-94e2-4815-a666-bab7f84ca489 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.6781576 Mar 02 17:57:59.041571 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 7, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:57:59.055128 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb107c5-c1da-456b-9078-b9f2032c2a46 None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 7, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': '2b28fb1c-73c8-436c-b133-b38d0b5d83d0', 'name': '', 'network_id': 'a24455b8-fdaa-4670-850b-3a43c4931b32', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:0a:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:40Z', 'updated_at': '2022-03-02T17:57:54Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b1815307-8850-4630-828d-a9bd38994dd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:57:59.189554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:57:59.308847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:59.367711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:59.477375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-433761e5-024f-4b66-acce-8a2ad1601d33 req-5f48a80a-7386-4dbe-b5d0-1e8e47cffc6b tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/security-groups?id=3649a9f4-34ed-4ed8-9542-4fddc46d6d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886527 Mar 02 17:57:59.506374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a5e80e0-d046-454f-a1bf-041ff3606fbc req-b2acee9a-5d7c-4740-bed8-5087de852e10 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970136 Mar 02 17:57:59.582996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:59.651843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] For port d290ee8e-b1be-451e-8d33-001c73563580, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d290ee8e-b1be-451e-8d33-001c73563580,segment=NetworkSegment(fd581c33-2566-444f-88f7-89ce8b0efb7e),segment_id=fd581c33-2566-444f-88f7-89ce8b0efb7e)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:57:59.652201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:57:59.694166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=2b28fb1c-73c8-436c-b133-b38d0b5d83d0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:57:59.829213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Calling delete_port for d290ee8e-b1be-451e-8d33-001c73563580 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:00.098326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:00.112316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d290ee8e-b1be-451e-8d33-001c73563580'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:58:00.240509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.104 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/83f19f44-33bd-4930-898e-fedc6dd71761) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:00.249190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:00.335174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52582) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:00.730314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Pushing event deleted for resources: {'Port': ['ID=d290ee8e-b1be-451e-8d33-001c73563580,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:00.783108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27d0ee9d-c5e8-4c44-b46b-294fb3789bd8 req-271999af-ce3a-4dc5-b568-bc87ab331454 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbce90bb-3d8a-49a1-80f1-42e6a9181811 HTTP/1.1" status: 200 len: 210 time: 0.1022897 Mar 02 17:58:00.794250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:00.868284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:00.879041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Usage tracker for resource:security_group_rule and tenant:282f1a01c47e4d05960e11e42b944d9d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:00.881074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:00.888697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] No DVR routers for this DVR port d290ee8e-b1be-451e-8d33-001c73563580 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:00.895332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:00.899094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:00.902204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'name': 'network-vif-deleted', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:58:00.949817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:00.951470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab2abbbb-3bca-429f-908e-51f312ea34de req-2b1e1564-fc57-45a1-a476-640ee6477189 tempest-ServersTestJSON-2093400488 tempest-ServersTestJSON-2093400488-project] 10.222.0.35 "DELETE /v2.0/ports/d290ee8e-b1be-451e-8d33-001c73563580 HTTP/1.1" status: 204 len: 173 time: 2.3490860 Mar 02 17:58:01.011004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45de07-6d88-4d10-a673-52e784ef8ee7 req-930dae94-daa5-473d-857c-bf8ae704ddec tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:01.012562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb45de07-6d88-4d10-a673-52e784ef8ee7 req-930dae94-daa5-473d-857c-bf8ae704ddec tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2835698 Mar 02 17:58:01.019461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.212572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:01.213636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:01.221610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:01.224232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:01.237320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.244680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.320106 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbce90bb-3d8a-49a1-80f1-42e6a9181811', 'name': 'network-vif-deleted', 'tag': 'd290ee8e-b1be-451e-8d33-001c73563580', 'status': 'completed', 'code': 200} Mar 02 17:58:01.335159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb45de07-6d88-4d10-a673-52e784ef8ee7 req-b0cbcc9e-4c7d-4db7-8f8e-4dbcb79ce957 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005359 Mar 02 17:58:01.338053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=83f19f44-33bd-4930-898e-fedc6dd71761,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:01.364993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0fd6a0-2fa5-409c-aea9-5bdc59a73c99,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:01.532790 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16628ee4-a2c8-4e2d-9acc-8ac2690cb502 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=282f1a01c47e4d05960e11e42b944d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1968319 Mar 02 17:58:01.543957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52614) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:01.613137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.613933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.664979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.696965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.724352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:01.743466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:01.763958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:01.765586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:01.773354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-58124c07-88cb-49e4-a1f1-2a5e20bfc7e4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2013204 Mar 02 17:58:01.775128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52618) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:01.878031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:01.930806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:58:01.958613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:01.974527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:02.032863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.037723 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc0fd6a0-2fa5-409c-aea9-5bdc59a73c99 HTTP/1.1" status: 204 len: 168 time: 0.4927120 Mar 02 17:58:02.041456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cefbc1-eea3-496f-ab01-45f2db081e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0fd6a0-2fa5-409c-aea9-5bdc59a73c99,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:02.125653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet b1815307-8850-4630-828d-a9bd38994dd4 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:02.131264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.239244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Deleting subnet cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:02.240286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.260079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.358279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.450503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.468200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.601758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.621054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.643030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d290ee8e-b1be-451e-8d33-001c73563580 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:02.661356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=b1815307-8850-4630-828d-a9bd38994dd4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:02.679371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.687842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-602dfee5-d7f3-43d5-8bef-d7444c8d8176 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b1815307-8850-4630-828d-a9bd38994dd4 HTTP/1.1" status: 204 len: 168 time: 0.9114933 Mar 02 17:58:02.690818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:02.706036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:02.716674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3ded3-c640-44fa-b65b-9d38fff4ee73 None None] Network a24455b8-fdaa-4670-850b-3a43c4931b32 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:02.784149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.801699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-38fd4766-5519-4e6b-8d6f-3777d0f3e1e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc3d7eab-5d4d-4b82-9adc-f0fbe5474e03 HTTP/1.1" status: 204 len: 168 time: 0.8423021 Mar 02 17:58:02.805068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52644) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:02.896002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:02.945438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:02.946021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: d290ee8e-b1be-451e-8d33-001c73563580 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:02.948632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d290ee8e-b1be-451e-8d33-001c73563580 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:02.991045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c4630-ba7e-4af7-88f0-74dea9deab1c req-32818f93-07e8-49dd-af51-e569e5675252 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:02.992974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7c4630-ba7e-4af7-88f0-74dea9deab1c req-32818f93-07e8-49dd-af51-e569e5675252 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3750536 Mar 02 17:58:03.008136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.023973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:03.025585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:59Z', 'revision_number': 8, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.030069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c85de2ebd043f6bc51ffd2a3ba4bcd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:03.034650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:03.035207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:03.044979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 5798ee15-190c-409f-830a-89f5b5ef7a51 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:03.046024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.059755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.072566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:03.100730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:03.101697 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:03.117118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:03.117704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.142113 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:03.143311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.292884 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.330950 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:03.332479 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.383843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:03.390597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.403516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a06334e6-a54b-4ba8-9946-c8a79e3c8cc6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9302573 Mar 02 17:58:03.428954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c7c4630-ba7e-4af7-88f0-74dea9deab1c req-fa321565-c151-4432-8af0-20d0b5620764 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157417 Mar 02 17:58:03.429824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52658) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:03.481093 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.481496 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb72ef-5bbf-42bf-abc8-2e532ef98dc3 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:03.777296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.784202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.799034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 5798ee15-190c-409f-830a-89f5b5ef7a51, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5798ee15-190c-409f-830a-89f5b5ef7a51,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:03.799590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.821806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.847398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915408ff-7330-4091-b117-7e1354e88473']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.884261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd581c33-2566-444f-88f7-89ce8b0efb7e') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.884646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd581c33-2566-444f-88f7-89ce8b0efb7e') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:03.909267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.928574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] DHCP port deletion for a24455b8-fdaa-4670-850b-3a43c4931b32 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:58:03.930273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5798ee15-190c-409f-830a-89f5b5ef7a51 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:03.949073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.963301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:03.963914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:03.997428 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:04.002133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Deleting port 5798ee15-190c-409f-830a-89f5b5ef7a51 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:04.002747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.088620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 5798ee15-190c-409f-830a-89f5b5ef7a51 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:04.128263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17585e8a-b5ea-4c34-bcc3-8ae6a9ecb9a0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:04.151898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.174911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.186904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1550902f-ae2d-4445-9609-dfd84fdb4e78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3c85de2ebd043f6bc51ffd2a3ba4bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2892966 Mar 02 17:58:04.191037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52666) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:04.194402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] Pushing event deleted for resources: {'Network': ['ID=915408ff-7330-4091-b117-7e1354e88473,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:04.239183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b51707d1-6e59-431a-ae75-8cb93535a061 admin admin] 10.222.0.37 "DELETE /v2.0/networks/915408ff-7330-4091-b117-7e1354e88473 HTTP/1.1" status: 204 len: 168 time: 1.4299099 Mar 02 17:58:04.302690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:59Z', 'revision_number': 8, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:04.345582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50119f25-ac01-47de-8905-c02313eb0b43 None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:57:59Z', 'revision_number': 8, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa3239c-7cba-4dac-be64-9b3b73571ed7', 'name': '', 'network_id': '7001b96b-7ca2-4bfd-9aca-9603350d52d5', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:ea:e7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:31Z', 'updated_at': '2022-03-02T17:57:53Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'b85e7bc6-538f-4b4f-9d54-72b13652d237', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:04.359194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.407940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.451858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.509911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=5798ee15-190c-409f-830a-89f5b5ef7a51,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:04.534852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port 5798ee15-190c-409f-830a-89f5b5ef7a51 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:04.535128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.605444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] For port 5798ee15-190c-409f-830a-89f5b5ef7a51, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5798ee15-190c-409f-830a-89f5b5ef7a51,segment=NetworkSegment(54acea53-1c06-441a-bd28-820ae2f1de4f),segment_id=54acea53-1c06-441a-bd28-820ae2f1de4f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:04.605873 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.673651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-7620df24-b9b4-413b-84b2-4503aad5bd26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3918502 Mar 02 17:58:04.678886 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.828797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17585e8a-b5ea-4c34-bcc3-8ae6a9ecb9a0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:04.834734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52676) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:04.857841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.943484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:04.948827 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5d1598f2-05a1-43cb-b909-f05964bed466 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17585e8a-b5ea-4c34-bcc3-8ae6a9ecb9a0 HTTP/1.1" status: 204 len: 168 time: 0.7523618 Mar 02 17:58:04.970480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24455b8-fdaa-4670-850b-3a43c4931b32']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:05.001771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Calling delete_port for 5798ee15-190c-409f-830a-89f5b5ef7a51 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:05.033525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54acea53-1c06-441a-bd28-820ae2f1de4f') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:05.034029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54acea53-1c06-441a-bd28-820ae2f1de4f') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:05.106478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.176128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:58:05.176992 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:58:05.198713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-292739a5-f59e-45a8-a1ea-9b1d11b25a04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e9a11b0c2ea4f4999c4bcca0fc3f988&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3504393 Mar 02 17:58:05.200598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.207284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942bb73-855b-4f06-a611-77ccf64716ba req-6ae8e512-9dcc-4552-926d-68fcf62c9aed tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:05.213464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:05.218845 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-d5b11122-4fdc-4336-b072-0fdd4fb41e03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.3236043 Mar 02 17:58:05.220294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e942bb73-855b-4f06-a611-77ccf64716ba req-6ae8e512-9dcc-4552-926d-68fcf62c9aed tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3070726 Mar 02 17:58:05.242505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:05.243151 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:05.272096 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:05.368237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e942bb73-855b-4f06-a611-77ccf64716ba req-23067762-c395-49c4-a28b-63a3a2cf49d1 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343448 Mar 02 17:58:05.497906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:05.630606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:05.630990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2b28fb1c-73c8-436c-b133-b38d0b5d83d0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:05.679657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Deleting port 5798ee15-190c-409f-830a-89f5b5ef7a51 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:05.679657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.742620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.748906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:05.824415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-801cfbd3-fc88-4732-abd5-d7c338a07833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:05.826788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-801cfbd3-fc88-4732-abd5-d7c338a07833 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.5467849 Mar 02 17:58:05.842318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efc0cffa-7e2c-4ab2-9805-ac5e5aa9d725 None None] The port '5798ee15-190c-409f-830a-89f5b5ef7a51' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:58:05.848782 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/a24455b8-fdaa-4670-850b-3a43c4931b32 HTTP/1.1" status: 204 len: 168 time: 3.1557386 Mar 02 17:58:05.852576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6fac4-daab-4d2e-88dd-b86ef754010e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=a24455b8-fdaa-4670-850b-3a43c4931b32,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:05.859629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52702) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:05.972159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:06.180633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:06.435912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-ee0ce740-1614-4558-85ca-c6516d33d2ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.5934234 Mar 02 17:58:06.437683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:06.633569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff457-06c4-43cb-ae7c-ce59924d3df7 req-879ac7ce-9f63-43c0-b029-fda422c724da tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:06.643235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32cff457-06c4-43cb-ae7c-ce59924d3df7 req-879ac7ce-9f63-43c0-b029-fda422c724da tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3919075 Mar 02 17:58:06.654373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-42c1e91e-25c1-4440-acbf-288ed129467f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:06.661540 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-42c1e91e-25c1-4440-acbf-288ed129467f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.2135999 Mar 02 17:58:06.706295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:06.714057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32cff457-06c4-43cb-ae7c-ce59924d3df7 req-f71a8915-50d7-4117-8e8d-2b3d46e07b33 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712895 Mar 02 17:58:06.755270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649a9f4-34ed-4ed8-9542-4fddc46d6d02,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:06.787549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:06.798984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8737a5e7-5b0c-4fd4-8a97-6cb2de52dfd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3649a9f4-34ed-4ed8-9542-4fddc46d6d02 HTTP/1.1" status: 204 len: 168 time: 1.5709922 Mar 02 17:58:06.947170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.1 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/844babd6-0eed-48b2-8ed1-762264f2e2d2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:07.094045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-bc99bdad-e82e-4b98-91df-0284b296a5fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4260223 Mar 02 17:58:07.225723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:07.260282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:07.298393 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-7ad102ce-a64f-401e-a9c6-a521dae2df3e service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962595 Mar 02 17:58:07.303591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:07.373866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:07.385774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:07.410406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:07.564403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=844babd6-0eed-48b2-8ed1-762264f2e2d2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:07.594290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:07.696126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a917d15a-c035-4bd2-981f-a016a4bb074b req-a9d91b34-72fe-417e-9938-ca721ce2c290 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245642 Mar 02 17:58:07.805195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:08.272326 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-95c3d584-67fe-44d7-835f-905d9e799ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 1097 time: 0.2664187 Mar 02 17:58:08.468108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709004d7-7554-4cb6-b44d-623f20754890 req-267a4a32-1fdb-442f-a867-6295afa8f6c7 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:08.482961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-709004d7-7554-4cb6-b44d-623f20754890 req-267a4a32-1fdb-442f-a867-6295afa8f6c7 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.4674108 Mar 02 17:58:08.551062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-546a430f-035e-4433-9a93-781eee41866e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:08.552673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-546a430f-035e-4433-9a93-781eee41866e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.2453427 Mar 02 17:58:08.597928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-709004d7-7554-4cb6-b44d-623f20754890 req-727aeeb3-a34d-4bed-b519-285b0c7e834e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139870 Mar 02 17:58:08.621840 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:08.808293 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-f2734c37-b6ff-4493-aaf9-7a663f9227bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.2485204 Mar 02 17:58:08.891493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:08.899942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.004818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:09.078703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=844babd6-0eed-48b2-8ed1-762264f2e2d2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:09.082116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.230262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-4ba85a0a-9797-49c1-af73-98f806d0ad62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:09.231751 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-4ba85a0a-9797-49c1-af73-98f806d0ad62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.4146142 Mar 02 17:58:09.257952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7933324-e5d6-4e1f-81a1-c924faf950b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.315804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:09.322264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-434422806-network', 'tenant_id': '74b1092b6c1f4dccb742df8dd9d487f3'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:09.328212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:09.333299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Usage tracker for resource:network and tenant:74b1092b6c1f4dccb742df8dd9d487f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:09.336993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:09.343311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:09.353128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:09.368081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port bfa3239c-7cba-4dac-be64-9b3b73571ed7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:09.368546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.455498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Made reservation on behalf of 74b1092b6c1f4dccb742df8dd9d487f3 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:09.461941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.543507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.589383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-fbbbfbff-6a6d-4857-8dfe-5e4d4cf3689d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735236 Mar 02 17:58:09.834671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port bfa3239c-7cba-4dac-be64-9b3b73571ed7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa3239c-7cba-4dac-be64-9b3b73571ed7,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:09.835147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:09.983927 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-e0bb0608-034a-4699-9288-bc82ae7a18f8 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856575 Mar 02 17:58:10.050351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:10.067084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Usage tracker for resource:security_group_rule and tenant:74b1092b6c1f4dccb742df8dd9d487f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:10.071679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:10.099501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:10.112666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for bfa3239c-7cba-4dac-be64-9b3b73571ed7 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:10.156320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb049-ff11-4647-8a73-9039e1a3cd26 req-18ec8061-25b0-457e-b65d-a5ae0dd19944 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:10.158444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbdcb049-ff11-4647-8a73-9039e1a3cd26 req-18ec8061-25b0-457e-b65d-a5ae0dd19944 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.3165951 Mar 02 17:58:10.262760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbdcb049-ff11-4647-8a73-9039e1a3cd26 req-3b35f624-1c55-4df1-912a-165483876e9a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861592 Mar 02 17:58:10.283199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:10.308261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.317560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.425136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.443654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:58:10.499837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=bfa3239c-7cba-4dac-be64-9b3b73571ed7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:10.562463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6da0be-ab81-48f3-9f1a-502724ccff2d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:10.591974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.592549 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Added segment c6115677-1fb8-47db-aa0c-872befb3c9b4 of type vlan for network bba7ee1a-9192-4881-883f-300f45e0b174 Mar 02 17:58:10.656451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.686831 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-6fb868e5-0979-4b5d-9236-53942ffe90fc req-b7613f5f-1cf2-46f1-b2ee-d5239680ed27 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341236 Mar 02 17:58:10.780587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.781565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:10.782240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:10.916875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] Pushing event updated for resources: {'Network': ['ID=bba7ee1a-9192-4881-883f-300f45e0b174,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:10.932377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bba7ee1a-9192-4881-883f-300f45e0b174 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:58:10.936983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:10.938988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dbcabe57-48c6-466d-8eaf-142ffa4a2a34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9318550 Mar 02 17:58:10.945655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Request body: {'subnet': {'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-434422806-subnet', 'tenant_id': '74b1092b6c1f4dccb742df8dd9d487f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:10.954838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:10.961136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Usage tracker for resource:subnet and tenant:74b1092b6c1f4dccb742df8dd9d487f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:10.973533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:10.981340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:10.987522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-305ff0cb-bf36-463b-ad48-e4b5976dfc28 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/routers/c53be51a-c18e-4280-8f32-6049133cbfc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4027481 Mar 02 17:58:10.992169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52816) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:11.002300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'port': {'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1', 'name': 'tempest-FloatingIPTestJSON-1031243444'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:11.017381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:11.022524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:11.052708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:11.071225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Made reservation on behalf of 74b1092b6c1f4dccb742df8dd9d487f3 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:11.074626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:11.077694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:11.080030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:11.164488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:11.197337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:11.198407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:57:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:11.348392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:11.348987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660c6ac-df2d-430c-86e8-2b46be458044 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:11.357853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:11.369895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-af873462-90ab-4f51-b751-c21cd6b87e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:11.379454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:port and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:11.383025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:11.409295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:11.437011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:11.442540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:11.578407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] device_id is not set on port 8ec535f3-d4e9-44c9-a071-eb6f2f38e45f yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:58:11.744373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12b93-7848-44db-bc3d-3cd4173a23c7 req-df2b5240-22fd-4fc1-90c4-13c4f829e7c2 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:11.756513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5e12b93-7848-44db-bc3d-3cd4173a23c7 req-df2b5240-22fd-4fc1-90c4-13c4f829e7c2 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2560413 Mar 02 17:58:11.773098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:11.827328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.10 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/8ec535f3-d4e9-44c9-a071-eb6f2f38e45f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:11.842015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5e12b93-7848-44db-bc3d-3cd4173a23c7 req-234814d0-5c0e-4aa9-a439-ccefbd22df47 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891795 Mar 02 17:58:11.995875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd10fbb-1f14-4e7f-9cfe-6e92668e6612,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:12.020822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Checking segment: {'id': 'c6115677-1fb8-47db-aa0c-872befb3c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:58:12.021168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Network hostable DHCP agents. Network: bba7ee1a-9192-4881-883f-300f45e0b174, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:58:12.092855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:12.131794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:12.134640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Network bba7ee1a-9192-4881-883f-300f45e0b174 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:58:12.208715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:12.211268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bba7ee1a-9192-4881-883f-300f45e0b174) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:12.212343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:12.216717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:12.217637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:12.218302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:12.228047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047bba03-a242-426e-abf6-e802edbab8c4 None None] Network bba7ee1a-9192-4881-883f-300f45e0b174 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:12.272314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-32807e8a-544f-4b7c-a2af-b35650a9aab1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3339937 Mar 02 17:58:12.291765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=8ec535f3-d4e9-44c9-a071-eb6f2f38e45f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:12.312443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:12.316133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:12.372430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7a7d3a2a-1b25-45a3-9602-53306f8e7b9e tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3783469 Mar 02 17:58:12.373308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52842) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:12.395016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'port': {'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1', 'name': 'tempest-FloatingIPTestJSON-1330112921'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:12.421060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:12.716881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336b6fc-6b92-40b8-90ca-40bf83969837 None None] Network bba7ee1a-9192-4881-883f-300f45e0b174 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:12.738607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:12.754192 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-63ef749b-d578-47c3-bfa1-0d086b407734 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7937937 Mar 02 17:58:12.755606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:12.755809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:12.779550 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:12.780197 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:12.950937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.152975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:13.169742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:port and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:13.171552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet b85e7bc6-538f-4b4f-9d54-72b13652d237 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:13.173298 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:58:13.176273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.178001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:13.201216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:13.254676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.261930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.287021 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:13.377357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:13.382438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.389560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.506021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] device_id is not set on port 1256bd37-2086-4066-90d1-f57ecfca6c6e yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:58:13.527809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:13.551878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-734996536-network', 'tenant_id': '03e9ca8ecc8041b494a31e398fc240a5'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:13.586954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:13.601792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Usage tracker for resource:network and tenant:03e9ca8ecc8041b494a31e398fc240a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:13.613880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:13.622925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:13.640379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.678532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Made reservation on behalf of 03e9ca8ecc8041b494a31e398fc240a5 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:13.680919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.710985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.725891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=b85e7bc6-538f-4b4f-9d54-72b13652d237,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:13.741441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.748433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbf57e-016a-4405-8f45-29d70313d97c None None] Network 7001b96b-7ca2-4bfd-9aca-9603350d52d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:13.759246 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-07be6651-8122-4a34-a70a-ab55aad1aca2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b85e7bc6-538f-4b4f-9d54-72b13652d237 HTTP/1.1" status: 204 len: 168 time: 1.0002899 Mar 02 17:58:13.760059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52882) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:13.798559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:13.868318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Usage tracker for resource:security_group_rule and tenant:03e9ca8ecc8041b494a31e398fc240a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:13.884350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:13.895124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785b8c-5c29-4a39-8aad-86c32c49931b req-ebad18f5-e6d7-4fa2-885a-106cc6a79f56 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:13.901227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69785b8c-5c29-4a39-8aad-86c32c49931b req-ebad18f5-e6d7-4fa2-885a-106cc6a79f56 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.7250690 Mar 02 17:58:13.904750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:13.972304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:13.983576 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:10Z', 'revision_number': 9, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:14.003176 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:14.034092 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:14.034756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:14.037476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 5d88892c-61c9-4cf5-9ce1-de85cc892758 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:14.037823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.100885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69785b8c-5c29-4a39-8aad-86c32c49931b req-3002b2e6-6c3f-4702-a502-43abbde6ac4b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805952 Mar 02 17:58:14.116061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.13 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/1256bd37-2086-4066-90d1-f57ecfca6c6e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:14.367994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.423030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] DHCP port deletion for 7001b96b-7ca2-4bfd-9aca-9603350d52d5 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:58:14.438600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Deleting port 5d88892c-61c9-4cf5-9ce1-de85cc892758 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:14.439356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.554538 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:14.644164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.684439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.730027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.787358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.814351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:14.818222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:14.821871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=1256bd37-2086-4066-90d1-f57ecfca6c6e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:14.826052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:14.879233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] For port 5d88892c-61c9-4cf5-9ce1-de85cc892758, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d88892c-61c9-4cf5-9ce1-de85cc892758,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:14.879233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.929024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:58:14.977258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:14.978266 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Added segment 7195453b-4235-4ae3-aac2-5d38eaa56350 of type vlan for network 78aa8609-2003-44f4-a1f2-12ca2f9c34ea Mar 02 17:58:14.979645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.980135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.980574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.981022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.981472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.981909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.982403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.982874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.983292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.983727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:14.984341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:15.000600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:15.001646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.018081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.029763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3610f08c-e668-4d3a-bd15-13024b633ad2 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6554813 Mar 02 17:58:15.030802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52906) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:15.038241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '1256bd37-2086-4066-90d1-f57ecfca6c6e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:15.044912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:15.052212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:floatingip and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:15.056301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221173fa-2e82-4b81-9e8d-f5d8cb93e27c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:15.058384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:15.081318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:15.082831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.083729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:15.084306 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.088481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Calling delete_port for 5d88892c-61c9-4cf5-9ce1-de85cc892758 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:15.095224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.191481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.259780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] Pushing event deleted for resources: {'Port': ['ID=5d88892c-61c9-4cf5-9ce1-de85cc892758,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:15.271614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5da94-584f-43b9-a86b-a59bc59fc0db None None] No DVR routers for this DVR port 5d88892c-61c9-4cf5-9ce1-de85cc892758 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:15.277370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 5d88892c-61c9-4cf5-9ce1-de85cc892758, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5d88892c-61c9-4cf5-9ce1-de85cc892758,segment=NetworkSegment(37722c6f-2e88-4141-a32a-f54b5fc7c29d),segment_id=37722c6f-2e88-4141-a32a-f54b5fc7c29d)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:15.279445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.374247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.379869 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:10Z', 'revision_number': 9, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:15.385093 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e15b7a-fd56-4560-958b-fcddf6710c8a None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:10Z', 'revision_number': 9, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9375a20-21d3-4a76-b8c3-c99f8606bf76', 'name': '', 'network_id': '0fff5a0f-06c3-41ac-93b9-fd77bf63cf55', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:4d:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:22Z', 'updated_at': '2022-03-02T17:57:38Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': '5c048c18-5f29-4f7f-8b93-17d6eb2276ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:15.464156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 5d88892c-61c9-4cf5-9ce1-de85cc892758 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:15.507115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] Pushing event updated for resources: {'Network': ['ID=78aa8609-2003-44f4-a1f2-12ca2f9c34ea,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:15.519030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 78aa8609-2003-44f4-a1f2-12ca2f9c34ea details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:58:15.546045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c92a0c26-8ba8-4049-9fec-b937176b3421 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0171473 Mar 02 17:58:15.549634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:15.565520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Request body: {'subnet': {'network_id': '78aa8609-2003-44f4-a1f2-12ca2f9c34ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-734996536-subnet', 'tenant_id': '03e9ca8ecc8041b494a31e398fc240a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:15.587247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:15.593204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Usage tracker for resource:subnet and tenant:03e9ca8ecc8041b494a31e398fc240a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:15.602812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:15.612056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.178 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/d046ded3-d037-476e-b697-f8053cfd6b6c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:15.613141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:15.616913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:58:15.617227 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:58:15.624882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Made reservation on behalf of 03e9ca8ecc8041b494a31e398fc240a5 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:15.628544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.868094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.880687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa3239c-7cba-4dac-be64-9b3b73571ed7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:15.924188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: bfa3239c-7cba-4dac-be64-9b3b73571ed7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:15.924542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa3239c-7cba-4dac-be64-9b3b73571ed7 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:15.924970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d88892c-61c9-4cf5-9ce1-de85cc892758 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:15.941290 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.986430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:15.993925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5d88892c-61c9-4cf5-9ce1-de85cc892758 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:15.994811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5d88892c-61c9-4cf5-9ce1-de85cc892758 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:16.042264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:16.045522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:16.050187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:16.082157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ad9b30-176c-4a92-9004-b17ed9065829,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:16.105564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Checking segment: {'id': '7195453b-4235-4ae3-aac2-5d38eaa56350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '78aa8609-2003-44f4-a1f2-12ca2f9c34ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:58:16.106040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Network hostable DHCP agents. Network: 78aa8609-2003-44f4-a1f2-12ca2f9c34ea, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:58:16.120610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 5d88892c-61c9-4cf5-9ce1-de85cc892758 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:16.120953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.130185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=d046ded3-d037-476e-b697-f8053cfd6b6c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:16.202944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] The port '5d88892c-61c9-4cf5-9ce1-de85cc892758' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:58:16.290702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Network 78aa8609-2003-44f4-a1f2-12ca2f9c34ea is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:58:16.396334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 78aa8609-2003-44f4-a1f2-12ca2f9c34ea) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:16.407773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd402e58-b117-47c2-a5fb-b4165a8b40c5 None None] Network 78aa8609-2003-44f4-a1f2-12ca2f9c34ea requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:16.413995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.433010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:16.433603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.533313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7001b96b-7ca2-4bfd-9aca-9603350d52d5']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:16.543358 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1cc0efbf-9dc0-482e-96ab-1a6d61e9cc2f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9924786 Mar 02 17:58:16.550505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37722c6f-2e88-4141-a32a-f54b5fc7c29d') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:16.551115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37722c6f-2e88-4141-a32a-f54b5fc7c29d') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:16.570810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.600051 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.608521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:16.608990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:16.632192 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:16.812561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.872827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:16.873429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=7001b96b-7ca2-4bfd-9aca-9603350d52d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:16.884079 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-876871c4-c60f-4b83-b602-192ebd44155d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/7001b96b-7ca2-4bfd-9aca-9603350d52d5 HTTP/1.1" status: 204 len: 168 time: 3.1230731 Mar 02 17:58:16.887186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:16.963458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.058450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7dcdc9-2398-4b6d-9642-d3f4e291c55a None None] Network 78aa8609-2003-44f4-a1f2-12ca2f9c34ea requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:17.123320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.499066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.506790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.678598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.739150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:17.933191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=d046ded3-d037-476e-b697-f8053cfd6b6c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:18.101745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-eb351a53-6a5e-4b4c-b54b-b086582e1b6c tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:18.102767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-eb351a53-6a5e-4b4c-b54b-b086582e1b6c tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Synchronizing usage tracker for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:18.155396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-eb351a53-6a5e-4b4c-b54b-b086582e1b6c tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Unset dirty status for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:18.156619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-eb351a53-6a5e-4b4c-b54b-b086582e1b6c tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/networks?id=bba7ee1a-9192-4881-883f-300f45e0b174 HTTP/1.1" status: 200 len: 824 time: 0.5810559 Mar 02 17:58:18.197640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-b876b394-42de-49cf-b38f-d722f5d00796 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/quotas/74b1092b6c1f4dccb742df8dd9d487f3 HTTP/1.1" status: 200 len: 375 time: 0.0338173 Mar 02 17:58:18.202727 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 0b013ae9-1fa2-414c-b2ef-3e0ea63461c1 associated. External IP: 172.25.3.178, port: 1256bd37-2086-4066-90d1-f57ecfca6c6e. Mar 02 17:58:18.362100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-1ed00dbc-4c43-47f7-8dcc-dd2e7bd667b3 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b1092b6c1f4dccb742df8dd9d487f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030788 Mar 02 17:58:18.385722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-e4a8fd3b-0f9d-4b39-8c8e-f7480ced6985 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:58:18.398220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-e4a8fd3b-0f9d-4b39-8c8e-f7480ced6985 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0171313 Mar 02 17:58:18.541525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-2a1d9b18-74cc-48fc-a839-a281855fc55f service neutron] 10.222.0.37 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426537 Mar 02 17:58:18.577855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port e9375a20-21d3-4a76-b8c3-c99f8606bf76 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:18.578151 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:18.712551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-aab50c18-1462-4420-a497-0a9314f235d2 service neutron] 10.222.0.37 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612635 Mar 02 17:58:18.901382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port e9375a20-21d3-4a76-b8c3-c99f8606bf76, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9375a20-21d3-4a76-b8c3-c99f8606bf76,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:18.902939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:19.068753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-517e4747-8617-43a9-946f-169088b914e7 req-2f972697-d1c1-4bb6-9310-1758d937d2c2 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 210 time: 0.0469141 Mar 02 17:58:19.112659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for e9375a20-21d3-4a76-b8c3-c99f8606bf76 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:19.174377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:19.247943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:19.366203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:19.519050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:19.539568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:19.548210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=e9375a20-21d3-4a76-b8c3-c99f8606bf76,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:19.558967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:19.583624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:19.584248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:19.687486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b4025af3-0d04-49f2-9ec8-6b690643dc85 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6523063 Mar 02 17:58:19.688216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53020) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:19.699859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:19.816702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:19.855999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:19.857137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:19.969973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:19.970369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09becbc-e810-4c11-ae94-fea2ce86c4c9 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:19.986896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:20.119278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:20.327253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b7d2e64-62e7-4c02-bee3-355384188682 req-b8535249-a36c-4b4e-a2ff-2cfffaf92f2f tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 210 time: 0.0879021 Mar 02 17:58:20.609103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:20.626863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:20.627151 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 0b013ae9-1fa2-414c-b2ef-3e0ea63461c1 disassociated. External IP: 172.25.3.178, port: 1256bd37-2086-4066-90d1-f57ecfca6c6e. Mar 02 17:58:20.903837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-3b497f63-b5db-4704-b108-105c43912257 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:20.905876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-3b497f63-b5db-4704-b108-105c43912257 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.35 "GET /v2.0/networks?id=bba7ee1a-9192-4881-883f-300f45e0b174 HTTP/1.1" status: 200 len: 824 time: 0.4265647 Mar 02 17:58:20.938208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Request body: {'port': {'device_id': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174', 'admin_state_up': True, 'tenant_id': '74b1092b6c1f4dccb742df8dd9d487f3'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:21.002987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:21.119591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:21.123919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Usage tracker for resource:port and tenant:74b1092b6c1f4dccb742df8dd9d487f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:21.130609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:21.137251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:21.158194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Made reservation on behalf of 74b1092b6c1f4dccb742df8dd9d487f3 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:21.158194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:21.254472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:21.267764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:21.272482 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fc4cb604-0365-46f3-bd97-7cc14c833aea tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3837910 Mar 02 17:58:21.274522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53052) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:21.294766 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:21.295701 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:21.561732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:21.730165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet 5c048c18-5f29-4f7f-8b93-17d6eb2276ba {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:21.733011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:21.800060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:21.929506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.032592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Allocated IP 172.20.0.13 (bba7ee1a-9192-4881-883f-300f45e0b174/3cd10fbb-1f14-4e7f-9cfe-6e92668e6612/d8ac52cd-8504-43da-a90d-fc5f303f8095) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:22.113802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.207272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=5c048c18-5f29-4f7f-8b93-17d6eb2276ba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:22.226242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.230699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763def25-f8ee-4e74-9cbe-42dd6f2d9946 None None] Network 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:22.243035 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ea739b08-78cb-48a4-9be9-ee173ebc6883 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/5c048c18-5f29-4f7f-8b93-17d6eb2276ba HTTP/1.1" status: 204 len: 168 time: 0.9671655 Mar 02 17:58:22.245547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:22.316058 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:19Z', 'revision_number': 10, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:22.328731 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:22.357268 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:22.361305 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:22.477723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-070e6ad6-d78d-4267-a935-9c9430e744db req-d3159bad-79df-404a-95c8-a62266a0e32a tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 210 time: 0.5991874 Mar 02 17:58:22.563951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.585325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.590158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:22.590874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.796254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:22.797671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.818020 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:22.851403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] DHCP port deletion for 0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:58:22.855729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Deleting port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:22.857792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:22.907818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Network bba7ee1a-9192-4881-883f-300f45e0b174 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:22.913261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:22.924160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:22.959537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Pushing event updated for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:23.154329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:23.159165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.266677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-648a6149-a4c2-4369-b458-2d685ad41802 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3346081 Mar 02 17:58:23.281845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7784bc3f-e371-4f68-a126-0ee7b6f68f47,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:23.282214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.295489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Request body: {'port': {'device_id': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:23.515720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] For port 7784bc3f-e371-4f68-a126-0ee7b6f68f47, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7784bc3f-e371-4f68-a126-0ee7b6f68f47,segment=NetworkSegment(b28a5b82-4d11-4be2-aa9b-71cb5226381a),segment_id=b28a5b82-4d11-4be2-aa9b-71cb5226381a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:23.517111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.530131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.585008 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aec9af31-6660-4261-b731-9883975107b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:19Z', 'revision_number': 10, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:23.598402 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9af31-6660-4261-b731-9883975107b1 None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:19Z', 'revision_number': 10, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None, '_interfaces': [{'id': 'a5a14e52-c904-41ae-9a75-5cbc8161fa33', 'name': '', 'network_id': 'db57ed94-d1eb-4c44-9d59-eb1cb8aba969', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'mac_address': 'fa:16:3e:6a:8b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:57:15Z', 'updated_at': '2022-03-02T17:57:29Z', 'revision_number': 5, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'subnets': [{'id': 'bbc493d8-82b6-4513-9ed4-b7d7a31a79ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:23.703925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7784bc3f-e371-4f68-a126-0ee7b6f68f47 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:23.744928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:23.765755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.816429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 7784bc3f-e371-4f68-a126-0ee7b6f68f47 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:23.988133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:23.994787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:24.055761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Calling delete_port for 7784bc3f-e371-4f68-a126-0ee7b6f68f47 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:24.099201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7358a75a-b308-4e2d-98a3-2a50f6bacd48 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/0b013ae9-1fa2-414c-b2ef-3e0ea63461c1 HTTP/1.1" status: 200 len: 688 time: 4.4096076 Mar 02 17:58:24.105435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:24.129658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=7784bc3f-e371-4f68-a126-0ee7b6f68f47,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:24.144891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 17:58:24.160214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:24.161628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7784bc3f-e371-4f68-a126-0ee7b6f68f47 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:24.182545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:24.188076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.403450 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:58:24.404221 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:58:24.449318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.452305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.518749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:24.519540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.535299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fff5a0f-06c3-41ac-93b9-fd77bf63cf55']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.536572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port d046ded3-d037-476e-b697-f8053cfd6b6c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:24.537117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.553297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28a5b82-4d11-4be2-aa9b-71cb5226381a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.553601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28a5b82-4d11-4be2-aa9b-71cb5226381a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.603626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.624523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.638456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:24.638905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.669575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:24.670145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6715cd1-03fb-4f06-b773-78b9581786de None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:24.718259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7de8-dba3-4631-b328-978fc081794a req-75a1fe61-5567-426f-be1e-46363b488d49 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:24.719544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9eed7de8-dba3-4631-b328-978fc081794a req-75a1fe61-5567-426f-be1e-46363b488d49 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Synchronizing usage tracker for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:24.770644 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:24.780667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.832302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:24.859421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=0fff5a0f-06c3-41ac-93b9-fd77bf63cf55,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:24.881390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5c705dea-1c0a-4fd7-8932-6162e4398d16 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/0fff5a0f-06c3-41ac-93b9-fd77bf63cf55 HTTP/1.1" status: 204 len: 168 time: 2.6342845 Mar 02 17:58:24.882300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53116) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:24.905866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Deleting port 7784bc3f-e371-4f68-a126-0ee7b6f68f47 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:24.906506 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:25.165608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b77debf-d3ee-48c3-9736-57669f21348a None None] The port '7784bc3f-e371-4f68-a126-0ee7b6f68f47' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:58:25.258297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9eed7de8-dba3-4631-b328-978fc081794a req-75a1fe61-5567-426f-be1e-46363b488d49 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Unset dirty status for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:25.265249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eed7de8-dba3-4631-b328-978fc081794a req-75a1fe61-5567-426f-be1e-46363b488d49 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 932 time: 1.2573183 Mar 02 17:58:25.432023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9eed7de8-dba3-4631-b328-978fc081794a req-15a5e3f7-5e16-4ee0-bc38-7832b5344559 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Synchronizing usage tracker for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:25.452156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:25.452789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:25.525408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9375a20-21d3-4a76-b8c3-c99f8606bf76 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:25.627364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e9375a20-21d3-4a76-b8c3-c99f8606bf76 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:25.628798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9375a20-21d3-4a76-b8c3-c99f8606bf76 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:25.634148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for d046ded3-d037-476e-b697-f8053cfd6b6c owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:25.659135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:25.665033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.resource_extend [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 17:58:25.685893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9eed7de8-dba3-4631-b328-978fc081794a req-15a5e3f7-5e16-4ee0-bc38-7832b5344559 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Unset dirty status for tenant:74b1092b6c1f4dccb742df8dd9d487f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:25.699375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9eed7de8-dba3-4631-b328-978fc081794a req-15a5e3f7-5e16-4ee0-bc38-7832b5344559 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331768 Mar 02 17:58:25.803323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ac52cd-8504-43da-a90d-fc5f303f8095 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:58:25.818454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:25.913969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Transition to ACTIVE for port object d8ac52cd-8504-43da-a90d-fc5f303f8095 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:58:25.915467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.018683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.037695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=d046ded3-d037-476e-b697-f8053cfd6b6c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:26.305563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.479542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.480762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-60b559fa-ad4b-4341-ad24-ef3207aca1c1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/0b013ae9-1fa2-414c-b2ef-3e0ea63461c1 HTTP/1.1" status: 204 len: 168 time: 2.3710494 Mar 02 17:58:26.483995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563443-435f-48a3-9255-f984efad7332 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:26.498257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53146) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:26.515329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '8ec535f3-d4e9-44c9-a071-eb6f2f38e45f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:26.532747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:26.537301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:floatingip and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:26.540443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:26.546365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:26.588226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.697431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Attempting to bind port d8ac52cd-8504-43da-a90d-fc5f303f8095 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:58:26.698713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Attempting to bind port d8ac52cd-8504-43da-a90d-fc5f303f8095 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c6115677-1fb8-47db-aa0c-872befb3c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:58:26.699342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Attempting to bind port d8ac52cd-8504-43da-a90d-fc5f303f8095 on network bba7ee1a-9192-4881-883f-300f45e0b174 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:58:26.728176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Port d8ac52cd-8504-43da-a90d-fc5f303f8095 on network bba7ee1a-9192-4881-883f-300f45e0b174 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:58:26.728820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Attempting to bind port d8ac52cd-8504-43da-a90d-fc5f303f8095 on network bba7ee1a-9192-4881-883f-300f45e0b174 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:58:26.741278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:58:26.741976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Checking segment: {'id': 'c6115677-1fb8-47db-aa0c-872befb3c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:58:26.742603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Bound using segment: {'id': 'c6115677-1fb8-47db-aa0c-872befb3c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:58:26.743240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Bound port: d8ac52cd-8504-43da-a90d-fc5f303f8095, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6115677-1fb8-47db-aa0c-872befb3c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:58:26.743793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:26.928539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:58:26.928539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095,segment=NetworkSegment(c6115677-1fb8-47db-aa0c-872befb3c9b4),segment_id=c6115677-1fb8-47db-aa0c-872befb3c9b4)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:58:26.974805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.045064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port a5a14e52-c904-41ae-9a75-5cbc8161fa33 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:27.046206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.069901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.152296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.152723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-59563443-435f-48a3-9255-f984efad7332 service neutron] 10.222.0.35 "PUT /v2.0/ports/d8ac52cd-8504-43da-a90d-fc5f303f8095 HTTP/1.1" status: 200 len: 1092 time: 3.8678491 Mar 02 17:58:27.154330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:58:27.196517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563443-435f-48a3-9255-f984efad7332 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:27.273195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6119c-1aa5-432a-8f51-05073a45ac44 req-0989d6d6-c038-4b0a-a60a-4580ec12215d tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:27.274868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5de6119c-1aa5-432a-8f51-05073a45ac44 req-0989d6d6-c038-4b0a-a60a-4580ec12215d tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 944 time: 0.3447206 Mar 02 17:58:27.318482 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095', 'status': 'completed', 'code': 200} Mar 02 17:58:27.416636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.28 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/dd7677ab-3106-4fa7-9d98-1ebabcf487ee) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:27.428630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5de6119c-1aa5-432a-8f51-05073a45ac44 req-8df87c4e-1b1d-40be-aad4-2bc6662cc556 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121695 Mar 02 17:58:27.434463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-75d56855-450c-49f0-8271-e4dbc72ec0cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b1092b6c1f4dccb742df8dd9d487f3&device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 1095 time: 0.2244139 Mar 02 17:58:27.507758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port a5a14e52-c904-41ae-9a75-5cbc8161fa33, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a5a14e52-c904-41ae-9a75-5cbc8161fa33,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:27.508519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.673958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for a5a14e52-c904-41ae-9a75-5cbc8161fa33 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:27.678721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-4d3abbc0-e970-479e-a4fd-48eb968cce7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095 HTTP/1.1" status: 200 len: 217 time: 0.2374156 Mar 02 17:58:27.868097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.892252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-d12f6aa8-b2a0-48fd-9e55-c13cec64523c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:27.893885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-d12f6aa8-b2a0-48fd-9e55-c13cec64523c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cd10fbb-1f14-4e7f-9cfe-6e92668e6612 HTTP/1.1" status: 200 len: 864 time: 0.1669123 Mar 02 17:58:27.933598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=a5a14e52-c904-41ae-9a75-5cbc8161fa33,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:27.944120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:27.971729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-4ddaf1b6-1829-4757-bbcf-0156f45e2430 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bba7ee1a-9192-4881-883f-300f45e0b174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716035 Mar 02 17:58:28.108970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:28.221742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:28.224387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-a300a69f-f014-4dc8-82b8-bfb2285b7533 service neutron] 10.222.0.35 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450151 Mar 02 17:58:28.228030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:28.231143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:28.290017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=dd7677ab-3106-4fa7-9d98-1ebabcf487ee,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:28.291568 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:28.487986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-505902d3-1ce2-4929-8f4b-cbf40a2f94d0 req-06d05e6f-436d-48de-91b3-e89378659604 service neutron] 10.222.0.35 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271626 Mar 02 17:58:28.901063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-780e9001-32fd-4c42-ba5b-331484de190d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b1092b6c1f4dccb742df8dd9d487f3&device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 1095 time: 0.3344247 Mar 02 17:58:29.027432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:29.095941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4c10-b1a6-4c1c-98dc-e553ef988931 req-3a72ffd1-0919-49b8-bb64-4226f159b0ff tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:29.097466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c7d4c10-b1a6-4c1c-98dc-e553ef988931 req-3a72ffd1-0919-49b8-bb64-4226f159b0ff tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 944 time: 0.3059051 Mar 02 17:58:29.147221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-d976fb54-dbcd-4dd6-a5b4-4f237b982574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:29.148697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-d976fb54-dbcd-4dd6-a5b4-4f237b982574 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bba7ee1a-9192-4881-883f-300f45e0b174 HTTP/1.1" status: 200 len: 925 time: 0.2399678 Mar 02 17:58:29.188586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:29.199659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:29.213780 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:29.215054 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:29.234775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-51026e69-6304-44d0-b8b4-801e2524a2bf tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3480113 Mar 02 17:58:29.235018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-3d931fd6-f7ca-4488-97ce-6a6d9c524138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095 HTTP/1.1" status: 200 len: 217 time: 0.0718398 Mar 02 17:58:29.235328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:29.449223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c7d4c10-b1a6-4c1c-98dc-e553ef988931 req-2ea2f2c0-589d-4704-9893-20b7226b9299 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323920 Mar 02 17:58:29.479771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting subnet bbc493d8-82b6-4513-9ed4-b7d7a31a79ad {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:29.485759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-8d9c95ed-3df7-4bb9-84bd-badcf381301b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:29.487466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-8d9c95ed-3df7-4bb9-84bd-badcf381301b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3cd10fbb-1f14-4e7f-9cfe-6e92668e6612 HTTP/1.1" status: 200 len: 864 time: 0.2330558 Mar 02 17:58:29.497649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.501867 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:29.545692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-8003eccf-61b7-4ae9-a7b5-92d941ffd2b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bba7ee1a-9192-4881-883f-300f45e0b174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464339 Mar 02 17:58:29.592108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.697925 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.790835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:29.792878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.802447 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:29.818959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.829427 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:29.830099 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:29.878589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.927728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc493d8-82b6-4513-9ed4-b7d7a31a79ad,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:29.954612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:29.954985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93cc85-1d1f-46ce-a003-f1af875bcc61 None None] Network db57ed94-d1eb-4c44-9d59-eb1cb8aba969 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:58:29.979485 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28253472-c5bd-43b3-a945-2184b6bc881a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/bbc493d8-82b6-4513-9ed4-b7d7a31a79ad HTTP/1.1" status: 204 len: 168 time: 0.7431138 Mar 02 17:58:29.982279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:29.999071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-83950795-35fa-4f79-8c68-8ab4123cd17b service neutron] 10.222.0.35 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451632 Mar 02 17:58:30.060966 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:30.179463 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:30.198985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741f7b0-f65c-4a79-adde-2831e9eb1575 None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:30.342956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.358602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Deleting port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:30.358969 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.411210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdd20843-a58a-47d1-9cc0-491b6753c6e3 req-e932db5b-ed19-4d9b-a3fb-6fcfc1274e47 service neutron] 10.222.0.35 "GET /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960495 Mar 02 17:58:30.464359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.473205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.593129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] DHCP port deletion for db57ed94-d1eb-4c44-9d59-eb1cb8aba969 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 17:58:30.603609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Deleting port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:30.603922 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.635565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.824096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] For port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:30.824610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:30.841337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=dd7677ab-3106-4fa7-9d98-1ebabcf487ee,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:30.940368 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 8b840a62-f7a5-4580-b3b5-196f1bd48a3d associated. External IP: 172.25.3.28, port: 8ec535f3-d4e9-44c9-a071-eb6f2f38e45f. Mar 02 17:58:31.048598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] For port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,segment=NetworkSegment(e7b9230a-879a-470c-b0d0-03757702a78e),segment_id=e7b9230a-879a-470c-b0d0-03757702a78e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:31.049267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.053085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Calling delete_port for 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:31.159920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.253019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Calling delete_port for 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:31.290588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482d34e-fbd8-4828-bae3-800be4ddb5bc req-767ce048-ec29-4411-9043-091d17bc74b3 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:31.292133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3482d34e-fbd8-4828-bae3-800be4ddb5bc req-767ce048-ec29-4411-9043-091d17bc74b3 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 944 time: 0.1549501 Mar 02 17:58:31.341129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 17:58:31.341586 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 17:58:31.363137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Port': ['ID=65d636df-ffdf-49c6-9ffc-bd4b95a61c5c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:31.374096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3482d34e-fbd8-4828-bae3-800be4ddb5bc req-9f9a263b-baef-426a-876b-b8d3d5c9bc74 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Mar 02 17:58:31.379307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No DVR routers for this DVR port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:31.584146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a5a14e52-c904-41ae-9a75-5cbc8161fa33 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:31.614334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.649853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db57ed94-d1eb-4c44-9d59-eb1cb8aba969']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:31.656722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a5a14e52-c904-41ae-9a75-5cbc8161fa33 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:31.657437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a5a14e52-c904-41ae-9a75-5cbc8161fa33 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:31.658104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:31.667385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b9230a-879a-470c-b0d0-03757702a78e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:31.667848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b9230a-879a-470c-b0d0-03757702a78e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:31.686813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.703953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:31.704656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:31.713480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.721858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:31.722310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:31.741150 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:31.843022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Deleting port 65d636df-ffdf-49c6-9ffc-bd4b95a61c5c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:31.843565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.850953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.896379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:31.909119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:31.916126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Pushing event deleted for resources: {'Network': ['ID=db57ed94-d1eb-4c44-9d59-eb1cb8aba969,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:31.926108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-02f5c357-dff1-4104-be0b-c79b3946640c None None] The port '65d636df-ffdf-49c6-9ffc-bd4b95a61c5c' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 17:58:31.960236 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fb715ac1-2d96-420b-8d08-5cf503d39e63 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/networks/db57ed94-d1eb-4c44-9d59-eb1cb8aba969 HTTP/1.1" status: 204 len: 168 time: 1.9768329 Mar 02 17:58:31.962887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53218) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:31.968904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'routes': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:32.206696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:32.219791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:32.239338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:32.246164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:32.247213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:32.313091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e7e2647-32ec-46f1-9cc6-7e6ba6c4504b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8123507 Mar 02 17:58:32.315230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53222) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:32.339750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:32.366939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Added routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 17:58:32.367277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Removed routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 17:58:32.367905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:32.372817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:32.373880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:32.491095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a581e6c0-21fc-4e28-b663-92393e4c45b6 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/floatingips/8b840a62-f7a5-4580-b3b5-196f1bd48a3d HTTP/1.1" status: 200 len: 978 time: 0.1743040 Mar 02 17:58:32.491636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:32.525657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:32.526068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c617be1-7918-4886-9aed-745b35ccab95 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:32.736722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d8ac52cd-8504-43da-a90d-fc5f303f8095 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:58:32.764966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0f26f-795b-4769-a41e-886bf072ed16 req-57c2729c-440e-4b2c-a729-fc4ea8fb17b8 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:32.773727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eb0f26f-795b-4769-a41e-886bf072ed16 req-57c2729c-440e-4b2c-a729-fc4ea8fb17b8 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 944 time: 0.1408062 Mar 02 17:58:32.843181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eb0f26f-795b-4769-a41e-886bf072ed16 req-a8451efe-d091-48c5-b022-816283851b81 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681577 Mar 02 17:58:32.863563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:32.863563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:32.868078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53238) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:32.868389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54fc5589-ea24-493a-adb6-1c333c368c46 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3081369 Mar 02 17:58:32.882475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': '1256bd37-2086-4066-90d1-f57ecfca6c6e'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:32.963013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095,segment=NetworkSegment(c6115677-1fb8-47db-aa0c-872befb3c9b4),segment_id=c6115677-1fb8-47db-aa0c-872befb3c9b4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:32.980411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'd8ac52cd-8504-43da-a90d-fc5f303f8095', 'network_id': 'bba7ee1a-9192-4881-883f-300f45e0b174', 'port_id': 'd8ac52cd-8504-43da-a90d-fc5f303f8095', 'mac_address': 'fa:16:3e:93:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd10fbb-1f14-4e7f-9cfe-6e92668e6612', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:58:33.037958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 73825898-3449-4965-b0e5-ccb4dc5c6339 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:33.054412 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:33.076126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ac52cd-8504-43da-a90d-fc5f303f8095 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:58:33.097088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095,segment=NetworkSegment(c6115677-1fb8-47db-aa0c-872befb3c9b4),segment_id=c6115677-1fb8-47db-aa0c-872befb3c9b4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:33.106519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:33.156553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:33.187037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:33.361263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:33.369957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:33.374009 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-96495783-0cda-4701-b05b-479cc8d4df8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 700 time: 1.4071479 Mar 02 17:58:33.374105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53242) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:33.380615 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Sync routers for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:33.409154 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:33.410356 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:33.472820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d8ac52cd-8504-43da-a90d-fc5f303f8095'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:58:33.481044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f394be73-2b90-4d99-86a0-390e2c44c52c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:33.518817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f394be73-2b90-4d99-86a0-390e2c44c52c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:33.520327 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f394be73-2b90-4d99-86a0-390e2c44c52c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 205 time: 0.1444883 Mar 02 17:58:33.523480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53246) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:33.698367 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:33.816790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:33.906305 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:33.917969 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Checking router: 73825898-3449-4965-b0e5-ccb4dc5c6339 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:33.944536 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Routers {'73825898-3449-4965-b0e5-ccb4dc5c6339'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:33.945171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['73825898-3449-4965-b0e5-ccb4dc5c6339'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:34.153471 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] Set router 73825898-3449-4965-b0e5-ccb4dc5c6339 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:34.164833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.176230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.302083 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:34.307207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ed7a0-a381-43f1-ad40-0cbe4ec71568 None None] The sync data for ids ['73825898-3449-4965-b0e5-ccb4dc5c6339'] in n-d-820559-6 is: [{'id': '73825898-3449-4965-b0e5-ccb4dc5c6339', 'name': 'tempest-RoutersTest-router-221285352', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:57:13Z', 'updated_at': '2022-03-02T17:58:27Z', 'revision_number': 11, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:34.366170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:34.460989 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.466017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.514218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.515027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 73825898-3449-4965-b0e5-ccb4dc5c6339 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:58:34.535393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f2c1-1c55-4045-a0cc-f6ecc9f12ce3 req-864f419a-7431-419b-9d4e-acf06af99a90 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:34.537018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9860f2c1-1c55-4045-a0cc-f6ecc9f12ce3 req-864f419a-7431-419b-9d4e-acf06af99a90 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 945 time: 0.4390852 Mar 02 17:58:34.550476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.555201 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5889d303-24df-4646-8478-0786a1cd3f8d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 204 len: 168 time: 1.0302691 Mar 02 17:58:34.560287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:34.571038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1732851484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:34.578146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:34.583071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Usage tracker for resource:router and tenant:fcd8e92e429d46968be26d3be889abe0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:34.587232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:34.594173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:34.610206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.611236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.637872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9860f2c1-1c55-4045-a0cc-f6ecc9f12ce3 req-da44dfb2-1857-4916-9fb9-354f9043617d tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932682 Mar 02 17:58:34.652906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.680068 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 8b840a62-f7a5-4580-b3b5-196f1bd48a3d associated. External IP: 172.25.3.28, port: 8ec535f3-d4e9-44c9-a071-eb6f2f38e45f. Mar 02 17:58:34.693126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.744984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.745156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d8ac52cd-8504-43da-a90d-fc5f303f8095 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:58:34.748870 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a04e4e8-5fdb-4332-a1ae-637a532eaf03 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1851132 Mar 02 17:58:34.748870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.758262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53270) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:34.764585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:34.837408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port d8ac52cd-8504-43da-a90d-fc5f303f8095 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:58:34.844620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port d8ac52cd-8504-43da-a90d-fc5f303f8095 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:58:34.845098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:34.935845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:34.942728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Usage tracker for resource:security_group_rule and tenant:f969d7dbbbf64231a83b79839a1fa896 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:34.946362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:35.005736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.067113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:58:35.068122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:35.078538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095,segment=NetworkSegment(c6115677-1fb8-47db-aa0c-872befb3c9b4),segment_id=c6115677-1fb8-47db-aa0c-872befb3c9b4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:35.088207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.161116 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095', 'code': 200} Mar 02 17:58:35.183640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:35.263383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:35.436144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0f1db05-e571-4c1a-8b96-2b65a44bd97e req-aeebefe8-6feb-47a9-a7c4-7ea5dc0bf04f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 1097 time: 0.2113116 Mar 02 17:58:35.469885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.488616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.491569 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.496135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.496845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0f1db05-e571-4c1a-8b96-2b65a44bd97e req-f6ac84bd-4e3c-48c2-8b82-fb9c486ade70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Mar 02 17:58:35.543721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:35.554474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:35.566862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:35.567461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:35.628538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:35.639331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:35.640506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:35.655444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3277d340-c7bf-4574-994a-d2c2325c171d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:35.672419 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f969d7dbbbf64231a83b79839a1fa896&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2968090 Mar 02 17:58:35.675633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53282) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:35.681295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.682139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.682677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.684277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.684752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.685099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.685515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.686068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.686752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.688449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.688810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d196324-bdd5-45e8-9739-75b8de7af79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:58:35.699487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:35.699893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc0a68-37a2-450b-8502-012ba470bde4 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:35.748651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Router 7c046ffa-9171-41da-9200-3c23f4bb9e81 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:58:35.773847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-364565c7-7a11-4949-867c-877463637088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.847553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-364565c7-7a11-4949-867c-877463637088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.897168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:35.913440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:35.917050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eac27f85-e238-4b80-b4bf-e13655e01a80 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "PUT /v2.0/routers/7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 200 len: 694 time: 1.1552324 Mar 02 17:58:35.917346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:35.919382 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Sync routers for ids ['7c046ffa-9171-41da-9200-3c23f4bb9e81'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:35.944628 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Routers {'7c046ffa-9171-41da-9200-3c23f4bb9e81'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:35.945311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c046ffa-9171-41da-9200-3c23f4bb9e81'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:35.947032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788152a-c46f-4c81-8ee0-be83cf17defc req-a94cb261-7076-43df-b331-830e0707dac1 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:35.948517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2788152a-c46f-4c81-8ee0-be83cf17defc req-a94cb261-7076-43df-b331-830e0707dac1 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.1696916 Mar 02 17:58:36.011054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-364565c7-7a11-4949-867c-877463637088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:36.065132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9dab9e81-2374-4cce-9e6a-fb7b63513c9a tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/routers/7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 200 len: 700 time: 0.1466496 Mar 02 17:58:36.067580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:36.116459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-32d53e4e-cbbb-4d02-a55d-0000bf924651 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 200 len: 205 time: 0.0475578 Mar 02 17:58:36.118943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:36.133775 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Set router 7c046ffa-9171-41da-9200-3c23f4bb9e81 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:36.232516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364565c7-7a11-4949-867c-877463637088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3277d340-c7bf-4574-994a-d2c2325c171d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:36.257162 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c046ffa-9171-41da-9200-3c23f4bb9e81', 'name': 'tempest-RoutersTest-router-1732851484', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:58:34Z', 'updated_at': '2022-03-02T17:58:35Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:36.266387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-364565c7-7a11-4949-867c-877463637088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:36.267718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-364565c7-7a11-4949-867c-877463637088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3277d340-c7bf-4574-994a-d2c2325c171d HTTP/1.1" status: 204 len: 168 time: 0.5911663 Mar 02 17:58:36.281057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:36.285298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2788152a-c46f-4c81-8ee0-be83cf17defc req-2a61e80b-8bce-4d52-939a-8ea11016d720 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759466 Mar 02 17:58:36.310792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Checking router: 7c046ffa-9171-41da-9200-3c23f4bb9e81 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:36.341178 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Routers {'7c046ffa-9171-41da-9200-3c23f4bb9e81'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:36.341828 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['7c046ffa-9171-41da-9200-3c23f4bb9e81'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:36.383717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:36.528617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] Set router 7c046ffa-9171-41da-9200-3c23f4bb9e81 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:36.840322 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c046ffa-9171-41da-9200-3c23f4bb9e81', 'name': 'tempest-RoutersTest-router-1732851484', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:58:34Z', 'updated_at': '2022-03-02T17:58:35Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:36.849967 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf93b85-bf0e-4dce-b9bc-c2f4736fd809 None None] The sync data for ids ['7c046ffa-9171-41da-9200-3c23f4bb9e81'] in n-d-820559-6 is: [{'id': '7c046ffa-9171-41da-9200-3c23f4bb9e81', 'name': 'tempest-RoutersTest-router-1732851484', 'tenant_id': 'fcd8e92e429d46968be26d3be889abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:58:34Z', 'updated_at': '2022-03-02T17:58:35Z', 'revision_number': 2, 'project_id': 'fcd8e92e429d46968be26d3be889abe0', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:36.867597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:36.872654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:36.882470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0067463-0b13-463a-a689-b0715839f24a None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:36.907645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:36.909104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:37.065870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53322) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.147705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:37.159384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.163870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:37.163870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:37.167432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.182327 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.225183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.225183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Fanout notify agent at l3_agent the message router_deleted on router 7c046ffa-9171-41da-9200-3c23f4bb9e81 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 17:58:37.234784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.243468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:37.246858 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b52ea12a-74e7-4ab1-afcc-679febed5a19 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 204 len: 168 time: 1.1158667 Mar 02 17:58:37.246858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.251241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a27e2e9a994514ae9f257609a64a12 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:37.251241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:37.268263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:37.271209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d0067463-0b13-463a-a689-b0715839f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:37.271209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0067463-0b13-463a-a689-b0715839f24a None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:37.292954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ff995cb6-af69-433d-b50f-a22394cc57bc tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/8b840a62-f7a5-4580-b3b5-196f1bd48a3d HTTP/1.1" status: 200 len: 978 time: 4.4205263 Mar 02 17:58:37.295637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.300013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-709d1da5-35a7-4804-aa91-dea61d4c5708 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 200 len: 205 time: 0.0618455 Mar 02 17:58:37.302451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53332) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.306240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:37.399985 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-8dd1f254-4f55-4f40-a3c3-bda53405869e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:37.399985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8dd1f254-4f55-4f40-a3c3-bda53405869e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/7c046ffa-9171-41da-9200-3c23f4bb9e81 HTTP/1.1" status: 404 len: 336 time: 0.0918000 Mar 02 17:58:37.399985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53342) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.424544 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.499191 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8883078c-18fc-4522-a936-531aeb7acd98 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:37.499191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8883078c-18fc-4522-a936-531aeb7acd98 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:37.567264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8883078c-18fc-4522-a936-531aeb7acd98 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b1815307-8850-4630-828d-a9bd38994dd4 HTTP/1.1" status: 404 len: 337 time: 0.1684966 Mar 02 17:58:37.570446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53346) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.574309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.617627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:37.656357 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8cc283-5428-4e2f-855c-4089a93c682d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:37.656828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8cc283-5428-4e2f-855c-4089a93c682d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:37.668577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e8cc283-5428-4e2f-855c-4089a93c682d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b85e7bc6-538f-4b4f-9d54-72b13652d237 HTTP/1.1" status: 404 len: 337 time: 0.0969653 Mar 02 17:58:37.678913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53352) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.722131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0cc8db-f542-4342-a4a4-ac6927ef6f94,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:37.743019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4801be5f-3093-4377-9566-aa34a6887329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7a27e2e9a994514ae9f257609a64a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6744502 Mar 02 17:58:37.744506 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed728a53-2e99-4244-9df9-8af45f91f274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:37.744506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed728a53-2e99-4244-9df9-8af45f91f274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:37.744506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ed728a53-2e99-4244-9df9-8af45f91f274 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/5c048c18-5f29-4f7f-8b93-17d6eb2276ba HTTP/1.1" status: 404 len: 337 time: 0.0608768 Mar 02 17:58:37.744506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.744506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.821390 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02c1ec8-52c7-448d-97b7-80e7227b9b4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:37.821390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02c1ec8-52c7-448d-97b7-80e7227b9b4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:37.821390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c02c1ec8-52c7-448d-97b7-80e7227b9b4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/bbc493d8-82b6-4513-9ed4-b7d7a31a79ad HTTP/1.1" status: 404 len: 337 time: 0.0617740 Mar 02 17:58:37.860617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53364) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:37.990874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-045fd23a-49cc-4a0b-a8c3-0f27525b6ca3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Synchronizing usage tracker for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:38.012187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-045fd23a-49cc-4a0b-a8c3-0f27525b6ca3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] Unset dirty status for tenant:fcd8e92e429d46968be26d3be889abe0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:38.016654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-045fd23a-49cc-4a0b-a8c3-0f27525b6ca3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 200 len: 205 time: 0.1919773 Mar 02 17:58:38.022125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53370) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.126616 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.129274 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-64b47cb7-a475-4769-96ba-4a7de97cd2da tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:38.133248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64b47cb7-a475-4769-96ba-4a7de97cd2da tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/73825898-3449-4965-b0e5-ccb4dc5c6339 HTTP/1.1" status: 404 len: 336 time: 0.1087797 Mar 02 17:58:38.134068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53376) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.151744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.198168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.198168 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 8b840a62-f7a5-4580-b3b5-196f1bd48a3d disassociated. External IP: 172.25.3.28, port: 1256bd37-2086-4066-90d1-f57ecfca6c6e. Mar 02 17:58:38.204300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a74f-3e99-472d-95b3-3b53f9a00d35 req-07e6630a-3375-4ebb-bb90-516f13987fad tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:38.204300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f394a74f-3e99-472d-95b3-3b53f9a00d35 req-07e6630a-3375-4ebb-bb90-516f13987fad tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.2681885 Mar 02 17:58:38.256614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-988ceb36-2397-44f2-851b-371fa840eea6 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=71873f60-ef3c-4225-b554-a6ca6ce68d84 HTTP/1.1" status: 200 len: 205 time: 0.1129735 Mar 02 17:58:38.256614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.278520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.335903 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3db8ee41-5b02-4333-ab8d-57be23e7cef2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:38.340049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3db8ee41-5b02-4333-ab8d-57be23e7cef2 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/71873f60-ef3c-4225-b554-a6ca6ce68d84 HTTP/1.1" status: 404 len: 336 time: 0.0831716 Mar 02 17:58:38.340049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.417157 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54a2cab-898c-4954-9bc1-c1ea851386c3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:38.417929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54a2cab-898c-4954-9bc1-c1ea851386c3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:38.420104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b54a2cab-898c-4954-9bc1-c1ea851386c3 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/9f47925e-3a75-40e2-b6fc-3e7138a78a6e HTTP/1.1" status: 404 len: 337 time: 0.0812738 Mar 02 17:58:38.424095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53390) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.454760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.477780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0cc8db-f542-4342-a4a4-ac6927ef6f94,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:38.486901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.488001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5bdcec7d-4190-4b9f-9b6c-712866e11242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b0cc8db-f542-4342-a4a4-ac6927ef6f94 HTTP/1.1" status: 204 len: 168 time: 0.7431157 Mar 02 17:58:38.507875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f394a74f-3e99-472d-95b3-3b53f9a00d35 req-c0d18044-97ab-4561-aee4-1c3d51264432 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011897 Mar 02 17:58:38.516340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad815077-9c1b-42cc-83b4-5894325b2bb4 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 200 len: 205 time: 0.0874982 Mar 02 17:58:38.517034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53396) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.596971 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-5cb74530-ae4c-4a20-a994-18989fb0964c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:38.598988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5cb74530-ae4c-4a20-a994-18989fb0964c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/69725040-6ab7-4d88-a3ba-72b9bf478fcf HTTP/1.1" status: 404 len: 336 time: 0.0810020 Mar 02 17:58:38.605239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53402) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.624969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:38.713144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c1ddcf46-c016-48c9-bfac-2a3be7bdc158 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=7db80106-b3c3-42be-9eb4-ecca186e3475 HTTP/1.1" status: 200 len: 205 time: 0.1001887 Mar 02 17:58:38.713144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.795861 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-fdf02a71-63b1-4c68-91f2-71bc7d19464d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:38.795861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fdf02a71-63b1-4c68-91f2-71bc7d19464d tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/7db80106-b3c3-42be-9eb4-ecca186e3475 HTTP/1.1" status: 404 len: 336 time: 0.0793073 Mar 02 17:58:38.795861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.850477 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ea6439-a0b2-418b-9931-49762f19f8e7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:38.850941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ea6439-a0b2-418b-9931-49762f19f8e7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:38.854842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-53ea6439-a0b2-418b-9931-49762f19f8e7 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b428e3f8-0059-471e-bab6-05ff1c088e30 HTTP/1.1" status: 404 len: 337 time: 0.0565653 Mar 02 17:58:38.856941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53414) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.926605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:38.928790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bfca5817-df8c-4164-a0da-fe7de81913c8 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aa0aa12-a32a-4ba0-a319-393a032e2ad1 HTTP/1.1" status: 200 len: 205 time: 0.0706089 Mar 02 17:58:38.933216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:38.987651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9cd5-7b1f-4c33-b984-96efbc4a81a0 req-869bb7ca-e021-4cbf-b471-8ac3ca70400f tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:38.996428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-100c9cd5-7b1f-4c33-b984-96efbc4a81a0 req-869bb7ca-e021-4cbf-b471-8ac3ca70400f tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.3335330 Mar 02 17:58:39.048742 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-54942eb3-3420-481a-aeba-2a869eda506e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:39.048742 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54942eb3-3420-481a-aeba-2a869eda506e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/0aa0aa12-a32a-4ba0-a319-393a032e2ad1 HTTP/1.1" status: 404 len: 336 time: 0.1117694 Mar 02 17:58:39.062836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53426) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.066361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-100c9cd5-7b1f-4c33-b984-96efbc4a81a0 req-18509af5-4ade-4404-928d-3bd2f184dfc3 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667274 Mar 02 17:58:39.202111 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe31bd3-47a8-4a91-b1db-2b7cf92aa56e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:39.202111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe31bd3-47a8-4a91-b1db-2b7cf92aa56e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:39.202111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-afe31bd3-47a8-4a91-b1db-2b7cf92aa56e tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/b4dcc012-2c08-40b2-bd07-498419a84566 HTTP/1.1" status: 404 len: 337 time: 0.1223059 Mar 02 17:58:39.202111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53442) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.270840 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-51088a5b-7f52-4026-9b7d-2a62b5ea87e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:39.435045 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b1b2e870-b565-442e-8a25-cab7ad896923 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "GET /v2.0/ports?device_id=22187ee4-cf62-4038-8ea9-4953d4104d41 HTTP/1.1" status: 200 len: 205 time: 0.2312679 Mar 02 17:58:39.437998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53452) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.519111 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-25c6543a-ae2a-42c4-b9ca-edd5a5c7d185 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] delete failed (client error): The resource could not be found. Mar 02 17:58:39.519111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-25c6543a-ae2a-42c4-b9ca-edd5a5c7d185 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/routers/22187ee4-cf62-4038-8ea9-4953d4104d41 HTTP/1.1" status: 404 len: 336 time: 0.0755498 Mar 02 17:58:39.519111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53456) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.574254 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf67b3b-498d-4687-bce7-2df4df117c94 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:39.574254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf67b3b-498d-4687-bce7-2df4df117c94 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:39.584512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5cf67b3b-498d-4687-bce7-2df4df117c94 tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/84ad351e-e61a-4eec-8dc0-0865cf5690ef HTTP/1.1" status: 404 len: 337 time: 0.0606387 Mar 02 17:58:39.584512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.634126 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f531ba-96a4-443a-8e8f-e08fc6813d4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] DELETE failed (client error): The resource could not be found. Mar 02 17:58:39.634126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f531ba-96a4-443a-8e8f-e08fc6813d4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 17:58:39.634126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89f531ba-96a4-443a-8e8f-e08fc6813d4c tempest-RoutersTest-631136061 tempest-RoutersTest-631136061-project] 10.222.0.37 "DELETE /v2.0/subnets/e5f885d3-9e6f-4f04-9111-96476be9d6e1 HTTP/1.1" status: 404 len: 337 time: 0.0490150 Mar 02 17:58:39.715680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:39.721588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:39.729275 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:39.748263 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:39.748882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:39.787887 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bf7fe849-fedd-4412-8e1b-a5be0a7619cf tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/8b840a62-f7a5-4580-b3b5-196f1bd48a3d HTTP/1.1" status: 200 len: 687 time: 2.4841475 Mar 02 17:58:39.788104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53472) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:39.877590 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:39.891787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:39.891787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:40.113563 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:40.113969 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599efe0a-9636-43f2-83b4-724dbe8dcc5e None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:40.157963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373dd64-e3b9-428d-be81-fd1fbf53458b req-76031d76-61d2-41ee-9f51-4a88b7c6f8d2 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:40.166593 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2373dd64-e3b9-428d-be81-fd1fbf53458b req-76031d76-61d2-41ee-9f51-4a88b7c6f8d2 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.2985609 Mar 02 17:58:40.190345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53486) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:40.238131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port dd7677ab-3106-4fa7-9d98-1ebabcf487ee {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:40.238131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:40.244836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2373dd64-e3b9-428d-be81-fd1fbf53458b req-536fd256-8b2c-4d18-9600-ae882131f207 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Mar 02 17:58:40.587789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:40.587789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:40.834904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8fad600a-6f0a-41f8-ac66-1828f1664c8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcd8e92e429d46968be26d3be889abe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6432569 Mar 02 17:58:40.837812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53506) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:40.867829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for dd7677ab-3106-4fa7-9d98-1ebabcf487ee owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:40.946556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:40.978888 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.120103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dd897-4c95-44d8-b853-33fd563c57b8 req-23530c2f-55bc-4574-b42b-806fd966fa11 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:41.121456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-351dd897-4c95-44d8-b853-33fd563c57b8 req-23530c2f-55bc-4574-b42b-806fd966fa11 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.1378539 Mar 02 17:58:41.122557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.164057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e011d82-cb02-4b8f-9273-b90324f81942,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:41.170362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.174501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ba87d66d-caaf-4616-871e-093f1fa52a18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e011d82-cb02-4b8f-9273-b90324f81942 HTTP/1.1" status: 204 len: 168 time: 0.3330259 Mar 02 17:58:41.211074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-351dd897-4c95-44d8-b853-33fd563c57b8 req-bb01e6e5-22e5-4d57-97ae-cee3603ba16f tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683601 Mar 02 17:58:41.231708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.350463 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1145bb99-edc0-4853-8e78-455de95f34ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.358016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=dd7677ab-3106-4fa7-9d98-1ebabcf487ee,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:41.399475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.412958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:41.412958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-abaec12e-7eb7-472b-8c62-a897c54e68ea tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b840a62-f7a5-4580-b3b5-196f1bd48a3d HTTP/1.1" status: 204 len: 168 time: 1.6229103 Mar 02 17:58:41.429600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53522) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:41.586599 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-8e07d0a1-1661-4bbe-be1f-264e2782526d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] delete failed (client error): The resource could not be found. Mar 02 17:58:41.588449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8e07d0a1-1661-4bbe-be1f-264e2782526d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b840a62-f7a5-4580-b3b5-196f1bd48a3d HTTP/1.1" status: 404 len: 345 time: 0.1616967 Mar 02 17:58:41.591713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53532) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:41.689172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:41.693514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:41.698126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:41.699361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Synchronizing usage tracker for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:41.744065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Unset dirty status for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:41.744065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-508040b9-a282-4219-b2bd-76ab876bb178 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/ports?network_id=7247a0bb-c864-4a85-af1c-9193f226fdf1 HTTP/1.1" status: 200 len: 2360 time: 0.1434236 Mar 02 17:58:41.744065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53540) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:41.823749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8376763-af16-40e7-9cad-572556651923 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:41.823749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8376763-af16-40e7-9cad-572556651923 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Synchronizing usage tracker for tenant:620430360e124a37b2838b37cf81f532 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:58:41.865392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c8376763-af16-40e7-9cad-572556651923 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Unset dirty status for tenant:620430360e124a37b2838b37cf81f532 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:58:41.869567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8376763-af16-40e7-9cad-572556651923 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/subnets/ae593158-3d17-4e0c-9582-325c806e184f HTTP/1.1" status: 200 len: 797 time: 0.1258953 Mar 02 17:58:41.875086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:41.883942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'port': {'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1', 'name': 'tempest-FloatingIPTestJSON-1939616327', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:42.116641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:42.124194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:42.146798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:58:42.413769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:42.445116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] device_id is not set on port fee74daa-2b74-451e-977c-3504103e279d yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:58:42.457787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-e5aa31cc-efa3-498f-aa89-d30efeff9080 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:42.459524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-e5aa31cc-efa3-498f-aa89-d30efeff9080 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.2953947 Mar 02 17:58:42.758552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Deleting port d8ac52cd-8504-43da-a90d-fc5f303f8095 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:42.758552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:42.842831 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.030829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.133898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.14 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/fee74daa-2b74-451e-977c-3504103e279d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:43.133898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.12 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/fee74daa-2b74-451e-977c-3504103e279d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:43.163629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] For port d8ac52cd-8504-43da-a90d-fc5f303f8095, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=d8ac52cd-8504-43da-a90d-fc5f303f8095,segment=NetworkSegment(c6115677-1fb8-47db-aa0c-872befb3c9b4),segment_id=c6115677-1fb8-47db-aa0c-872befb3c9b4)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:43.163629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.367702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Calling delete_port for d8ac52cd-8504-43da-a90d-fc5f303f8095 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:43.375125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.415740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.463573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0ac70-effe-4658-a377-a1052f61474a req-1115b34b-9c39-4247-8959-81db432ee2d0 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:43.465124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88d0ac70-effe-4658-a377-a1052f61474a req-1115b34b-9c39-4247-8959-81db432ee2d0 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/ports?device_id=a26bb022-c75c-49d4-b0a6-db617732136d HTTP/1.1" status: 200 len: 946 time: 0.9315436 Mar 02 17:58:43.548880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88d0ac70-effe-4658-a377-a1052f61474a req-bd82ed37-e984-4472-a78a-7791d21882f0 tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c6da0be-ab81-48f3-9f1a-502724ccff2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718369 Mar 02 17:58:43.629031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=fee74daa-2b74-451e-977c-3504103e279d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:43.668468 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.669719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:43.672727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:43.675674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:43.680813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['d8ac52cd-8504-43da-a90d-fc5f303f8095'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:58:43.778999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:43.780003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.791038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Pushing event deleted for resources: {'Port': ['ID=d8ac52cd-8504-43da-a90d-fc5f303f8095,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:43.823178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8f8138f-a42b-44d8-af77-26142c0298a5 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9475663 Mar 02 17:58:43.823178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:43.838944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'fee74daa-2b74-451e-977c-3504103e279d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:43.838944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:43.850160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:floatingip and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:43.850160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:43.861104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:43.870225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] No DVR routers for this DVR port d8ac52cd-8504-43da-a90d-fc5f303f8095 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:43.870225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.880854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'name': 'network-vif-deleted', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:58:43.882715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:43.946494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1439a35e-3129-454f-a920-8f3cdfc315b0 req-b1a6c120-e891-4c3a-9fd2-9aa1a79520fd tempest-ServersNegativeTestMultiTenantJSON-52305456 tempest-ServersNegativeTestMultiTenantJSON-52305456-project] 10.222.0.35 "DELETE /v2.0/ports/d8ac52cd-8504-43da-a90d-fc5f303f8095 HTTP/1.1" status: 204 len: 173 time: 1.4786704 Mar 02 17:58:43.994403 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26bb022-c75c-49d4-b0a6-db617732136d', 'name': 'network-vif-deleted', 'tag': 'd8ac52cd-8504-43da-a90d-fc5f303f8095', 'status': 'completed', 'code': 200} Mar 02 17:58:44.204943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:44.382231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:44.465220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.145 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2b872ff7-bc86-4244-84a6-b9af176b47c9) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:58:44.934035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-1f0e58f3-4915-47fd-a08a-5a0eab3373e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3964097 Mar 02 17:58:44.987038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:45.044724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:45.167961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53624) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:45.180328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=2b872ff7-bc86-4244-84a6-b9af176b47c9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:45.213842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-8d368a11-b134-4edf-aa3e-dc55cca55b5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.2513022 Mar 02 17:58:45.290035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:58:45.313582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:58:45.313582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:58:45.372869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Deleting subnet 3cd10fbb-1f14-4e7f-9cfe-6e92668e6612 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:45.379451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:45.434709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-675ccdbc-206f-4678-af0c-467f6c2eeb9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:45.437376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-675ccdbc-206f-4678-af0c-467f6c2eeb9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.2033768 Mar 02 17:58:45.509796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:45.656173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-7e1b7d7a-0a31-43b8-84ee-5e2ee486df86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.2039957 Mar 02 17:58:45.678729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:45.749647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-e742c8ca-13cf-4180-89e5-3c8890e33b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:45.749647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-e742c8ca-13cf-4180-89e5-3c8890e33b0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.0952592 Mar 02 17:58:45.850062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-925bda3f-8647-4266-b15e-3bcac8bc64bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870132 Mar 02 17:58:45.978698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53644) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:46.039450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.070645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-b651e778-818e-45cc-a551-7cb8d7b86e9b service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112327 Mar 02 17:58:46.127913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd10fbb-1f14-4e7f-9cfe-6e92668e6612,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:46.146065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.291329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ff99b90-0c02-4f50-a405-7b63ae0d6985 req-9d632f98-93ad-401e-9209-2634fdbceffd service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180519 Mar 02 17:58:46.323510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.375500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.377946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:46.386958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0c8773f8-471f-4807-8a7b-32f536cdb417 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3cd10fbb-1f14-4e7f-9cfe-6e92668e6612 HTTP/1.1" status: 204 len: 168 time: 1.1940420 Mar 02 17:58:46.386958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53662) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:46.392277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Usage tracker for resource:security_group_rule and tenant:b23e4c1c4b384ca8a25946e36068f824 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:46.392277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:46.411582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:46.551492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.583982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.590945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.595845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.667821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a31fe71-fdb1-4f84-b6c9-1b6f211d6f35,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:46.677610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b8ee4594-b543-4791-a23c-031f0fbc1be3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b23e4c1c4b384ca8a25946e36068f824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7030871 Mar 02 17:58:46.689417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53676) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:46.758315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.793526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.815407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.828449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d8ac52cd-8504-43da-a90d-fc5f303f8095 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:46.876256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.909047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a31fe71-fdb1-4f84-b6c9-1b6f211d6f35,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:46.909047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:46.909047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3df0cb58-ae67-4081-9876-98d51537aa27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a31fe71-fdb1-4f84-b6c9-1b6f211d6f35 HTTP/1.1" status: 204 len: 168 time: 0.2143850 Mar 02 17:58:46.933670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: d8ac52cd-8504-43da-a90d-fc5f303f8095 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:46.933670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device d8ac52cd-8504-43da-a90d-fc5f303f8095 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:46.976455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba7ee1a-9192-4881-883f-300f45e0b174']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:47.002908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6115677-1fb8-47db-aa0c-872befb3c9b4') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:47.002908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6115677-1fb8-47db-aa0c-872befb3c9b4') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:47.016614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.049262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.060625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:47.061069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: timer() Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:47.075245 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:47.194733 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.197257 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.238710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.245980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.294593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba7ee1a-9192-4881-883f-300f45e0b174,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:47.355690 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85edffad-ed86-46e9-b4f6-93b86d36a376 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bba7ee1a-9192-4881-883f-300f45e0b174 HTTP/1.1" status: 204 len: 168 time: 0.9792523 Mar 02 17:58:47.359802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:47.424130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=2b872ff7-bc86-4244-84a6-b9af176b47c9,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:47.448939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.521451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Deleting subnet b5ad9b30-176c-4a92-9004-b17ed9065829 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 17:58:47.541988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.573158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53710) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:47.607117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.683767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.771744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.846921 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP ff796e2d-8ffc-4ca2-8da9-3301c6a7dbc4 associated. External IP: 172.25.3.145, port: fee74daa-2b74-451e-977c-3504103e279d. Mar 02 17:58:47.854518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:47.860032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Usage tracker for resource:security_group_rule and tenant:69c736a8497e455db48ab25687d006b6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:47.863846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:47.870197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:47.907865 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.970447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ad9b30-176c-4a92-9004-b17ed9065829,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:47.977346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:47.994289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c4c0932e-d930-446f-8f2b-076b41266d09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b5ad9b30-176c-4a92-9004-b17ed9065829 HTTP/1.1" status: 204 len: 168 time: 0.6396418 Mar 02 17:58:47.997531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53720) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:48.188673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.456500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.509042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.516853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.520468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:48.612282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986476e9-cd3d-4a2c-9866-43dff59ce492,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:48.691198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aa8609-2003-44f4-a1f2-12ca2f9c34ea']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:48.708825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d34117f-a557-4c03-aaf9-d75b0bbe41d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69c736a8497e455db48ab25687d006b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1272373 Mar 02 17:58:48.708825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195453b-4235-4ae3-aac2-5d38eaa56350') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:48.708825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195453b-4235-4ae3-aac2-5d38eaa56350') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:48.716304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53734) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:48.770409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.803238 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.805847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.863757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 17:58:48.865586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: timer() Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 17:58:48.935392 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 17:58:48.970025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:48.982549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:49.002674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:49.004046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:49.032429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.060394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.118917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.123903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:49.130641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:49.142076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:49.147262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.171525 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29c99fff-1b06-4f79-aa8c-d151827e4ad1 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3409646 Mar 02 17:58:49.171525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:49.185961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': 'fee74daa-2b74-451e-977c-3504103e279d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:49.219215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:49.219215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30a1a-69ee-4fd2-b3b7-5c9b274c18be None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:49.231755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] Pushing event deleted for resources: {'Network': ['ID=78aa8609-2003-44f4-a1f2-12ca2f9c34ea,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:49.270997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cbc45edf-9d50-4e7e-b9f8-c6723dc1636d admin admin] 10.222.0.37 "DELETE /v2.0/networks/78aa8609-2003-44f4-a1f2-12ca2f9c34ea HTTP/1.1" status: 204 len: 168 time: 1.2601492 Mar 02 17:58:49.299173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.314175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.337570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.348897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986476e9-cd3d-4a2c-9866-43dff59ce492,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:49.379059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3833-bcc2-4c5e-a343-3a1930254d94 req-b9a3a402-3233-4a6e-a90d-5b23b939b933 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:49.379059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-808e3833-bcc2-4c5e-a343-3a1930254d94 req-b9a3a402-3233-4a6e-a90d-5b23b939b933 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2636216 Mar 02 17:58:49.424946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:49.426697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d086aab-9f11-4d90-8722-6a6266d90559 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/986476e9-cd3d-4a2c-9866-43dff59ce492 HTTP/1.1" status: 204 len: 168 time: 0.7127843 Mar 02 17:58:49.465449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-808e3833-bcc2-4c5e-a343-3a1930254d94 req-7bbd1833-d8a6-4856-beb9-99092ce920eb tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801315 Mar 02 17:58:49.781221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:49.903920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-72c7141c-f4d1-4dd4-9eaf-5d347ca6036d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74b1092b6c1f4dccb742df8dd9d487f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1171949 Mar 02 17:58:49.906266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53770) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:49.974849 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:58:50.077213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.153449 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.288550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.312915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6da0be-ab81-48f3-9f1a-502724ccff2d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:50.326278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.342933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ffcda45c-4786-4ba9-8da8-bf9fa99a36ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c6da0be-ab81-48f3-9f1a-502724ccff2d HTTP/1.1" status: 204 len: 168 time: 0.4238889 Mar 02 17:58:50.418806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.426990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:50.992721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bfa08-c0df-4c69-979b-b7a413058b70 req-eee7a497-2441-44c0-aee1-c8e9a12a9018 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:51.009676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8bfa08-c0df-4c69-979b-b7a413058b70 req-eee7a497-2441-44c0-aee1-c8e9a12a9018 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2930732 Mar 02 17:58:51.111914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53798) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:51.198174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e8bfa08-c0df-4c69-979b-b7a413058b70 req-129ee447-7633-4fa9-a9e3-78a48e88034e tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853926 Mar 02 17:58:51.346288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-40b12f12-6a16-467f-88e5-1ed47fe2b80f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03e9ca8ecc8041b494a31e398fc240a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2261333 Mar 02 17:58:51.346288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53806) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:51.452709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:51.474476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:51.521083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:51.587204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:51.624240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221173fa-2e82-4b81-9e8d-f5d8cb93e27c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:51.649075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:51.649075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-46d6cf81-4333-497e-b656-36136f331e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/221173fa-2e82-4b81-9e8d-f5d8cb93e27c HTTP/1.1" status: 204 len: 168 time: 0.3024724 Mar 02 17:58:51.957579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-e70db323-1997-4e17-8ae3-beebabce0a23 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:51.969241 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-e70db323-1997-4e17-8ae3-beebabce0a23 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.4819896 Mar 02 17:58:52.187286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Deleting port f240f511-2414-4c1a-ac47-9b8a960a5ca6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:52.187286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:52.456460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:52.476283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:52.515723 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:52.516518 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:52.599700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:52.673784 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:52.700830 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:52.700830 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:52.825764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:52.826161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3faab-971c-4796-b784-ed7013bf594f None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:52.846901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb9210-5cc9-4463-b1e9-ca9fc21483a2 req-e001bce9-98c5-432f-a6b4-2e17beaa3acf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:58:52.855779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eadb9210-5cc9-4463-b1e9-ca9fc21483a2 req-e001bce9-98c5-432f-a6b4-2e17beaa3acf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 946 time: 0.2610774 Mar 02 17:58:52.917376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] For port f240f511-2414-4c1a-ac47-9b8a960a5ca6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=f240f511-2414-4c1a-ac47-9b8a960a5ca6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:58:52.917613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:52.973433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eadb9210-5cc9-4463-b1e9-ca9fc21483a2 req-c205dc7f-1f8a-4db7-8203-219051bb04d7 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=340a2468-edff-43eb-9d82-65f5c6876fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138096 Mar 02 17:58:53.008770 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf59993c-e4e3-4b3e-82c6-d413104b9310 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/ff796e2d-8ffc-4ca2-8da9-3301c6a7dbc4 HTTP/1.1" status: 200 len: 979 time: 3.8331544 Mar 02 17:58:53.025724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53852) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:53.551603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 2b872ff7-bc86-4244-84a6-b9af176b47c9 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:53.551744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:53.635280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:53.640312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:53.641285 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Floating IP 58ba51be-137f-4aae-8683-7854f03d2b0c disassociated. External IP: 172.25.3.11, port: f240f511-2414-4c1a-ac47-9b8a960a5ca6. Mar 02 17:58:53.641824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Calling delete_port for f240f511-2414-4c1a-ac47-9b8a960a5ca6 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:53.900432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:53.900432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:54.102491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:54.225226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'Port': ['ID=f240f511-2414-4c1a-ac47-9b8a960a5ca6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:54.329674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 2b872ff7-bc86-4244-84a6-b9af176b47c9 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:54.430992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f240f511-2414-4c1a-ac47-9b8a960a5ca6 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 17:58:54.571455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: f240f511-2414-4c1a-ac47-9b8a960a5ca6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 17:58:54.574001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device f240f511-2414-4c1a-ac47-9b8a960a5ca6 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 17:58:54.685618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:54.701291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb394179-b9c9-4986-af99-0495567cff46 req-492284b5-15d2-47d0-a839-bc3c3c5945cc tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.2415507 Mar 02 17:58:54.991244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:54.999959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:55.156999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=2b872ff7-bc86-4244-84a6-b9af176b47c9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:55.328925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.401852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.414989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53914) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:55.582381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:55.595623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Usage tracker for resource:security_group_rule and tenant:2a9d2df1a93a4f7cb2f11782b941f083 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:55.600689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:55.609788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:55.640105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:55.653698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:55.674146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:55.674793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:55.781320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.881636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.903950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] No DVR routers for this DVR port f240f511-2414-4c1a-ac47-9b8a960a5ca6 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 17:58:55.903950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.916667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:55.928038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'name': 'network-vif-deleted', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:58:56.001873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:56.011142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Usage tracker for resource:security_group_rule and tenant:fd427ef2ee83403e93e4622a86958359 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:56.023788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:56.044469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:56.214645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179a2a7-977e-4ef3-b0e0-5b43ec8c6bd0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:56.230042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:56.251395 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3846f8ed-d9bd-4835-87aa-be46b200321d', 'name': 'network-vif-deleted', 'tag': 'f240f511-2414-4c1a-ac47-9b8a960a5ca6', 'status': 'completed', 'code': 200} Mar 02 17:58:56.395247 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9b4c7ed8-74cf-428b-8b39-449421713046 req-c13f4daa-9254-4e11-bc5d-4bc2100bdd4f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "DELETE /v2.0/ports/f240f511-2414-4c1a-ac47-9b8a960a5ca6 HTTP/1.1" status: 204 len: 173 time: 4.3960333 Mar 02 17:58:56.400346 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7671cd0-60b7-4796-b6b2-288a383da69c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a9d2df1a93a4f7cb2f11782b941f083&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7117295 Mar 02 17:58:56.414762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53948) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:56.468344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a5298fc-db75-488d-b7ef-a6b5940af01b req-fe303de0-b7aa-4b66-9778-d23865146085 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.4069092 Mar 02 17:58:56.628643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:56.656022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:56.698299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:58:56.889993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:56.924493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:56.969539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:56.969539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:58:56.986508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:56.986508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:56.993049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd427ef2ee83403e93e4622a86958359&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5719628 Mar 02 17:58:57.001576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53970) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:57.052228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.063882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c9792-a038-45fd-b6c5-04f5a3f8c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734c2b8-942b-44ab-86fa-1a04b8e3d1a7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:57.067344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:58:57.085404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179a2a7-977e-4ef3-b0e0-5b43ec8c6bd0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:57.087980 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0497422-891a-4334-bebe-270b2e223646 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:58:57.108214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.113521 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:57.115239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:57.122297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.124376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.125679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bfdfabd6-d014-42c3-91a3-225c8468ab25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1179a2a7-977e-4ef3-b0e0-5b43ec8c6bd0 HTTP/1.1" status: 204 len: 168 time: 0.7238989 Mar 02 17:58:57.164294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.312840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3b08b4f2-f740-4d88-a4f1-9fcbf160be9a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/ff796e2d-8ffc-4ca2-8da9-3301c6a7dbc4 HTTP/1.1" status: 204 len: 168 time: 4.2940245 Mar 02 17:58:57.325854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53990) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:57.330486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:57.343576 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.379501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:58:57.379501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:57.418088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734c2b8-942b-44ab-86fa-1a04b8e3d1a7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:57.434847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.434847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-57038917-4f25-4d6d-8d4f-922f00e14abc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5734c2b8-942b-44ab-86fa-1a04b8e3d1a7 HTTP/1.1" status: 204 len: 168 time: 0.4313488 Mar 02 17:58:57.494148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port fee74daa-2b74-451e-977c-3504103e279d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:58:57.494148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:57.622349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:58:57.778588 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a0497422-891a-4334-bebe-270b2e223646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:57.779219 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0497422-891a-4334-bebe-270b2e223646 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:58.066356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5e85737-0f8d-4970-ac0f-6f45f05d66ff req-01540017-efb9-40ce-a645-e2515ec10ad4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=3846f8ed-d9bd-4835-87aa-be46b200321d HTTP/1.1" status: 200 len: 210 time: 0.1376617 Mar 02 17:58:58.464210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:58.489554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:58:58.507008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea3cd6-08dc-4261-be69-245b0eb30e8c None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:58:58.836713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for fee74daa-2b74-451e-977c-3504103e279d owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:58:59.137647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438eb1e4-807b-4301-ba0f-67f759ce2e5e None None] New status for floating IP 58ba51be-137f-4aae-8683-7854f03d2b0c: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:58:59.207435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.304696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=fee74daa-2b74-451e-977c-3504103e279d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:59.424603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54088) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:59.599638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.642281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.682246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54100) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:59.727830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.787145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a2468-edff-43eb-9d82-65f5c6876fb1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:58:59.787145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.787145 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-caf7a29d-b94a-4088-b725-63a434284180 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "DELETE /v2.0/security-groups/340a2468-edff-43eb-9d82-65f5c6876fb1 HTTP/1.1" status: 204 len: 168 time: 0.3542564 Mar 02 17:58:59.793853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54108) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:59.793853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:58:59.803048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-024d6288-a03d-48a9-aa6e-9258c683a132 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/fee74daa-2b74-451e-977c-3504103e279d HTTP/1.1" status: 204 len: 168 time: 2.4803174 Mar 02 17:58:59.809304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54114) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:59.809304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:58:59.822601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:58:59.835867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:floatingip and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:58:59.835867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:58:59.845992 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-c975783c-9f54-4ea3-98b7-0c1120ab9785 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] show failed (client error): The resource could not be found. Mar 02 17:58:59.845992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c975783c-9f54-4ea3-98b7-0c1120ab9785 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups/340a2468-edff-43eb-9d82-65f5c6876fb1 HTTP/1.1" status: 404 len: 347 time: 0.0612211 Mar 02 17:58:59.849765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:58:59.853575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54118) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:58:59.877704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:00.166927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:00.172610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Deleting port c5ee9c07-dd17-454f-adfc-5cc088315a51 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:00.172955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:00.566119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.173 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/49668afe-9a55-47b1-9e86-d770d51bacc3) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:00.618047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:00.952730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:00.969069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:00.992704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:82fd2e88107f454daf5c13394c5044cd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:01.013025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:01.041475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:01.048677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.063025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.063025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.145300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:01.145300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:01.145300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:01.206392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=49668afe-9a55-47b1-9e86-d770d51bacc3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:01.282048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Calling delete_port for c5ee9c07-dd17-454f-adfc-5cc088315a51 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:59:01.454174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.465795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.497004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.549415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82fd2e88107f454daf5c13394c5044cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8540742 Mar 02 17:59:01.558470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54154) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:01.620144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a4ff-a14e-4746-8ba9-71767d8fb7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d518336-43da-4edb-8b94-89eb18de05ce,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:01.651844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.710245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'Port': ['ID=c5ee9c07-dd17-454f-adfc-5cc088315a51,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:01.716846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.880322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:01.887289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.081393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.111302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.136876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d518336-43da-4edb-8b94-89eb18de05ce,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:02.164766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.165934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-646ad70a-863a-4051-a665-4d79995cc93f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "DELETE /v2.0/floatingips/58ba51be-137f-4aae-8683-7854f03d2b0c HTTP/1.1" status: 204 len: 168 time: 2.3179793 Mar 02 17:59:02.172734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.174457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f77a00d-9072-4665-92f4-e3e590624504 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d518336-43da-4edb-8b94-89eb18de05ce HTTP/1.1" status: 204 len: 168 time: 0.6151824 Mar 02 17:59:02.392652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.400855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.712119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=49668afe-9a55-47b1-9e86-d770d51bacc3,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:02.764456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54186) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:02.770117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.777248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045965883', 'description': 'tempest-description--423092024'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:02.793784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:02.804908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:02.804908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:02.838005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.843935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:02.848983 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1d63c37c-c470-40ce-a6d1-662717efd0b0 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0328248 Mar 02 17:59:02.855214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54190) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:02.855214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'port': {'network_id': '7247a0bb-c864-4a85-af1c-9193f226fdf1', 'name': 'tempest-FloatingIPTestJSON-80067331'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:02.905801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:02.976696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54196) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:03.004954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.054876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:03.054876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Usage tracker for resource:security_group_rule and tenant:167782f7d25d48f8bd42659d705aca17 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:03.054876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:03.074691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:03.229980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:03.244735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:03.250266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.256246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.257069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:03.268844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:03.288293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:03.299089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:port and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:03.305625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:03.320490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:03.438398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.438398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:03.457593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.460875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c50df16-560d-4812-8d99-4852f119b12d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:03.471305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.504869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-997bc814-6924-4e08-b9fe-c8cc24b44646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=167782f7d25d48f8bd42659d705aca17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5191634 Mar 02 17:59:03.504869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54210) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:03.615598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] device_id is not set on port ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:59:03.619326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.703834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.708274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:03.710592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.712295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c82b0cf-e6ca-4abf-bb38-a94b7dfb511f tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9594364 Mar 02 17:59:03.716386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54216) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:03.733605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group_rule': {'security_group_id': '2d06c98c-cd35-4c7e-98f0-a80ffbc308e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:03.743238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:03.759863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:03.766316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:03.791911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:03.859457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.890390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c50df16-560d-4812-8d99-4852f119b12d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:03.914863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.914863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64552cd2-273c-4fcd-bb0c-6c1866411ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c50df16-560d-4812-8d99-4852f119b12d HTTP/1.1" status: 204 len: 168 time: 0.4032679 Mar 02 17:59:03.937340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:03.993067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.6 (7247a0bb-c864-4a85-af1c-9193f226fdf1/ae593158-3d17-4e0c-9582-325c806e184f/ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:04.108942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.119258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.263041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.268838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:04.269378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5508046 Mar 02 17:59:04.274008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55c7a-6bac-477a-84f7-cc76d746ce51 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc3ffb7-9c46-4a55-b02e-6499bcaceecc,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:04.281190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'security_group_rule': {'security_group_id': '2d06c98c-cd35-4c7e-98f0-a80ffbc308e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:04.305916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:04.327728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:security_group_rule and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:04.347444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:04.365761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.395467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:04.440989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.454059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.640593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 7247a0bb-c864-4a85-af1c-9193f226fdf1 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:04.650192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:04.660010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:04.675396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.691555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.744308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892df801-30b9-455d-8e05-6180d89c97ad,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:04.766850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.766850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-800fb4ef-36c1-49c3-b893-395265aa746c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4936714 Mar 02 17:59:04.767191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:04.767305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:04.779094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:04.802316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:04.802316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Usage tracker for resource:floatingip and tenant:0b432ebd9f114b5c8ec26d8260d8008d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:04.802316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:04.806913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:04.852955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.882926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:04.882926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:04.946038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca72f432-be76-48e0-b20f-cfd720f9ab84 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0956781 Mar 02 17:59:04.946038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54256) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:04.954989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': 'ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:05.209270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:05.288597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:05.725854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Allocated IP 172.25.3.206 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/cb672f38-a38f-46bf-8722-a1db718185a7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:06.147548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.212741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.288155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:06.310608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:06.310608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:06.384146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=cb672f38-a38f-46bf-8722-a1db718185a7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:06.553870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.563396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.651303 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.769397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:06.902781 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 6afb7e49-e505-43ba-bf94-98cf4fb685bd associated. External IP: 172.25.3.173, port: ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af. Mar 02 17:59:07.093060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:07.099738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:07.417412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54308) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:07.487032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=cb672f38-a38f-46bf-8722-a1db718185a7,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:07.560834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:07.620880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:07.634181 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a77f0a3c-a526-4901-ad9f-ca4e9966aa8c tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8653696 Mar 02 17:59:07.701365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:08.202215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:08.284091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-92acb503-24b8-450b-9a5f-0088fb55d6be tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:08.295434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:08.329249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Usage tracker for resource:security_group_rule and tenant:823a482e2c1648aa8e862a8347244253 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:08.329249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:08.360844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:08.367087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-92acb503-24b8-450b-9a5f-0088fb55d6be tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:08.368109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-92acb503-24b8-450b-9a5f-0088fb55d6be tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2045965883&fields=id&tenant_id=0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 267 time: 0.1907213 Mar 02 17:59:08.618882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e7732262-8380-4b58-b3f6-b99c5fe97974 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:08.618882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e7732262-8380-4b58-b3f6-b99c5fe97974 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 811 time: 0.2342839 Mar 02 17:59:08.637324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:08.637324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:08.650489 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:08.667301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:08.671027 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:08.691974 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:08.691974 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:08.705502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-71f0b2cf-c287-47b3-803c-4c12631c269a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/quotas/0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 375 time: 0.0742171 Mar 02 17:59:08.727753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:08.819507 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:08.842376 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:08.842376 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:58:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:08.886237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9d34e-364d-462e-b4fc-216a8804c7f1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:08.927446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54350) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:08.931726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fcb3f64b-7b01-471f-aa21-220f647aa5bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=823a482e2c1648aa8e862a8347244253&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5130639 Mar 02 17:59:08.989394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dbcfdc00-fa36-4ea8-9eb5-14b057633092 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/6afb7e49-e505-43ba-bf94-98cf4fb685bd HTTP/1.1" status: 200 len: 976 time: 4.0478089 Mar 02 17:59:09.000289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54356) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:09.091802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:09.094448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:09.094817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.094977 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e98ea4-5c91-4a21-9a3b-8072ac57c01e None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:09.163628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.165141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-de576026-d0c3-40a3-8aa0-114b578b7aa6 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:09.270720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-de576026-d0c3-40a3-8aa0-114b578b7aa6 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:09.276303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-659d6ea4-e0db-4cc8-8986-0d906630e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.279918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-de576026-d0c3-40a3-8aa0-114b578b7aa6 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5480144 Mar 02 17:59:09.313699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.466699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.483256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9d34e-364d-462e-b4fc-216a8804c7f1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:09.492384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:09.494124 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00437ce3-7209-40c0-8ea0-8833cd1e92e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9b9d34e-364d-462e-b4fc-216a8804c7f1 HTTP/1.1" status: 204 len: 168 time: 0.5686822 Mar 02 17:59:10.056538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:10.290194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-58f7e8d0-6bf2-483f-9e4a-0950bcc7aad5 service neutron] 10.222.0.37 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0009141 Mar 02 17:59:10.552877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54388) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:10.579912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:10.688452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:10.688452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2b9a298e844f438024dc4fcfb34f9e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:10.697982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:10.710522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:10.730389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:10.730389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:10.730389 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 6afb7e49-e505-43ba-bf94-98cf4fb685bd disassociated. External IP: 172.25.3.173, port: ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af. Mar 02 17:59:10.730389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:59:10.849057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-1852b66a-1900-4c53-9b6a-2ab2487b460a service neutron] 10.222.0.37 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637040 Mar 02 17:59:10.920531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:10.957621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.079283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.118812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06005f2-d7a6-47ca-b5ca-9dfb49c4492a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:11.144766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eba0a41e-ff7d-4545-84fb-a7a4c7af7cf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b2b9a298e844f438024dc4fcfb34f9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5835629 Mar 02 17:59:11.144766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54398) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:11.272059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.311562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.330812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c7b892e-ce25-4b58-a1af-e768930f37dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.366853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:11.383372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.428748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06005f2-d7a6-47ca-b5ca-9dfb49c4492a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:11.444420 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:11.444420 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e0acd5c7-c42b-4e98-b5dd-5519f2efff04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a06005f2-d7a6-47ca-b5ca-9dfb49c4492a HTTP/1.1" status: 204 len: 168 time: 0.2985623 Mar 02 17:59:11.461988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c448584-14e7-4a98-9f00-e1a879782ab1 req-a03b2ceb-cc32-43c5-b17f-d60f0eb984ce tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.0882773 Mar 02 17:59:11.856194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:12.168325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:12.189693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:12.203588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:12.203588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:12.502552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:12.514504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:12.550808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:12.552998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:12.560362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9443370a-42eb-4019-9289-dfca6c401b83 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/ca10ec7d-e6e3-4a18-9dbe-0eb14902d3af HTTP/1.1" status: 204 len: 168 time: 3.5548477 Mar 02 17:59:12.568798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:12.757762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:12.760453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70884-2c0c-4ac3-92d5-894b4c6e7612 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:12.764003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98feb03d-e0a4-4824-9937-6cb99223154d req-ae074916-e3ec-4ef3-968c-069cce9867e4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.1623569 Mar 02 17:59:12.792817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54446) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:12.793565 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd7f61a9-b40a-4b25-8972-9413a38a875f tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/floatingips/6afb7e49-e505-43ba-bf94-98cf4fb685bd HTTP/1.1" status: 200 len: 688 time: 0.2342360 Mar 02 17:59:12.847871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:13.038810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:13.154766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 49668afe-9a55-47b1-9e86-d770d51bacc3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:13.155201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:13.511854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:13.513637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:13.768087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 49668afe-9a55-47b1-9e86-d770d51bacc3 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:59:14.181198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-36d7d4bb-18fa-4da8-a2bb-d0042ebe4cf3 req-bbe5eb6b-0712-4d20-ac8d-89106600a626 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.1782961 Mar 02 17:59:14.207727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:14.301618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=49668afe-9a55-47b1-9e86-d770d51bacc3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:14.368041 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:14.589730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:14.657603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:14.664506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:14.670334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '1256bd37-2086-4066-90d1-f57ecfca6c6e'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:14.674369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-85d5f507-dc25-4948-91a7-2a3ef32c9851 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/6afb7e49-e505-43ba-bf94-98cf4fb685bd HTTP/1.1" status: 204 len: 168 time: 1.8804126 Mar 02 17:59:14.678706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:14.704732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:floatingip and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:14.710265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:14.720503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:14.861918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:15.147376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:15.708192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.174 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/a7e00131-2383-4b58-bcc7-2ada6211b019) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:15.751166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe59dd6a-373a-42b0-94d6-6b4d8bd7d0a5 req-e3505a5b-1438-48a6-978b-e666ac066519 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.3471515 Mar 02 17:59:15.998757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:16.032387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:16.105508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:16.105508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:16.116245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:16.194911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=a7e00131-2383-4b58-bcc7-2ada6211b019,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:17.252393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-029b5333-9012-4385-b3fb-83b67c7aa955 req-a2042c85-5b8c-4e67-9fec-53930cdea535 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.1276557 Mar 02 17:59:17.432687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:17.642296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:18.285365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:18.285365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:18.480072 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:18.719468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a6f8626-1cd6-40b8-9b8a-91b95e8c00ed req-2d63971a-4dce-4919-bbd3-0c9ed449fd2a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.1346884 Mar 02 17:59:18.968175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=a7e00131-2383-4b58-bcc7-2ada6211b019,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:18.984009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c2ea0f06-7f2e-407b-bc0b-18acdb048afa tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:18.984009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c2ea0f06-7f2e-407b-bc0b-18acdb048afa tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:19.023936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c2ea0f06-7f2e-407b-bc0b-18acdb048afa tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:19.023936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c2ea0f06-7f2e-407b-bc0b-18acdb048afa tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 811 time: 0.9445519 Mar 02 17:59:19.176338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-3faf0fce-529a-4e9a-9b77-9f81c58730b8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:19.196534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-3faf0fce-529a-4e9a-9b77-9f81c58730b8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:19.197664 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-3faf0fce-529a-4e9a-9b77-9f81c58730b8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b432ebd9f114b5c8ec26d8260d8008d HTTP/1.1" status: 200 len: 380 time: 0.1335049 Mar 02 17:59:19.208643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'port': {'device_id': '99ee774a-d95f-4108-993a-ab89dc109773', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'admin_state_up': True, 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'security_groups': ['2d06c98c-cd35-4c7e-98f0-a80ffbc308e3']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:19.324324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:19.519682 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 4e74147e-7222-4324-84ed-2460a1beeac5 associated. External IP: 172.25.3.174, port: 1256bd37-2086-4066-90d1-f57ecfca6c6e. Mar 02 17:59:19.853775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:19.868757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:19.890845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Made reservation on behalf of 0b432ebd9f114b5c8ec26d8260d8008d for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:19.894380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.057228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54636) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:20.279629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5445ef5-f5b3-4b4a-af07-47a82094fc0c req-464b2331-1650-45c2-9416-b135ffa63205 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.1011002 Mar 02 17:59:20.362680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Allocated IP 172.20.0.13 (3250e77f-5705-4305-bb7d-84c6f954a425/19a6bf34-1871-467f-9294-63de359f0349/6ac613f2-0a3c-4a7c-9c8c-486ada5675f6) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:20.406839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.544140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:20.549060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc21b5c23cf4054a9cefac0cb990b86 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:20.552754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:20.561492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:20.668643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.675394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.761621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc21b5c23cf4054a9cefac0cb990b86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6960082 Mar 02 17:59:20.761621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54650) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:20.761621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae37c4a-79bd-456a-bde5-633763e0a7cc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:20.809490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.810343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.814154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef53cd-900d-40ba-a778-000f9812e209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:20.925260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.942630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:20.970701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Transition to ACTIVE for port object 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:20.985058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.019443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:21.034691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.078092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.109615 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.112445 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ae37c4a-79bd-456a-bde5-633763e0a7cc HTTP/1.1" status: 204 len: 168 time: 0.3527284 Mar 02 17:59:21.115863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec6ad5-e214-4688-abac-008673b65362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae37c4a-79bd-456a-bde5-633763e0a7cc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:21.502894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Network 3250e77f-5705-4305-bb7d-84c6f954a425 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:21.507589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:21.517037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event updated for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:21.520969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:21.623492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:21.624127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.663486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-c0eddcd3-3a58-4511-bf28-52e4d6d256bf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4588661 Mar 02 17:59:21.701614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Request body: {'port': {'device_id': '99ee774a-d95f-4108-993a-ab89dc109773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:21.800240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aae22-3fd9-495d-884f-104c98d24dbf req-71b6a7af-c714-4247-afb8-eb7d0268261a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:21.806715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b8aae22-3fd9-495d-884f-104c98d24dbf req-71b6a7af-c714-4247-afb8-eb7d0268261a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 932 time: 0.1920176 Mar 02 17:59:21.883256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b8aae22-3fd9-495d-884f-104c98d24dbf req-8fb0bccc-6e65-4c81-bc07-195f295b2703 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677435 Mar 02 17:59:21.920973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.939951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:21.977926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1df99c46-b470-468f-95b3-fa32344e9caa None None] Provisioning for port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:21.986917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:21.988487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1df99c46-b470-468f-95b3-fa32344e9caa None None] Provisioning complete for port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:21.990274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1df99c46-b470-468f-95b3-fa32344e9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.080040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:22.104595 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:22.105267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:22.125057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Usage tracker for resource:security_group_rule and tenant:09b4a02f11c84293a885d01d5026d1da is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:22.133277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:22.146731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:22.162535 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:22.163805 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:22.207626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1df99c46-b470-468f-95b3-fa32344e9caa None None] Port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:59:22.253928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.267049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.272145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.327116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bff3a9-3e47-4dee-99d1-d41b70e6275f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:22.399493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6f51cd2d-0a35-4c65-84fa-7ca94da48641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09b4a02f11c84293a885d01d5026d1da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4573884 Mar 02 17:59:22.401901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:22.421033 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:22.449476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:22.450449 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:22.462486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54676) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:22.465592 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-67eb3d60-a0dd-4079-ac7b-b026478a1f2c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7993095 Mar 02 17:59:22.474301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-596030618'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:22.484225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:22.492133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:network and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:22.499181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:22.507489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:22.542076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.558484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:22.563458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.612262 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:22.613023 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acbd9b6-885e-47ba-b6b2-5b3b660471df None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:22.626179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.676770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 17:59:22.689656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.690241 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Added segment a01bd8bc-40d2-4ae4-a536-906f1505fb1a of type vlan for network 6966bc0c-5572-4fd0-9d9b-947996fa035c Mar 02 17:59:22.725862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.729735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:59:22.739166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.752925 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.757555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bff3a9-3e47-4dee-99d1-d41b70e6275f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:22.779909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Transition to ACTIVE for port object 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:22.788235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.789018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.792472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-14b97c12-c293-48ec-bcaf-62bae7dfd775 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04bff3a9-3e47-4dee-99d1-d41b70e6275f HTTP/1.1" status: 204 len: 168 time: 0.3892505 Mar 02 17:59:22.806234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:22.817442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:22.821010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:23.100898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:23.163317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6993623 Mar 02 17:59:23.163925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:23.218201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Attempting to bind port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:59:23.218652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Attempting to bind port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:59:23.219093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Attempting to bind port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:59:23.226622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:59:23.227179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Attempting to bind port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 on network 3250e77f-5705-4305-bb7d-84c6f954a425 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:59:23.238597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:59:23.239263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Checking segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:59:23.239898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Bound using segment: {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:59:23.241724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Bound port: 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6782e680-3c05-4038-b597-8e0fdd853826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:59:23.242513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:23.253073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'subnet': {'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:23.480995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:59:23.485736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:59:23.490418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:23.589368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbe3ae-9a3a-4712-9f66-d76e2c494a8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Network': ['ID=6966bc0c-5572-4fd0-9d9b-947996fa035c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:23.600726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:23.603396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 200 len: 1092 time: 1.9126353 Mar 02 17:59:23.605417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 17:59:23.607329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:59:23.763473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0fde-21fa-4f16-a8d5-5db03f16b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:23.766645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:23.800784 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'status': 'completed', 'code': 200} Mar 02 17:59:23.809172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-21e5a581-5a89-48a6-aeb2-2a7c255886ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 1095 time: 0.1385431 Mar 02 17:59:23.831695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:23.899489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:23.931569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07b1e4-467e-49f3-83a2-15ab6f016180 req-ae32529d-53b6-491c-b89b-0fb76b81da0a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:23.933616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e07b1e4-467e-49f3-83a2-15ab6f016180 req-ae32529d-53b6-491c-b89b-0fb76b81da0a tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 944 time: 0.5965955 Mar 02 17:59:23.985834 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-d2951d41-cd0d-459e-9075-586a05236505 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 200 len: 217 time: 0.1610587 Mar 02 17:59:24.151779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-9eb7bf07-a6e6-4b7d-9ee3-162bab68ac44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:24.153355 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-9eb7bf07-a6e6-4b7d-9ee3-162bab68ac44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.1617522 Mar 02 17:59:24.163209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e07b1e4-467e-49f3-83a2-15ab6f016180 req-d6eb3b99-f626-4ce5-af22-adb539d82fcf tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143896 Mar 02 17:59:24.173872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:24.277095 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-a878d76a-d512-4497-9d5c-b00f17a59be6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116977 Mar 02 17:59:24.510137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:24.706920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Subnet': ['ID=b896c0bb-36d2-487e-a4b8-ee428016a520,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:24.744873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Checking segment: {'id': 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:59:24.745230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network hostable DHCP agents. Network: 6966bc0c-5572-4fd0-9d9b-947996fa035c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 17:59:24.778614 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-246501f6-e19c-420a-8721-e1f84b1ea898 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913466 Mar 02 17:59:24.803728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 17:59:24.823726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6966bc0c-5572-4fd0-9d9b-947996fa035c) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:24.833000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f99d68-39cf-45a8-a304-ddf680f7f18f None None] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:59:24.840909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:24.841591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:24.904560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1b5746ff-fdd8-499e-8338-6e88e212b5fa tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6988227 Mar 02 17:59:24.906378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54738) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:24.921686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-858980313', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:24.938338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:24.948445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:router and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:24.952851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:24.959875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:24.974491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:24.976195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.044927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.117062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:25.152994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300967381', 'description': 'tempest-secgroup-smoke-1300967381 description', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:25.193854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6966bc0c-5572-4fd0-9d9b-947996fa035c', 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c', 'tenant_id': '620430360e124a37b2838b37cf81f532', 'fixed_ips': [{'subnet_id': 'b896c0bb-36d2-487e-a4b8-ee428016a520'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 17:59:25.194964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.255765 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f212c0d-06dd-4f93-982f-df369e8c0751 req-3d1595ef-f9c9-4503-9b22-25ec1bbceb47 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681578 Mar 02 17:59:25.259617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:25.311972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:25.317693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:25.324421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:25.345543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.447756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:25.453008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:25.456113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:25.463459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:25.586657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.636951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.707550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa3c08-f543-4ff2-8aee-1af6a03439e8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:25.712338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.713764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bff9559a-0ac2-4562-a4f5-079ec1775013 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5803292 Mar 02 17:59:25.718454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54762) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:25.729425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Allocated IP 172.20.0.2 (6966bc0c-5572-4fd0-9d9b-947996fa035c/b896c0bb-36d2-487e-a4b8-ee428016a520/a4eba522-3934-463a-8125-9e4b98968290) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:25.729753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:25.740439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:25.753787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:25.759041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:25.767256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:25.779639 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-2489ff89-1b3f-40f2-9762-8388db6df962 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 1095 time: 0.2070417 Mar 02 17:59:25.876213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.881631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:25.982752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-0976ab74-23e8-46b0-be8e-82837c2599f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:25.984385 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-0976ab74-23e8-46b0-be8e-82837c2599f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.1986525 Mar 02 17:59:25.995898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a5f46-f500-480d-9979-8ac4cb5d2115 req-67b576ce-5752-47a1-8a67-dc94d8edb4f5 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:25.997648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-298a5f46-f500-480d-9979-8ac4cb5d2115 req-67b576ce-5752-47a1-8a67-dc94d8edb4f5 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 944 time: 0.1952307 Mar 02 17:59:26.063361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.073722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.080173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-298a5f46-f500-480d-9979-8ac4cb5d2115 req-5f8c590c-8cad-49f9-af71-dabd8d81d6f1 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758266 Mar 02 17:59:26.126133 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-3f3e65ff-34ac-4985-9fc2-0c041c6258c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 200 len: 217 time: 0.1286635 Mar 02 17:59:26.131658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d5d84a-1adc-4cca-980a-523275d6e7d6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:26.141866 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.154479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Transition to ACTIVE for port object a4eba522-3934-463a-8125-9e4b98968290 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:26.168116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.178083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Transition to ACTIVE for port object a4eba522-3934-463a-8125-9e4b98968290 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:26.185868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.193524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.194852 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7dc4957-327e-435e-bc80-932e8a02a294 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4748111 Mar 02 17:59:26.198336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:26.208932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:26.211698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.217506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:26.223946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-9be51fd0-b6fa-465d-b48b-85a6b8ec4810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:26.225376 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-9be51fd0-b6fa-465d-b48b-85a6b8ec4810 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.0894949 Mar 02 17:59:26.226523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:26.229766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:26.263958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:26.268886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:26.269195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:26.273180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:26.319279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.358213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Pushing event updated for resources: {'Port': ['ID=a4eba522-3934-463a-8125-9e4b98968290,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:26.384685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Attempting to bind port a4eba522-3934-463a-8125-9e4b98968290 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:59:26.385045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Attempting to bind port a4eba522-3934-463a-8125-9e4b98968290 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:59:26.385398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Attempting to bind port a4eba522-3934-463a-8125-9e4b98968290 on network 6966bc0c-5572-4fd0-9d9b-947996fa035c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:59:26.390936 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-a9cec1d5-0929-41cd-b7f9-1902679856fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566939 Mar 02 17:59:26.415664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:59:26.416120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Checking segment: {'id': 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:59:26.416432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.416815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Bound using segment: {'id': 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:59:26.417667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Bound port: a4eba522-3934-463a-8125-9e4b98968290, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:59:26.417667 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.431478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.452879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.25.3.148 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/ef6d3848-0e30-4fb5-a56c-714ba1878b3f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:26.481673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.525435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e221f42-add6-400d-b81a-3fc4f10d86e8,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:26.545766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.546159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.546624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.547003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.547286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.547612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.548017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.548452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.549147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.549629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.550045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:26.554401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:59:26.597583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.602218 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7862127-0336-4452-8baa-01c1ee211af3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4025595 Mar 02 17:59:26.605113 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-4090e1c4-695b-401c-8983-6842967878d4 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027235 Mar 02 17:59:26.605780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:26.612472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:26.643200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:26.656487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:26.661106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:26.669457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:26.728653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:26.744132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'port_id': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'mac_address': 'fa:16:3e:66:42:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:59:26.800588 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c462e9ae-d61c-45d3-b683-aaa95b14818c req-afbb9b42-80c2-41ba-a0bb-d65fc37d3f39 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805449 Mar 02 17:59:26.808541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.845386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.874412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] For port a4eba522-3934-463a-8125-9e4b98968290, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:59:26.878248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] For port a4eba522-3934-463a-8125-9e4b98968290, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a4eba522-3934-463a-8125-9e4b98968290,segment=NetworkSegment(a01bd8bc-40d2-4ae4-a536-906f1505fb1a),segment_id=a01bd8bc-40d2-4ae4-a536-906f1505fb1a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:59:26.879948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.891651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.899787 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.924432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.931716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:26.963481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca054e34-bc19-45ef-b8fe-f21f051b2cf1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:26.992104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 17:59:26.999919 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.001766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aca4072e-68f8-469e-bef6-9958190e01cc tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3945699 Mar 02 17:59:27.009999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:27.017236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:27.035171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:27.043715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:27.051353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:27.063978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:27.069326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:27.071782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:27.081716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:27.089700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:59:27.096980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.173103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:27.178295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.180989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b55ca-5eb7-4f10-9b01-07b8d3b70db1 None None] Pushing event updated for resources: {'Port': ['ID=a4eba522-3934-463a-8125-9e4b98968290,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:27.225809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.232473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.267825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:27.289673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d52919-9cc4-459c-bfc9-97a9113a328d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:27.312759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.317355 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-92d53559-6d71-4d05-8e6d-2dee74a1e375 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3036342 Mar 02 17:59:27.317648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54814) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:27.330463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:27.337007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=ef6d3848-0e30-4fb5-a56c-714ba1878b3f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:27.347118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:27.366907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:27.374532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:27.407057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:27.459484 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Project 707189d6e7ae4ebaa256de9a9f7d677d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:59:27.483768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.510171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:59:27.669280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.676484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.730259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e48bee9-1c36-4ac8-b66c-ab9c45234b20,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:27.750210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.751876 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c65458a-0e57-4b9f-b593-cc15c48f6d67 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4326704 Mar 02 17:59:27.755994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54822) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:27.772933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'security_group_rule': {'security_group_id': 'a1fa3c08-f543-4ff2-8aee-1af6a03439e8', 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:27.782878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:27.788343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:security_group_rule and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:27.795013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:27.800225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4770d-b2c0-4537-b675-7cf8bba2f18b req-4e176f26-0150-4c6f-8236-0b5c6930ca1d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:27.801979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da4770d-b2c0-4537-b675-7cf8bba2f18b req-4e176f26-0150-4c6f-8236-0b5c6930ca1d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 945 time: 0.3178015 Mar 02 17:59:27.807864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:27.812301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a4eba522-3934-463a-8125-9e4b98968290 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:59:27.840357 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Project 707189d6e7ae4ebaa256de9a9f7d677d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 17:59:27.853765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:27.937532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8da4770d-b2c0-4537-b675-7cf8bba2f18b req-aee76054-f984-41e1-bf3e-f40a29530ab3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283467 Mar 02 17:59:28.001981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:28.003047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:28.045935 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:28.054524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:28.100607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a151e4-b2d1-47c9-9942-a834db40ab09,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:28.113516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:28.115267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8cb345ec-5cd9-4a20-a41a-e2f0ef47d1ad tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3570235 Mar 02 17:59:28.140669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a4eba522-3934-463a-8125-9e4b98968290 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:28.497505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router cadc1403-a095-40e6-bff4-2b01fc17b6ba is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 17:59:28.759850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-af5f4c79-3356-4e2d-b52a-2aee534587c2 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300967381&fields=id&tenant_id=707189d6e7ae4ebaa256de9a9f7d677d HTTP/1.1" status: 200 len: 267 time: 0.0635216 Mar 02 17:59:28.959729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-8e424e5b-ad2f-48ce-a93d-5de1d7f1812b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:28.961186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-8e424e5b-ad2f-48ce-a93d-5de1d7f1812b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 813 time: 0.1898243 Mar 02 17:59:28.984121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75931724-3551-4762-8b21-12b9f5ba9cad None None] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 17:59:28.995475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-20a1356a-c2e3-4722-9f1b-045d4f0be02b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/quotas/707189d6e7ae4ebaa256de9a9f7d677d HTTP/1.1" status: 200 len: 375 time: 0.0243015 Mar 02 17:59:29.030352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:29.214669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Provisioning for port a4eba522-3934-463a-8125-9e4b98968290 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:29.220424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Provisioning complete for port a4eba522-3934-463a-8125-9e4b98968290 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:29.220805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:29.318794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:29.344262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:29.361295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:29.366280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Usage tracker for resource:security_group_rule and tenant:fd3cecc1aab642a9a5d8918a28b56796 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:29.368583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] Sync routers for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:29.374964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:29.390329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:29.457448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-b4817fb4-9f0a-4445-96a0-4e979642b962 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Synchronizing usage tracker for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:29.462502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:29.463710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-766703e6-e0cb-4e94-b194-dd8326b1a84b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5548768 Mar 02 17:59:29.469010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54862) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:29.521269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:29.524626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:29.671225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:29.676337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:29.707771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5fdf-2775-4a4d-ba04-48b4c62337aa req-7b4920c6-100c-471f-9966-d411742f5b70 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:29.709720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa8d5fdf-2775-4a4d-ba04-48b4c62337aa req-7b4920c6-100c-471f-9966-d411742f5b70 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 945 time: 0.4719000 Mar 02 17:59:29.712755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-b4817fb4-9f0a-4445-96a0-4e979642b962 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Unset dirty status for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:29.714773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-b4817fb4-9f0a-4445-96a0-4e979642b962 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7079847 Mar 02 17:59:29.775593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e1db5-7309-4f45-8f73-c8c09b8e89fb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:29.779176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:29.799557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b99af83-b9e1-4581-8e13-81e54114991f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd3cecc1aab642a9a5d8918a28b56796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7680740 Mar 02 17:59:29.802069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54868) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:29.822660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa8d5fdf-2775-4a4d-ba04-48b4c62337aa req-b9238550-e3ff-4807-a8ab-5b7cf690f0d5 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005039 Mar 02 17:59:29.852771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:29.853503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:29.929069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-f67a6bb8-0f29-4cec-b637-92f82e7f8e8c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 17:59:29.936604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-f67a6bb8-0f29-4cec-b637-92f82e7f8e8c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1974018 Mar 02 17:59:29.959272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.013754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:30.014881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f68134-8f36-4add-b345-7e56222a35a5 None None] The sync data for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:30.024256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.032678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.086399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] For port a4eba522-3934-463a-8125-9e4b98968290, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a4eba522-3934-463a-8125-9e4b98968290,segment=NetworkSegment(a01bd8bc-40d2-4ae4-a536-906f1505fb1a),segment_id=a01bd8bc-40d2-4ae4-a536-906f1505fb1a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:30.097459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.125802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.187216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e1db5-7309-4f45-8f73-c8c09b8e89fb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:30.214053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.233050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2802e2f-b4a0-4b59-a8e0-6f4717304da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e6e1db5-7309-4f45-8f73-c8c09b8e89fb HTTP/1.1" status: 204 len: 168 time: 0.4196563 Mar 02 17:59:30.248268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27264848-5598-4b81-8d9d-20f3acf5165b None None] Pushing event updated for resources: {'Port': ['ID=a4eba522-3934-463a-8125-9e4b98968290,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:30.338377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ddb46083-6349-4cae-b488-24bdc4188992 None None] Provisioning complete for port a4eba522-3934-463a-8125-9e4b98968290 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:30.339440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ddb46083-6349-4cae-b488-24bdc4188992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.438480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-42488c80-7210-4c6b-8ff1-819ea0745332 service neutron] 10.222.0.37 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009038 Mar 02 17:59:30.582590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:59:30.722204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-b9170917-28f7-43bf-a2b3-5c3c9bc1c9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688723 Mar 02 17:59:30.807174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:30.818388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:30.819221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:30.954752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54882) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:31.010207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.085776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.086737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:31.095930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Usage tracker for resource:security_group_rule and tenant:2c319a9048b54acdad8c4c273344b746 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:31.103259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:31.117931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:31.119214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:59:31.143773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:31.149334 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.283803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:31.286120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.296105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.387818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c319a9048b54acdad8c4c273344b746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310069 Mar 02 17:59:31.398098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54896) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:31.426955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e589fb-de35-4d47-be9c-86929b45476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ceaaf-bb48-4913-b06b-2db08279eb7a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:31.448611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68957d4-56e4-49d0-81e3-3d3558b9a8c7 req-a979f108-a1e7-47fa-a0cb-ee2561caf93d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:31.450783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e68957d4-56e4-49d0-81e3-3d3558b9a8c7 req-a979f108-a1e7-47fa-a0cb-ee2561caf93d tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.3720443 Mar 02 17:59:31.695626 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'code': 200} Mar 02 17:59:31.713895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a4eba522-3934-463a-8125-9e4b98968290 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:59:31.785307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:31.855166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:31.882685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a4eba522-3934-463a-8125-9e4b98968290 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:31.883075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.041995 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5c531666-86ce-41ae-b790-13ee3faa792e req-a6dff20d-9db8-4616-85dd-c49ea2ed4ccf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 1097 time: 0.2108946 Mar 02 17:59:32.043358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.092485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e68957d4-56e4-49d0-81e3-3d3558b9a8c7 req-c0b7f6bf-bb03-4e42-9304-21aca5a46763 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6280227 Mar 02 17:59:32.097150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6791b342-8a33-4e89-9ba8-4c93e0d7bae9 req-75c0dea4-09e6-4a80-be38-f84556e80a60 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 210 time: 0.2547915 Mar 02 17:59:32.317941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:32.320969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5c531666-86ce-41ae-b790-13ee3faa792e req-20cd4806-938b-4c4c-84d3-7cda8ef14659 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557626 Mar 02 17:59:32.323809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Usage tracker for resource:security_group_rule and tenant:6bed932851ce4ae0af97d4fe1b54eb76 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:32.327865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:32.334457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:32.424713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.429262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.431638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.476390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.532509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae101f55-f467-4867-9d19-b8047841d4f1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:32.544136 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-087c65a8-1068-4072-93b1-eb5ba3cdea48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bed932851ce4ae0af97d4fe1b54eb76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7570255 Mar 02 17:59:32.550113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:32.634859 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.662525 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.693912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.710504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ceaaf-bb48-4913-b06b-2db08279eb7a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:32.753753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.759920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.766832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0b070d8e-b5d4-494f-9868-43b0be9213bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f6ceaaf-bb48-4913-b06b-2db08279eb7a HTTP/1.1" status: 204 len: 168 time: 1.3663571 Mar 02 17:59:32.794206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae101f55-f467-4867-9d19-b8047841d4f1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:32.803940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:32.805127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fd2a21e6-36b4-45b2-8961-5a71875a9437 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae101f55-f467-4867-9d19-b8047841d4f1 HTTP/1.1" status: 204 len: 168 time: 0.2540081 Mar 02 17:59:32.904542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.1 (6966bc0c-5572-4fd0-9d9b-947996fa035c/b896c0bb-36d2-487e-a4b8-ee428016a520/9248fdd6-6058-46c4-bce9-b77fe46aee73) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:33.265288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:33.304691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Transition to ACTIVE for port object 9248fdd6-6058-46c4-bce9-b77fe46aee73 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:33.345208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:33.749457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:33.770097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:33.802957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ff58d3-0f64-4070-944e-cc7cceddcbbf req-382f0f3b-8783-4e32-afc5-031ddc689156 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 210 time: 0.2668307 Mar 02 17:59:33.803065 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54948) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:33.829256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:33.839860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:33.947517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:33.957775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2aabacc039e54ef585fe9f66073e2d1f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:33.974719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:33.991551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:34.073048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=9248fdd6-6058-46c4-bce9-b77fe46aee73,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:34.155198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.161302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.203386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.219566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecc288-831d-4cd3-9c67-62112f5dc46c req-e1608a76-e738-435d-825e-2e78a486e168 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:34.232113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fecc288-831d-4cd3-9c67-62112f5dc46c req-e1608a76-e738-435d-825e-2e78a486e168 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.6781707 Mar 02 17:59:34.281369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533485ca-2f89-4f9b-93ce-4863840f6163,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:34.302277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-e640c322-6091-4745-becd-b64c16956fa9 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:34.303975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-e640c322-6091-4745-becd-b64c16956fa9 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 813 time: 0.8508732 Mar 02 17:59:34.348938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ade58a50-a7bc-4da3-ba97-c8a9a75b56e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aabacc039e54ef585fe9f66073e2d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5312827 Mar 02 17:59:34.350452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54958) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:34.424334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-ca7533fe-85cb-4b3c-83be-e350a99eeeeb tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707189d6e7ae4ebaa256de9a9f7d677d HTTP/1.1" status: 200 len: 380 time: 0.1048083 Mar 02 17:59:34.441205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fecc288-831d-4cd3-9c67-62112f5dc46c req-34ab270c-dfcc-4b55-9ba1-c59504b63172 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087302 Mar 02 17:59:34.476828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'port': {'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'admin_state_up': True, 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'security_groups': ['a1fa3c08-f543-4ff2-8aee-1af6a03439e8']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:34.518789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.573657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.666245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f89feff-b170-4311-b136-4a47b9c0c83c None None] Provisioning for port 9248fdd6-6058-46c4-bce9-b77fe46aee73 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:34.692059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.697951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f89feff-b170-4311-b136-4a47b9c0c83c None None] Provisioning complete for port 9248fdd6-6058-46c4-bce9-b77fe46aee73 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:34.700207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f89feff-b170-4311-b136-4a47b9c0c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.728842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.737907 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/533485ca-2f89-4f9b-93ce-4863840f6163 HTTP/1.1" status: 204 len: 168 time: 0.3792527 Mar 02 17:59:34.737907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9af10-13e0-46d7-8b33-e057b85688bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533485ca-2f89-4f9b-93ce-4863840f6163,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:34.765368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:34.860639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7f89feff-b170-4311-b136-4a47b9c0c83c None None] Port 9248fdd6-6058-46c4-bce9-b77fe46aee73 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:59:34.868185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:34.893704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:34.911195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Made reservation on behalf of 707189d6e7ae4ebaa256de9a9f7d677d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:34.915077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:35.306759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Allocated IP 172.20.0.7 (2412e996-a01a-4d1a-a9ff-81bee166ee50/bfce8527-7139-470b-93dc-4437d35b5470/78793d48-e1a6-4970-9eee-d53fd712b34f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:35.339767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-758725c0-5a05-4e86-a3ac-9e65efa24b22 req-2643deed-45a8-4461-8a5e-ae954ab5a03a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 210 time: 0.2515047 Mar 02 17:59:36.179874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:36.238122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Transition to ACTIVE for port object 78793d48-e1a6-4970-9eee-d53fd712b34f will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:36.324198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ba4e-a50b-4c4a-9547-3b24b0b7a594 req-143d1778-b0a8-40a4-86ad-66dc9cc33b11 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:36.326638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2c0ba4e-a50b-4c4a-9547-3b24b0b7a594 req-143d1778-b0a8-40a4-86ad-66dc9cc33b11 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.3076360 Mar 02 17:59:36.450761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2c0ba4e-a50b-4c4a-9547-3b24b0b7a594 req-bc25ae67-e197-4e06-a573-ebd4015b64d6 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159899 Mar 02 17:59:36.471096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:36.484007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:36.677349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:36.895583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:36.911110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:36.962870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:36.976514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:37.197976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:37.199764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:37.229506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:37.321245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d17b88d6-dbf5-490c-bb9b-070073b1aa9e None None] Provisioning for port 78793d48-e1a6-4970-9eee-d53fd712b34f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:37.336629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d17b88d6-dbf5-490c-bb9b-070073b1aa9e None None] Provisioning complete for port 78793d48-e1a6-4970-9eee-d53fd712b34f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:37.336985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d17b88d6-dbf5-490c-bb9b-070073b1aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:37.526014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d17b88d6-dbf5-490c-bb9b-070073b1aa9e None None] Port 78793d48-e1a6-4970-9eee-d53fd712b34f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:59:37.552216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=9248fdd6-6058-46c4-bce9-b77fe46aee73,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:37.586044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2ef65aa1-d4d4-4da7-90d0-c99b82ab4845 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1419747 Mar 02 17:59:37.603537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Request body: {'port': {'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:37.637687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264ecf2-aea5-492b-9e50-6e80faed3e6d req-e8f9c682-5da2-47a2-8080-db366962a952 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:37.643378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3264ecf2-aea5-492b-9e50-6e80faed3e6d req-e8f9c682-5da2-47a2-8080-db366962a952 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.7985072 Mar 02 17:59:37.649192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:37.649786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca23c-ab63-45d0-89c1-e8633d3ad563 req-dc5db959-2f2e-4e0d-8a16-6bfe71cf7d7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:37.650660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-754ca23c-ab63-45d0-89c1-e8633d3ad563 req-dc5db959-2f2e-4e0d-8a16-6bfe71cf7d7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Synchronizing usage tracker for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 17:59:37.657019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Request body: {'floatingip': {'port_id': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:37.752795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-754ca23c-ab63-45d0-89c1-e8633d3ad563 req-dc5db959-2f2e-4e0d-8a16-6bfe71cf7d7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Unset dirty status for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 17:59:37.754180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-754ca23c-ab63-45d0-89c1-e8633d3ad563 req-dc5db959-2f2e-4e0d-8a16-6bfe71cf7d7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 931 time: 0.8628230 Mar 02 17:59:37.756204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:37.765167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:37.808444 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:37.915511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:38.172533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a1878d9b-df9f-434a-ac00-be133b309d0a None None] Provisioning complete for port 9248fdd6-6058-46c4-bce9-b77fe46aee73 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:38.172908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a1878d9b-df9f-434a-ac00-be133b309d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:38.198835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-754ca23c-ab63-45d0-89c1-e8633d3ad563 req-26b7f572-e704-4024-9ea4-78e8319ac399 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347603 Mar 02 17:59:38.375061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a1878d9b-df9f-434a-ac00-be133b309d0a None None] Port 9248fdd6-6058-46c4-bce9-b77fe46aee73 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:59:38.710352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.163358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78793d48-e1a6-4970-9eee-d53fd712b34f {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:59:39.176457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.195844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Transition to ACTIVE for port object 78793d48-e1a6-4970-9eee-d53fd712b34f will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:39.205706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.282954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-075e745e-00de-4506-a56e-783896cc1423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.576580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.593646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:39.916592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:39.946462 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Floating IP 54a9256e-8ff2-4f27-b062-f21561947919 associated. External IP: 172.25.3.206, port: 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6. Mar 02 17:59:40.134618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0002696-e860-4dbc-bf52-fbabb06c4aed req-0a7bdc28-dd1b-41a2-9717-e760ead7f24a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:40.142140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0002696-e860-4dbc-bf52-fbabb06c4aed req-0a7bdc28-dd1b-41a2-9717-e760ead7f24a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 0.4014485 Mar 02 17:59:40.164109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Attempting to bind port 78793d48-e1a6-4970-9eee-d53fd712b34f on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 17:59:40.164447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Attempting to bind port 78793d48-e1a6-4970-9eee-d53fd712b34f by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 17:59:40.164866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Attempting to bind port 78793d48-e1a6-4970-9eee-d53fd712b34f on network 2412e996-a01a-4d1a-a9ff-81bee166ee50 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:59:40.166828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55064) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:40.200671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Port 78793d48-e1a6-4970-9eee-d53fd712b34f on network 2412e996-a01a-4d1a-a9ff-81bee166ee50 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 17:59:40.201034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Attempting to bind port 78793d48-e1a6-4970-9eee-d53fd712b34f on network 2412e996-a01a-4d1a-a9ff-81bee166ee50 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 17:59:40.224170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 17:59:40.224170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Checking segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 17:59:40.224170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Bound using segment: {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 17:59:40.224994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Bound port: 78793d48-e1a6-4970-9eee-d53fd712b34f, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 17:59:40.224994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:40.247514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0002696-e860-4dbc-bf52-fbabb06c4aed req-a2d83426-4a0f-4a20-94db-3f2c979dcd61 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041911 Mar 02 17:59:40.370748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router cadc1403-a095-40e6-bff4-2b01fc17b6ba has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:40.384363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 17:59:40.389297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 17:59:40.397600 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:40.711335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:40.713554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] 10.222.0.35 "PUT /v2.0/ports/78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 1091 time: 3.1140282 Mar 02 17:59:40.725274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:59:40.734545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:40.753286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:40.920680 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 17:59:40.990823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6a2ac-781b-4e74-a4bf-e6aa6ff5621b service neutron] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:41.026093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:41.036446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Usage tracker for resource:security_group_rule and tenant:326791377c904baca004505e072778ec is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:41.044900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:41.069366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:41.109766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-d237cdcf-b7bc-4f5a-8629-d9c63f9647bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1094 time: 0.2954209 Mar 02 17:59:41.116301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:41.127698 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:41.128926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:41.154515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:41.155189 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:41.211511 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1abadfd7-65a6-46a2-98dc-ecbfa8bcfad3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "PUT /v2.0/floatingips/54a9256e-8ff2-4f27-b062-f21561947919 HTTP/1.1" status: 200 len: 992 time: 3.5610187 Mar 02 17:59:41.212370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:59:41.271380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-2bc9daac-6d64-4c7c-8774-efe833c895e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 217 time: 0.1151898 Mar 02 17:59:41.340361 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b1e44f4-6c65-47bb-9015-e26411a6223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:41.363604 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'status': 'completed', 'code': 200} Mar 02 17:59:41.449643 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:59:41.484095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-e9b164a2-052e-4aaa-a14a-fa35b59c3767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:41.495975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-e9b164a2-052e-4aaa-a14a-fa35b59c3767 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.2078798 Mar 02 17:59:41.580542 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-9237eab5-1943-4076-a9ec-660f76da5d87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 1097 time: 0.1713610 Mar 02 17:59:41.912089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-2c11b5da-14c1-4ece-b387-0fc87bcbbc25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:41.913553 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-2c11b5da-14c1-4ece-b387-0fc87bcbbc25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.3269877 Mar 02 17:59:41.998302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '54a9256e-8ff2-4f27-b062-f21561947919', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:66:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee774a-d95f-4108-993a-ab89dc109773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:59:06Z', 'updated_at': '2022-03-02T17:59:39Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.008386 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 17:59:42.042020 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:42.043255 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.069871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:42.081640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:42.141056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:42.158906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] Sync routers for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:42.189895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:42.191248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.228951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=326791377c904baca004505e072778ec&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0576406 Mar 02 17:59:42.232569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55102) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:42.244374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fc6c0d53-f46b-4adc-b553-36738f3dfb8c tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/routers/cadc1403-a095-40e6-bff4-2b01fc17b6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7737529 Mar 02 17:59:42.248016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:42.275747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a1da-4b6c-4a41-86ca-0f9e285321b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbb0432-0cfd-446b-a7e9-f51b02f6d86f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:42.313394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'port': {'network_id': '6966bc0c-5572-4fd0-9d9b-947996fa035c', 'name': 'tempest-FloatingIPTestJSON-1833400480'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:42.356818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-12899718-33a4-404d-9872-53e1d7ae15ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 200 len: 1000 time: 0.4293356 Mar 02 17:59:42.362436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.397319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:42.399949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.491284 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 17:59:42.535751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-f6b76da8-6534-4eb2-a86d-34046b3a5161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:42.540299 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-f6b76da8-6534-4eb2-a86d-34046b3a5161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.1730368 Mar 02 17:59:42.607392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:42.608129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b07733-e3a9-4eb0-8b37-b8092d6287d5 None None] The sync data for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:42.624657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-68183760-2db4-47bf-9d5c-8e7adb03f82f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1277363 Mar 02 17:59:42.679172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d60656-ba9d-473d-955b-fab33afb4c70 req-d043a03d-4ead-45d7-b89b-d5529a5c0b7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:42.681063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8d60656-ba9d-473d-955b-fab33afb4c70 req-d043a03d-4ead-45d7-b89b-d5529a5c0b7e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 0.7945554 Mar 02 17:59:42.691907 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-ad783329-0244-4bb5-87d2-4c6908968843 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422493 Mar 02 17:59:42.716997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:42.835613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:42.884064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-f4a944d5-23cc-4996-959b-346e3bfc4381 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482913 Mar 02 17:59:42.889923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:42.970550 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-39aeb62d-ae02-4b90-9250-8fba8d969d97 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669199 Mar 02 17:59:43.020347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:43.059082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Usage tracker for resource:port and tenant:620430360e124a37b2838b37cf81f532 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:43.065171 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:43.089654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:43.098206 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '54a9256e-8ff2-4f27-b062-f21561947919', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:66:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee774a-d95f-4108-993a-ab89dc109773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:59:06Z', 'updated_at': '2022-03-02T17:59:39Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:43.106688 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0ed74-7b52-4c22-bdf6-a04139412c15 None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '54a9256e-8ff2-4f27-b062-f21561947919', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'port_id': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'mac_address': 'fa:16:3e:66:42:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee774a-d95f-4108-993a-ab89dc109773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T17:59:06Z', 'updated_at': '2022-03-02T17:59:39Z', 'revision_number': 1, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:43.127374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:43.216375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8d60656-ba9d-473d-955b-fab33afb4c70 req-88ce7069-d8fe-48a0-83c8-a082846a3b73 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067043 Mar 02 17:59:43.240095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:43.289194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Made reservation on behalf of 620430360e124a37b2838b37cf81f532 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 17:59:43.297568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:43.317719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbb0432-0cfd-446b-a7e9-f51b02f6d86f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:43.321689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-56597d0a-bae7-4215-8247-394d687f6cc3 req-d107e490-d2ed-4b9c-b58f-589b399893be service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394320 Mar 02 17:59:43.388294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:43.396727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e6f7ec6-db84-4536-89ea-b001fa585cd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffbb0432-0cfd-446b-a7e9-f51b02f6d86f HTTP/1.1" status: 204 len: 168 time: 1.1503568 Mar 02 17:59:43.401220 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85045bc2-ddbd-4b2b-97fc-4a4816edb49c req-b7d3ec53-849b-4ebc-a0fc-34a626ebe163 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068858 Mar 02 17:59:43.416158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] device_id is not set on port 7e658e9c-6dd6-46ce-86f9-02fabf376b19 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 17:59:43.550124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1e186-b5df-447a-9ba8-da26bcac7d75 None None] New status for floating IP 54a9256e-8ff2-4f27-b062-f21561947919: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 17:59:43.759749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-3c4efd1e-0c4c-41c3-8b67-be8d96e6e3f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1094 time: 0.2767651 Mar 02 17:59:43.812866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Allocated IP 172.20.0.14 (6966bc0c-5572-4fd0-9d9b-947996fa035c/b896c0bb-36d2-487e-a4b8-ee428016a520/7e658e9c-6dd6-46ce-86f9-02fabf376b19) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 17:59:43.953355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:43.984034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.041230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:44.047870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e539bf181e684e7b99ece53076f8d7a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:44.051067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:44.060337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:44.159223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.165241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.178888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-e5d8d116-21ec-458c-a9d8-561e44116372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:44.180635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-e5d8d116-21ec-458c-a9d8-561e44116372 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 914 time: 0.4050198 Mar 02 17:59:44.228472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12537c1c-ecf3-4de9-9df9-d9fd298ce5a4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:44.240103 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e539bf181e684e7b99ece53076f8d7a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2854245 Mar 02 17:59:44.240679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:44.265313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.265608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.266837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.267367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.267715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.268043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.268845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.268845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.269183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.269323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.269685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ee9f3-3528-4352-ac8b-73d3b3dc42b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 17:59:44.283320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-aa25e7b0-73e7-42b4-8b81-6a0299e220dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 217 time: 0.0900044 Mar 02 17:59:44.291175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.358435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.365402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Transition to ACTIVE for port object 7e658e9c-6dd6-46ce-86f9-02fabf376b19 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 17:59:44.375648 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.379685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-245d142b-e501-4c9e-b8d1-bd74579e71dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:44.380957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-245d142b-e501-4c9e-b8d1-bd74579e71dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.0857081 Mar 02 17:59:44.405915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.483737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.644398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.687517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12537c1c-ecf3-4de9-9df9-d9fd298ce5a4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:44.711614 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-d8bda982-3939-4499-8030-d6c1c75f17b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2657294 Mar 02 17:59:44.713039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:44.719881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fb0fbc5f-4dcf-4cd2-a6a4-81a0532ac132 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12537c1c-ecf3-4de9-9df9-d9fd298ce5a4 HTTP/1.1" status: 204 len: 168 time: 0.4754593 Mar 02 17:59:44.758590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event updated for resources: {'Port': ['ID=7e658e9c-6dd6-46ce-86f9-02fabf376b19,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:44.774306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 17:59:44.777959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-85d659a8-276d-4464-98ce-ae9a21b8f8fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910611 Mar 02 17:59:44.779097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 17:59:44.782514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 17:59:45.052011 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-795a3f4b-c566-4ac1-b421-636d3561f1bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.1510990 Mar 02 17:59:45.231409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-2fddd7a4-c4c0-410b-8bed-6b227c8a72d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175348 Mar 02 17:59:45.356601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a94bac4b-cfe7-48ef-a91a-1ddc50cd30f3 None None] Provisioning for port 7e658e9c-6dd6-46ce-86f9-02fabf376b19 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:45.379023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a94bac4b-cfe7-48ef-a91a-1ddc50cd30f3 None None] Provisioning complete for port 7e658e9c-6dd6-46ce-86f9-02fabf376b19 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:45.379665 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a94bac4b-cfe7-48ef-a91a-1ddc50cd30f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:45.453919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ce8d339-c84e-4466-a3ee-215effa0a3cd req-90f01ecd-aad6-4e70-aead-c2d132b322ed service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141972 Mar 02 17:59:45.454446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-d9f12fba-b342-4fe8-a84f-1bdecb919799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:45.457198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-d9f12fba-b342-4fe8-a84f-1bdecb919799 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.3825576 Mar 02 17:59:45.509083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:45.509745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:45.545113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9c8ca87f-b107-42a8-856f-ebce2397c160 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2927320 Mar 02 17:59:45.550931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55166) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:45.557805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec50e3-eb61-422c-a205-1a0d560a86ac req-69b3ca95-5db4-47b6-a681-027d464d3259 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:45.559406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eec50e3-eb61-422c-a205-1a0d560a86ac req-69b3ca95-5db4-47b6-a681-027d464d3259 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 1.0043054 Mar 02 17:59:45.565627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Request body: {'floatingip': {'port_id': '7e658e9c-6dd6-46ce-86f9-02fabf376b19'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 17:59:45.629052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a94bac4b-cfe7-48ef-a91a-1ddc50cd30f3 None None] Port 7e658e9c-6dd6-46ce-86f9-02fabf376b19 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 17:59:45.801122 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-15a3d73a-8e6f-48df-b5ee-a23836fd302c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.3284216 Mar 02 17:59:45.852492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eec50e3-eb61-422c-a205-1a0d560a86ac req-d0ffb54b-09d7-447f-929e-07f75097934f tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714361 Mar 02 17:59:45.859385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:45.941811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-52894b8d-f0c1-45d7-b4ae-57470b0e3653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:45.944717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-52894b8d-f0c1-45d7-b4ae-57470b0e3653 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.1355293 Mar 02 17:59:46.070622 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-21c827eb-cbda-4a32-b0ae-6f13f94d7cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213255 Mar 02 17:59:46.259675 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-d5fe736f-73e9-46b8-bbba-5830cfc1f4dd service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817200 Mar 02 17:59:46.442860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e8845ce2-7ec1-4e55-9229-b5a3f128535a req-96417f01-c903-46ed-b45b-67e00eda005b service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766834 Mar 02 17:59:47.382916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:47.388953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:47.650881 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 4e74147e-7222-4324-84ed-2460a1beeac5 associated. External IP: 172.25.3.174, port: 1256bd37-2086-4066-90d1-f57ecfca6c6e. Mar 02 17:59:48.047527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a674e-95a1-4a0f-a144-ff923c4f2ee2 req-1ea5a4fc-41ba-426e-a9fa-4cd1ff97f917 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:48.049555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612a674e-95a1-4a0f-a144-ff923c4f2ee2 req-1ea5a4fc-41ba-426e-a9fa-4cd1ff97f917 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 0.7986524 Mar 02 17:59:48.161623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-612a674e-95a1-4a0f-a144-ff923c4f2ee2 req-00e95845-7db3-47d4-8093-47eaba100b11 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949936 Mar 02 17:59:48.566267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:48.849367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:48.862234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:48.884607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:48.885298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:48.959494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:48.972971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:48.973816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:49.104823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:49.105704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da72f8-f3ea-41ad-b803-6319ce13d051 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:49.322844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:49.772313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router cadc1403-a095-40e6-bff4-2b01fc17b6ba has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:50.237564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:50.250063 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] Sync routers for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:50.271717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:50.282414 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:50.283247 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:50.383639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5b24-7a4c-4318-b384-78e01cec1ee7 req-e2f3b923-60d5-4321-9253-078b2428aeb9 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:50.385195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3d5b24-7a4c-4318-b384-78e01cec1ee7 req-e2f3b923-60d5-4321-9253-078b2428aeb9 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 0.9520183 Mar 02 17:59:50.418148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:50.448293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:50.452138 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:50.452845 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:50.531273 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:50.532091 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0b1a2-5d1a-450a-93d2-9b0dd3115a5a None None] The sync data for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:50.756110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:50.758529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-896d53a0-21b6-4ba1-a964-6ccd6a6ddbbb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/floatingips/4e74147e-7222-4324-84ed-2460a1beeac5 HTTP/1.1" status: 200 len: 979 time: 5.1978528 Mar 02 17:59:50.761326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3d5b24-7a4c-4318-b384-78e01cec1ee7 req-affd61a8-c3c2-4474-b6b0-7ad529e4411b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678257 Mar 02 17:59:50.863644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 7e658e9c-6dd6-46ce-86f9-02fabf376b19 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:50.864105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:50.926998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.020148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 17:59:51.044259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b5ed7550654846953a7f9482fdbbfa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 17:59:51.053850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 17:59:51.106768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 17:59:51.129523 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 78793d48-e1a6-4970-9eee-d53fd712b34f details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 17:59:51.188692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.366724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.445445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.461450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:51.476782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 17:59:51.538114 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.559491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78793d48-e1a6-4970-9eee-d53fd712b34f {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 17:59:51.587752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:51.593738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.612436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438726a7-2db3-4558-ab80-411618b2eadd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:51.624822 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8653eda0-ad38-48fe-9542-0b27e19751d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3b5ed7550654846953a7f9482fdbbfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1739163 Mar 02 17:59:51.628440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55338) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:51.685777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.685777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.686024 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Floating IP 4e74147e-7222-4324-84ed-2460a1beeac5 disassociated. External IP: 172.25.3.174, port: 7e658e9c-6dd6-46ce-86f9-02fabf376b19. Mar 02 17:59:51.686413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 7e658e9c-6dd6-46ce-86f9-02fabf376b19 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:59:51.688026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:51.792273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.861026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.927432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:51.929682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['78793d48-e1a6-4970-9eee-d53fd712b34f'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 17:59:52.087280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876b77-63d8-41f7-b332-7a0d203afbe0 req-2b4e232c-0b45-402b-b7b3-25353bacb008 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:52.095491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d876b77-63d8-41f7-b332-7a0d203afbe0 req-2b4e232c-0b45-402b-b7b3-25353bacb008 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 944 time: 0.1706500 Mar 02 17:59:52.107437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=7e658e9c-6dd6-46ce-86f9-02fabf376b19,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:52.109935 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:52.131089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438726a7-2db3-4558-ab80-411618b2eadd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:52.228132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d876b77-63d8-41f7-b332-7a0d203afbe0 req-ce07d8f6-e81e-4aff-9c64-4f39ffd03325 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304400 Mar 02 17:59:52.326834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:52.329054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-115a40dc-93e7-4684-984c-24d1b178cb5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/438726a7-2db3-4558-ab80-411618b2eadd HTTP/1.1" status: 204 len: 168 time: 0.6992626 Mar 02 17:59:52.446640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router cadc1403-a095-40e6-bff4-2b01fc17b6ba has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:52.762859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:52.774896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] Sync routers for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:52.793110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:52.794701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:52.876649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:52.895596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:52.896568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:52.934479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:52.940204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55380) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:52.950426 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa89908a-cc38-47cf-8219-77190b202409 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/7e658e9c-6dd6-46ce-86f9-02fabf376b19 HTTP/1.1" status: 204 len: 168 time: 2.1924949 Mar 02 17:59:52.960405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:52.961045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013583a-7217-4eaa-ae15-3377a4e0038f None None] The sync data for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:53.462914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:53.732430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a59da-b4da-445d-9610-13e745219048 req-684f7e36-d225-483b-8eb7-75929d44fe1a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:53.735060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a71a59da-b4da-445d-9610-13e745219048 req-684f7e36-d225-483b-8eb7-75929d44fe1a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 944 time: 0.1938426 Mar 02 17:59:53.852159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a71a59da-b4da-445d-9610-13e745219048 req-474363f6-a0a0-431c-ac79-505a38e5f62a tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125076 Mar 02 17:59:54.690138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 9248fdd6-6058-46c4-bce9-b77fe46aee73 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:54.690790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:54.960153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:55.147325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 78793d48-e1a6-4970-9eee-d53fd712b34f up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 17:59:55.329508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 9248fdd6-6058-46c4-bce9-b77fe46aee73 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 17:59:55.362448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 78793d48-e1a6-4970-9eee-d53fd712b34f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 17:59:55.368723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 78793d48-e1a6-4970-9eee-d53fd712b34f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 17:59:55.369509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:55.543833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dade1c-bd5e-49f8-925b-0d20c5788452 req-0b6f0b62-28d0-4790-be81-15b3d444bcfd tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:55.545452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4dade1c-bd5e-49f8-925b-0d20c5788452 req-0b6f0b62-28d0-4790-be81-15b3d444bcfd tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 944 time: 0.2249591 Mar 02 17:59:55.657696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4dade1c-bd5e-49f8-925b-0d20c5788452 req-549b9c6f-37cd-403d-84e8-3bf8cc4dd105 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020706 Mar 02 17:59:55.709151 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:55.763650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 17:59:55.792081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 17:59:55.795088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:55.806271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:55.883967 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'code': 200} Mar 02 17:59:55.955425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:56.077068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=9248fdd6-6058-46c4-bce9-b77fe46aee73,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 17:59:56.247883 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d2310e9c-297e-4988-a93e-4e34ff1cc22e req-80545b3e-2e47-444f-a10c-283eea830eae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1096 time: 0.2673180 Mar 02 17:59:56.373222 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d2310e9c-297e-4988-a93e-4e34ff1cc22e req-5848d7eb-dcc3-4e7c-90f1-9b314cbbf5ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064901 Mar 02 17:59:56.664648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:57.005736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21db22-0af0-4aaa-b1be-8568f6b7bb7d req-527b22c2-f84c-4692-9cba-598ea9c4685b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:57.007702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d21db22-0af0-4aaa-b1be-8568f6b7bb7d req-527b22c2-f84c-4692-9cba-598ea9c4685b tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 945 time: 0.1273668 Mar 02 17:59:57.071787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d21db22-0af0-4aaa-b1be-8568f6b7bb7d req-92b9fc10-91a7-42e4-baa8-1265fe5c9d98 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579526 Mar 02 17:59:57.658603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router cadc1403-a095-40e6-bff4-2b01fc17b6ba has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 17:59:58.265657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 17:59:58.279397 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] Sync routers for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 17:59:58.303154 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:58.304347 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:58.377506 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:58.380602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0ad105fd-cb4a-4cb8-969e-91e9966e6bec tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/routers/cadc1403-a095-40e6-bff4-2b01fc17b6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4392428 Mar 02 17:59:58.383698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:58.432584 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] Routers {'cadc1403-a095-40e6-bff4-2b01fc17b6ba'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 17:59:58.433486 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:58.519782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe9c1-1e10-403b-94dd-591b37e2d2e5 req-5d8b2a69-7dfe-4da3-81d0-78ba06b15177 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:58.527652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edebe9c1-1e10-403b-94dd-591b37e2d2e5 req-5d8b2a69-7dfe-4da3-81d0-78ba06b15177 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 945 time: 0.2202747 Mar 02 17:59:58.547547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 17:59:58.547547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f1792-5b7e-4139-a1f2-7ae002fad302 None None] The sync data for ids ['cadc1403-a095-40e6-bff4-2b01fc17b6ba'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 17:59:58.642298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edebe9c1-1e10-403b-94dd-591b37e2d2e5 req-6385ec94-94c3-40b1-adcb-7edc3830896c tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039016 Mar 02 17:59:58.812254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:59.063784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569e4d6-2167-45a0-a46f-b07efc5c6906 req-5e1451f9-0705-4f12-a59d-18a4b198d606 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 17:59:59.072264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2569e4d6-2167-45a0-a46f-b07efc5c6906 req-5e1451f9-0705-4f12-a59d-18a4b198d606 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 945 time: 0.1928413 Mar 02 17:59:59.176308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2569e4d6-2167-45a0-a46f-b07efc5c6906 req-6ccfb6c9-c328-4840-ae39-501568bdb133 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008697 Mar 02 17:59:59.218514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 17:59:59.322094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:59.337875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port ef6d3848-0e30-4fb5-a56c-714ba1878b3f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 17:59:59.338394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 17:59:59.757908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:00.019694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for ef6d3848-0e30-4fb5-a56c-714ba1878b3f owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:00.022608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c69377fd-57c4-472b-8a6c-ae4a040903c0 tempest-TestVolumeBackupRestore-1590559518 tempest-TestVolumeBackupRestore-1590559518-project-admin] Synchronizing usage tracker for tenant:60ed10a009a54420851b3dc5cac2b7f0 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:00.062384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c69377fd-57c4-472b-8a6c-ae4a040903c0 tempest-TestVolumeBackupRestore-1590559518 tempest-TestVolumeBackupRestore-1590559518-project-admin] Unset dirty status for tenant:60ed10a009a54420851b3dc5cac2b7f0 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:00.064634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c69377fd-57c4-472b-8a6c-ae4a040903c0 tempest-TestVolumeBackupRestore-1590559518 tempest-TestVolumeBackupRestore-1590559518-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1091 time: 0.8476944 Mar 02 18:00:00.067986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55612) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:00.081420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:00.096839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:00.103425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Usage tracker for resource:floatingip and tenant:707189d6e7ae4ebaa256de9a9f7d677d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:00.115842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:00.131747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:00.157907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:00.413160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:00.507638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:00.713531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=ef6d3848-0e30-4fb5-a56c-714ba1878b3f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:00.752916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Allocated IP 172.25.3.237 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:00.954517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.023199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.030788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.162475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'Port': ['ID=5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:01.178638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:01.189516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:01.192905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:01.556451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.588710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.641628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.642267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Fanout notify agent at l3_agent the message router_deleted on router cadc1403-a095-40e6-bff4-2b01fc17b6ba {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:00:01.666029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:01.669684 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-190ba9b2-46e7-4bf1-9c18-6c5207ea9451 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/routers/cadc1403-a095-40e6-bff4-2b01fc17b6ba HTTP/1.1" status: 204 len: 168 time: 3.2823846 Mar 02 18:00:01.670697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55652) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:02.046762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting subnet b896c0bb-36d2-487e-a4b8-ee428016a520 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:00:02.052687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.187284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.188249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.331852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.381456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.505479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.620114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55680) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:02.627216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.633312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Subnet': ['ID=b896c0bb-36d2-487e-a4b8-ee428016a520,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:02.633898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f51cdb-202a-4aa1-866a-7654e68b3d39 None None] Network 6966bc0c-5572-4fd0-9d9b-947996fa035c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:02.644557 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00b882ea-531e-4417-abeb-5f6409825eac tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/subnets/b896c0bb-36d2-487e-a4b8-ee428016a520 HTTP/1.1" status: 204 len: 168 time: 0.9727027 Mar 02 18:00:02.647021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:02.828506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.850813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port a4eba522-3934-463a-8125-9e4b98968290 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:02.851157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:02.941630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.038337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:03.154090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] DHCP port deletion for 6966bc0c-5572-4fd0-9d9b-947996fa035c request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:00:03.160602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Deleting port a4eba522-3934-463a-8125-9e4b98968290 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:03.160978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.166090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Usage tracker for resource:security_group_rule and tenant:d51918de26f34099a17f2940ba0438b5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:03.171655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:03.194297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:03.208691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.217874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.304790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] For port a4eba522-3934-463a-8125-9e4b98968290, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a4eba522-3934-463a-8125-9e4b98968290,segment=NetworkSegment(a01bd8bc-40d2-4ae4-a536-906f1505fb1a),segment_id=a01bd8bc-40d2-4ae4-a536-906f1505fb1a)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:03.305603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.398388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event updated for resources: {'Port': ['ID=5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:03.628785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.630010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for a4eba522-3934-463a-8125-9e4b98968290 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:03.693356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] For port a4eba522-3934-463a-8125-9e4b98968290, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a4eba522-3934-463a-8125-9e4b98968290,segment=NetworkSegment(a01bd8bc-40d2-4ae4-a536-906f1505fb1a),segment_id=a01bd8bc-40d2-4ae4-a536-906f1505fb1a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:03.693930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.733483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.748461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.782536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:03.864278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=a4eba522-3934-463a-8125-9e4b98968290,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:03.866105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f49f04-1e4e-46df-a218-4bb5cdfa93aa,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:03.891549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] No DVR routers for this DVR port a4eba522-3934-463a-8125-9e4b98968290 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:00:03.895987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Calling delete_port for a4eba522-3934-463a-8125-9e4b98968290 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:03.939019 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-96e105f8-59bd-4927-9e83-4d59b1a02e85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d51918de26f34099a17f2940ba0438b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3148515 Mar 02 18:00:03.939279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55716) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:03.973987 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:00:04.015915 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:00:04.016265 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:00:04.016845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a4eba522-3934-463a-8125-9e4b98968290 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:04.030064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.047876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.063370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a4eba522-3934-463a-8125-9e4b98968290 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:00:04.063715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a4eba522-3934-463a-8125-9e4b98968290 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:00:04.081790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6966bc0c-5572-4fd0-9d9b-947996fa035c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:04.083991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.102873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:04.103175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01bd8bc-40d2-4ae4-a536-906f1505fb1a') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:04.118844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.121936 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Floating IP a565f173-e5d8-43ad-8fa0-f6d5766be623 associated. External IP: 172.25.3.237, port: 78793d48-e1a6-4970-9eee-d53fd712b34f. Mar 02 18:00:04.139036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.146238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:04.146920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:04.163903 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:04.340138 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.354169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.362295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.374350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f49f04-1e4e-46df-a218-4bb5cdfa93aa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:04.385401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Network': ['ID=6966bc0c-5572-4fd0-9d9b-947996fa035c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:04.425220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.426909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ccaaf959-1768-43a2-b003-8c47c88c8a48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72f49f04-1e4e-46df-a218-4bb5cdfa93aa HTTP/1.1" status: 204 len: 168 time: 0.4867351 Mar 02 18:00:04.516335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-788acb51-dcdd-49c6-b4fb-c6f94bead993 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/networks/6966bc0c-5572-4fd0-9d9b-947996fa035c HTTP/1.1" status: 204 len: 168 time: 1.8680086 Mar 02 18:00:04.519120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Deleting port a4eba522-3934-463a-8125-9e4b98968290 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:04.521177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.521555 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-d9c5e2a5-16fa-4473-8e4e-9ba1082c8397 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2776234 Mar 02 18:00:04.522344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:04.786731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1eeb-413a-4a40-870b-5513962e320a None None] The port 'a4eba522-3934-463a-8125-9e4b98968290' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:00:04.882483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port a7e00131-2383-4b58-bcc7-2ada6211b019 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:04.883060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:04.939445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-8236d560-6ced-413e-80ca-63899a0d6123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 1097 time: 0.2395027 Mar 02 18:00:05.008292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Router 4528d689-f5bc-4ce9-803d-18711565c3ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:05.238867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:05.239185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:05.246735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a214a-3865-4a8a-8219-34e6e283de46 req-49251fc3-643c-4992-840d-5769ae7e4b2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:05.248178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-49251fc3-643c-4992-840d-5769ae7e4b2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 200 len: 912 time: 0.2854159 Mar 02 18:00:05.298563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:05.312126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:05.331795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:05.332738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:05.333627 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:05.450363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5ae0ef2b-0b54-4cd9-a266-6aaaeb25c8ae tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3810289 Mar 02 18:00:05.451244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:05.455830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55764) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:05.592369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e1f0f6a-aad7-4dd6-ae51-89b966830c78 tempest-TestVolumeBackupRestore-1590559518 tempest-TestVolumeBackupRestore-1590559518-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1091 time: 0.1351633 Mar 02 18:00:05.595129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:05.600847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Request body: {'floatingip': {'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:05.650245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:05.760170 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 18:00:05.773180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for a7e00131-2383-4b58-bcc7-2ada6211b019 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:05.843484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:06.123857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-0085b435-dfa6-4493-b4e4-1dfb9d441752 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 200 len: 1002 time: 0.8678916 Mar 02 18:00:06.250038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:01Z', 'revision_number': 0, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:06.255978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:00:06.268781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:06.269669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:06.319458 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-15e1f9db-4ac6-4fc2-ba39-108077c116a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1096 time: 0.5653791 Mar 02 18:00:06.446998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55800) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:06.516059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:06.676128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a214a-3865-4a8a-8219-34e6e283de46 req-7bcdcbdc-1f4e-4469-862b-8418424b4f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:06.677496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-7bcdcbdc-1f4e-4469-862b-8418424b4f73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 200 len: 850 time: 0.5234845 Mar 02 18:00:06.868350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662704e0-f892-4439-9902-f06f31b74b98 req-818e30e4-6cb1-4d0c-b969-fb5001d64e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:06.871498 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-818e30e4-6cb1-4d0c-b969-fb5001d64e00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 914 time: 0.5428402 Mar 02 18:00:06.981813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.062832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=a7e00131-2383-4b58-bcc7-2ada6211b019,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:07.083894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:01Z', 'revision_number': 0, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:07.091414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabd73c-c0c3-421e-9a22-2b93b8f74cb0 None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:01Z', 'revision_number': 0, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:07.140181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.251497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:07.260723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Usage tracker for resource:security_group_rule and tenant:dba45290ac2946d1a1a0f5b82bf34c56 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:07.266000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:07.273630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:07.296993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-bf0a2113-2a92-4147-8618-2eada1007d0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3250e77f-5705-4305-bb7d-84c6f954a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5971870 Mar 02 18:00:07.322456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.352552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-2176744b-d7f0-4f99-8cb3-cb5fa636b03e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 999 time: 0.4702239 Mar 02 18:00:07.502847 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50f2cf-b452-4cc5-98d3-2d3eee3f0333 None None] New status for floating IP a565f173-e5d8-43ad-8fa0-f6d5766be623: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:00:07.538152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662704e0-f892-4439-9902-f06f31b74b98 req-a047aa7f-7a58-4271-bb54-589debab3cc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:07.539616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-a047aa7f-7a58-4271-bb54-589debab3cc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.1809878 Mar 02 18:00:07.582630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.592396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.805438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.832194 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0c383edc-3bca-4035-ade1-4b769550c83d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e74147e-7222-4324-84ed-2460a1beeac5 HTTP/1.1" status: 204 len: 168 time: 3.3082063 Mar 02 18:00:07.834639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55840) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:07.862028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.882425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:07.923036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c517fae-32c9-411a-89db-4a340c9ef8a2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:08.005542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b004e295-cdb9-48c9-a12b-25200b68ed53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dba45290ac2946d1a1a0f5b82bf34c56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5570548 Mar 02 18:00:08.009475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55846) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:08.067926 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-359db45e-7e3d-4ca1-9b5b-85d9ff5f23c3 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] DELETE failed (client error): The resource could not be found. Mar 02 18:00:08.069712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359db45e-7e3d-4ca1-9b5b-85d9ff5f23c3 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:00:08.071171 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-359db45e-7e3d-4ca1-9b5b-85d9ff5f23c3 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/7e658e9c-6dd6-46ce-86f9-02fabf376b19 HTTP/1.1" status: 404 len: 333 time: 0.2197773 Mar 02 18:00:08.075501 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-e1ec65c0-07a2-44c8-b3a6-de493140a6f2 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178378 Mar 02 18:00:08.075735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55850) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:08.158182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e7353f99-5b7a-4d0e-b454-5348a133ae1b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Synchronizing usage tracker for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:08.179295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:08.364967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e7353f99-5b7a-4d0e-b454-5348a133ae1b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Unset dirty status for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:08.368494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e7353f99-5b7a-4d0e-b454-5348a133ae1b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/ports?device_id=cadc1403-a095-40e6-bff4-2b01fc17b6ba HTTP/1.1" status: 200 len: 205 time: 0.2885516 Mar 02 18:00:08.379236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:08.379940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:08.384017 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-380dda9b-8ad8-42c9-a30b-d30defbf6f1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7790728 Mar 02 18:00:08.512365 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-0652bb33-9a4b-408e-9a33-5de297f906c3 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] delete failed (client error): The resource could not be found. Mar 02 18:00:08.516792 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0652bb33-9a4b-408e-9a33-5de297f906c3 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/routers/cadc1403-a095-40e6-bff4-2b01fc17b6ba HTTP/1.1" status: 404 len: 336 time: 0.1289124 Mar 02 18:00:08.517340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55866) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:08.571315 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-072a214a-3865-4a8a-8219-34e6e283de46 req-9e751840-6b40-4f27-9931-e6d96ffa7866 service neutron] 10.222.0.50 "GET /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091189 Mar 02 18:00:08.639778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:08.649228 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf4b784-7214-4771-adf8-9115d1180b5a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] DELETE failed (client error): The resource could not be found. Mar 02 18:00:08.649228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf4b784-7214-4771-adf8-9115d1180b5a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:00:08.696326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aaf4b784-7214-4771-adf8-9115d1180b5a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/subnets/b896c0bb-36d2-487e-a4b8-ee428016a520 HTTP/1.1" status: 404 len: 337 time: 0.1685846 Mar 02 18:00:08.700697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:08.853249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 1256bd37-2086-4066-90d1-f57ecfca6c6e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:08.853249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:08.981993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:09.071008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:09.071008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c517fae-32c9-411a-89db-4a340c9ef8a2 HTTP/1.1" status: 204 len: 168 time: 1.0530255 Mar 02 18:00:09.098440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-6ee50aeb-dffb-4546-a16a-58a806dbb32b service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814910 Mar 02 18:00:09.143279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b2d71-c899-47e9-8f24-87aa3fd56a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c517fae-32c9-411a-89db-4a340c9ef8a2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:09.269723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e72f2ecf-5a66-441c-bac5-aba58def0e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:09.288901 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-662704e0-f892-4439-9902-f06f31b74b98 req-3d6a1341-ed98-4aa2-8849-b540e28fc8c8 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818264 Mar 02 18:00:09.602112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Router 4528d689-f5bc-4ce9-803d-18711565c3ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:09.803862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:09.885880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:09.906224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:09.944544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:09.950059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Usage tracker for resource:security_group_rule and tenant:503e39d647074dbb8131b5d49876b5e9 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:09.953544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:09.962108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:10.009585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 1256bd37-2086-4066-90d1-f57ecfca6c6e owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:10.050013 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.055234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.112075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490dc1c1-d75a-4520-bb11-8e21b2d6f302,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:10.116493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc377719-77e6-4b22-8613-8678200031e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=503e39d647074dbb8131b5d49876b5e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2296562 Mar 02 18:00:10.119445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:10.220372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.243225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.258035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:10.268893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:10.269629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.287272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:10.287906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T17:59:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:10.309324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.335605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.358058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490dc1c1-d75a-4520-bb11-8e21b2d6f302,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:10.363572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.365633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-162fcb24-390f-4766-b330-248e149a9f22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/490dc1c1-d75a-4520-bb11-8e21b2d6f302 HTTP/1.1" status: 204 len: 168 time: 0.2437868 Mar 02 18:00:10.436463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=1256bd37-2086-4066-90d1-f57ecfca6c6e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:10.445908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:10.642486 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 18:00:10.662041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-794ae7b0-c6a7-4e71-a6b5-97058ae6c31d tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "PUT /v2.0/floatingips/a565f173-e5d8-43ad-8fa0-f6d5766be623 HTTP/1.1" status: 200 len: 991 time: 5.0656245 Mar 02 18:00:10.682087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.687288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-68657396-08e8-4b97-9707-47f16fcc26bb tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/1256bd37-2086-4066-90d1-f57ecfca6c6e HTTP/1.1" status: 204 len: 168 time: 1.9834499 Mar 02 18:00:10.688081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55940) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:10.701317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:10.774160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 8ec535f3-d4e9-44c9-a071-eb6f2f38e45f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:10.774596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.855880 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-d07688f6-e1c7-48cd-999a-9c510d21f023 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1096 time: 0.2045081 Mar 02 18:00:11.157571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-107d3934-619b-41f0-95bb-a73415db4a1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:11.159866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-107d3934-619b-41f0-95bb-a73415db4a1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 914 time: 0.2982929 Mar 02 18:00:11.319040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:11.328955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-1f2fdfad-648a-4706-85c5-261d574f4a03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 1001 time: 0.1591780 Mar 02 18:00:11.355577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:11.409231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a3f50c45-8231-4cc3-bb35-8b78617ad9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:11.438540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:08Z', 'revision_number': 2, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:11.441968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-00016a49-33bd-432c-afaf-5bba3afe6e04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:11.443431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:00:11.443660 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-00016a49-33bd-432c-afaf-5bba3afe6e04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.1069992 Mar 02 18:00:11.456665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:11.457499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:11.579682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 8ec535f3-d4e9-44c9-a071-eb6f2f38e45f owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:11.618549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:11.648130 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-276b9c4a-153a-4758-a1da-f9291acae81a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936302 Mar 02 18:00:11.690143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:11.695429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Usage tracker for resource:security_group_rule and tenant:1fdd9559ae604f26b456a01108851327 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:11.701662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:11.735736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:11.779078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:11.853351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:11.913506 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-1d3df30d-a478-4924-93e4-c705bfed0459 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607889 Mar 02 18:00:11.981340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=8ec535f3-d4e9-44c9-a071-eb6f2f38e45f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:11.995403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.178554 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-41a3b138-ee62-4593-8331-a6aa43a56db7 req-a086e11b-e4ca-4808-8f26-105c7532e462 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589629 Mar 02 18:00:12.179205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.281590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fdd9559ae604f26b456a01108851327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9246726 Mar 02 18:00:12.285053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 55980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:12.287245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eed7d-a344-4585-848c-7f17f8b0553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305277db-5e01-40f5-8d52-b297722f4fbe,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:12.313262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.336692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-70b3755e-c6ca-4966-873e-0f545216e964 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/ports/8ec535f3-d4e9-44c9-a071-eb6f2f38e45f HTTP/1.1" status: 204 len: 168 time: 1.6469307 Mar 02 18:00:12.339262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 55988) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:12.373645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.473292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.485227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:08Z', 'revision_number': 2, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:12.491291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4956df0-29ad-44c6-b3d6-2924339c19fb None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a565f173-e5d8-43ad-8fa0-f6d5766be623', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'port_id': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'mac_address': 'fa:16:3e:ea:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:00:01Z', 'updated_at': '2022-03-02T18:00:08Z', 'revision_number': 2, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:12.514218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81752fe-25d0-4cfb-8038-b089fa5685cd tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:12.515976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d81752fe-25d0-4cfb-8038-b089fa5685cd tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Synchronizing usage tracker for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:12.539310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d81752fe-25d0-4cfb-8038-b089fa5685cd tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Unset dirty status for tenant:620430360e124a37b2838b37cf81f532 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:12.544633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d81752fe-25d0-4cfb-8038-b089fa5685cd tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53be51a-c18e-4280-8f32-6049133cbfc6 HTTP/1.1" status: 200 len: 913 time: 0.2042100 Mar 02 18:00:12.545546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56000) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:12.623150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.646324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:12.655549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305277db-5e01-40f5-8d52-b297722f4fbe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:12.665516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.669626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8f78006a-043f-484d-bcd9-29b78568ab4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/305277db-5e01-40f5-8d52-b297722f4fbe HTTP/1.1" status: 204 len: 168 time: 0.3801584 Mar 02 18:00:12.794306 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 18:00:12.861786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:12.921773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-878e80b6-cde2-47f1-ad1f-baa7a8010f5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1096 time: 0.1383314 Mar 02 18:00:13.026902 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:13.127783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-06b42851-bfd3-4367-b4c8-feaf35e88d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:13.129589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-06b42851-bfd3-4367-b4c8-feaf35e88d9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 914 time: 0.2023110 Mar 02 18:00:13.278633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-1e4cccf9-c6fc-4425-b18d-661b5d58f799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 1001 time: 0.1416872 Mar 02 18:00:13.442038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:13.529588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-27483654-019d-4fa7-b569-d5421a678c0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:13.531166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-27483654-019d-4fa7-b569-d5421a678c0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.2453177 Mar 02 18:00:13.639078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-df349da4-5a8e-4c84-93b6-a60fed0feedd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012893 Mar 02 18:00:13.894398 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-b7d64b7c-1bd3-46df-9019-4cc8ece4e1d8 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470095 Mar 02 18:00:14.219411 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4e402734-e162-4cbb-9f0b-cbba59ae6d7f req-ec29fe67-a8d5-4702-925b-f5858e362003 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125265 Mar 02 18:00:14.372122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:14.667673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 844babd6-0eed-48b2-8ed1-762264f2e2d2 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:14.668918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:14.874328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:15.200082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 844babd6-0eed-48b2-8ed1-762264f2e2d2 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:15.559267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:15.619305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=844babd6-0eed-48b2-8ed1-762264f2e2d2,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:16.264710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:16.812235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56144) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:17.090265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.125856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:17.136860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Usage tracker for resource:security_group_rule and tenant:174a3a4a73f249ee86c32e9906be83d0 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:17.143442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:17.152663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:17.290813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.298212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.351487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4939c-a4f2-4958-83fe-57d00c35a5cc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:17.386835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Router c53be51a-c18e-4280-8f32-6049133cbfc6 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:17.442444 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b3396290-74aa-4a33-bbfa-24123f0b429e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=174a3a4a73f249ee86c32e9906be83d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6319895 Mar 02 18:00:17.443111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:17.571767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.626112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.700939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.701619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:17.715600 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] Sync routers for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:17.728612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4939c-a4f2-4958-83fe-57d00c35a5cc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:17.734987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:17.738656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3585b505-6304-4396-8d40-c6389fd813f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94c4939c-a4f2-4958-83fe-57d00c35a5cc HTTP/1.1" status: 204 len: 168 time: 0.2921414 Mar 02 18:00:17.738747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-75b8d11b-0b3f-4782-8eee-3b725d7b021b tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "PUT /v2.0/routers/c53be51a-c18e-4280-8f32-6049133cbfc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1896207 Mar 02 18:00:17.738825 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:17.738922 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:17.739827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56170) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:17.895669 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:17.928725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] Routers {'c53be51a-c18e-4280-8f32-6049133cbfc6'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:17.929287 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c53be51a-c18e-4280-8f32-6049133cbfc6'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:18.124303 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:18.126541 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59bcf9-6388-40af-bc0b-14351c4b97c2 None None] The sync data for ids ['c53be51a-c18e-4280-8f32-6049133cbfc6'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:18.319629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:18.824247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:18.846298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting port 83f19f44-33bd-4930-898e-fedc6dd71761 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:18.846298 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:19.124935 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:19.298535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Calling delete_port for 83f19f44-33bd-4930-898e-fedc6dd71761 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:19.323636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:19.737131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:19.862048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Port': ['ID=83f19f44-33bd-4930-898e-fedc6dd71761,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:20.288827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:20.876903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:20.881719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:20.914929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:20.915518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Fanout notify agent at l3_agent the message router_deleted on router c53be51a-c18e-4280-8f32-6049133cbfc6 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:00:20.944191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:20.948477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:20.951327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-37c2bad9-211e-4838-84df-7269213380b7 tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/routers/c53be51a-c18e-4280-8f32-6049133cbfc6 HTTP/1.1" status: 204 len: 168 time: 3.2108254 Mar 02 18:00:21.219337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Deleting subnet ae593158-3d17-4e0c-9582-325c806e184f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:00:21.222512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.286011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.329322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd97c1-8dfe-4989-946b-b50cc8e9d8f5 req-b570713f-003c-43c2-8d8a-9c4679b524dd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:21.331312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4dd97c1-8dfe-4989-946b-b50cc8e9d8f5 req-b570713f-003c-43c2-8d8a-9c4679b524dd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.1438034 Mar 02 18:00:21.348551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.475170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4dd97c1-8dfe-4989-946b-b50cc8e9d8f5 req-f16d1482-32fe-4265-88ff-25be2e73efd3 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250501 Mar 02 18:00:21.484119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.551013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Subnet': ['ID=ae593158-3d17-4e0c-9582-325c806e184f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:21.568295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.581752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-26e6f0a5-5757-45b2-8c8d-3809230f2d7d tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/subnets/ae593158-3d17-4e0c-9582-325c806e184f HTTP/1.1" status: 204 len: 168 time: 0.6322238 Mar 02 18:00:21.584531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:21.619980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56290) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:21.730894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.867012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1555113940'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:21.873119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:21.877096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Usage tracker for resource:network and tenant:61af4090f0bb40eb8fd4b14e778fa1b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:21.882108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.882389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:21.897054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:21.938809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Made reservation on behalf of 61af4090f0bb40eb8fd4b14e778fa1b8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:21.938809 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.956203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7247a0bb-c864-4a85-af1c-9193f226fdf1']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:21.961744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:21.978262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd86189-3a61-4981-91e3-7b53fc6c67dd') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:21.978262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd86189-3a61-4981-91e3-7b53fc6c67dd') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:21.986758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:21.990213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Usage tracker for resource:security_group_rule and tenant:61af4090f0bb40eb8fd4b14e778fa1b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:21.996085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:21.999764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:22.003645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.033042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.051078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:22.051766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:22.104975 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:22.211833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.219755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.304233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.334252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694a5c66-e316-4f85-8135-7e11c642d45d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:22.342157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:22.399671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.399671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.404500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.406339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.406339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.406339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:22.408866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.415677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.418881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] Pushing event deleted for resources: {'Network': ['ID=7247a0bb-c864-4a85-af1c-9193f226fdf1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:22.433220 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e1cc64be-fcb6-4a03-9fea-24c66548784a tempest-FloatingIPTestJSON-245595684 tempest-FloatingIPTestJSON-245595684-project] 10.222.0.37 "DELETE /v2.0/networks/7247a0bb-c864-4a85-af1c-9193f226fdf1 HTTP/1.1" status: 204 len: 168 time: 0.8476586 Mar 02 18:00:22.433551 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Added segment 2cab1d26-04f5-4e7a-9b56-39fd54b07019 of type vlan for network aca99af1-0c95-4071-921d-5ee4326b8e87 Mar 02 18:00:22.512476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.596448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.607320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:22.608953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:22.833192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Pushing event updated for resources: {'Network': ['ID=aca99af1-0c95-4071-921d-5ee4326b8e87,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:22.846006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8e6eb438-b1f6-4266-8fcf-baf8e5b0c118 tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2292006 Mar 02 18:00:22.847876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network aca99af1-0c95-4071-921d-5ee4326b8e87 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:22.911121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fc0b1-6242-4562-9c57-a35d6fa82d09 req-398c1d8d-b08f-4000-bed6-3158a78aecdd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:22.923884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-203fc0b1-6242-4562-9c57-a35d6fa82d09 req-398c1d8d-b08f-4000-bed6-3158a78aecdd tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.1687417 Mar 02 18:00:23.104723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-203fc0b1-6242-4562-9c57-a35d6fa82d09 req-cb228aa3-5024-4494-be23-21111a8e0c50 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799018 Mar 02 18:00:23.223712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56342) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:23.344928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b478120-7555-4798-8c26-85fff5a98531 req-027cd581-543d-45b5-985e-fdb399370cc9 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:23.351337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4b478120-7555-4798-8c26-85fff5a98531 req-027cd581-543d-45b5-985e-fdb399370cc9 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Synchronizing usage tracker for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:23.387998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4b478120-7555-4798-8c26-85fff5a98531 req-027cd581-543d-45b5-985e-fdb399370cc9 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Unset dirty status for tenant:0b432ebd9f114b5c8ec26d8260d8008d on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:23.389115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b478120-7555-4798-8c26-85fff5a98531 req-027cd581-543d-45b5-985e-fdb399370cc9 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.3098972 Mar 02 18:00:23.531965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Deleting port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:23.532311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.661468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7ee67653-0dab-47b0-a23e-8d1aa8fddc68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=620430360e124a37b2838b37cf81f532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4347460 Mar 02 18:00:23.671196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56352) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:23.729079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56356) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:23.739301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87', 'binding:host_id': 'n-h2-820559-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-316722230'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:23.750387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:23.765559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Usage tracker for resource:port and tenant:fe36f36a969641adae3961b7edf08f6b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:23.789376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:23.798485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:23.800397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.839929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Made reservation on behalf of fe36f36a969641adae3961b7edf08f6b for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:23.842556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.869109 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.882017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.944884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:23.957767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Usage tracker for resource:security_group_rule and tenant:fe36f36a969641adae3961b7edf08f6b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:23.963341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:23.964544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] For port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:23.964901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:23.971053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:24.008532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.064249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0911e4b-11ee-42fa-97bc-0f6766bf1054,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:24.134123 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.141420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.159939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 46db1eb8-6f4e-41da-9b25-45c704fcc332 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:24.203524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.204493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9bfd2bc0-7746-48ba-94b1-9ccd7fa2e790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0911e4b-11ee-42fa-97bc-0f6766bf1054 HTTP/1.1" status: 204 len: 168 time: 0.5319746 Mar 02 18:00:24.241872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21fadc9-ebae-4a81-9d79-7fb24f1622cf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:24.656899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.657807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.658302 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Floating IP 54a9256e-8ff2-4f27-b062-f21561947919 disassociated. External IP: 172.25.3.206, port: 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6. Mar 02 18:00:24.660523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Calling delete_port for 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:24.709036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 46db1eb8-6f4e-41da-9b25-45c704fcc332 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:24.718986 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.745138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Transition to ACTIVE for port object 46db1eb8-6f4e-41da-9b25-45c704fcc332 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:24.765248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.907866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Checking segment: {'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:24.907991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Network hostable DHCP agents. Network: aca99af1-0c95-4071-921d-5ee4326b8e87, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:24.920387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff65bc-93ea-4d6a-a0a5-89e0b5586694 req-53bb46b7-afd9-43c5-9fda-ba29dd117eda tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:24.921880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cff65bc-93ea-4d6a-a0a5-89e0b5586694 req-53bb46b7-afd9-43c5-9fda-ba29dd117eda tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 946 time: 0.5484879 Mar 02 18:00:24.927607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=46db1eb8-6f4e-41da-9b25-45c704fcc332,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:24.977782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.999263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Network aca99af1-0c95-4071-921d-5ee4326b8e87 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:25.031714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cff65bc-93ea-4d6a-a0a5-89e0b5586694 req-264ee6b7-7402-4814-86dd-e287b38b0769 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878079 Mar 02 18:00:25.031714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, aca99af1-0c95-4071-921d-5ee4326b8e87) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:25.040051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c3ca3-9c4b-4f5d-a3e2-4d880598c534 None None] Network aca99af1-0c95-4071-921d-5ee4326b8e87 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:25.046820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:25.089536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.089536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.089536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.109144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.109144 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.109144 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 2 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.145135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.145538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.146982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.161163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.162712 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.162712 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 3 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.163054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'Port': ['ID=6ac613f2-0a3c-4a7c-9c8c-486ada5675f6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:25.200434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.201109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.202333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.221047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.222515 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.223415 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 4 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.264663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.266075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.266666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.282222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.282896 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.283788 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 5 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.332450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.333331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.334441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.360691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.360817 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.361228 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 6 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.464852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.464852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.464852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.485109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.485109 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.485109 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 7 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.523906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.524586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.525135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.536248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.536807 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.540285 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 8 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.578220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.578822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.583424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.626157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.627480 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.630898 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 9 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.721483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.725937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.726484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.729168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:25.751362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.801398 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.801398 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 10 to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 Mar 02 18:00:25.851460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:25.852774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:25.852774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:25.872011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:25.872506 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 46db1eb8-6f4e-41da-9b25-45c704fcc332 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:25.876318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.055433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 46db1eb8-6f4e-41da-9b25-45c704fcc332, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:26.055433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempted to set empty binding levels {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:00:26.066260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.184501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.233401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56410) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:26.248390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:26.259355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:26.277470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=46db1eb8-6f4e-41da-9b25-45c704fcc332,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:26.285739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:26.286358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:26.299251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-53d9d067-0e42-4ac0-85ed-05bacf4a4f70 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.5688515 Mar 02 18:00:26.302822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56416) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:26.346620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94ff07b4-3fc3-49a8-94cc-b44f083db86b req-11d75bb2-ba17-431a-a4df-2ed8581b887b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee774a-d95f-4108-993a-ab89dc109773 HTTP/1.1" status: 200 len: 210 time: 0.0459211 Mar 02 18:00:26.383859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] No DVR routers for this DVR port 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:00:26.402652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.464059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'name': 'network-vif-deleted', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:26.547714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'networks': [{'name': 'tempest-network--1213445171'}, {'name': 'tempest-network--556181418'}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:26.548433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-network--1213445171'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:26.549047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-network--556181418'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:26.569010 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4b478120-7555-4798-8c26-85fff5a98531 req-6955c5a8-6c84-49ea-978e-b74ed04b9639 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.50 "DELETE /v2.0/ports/6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 HTTP/1.1" status: 204 len: 173 time: 3.1742465 Mar 02 18:00:26.575000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:26.587133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:network and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:26.599085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:26.617385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Deleting port 46db1eb8-6f4e-41da-9b25-45c704fcc332 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:26.618048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.647236 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee774a-d95f-4108-993a-ab89dc109773', 'name': 'network-vif-deleted', 'tag': '6ac613f2-0a3c-4a7c-9c8c-486ada5675f6', 'status': 'completed', 'code': 200} Mar 02 18:00:26.668337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:26.739881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'network': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:26.739881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.762818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:26.783355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:26.834465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:26.889532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:00:26.890265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6ac613f2-0a3c-4a7c-9c8c-486ada5675f6 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:00:27.153140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:27.157406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:security_group_rule and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:27.160446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:27.167708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:27.284389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:27.309633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:00:27.344599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:27.345293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:27.371465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:27.424874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:27.426905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:27.482430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 46db1eb8-6f4e-41da-9b25-45c704fcc332, host n-h2-820559-6, got binding levels [] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:27.482822 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:27.601930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56452) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:27.659772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56458) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:27.804843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:27.839503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Calling delete_port for 46db1eb8-6f4e-41da-9b25-45c704fcc332 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:27.917739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:27.930064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824f453a-cad4-44d8-a9bd-5b154ab45a6d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:27.947751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:27.947751 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment 3f11f49e-bc26-4ed4-b45b-d2b8c692d00c of type vlan for network a607f863-fe9a-4dd6-a7c5-707a13f2f209 Mar 02 18:00:28.013422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.025342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.027354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.056108 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.098270 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.104332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event deleted for resources: {'Port': ['ID=46db1eb8-6f4e-41da-9b25-45c704fcc332,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:28.110750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.126824 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28398880-da23-4db7-8391-33496c71db2f tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "DELETE /v2.0/ports/46db1eb8-6f4e-41da-9b25-45c704fcc332 HTTP/1.1" status: 204 len: 168 time: 1.7462418 Mar 02 18:00:28.128835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.129315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56468) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.171072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d06c98c-cd35-4c7e-98f0-a80ffbc308e3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:28.198734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.203064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a1d8f92e-830f-47f3-8dec-320f75e14ec8 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d06c98c-cd35-4c7e-98f0-a80ffbc308e3 HTTP/1.1" status: 204 len: 168 time: 0.5390000 Mar 02 18:00:28.203746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56474) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.206547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:28.211888 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7c411d-325a-48d8-b757-66db930b8cf1 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:00:28.211888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb7c411d-325a-48d8-b757-66db930b8cf1 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Synchronizing usage tracker for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:28.225615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d0924fc1dd0a4bdc949228cfb7886f44 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:28.232409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:28.237507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb7c411d-325a-48d8-b757-66db930b8cf1 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Unset dirty status for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:28.238896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb7c411d-325a-48d8-b757-66db930b8cf1 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports/46db1eb8-6f4e-41da-9b25-45c704fcc332 HTTP/1.1" status: 404 len: 333 time: 0.1082604 Mar 02 18:00:28.246039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56480) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.248019 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-95985bd0-6e81-42d3-8373-09c7da5b7b5b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] show failed (client error): The resource could not be found. Mar 02 18:00:28.248019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-95985bd0-6e81-42d3-8373-09c7da5b7b5b tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "GET /v2.0/security-groups/2d06c98c-cd35-4c7e-98f0-a80ffbc308e3 HTTP/1.1" status: 404 len: 347 time: 0.0426567 Mar 02 18:00:28.249592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:28.251832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56482) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.263706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-73814979'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:28.291968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:28.300480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:28.305115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:28.308409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064fcd6-278c-41de-ab14-e604772fc2b3 None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T17:54:58Z', 'revision_number': 4, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'f9d1259a-12aa-499e-9e2f-451854b0d748', 'name': '', 'network_id': '3250e77f-5705-4305-bb7d-84c6f954a425', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'mac_address': 'fa:16:3e:df:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a6bf34-1871-467f-9294-63de359f0349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:56Z', 'updated_at': '2022-03-02T17:55:30Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'subnets': [{'id': '19a6bf34-1871-467f-9294-63de359f0349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:28.333207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:28.344106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.344441 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment b534d678-bd6e-40a2-ab83-05559e37adbd of type vlan for network b3e322d5-e3d6-4edb-843f-10ee4df08823 Mar 02 18:00:28.352006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Made reservation on behalf of fe36f36a969641adae3961b7edf08f6b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:28.355440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.387375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 7cf38f74-abd7-413e-973a-7499e8f8530e yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:28.518872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.546771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Deleting port cb672f38-a38f-46bf-8722-a1db718185a7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:28.550535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.649915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.650447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.673528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:28.682671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:28.683192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.697555 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6065fc-60ba-4c88-b3d4-af3811a29968 None None] New status for floating IP 54a9256e-8ff2-4f27-b062-f21561947919: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:00:28.837731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.840182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.916973 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6822724 Mar 02 18:00:28.924019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56496) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.960135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=a607f863-fe9a-4dd6-a7c5-707a13f2f209,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:28.970590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a607f863-fe9a-4dd6-a7c5-707a13f2f209 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:29.039656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.049330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Calling delete_port for cb672f38-a38f-46bf-8722-a1db718185a7 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:29.226377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.226377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.257087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:00:29.257312 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:00:29.285981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8c77-dae5-4d30-9bba-52696422c7c7 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=b3e322d5-e3d6-4edb-843f-10ee4df08823,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:29.307847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b3e322d5-e3d6-4edb-843f-10ee4df08823 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:29.311075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0924fc1dd0a4bdc949228cfb7886f44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7062020 Mar 02 18:00:29.312127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56504) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:29.312882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977ecc-0619-4b7c-b1eb-21654c0fe7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd894d2-9265-4c5a-b36e-6e84ff463bd1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:29.332133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:29.339112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:29.344773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:29.354216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:29.361495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Synchronizing usage tracker for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:29.381000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.421908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.462099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.515108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Network aca99af1-0c95-4071-921d-5ee4326b8e87 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:29.518340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:29.527984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Unset dirty status for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:29.528597 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db863f72-9ad8-41e1-88c8-afe76f10f6a4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6040089 Mar 02 18:00:29.531987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:29.532790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:29.533370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.534700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56512) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:29.545259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf38f74-abd7-413e-973a-7499e8f8530e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:29.567852 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3994164f-9231-41c9-b38a-d21186791bb6 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3136027 Mar 02 18:00:29.568603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:29.575501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:29.701674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.716983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.777650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Deleting port cb672f38-a38f-46bf-8722-a1db718185a7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:29.778721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.904760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:29.930654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd894d2-9265-4c5a-b36e-6e84ff463bd1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:29.996738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.062583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 7cf38f74-abd7-413e-973a-7499e8f8530e yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:30.069688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.116063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Transition to ACTIVE for port object 7cf38f74-abd7-413e-973a-7499e8f8530e will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:30.116063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.161634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a607f863-fe9a-4dd6-a7c5-707a13f2f209']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:30.195358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f11f49e-bc26-4ed4-b45b-d2b8c692d00c') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:30.195358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f11f49e-bc26-4ed4-b45b-d2b8c692d00c') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:30.228221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.241618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.247239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a0231b6f-b7e9-46d7-9a78-3d6e07d374d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dd894d2-9265-4c5a-b36e-6e84ff463bd1 HTTP/1.1" status: 204 len: 168 time: 0.9268529 Mar 02 18:00:30.247239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.247239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.331273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.344237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf38f74-abd7-413e-973a-7499e8f8530e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:30.421108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.421469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.422513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.432497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.433107 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.435339 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 2 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.469195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.469721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.471034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.489203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.490865 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.491483 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 3 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.534111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.534653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.535192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.545524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.546009 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.546682 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 4 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.578652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.582197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.584682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.591887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.594357 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.594960 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 5 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.602450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Calling delete_port for cb672f38-a38f-46bf-8722-a1db718185a7 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:30.637847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.639842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.640065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:30.640182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.640319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.646859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.647189 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.647566 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 6 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:30.656759 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:30.678320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.678643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.679100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.687116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.687442 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.687858 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 7 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.725082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.725082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.725082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.738481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.738481 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.738481 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 8 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.764234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.764644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.765084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.772993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.773372 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.773843 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 9 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.786843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.827576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.829390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.829865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.831541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.835577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=a607f863-fe9a-4dd6-a7c5-707a13f2f209,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:30.846150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.846150 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.846150 n-d-820559-6 neutron-server[83796]: INFO neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 10 to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e Mar 02 18:00:30.872771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56538) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:30.899155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:30.899155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:30.899155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:30.901748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.932002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8692f95a-6657-4990-a6ad-671b2a997d7a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/a607f863-fe9a-4dd6-a7c5-707a13f2f209 HTTP/1.1" status: 204 len: 168 time: 1.3922215 Mar 02 18:00:30.937870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:30.937870 n-d-820559-6 neutron-server[83796]: ERROR neutron.plugins.ml2.managers [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 7cf38f74-abd7-413e-973a-7499e8f8530e on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:30.937870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:30.939683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56544) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:31.005489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:31.016549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Usage tracker for resource:security_group_rule and tenant:46adc7d6b3ad42eebe66dd54c9dbe495 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:31.019381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:31.042402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:31.081641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 7cf38f74-abd7-413e-973a-7499e8f8530e, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:31.083240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempted to set empty binding levels {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:00:31.101314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.101491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.111972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.220200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Pushing event deleted for resources: {'Port': ['ID=cb672f38-a38f-46bf-8722-a1db718185a7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:31.227576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf38f74-abd7-413e-973a-7499e8f8530e,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:31.233337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] In _notify_port_updated(), no bound segment for port 7cf38f74-abd7-413e-973a-7499e8f8530e on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:00:31.234498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.235949 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2ec46c89-e8cd-4f5d-910c-8ac424ae3b84 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "PUT /v2.0/ports/7cf38f74-abd7-413e-973a-7499e8f8530e HTTP/1.1" status: 200 len: 973 time: 1.6663973 Mar 02 18:00:31.241684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:31.332991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.343905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.408082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.410439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a5fe9-e83f-4f4b-b721-456632639e75,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:31.427970 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a0186600-39de-4d98-8501-ee39a5395f8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46adc7d6b3ad42eebe66dd54c9dbe495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5587001 Mar 02 18:00:31.431009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:31.490689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.495681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.501920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ff2fa964-dc9a-4edd-b563-f353c28621d4 tempest-AttachVolumeTestJSON-956619230 tempest-AttachVolumeTestJSON-956619230-project] 10.222.0.37 "DELETE /v2.0/floatingips/54a9256e-8ff2-4f27-b062-f21561947919 HTTP/1.1" status: 204 len: 168 time: 3.2501945 Mar 02 18:00:31.504185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e322d5-e3d6-4edb-843f-10ee4df08823']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:31.507787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06f10842-d878-4bec-ac3c-15249b6f7453 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Synchronizing usage tracker for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:31.527280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b534d678-bd6e-40a2-ab83-05559e37adbd') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:31.529831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b534d678-bd6e-40a2-ab83-05559e37adbd') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:31.547941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.549177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-06f10842-d878-4bec-ac3c-15249b6f7453 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Unset dirty status for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:31.554201 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-06f10842-d878-4bec-ac3c-15249b6f7453 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21725 time: 0.3112299 Mar 02 18:00:31.560182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56568) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:31.568496 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.624111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.638009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:31.638009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.642911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:31.671956 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:31.756152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.770215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a5fe9-e83f-4f4b-b721-456632639e75,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:31.781638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:31.787169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2adbf886-11c7-496a-b5f8-2760dda71615 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/254a5fe9-e83f-4f4b-b721-456632639e75 HTTP/1.1" status: 204 len: 168 time: 0.3501086 Mar 02 18:00:31.831943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Deleting port 7cf38f74-abd7-413e-973a-7499e8f8530e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:31.831943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.066423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.087415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.176205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=b3e322d5-e3d6-4edb-843f-10ee4df08823,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:32.186825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e3407a5c-783f-4f1d-876f-015b52138ef4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/b3e322d5-e3d6-4edb-843f-10ee4df08823 HTTP/1.1" status: 204 len: 168 time: 1.2481987 Mar 02 18:00:32.187667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56584) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:32.228786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 7cf38f74-abd7-413e-973a-7499e8f8530e, host n-h2-820559-6, got binding levels [] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:32.229159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.483332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c4bc6-573c-4181-b53f-b9705027fa63 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:32.507344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Calling delete_port for 7cf38f74-abd7-413e-973a-7499e8f8530e owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:32.516134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c4bc6-573c-4181-b53f-b9705027fa63 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:32.541921 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-889c4bc6-573c-4181-b53f-b9705027fa63 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3428202 Mar 02 18:00:32.541921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:32.578533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-197916031'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:32.603073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:32.615115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56596) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:32.616410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:network and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:32.620433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:32.630660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:32.651918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:32.660810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.678436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.721414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:32.724311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.740284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.740866 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment 1903e408-fae7-4b43-9f80-886eb6777c2e of type vlan for network ab37f871-4641-46e2-9904-4a18ef636a3c Mar 02 18:00:32.829224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.846435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cf38f74-abd7-413e-973a-7499e8f8530e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:32.863192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:32.874259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.881547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:32.882246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.899647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.911384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Usage tracker for resource:security_group_rule and tenant:644beb306e1b41a9bf2916cf82e4d1b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:32.916915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:32.923308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:32.944271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f027159-cf59-4a3e-8e4f-2275b0f0357b tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7cf38f74-abd7-413e-973a-7499e8f8530e HTTP/1.1" status: 204 len: 168 time: 1.3827577 Mar 02 18:00:32.951418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56606) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:33.021619 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e0cc7e-3d08-46b1-b13d-c3551e8ed6fb tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:00:33.022288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-94e0cc7e-3d08-46b1-b13d-c3551e8ed6fb tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Synchronizing usage tracker for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:33.048762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5046990 Mar 02 18:00:33.049969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56612) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:33.051422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4924-6a0c-49cb-bd44-95470c2fe64f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=ab37f871-4641-46e2-9904-4a18ef636a3c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:33.074754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ab37f871-4641-46e2-9904-4a18ef636a3c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:33.081267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1531235476'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:33.089100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-94e0cc7e-3d08-46b1-b13d-c3551e8ed6fb tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Unset dirty status for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:33.089695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-94e0cc7e-3d08-46b1-b13d-c3551e8ed6fb tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports/7cf38f74-abd7-413e-973a-7499e8f8530e HTTP/1.1" status: 404 len: 333 time: 0.1369650 Mar 02 18:00:33.094829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56618) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:33.102884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1814622323', 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:33.113423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:33.140670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:33.162115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Made reservation on behalf of fe36f36a969641adae3961b7edf08f6b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:33.170422 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.177253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:33.199270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:network and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:33.217394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:33.218753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 163fea3a-40ef-4cec-9a02-f2d19d6bfe2a yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:33.233082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:33.272424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.309415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.482671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=644beb306e1b41a9bf2916cf82e4d1b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8328938 Mar 02 18:00:33.482671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:33.482671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.494467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:33.573969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848555-e9cd-43fa-a464-15242769d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c0a2f-d853-4cf3-91e6-79863ba51e48,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:33.616923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.625826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.674854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.683217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:33.705532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.706090 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment cde20961-224e-47f5-8913-786e83802914 of type vlan for network 0efbe5fc-3e34-4f89-bb40-a883d2d289a9 Mar 02 18:00:33.776310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.782928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Network aca99af1-0c95-4071-921d-5ee4326b8e87 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:33.787716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:33.790251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:33.792146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:33.792735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.796403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=163fea3a-40ef-4cec-9a02-f2d19d6bfe2a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:33.817570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.822356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:33.823206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.825181 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-648f5b70-263d-4ac3-9e69-a4d76880ed87 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7285542 Mar 02 18:00:33.828083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:33.879197 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:33.933379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a10564c1-7c70-48ed-a916-91545778f992 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Synchronizing usage tracker for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:33.961331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a10564c1-7c70-48ed-a916-91545778f992 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Unset dirty status for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:33.966423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a10564c1-7c70-48ed-a916-91545778f992 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports/163fea3a-40ef-4cec-9a02-f2d19d6bfe2a HTTP/1.1" status: 200 len: 955 time: 0.1337292 Mar 02 18:00:33.976946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56638) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:34.043619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=0efbe5fc-3e34-4f89-bb40-a883d2d289a9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:34.065458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-776aff35-6999-4d94-a3ca-5addc633a727 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0057354 Mar 02 18:00:34.065458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:34.072275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0efbe5fc-3e34-4f89-bb40-a883d2d289a9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:34.076705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'ports': [{'network_id': 'ab37f871-4641-46e2-9904-4a18ef636a3c', 'name': 'tempest-port--1446641660', 'admin_state_up': True}, {'network_id': '0efbe5fc-3e34-4f89-bb40-a883d2d289a9', 'admin_state_up': False}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:34.077285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'port': {'network_id': 'ab37f871-4641-46e2-9904-4a18ef636a3c', 'name': 'tempest-port--1446641660', 'admin_state_up': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:34.077772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'port': {'network_id': '0efbe5fc-3e34-4f89-bb40-a883d2d289a9', 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:34.137685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Deleting port 163fea3a-40ef-4cec-9a02-f2d19d6bfe2a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:34.138115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.224063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.261285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c0a2f-d853-4cf3-91e6-79863ba51e48,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:34.373885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.378014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a134be82-2b2d-445d-b8bb-a15d8713d796 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d39c0a2f-d853-4cf3-91e6-79863ba51e48 HTTP/1.1" status: 204 len: 168 time: 0.8865335 Mar 02 18:00:34.420604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:34.427225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:port and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:34.431111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:34.440685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:34.456521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'port': 2} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:34.464584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.520911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.709772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.849561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] device_id is not set on port 028bb640-96b2-4aa1-9492-8fc2d7e4ab41 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:34.900779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Calling delete_port for 163fea3a-40ef-4cec-9a02-f2d19d6bfe2a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:34.964862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:34.994520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.052213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.102209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event deleted for resources: {'Port': ['ID=163fea3a-40ef-4cec-9a02-f2d19d6bfe2a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:35.117243 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d2a5550-eafd-45d7-b9c6-1c195cfc6502 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "DELETE /v2.0/ports/163fea3a-40ef-4cec-9a02-f2d19d6bfe2a HTTP/1.1" status: 204 len: 168 time: 1.1395552 Mar 02 18:00:35.120636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56674) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:35.132611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] device_id is not set on port b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:35.186379 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7bcd30-de16-4602-82e1-d070d1861e86 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:00:35.187379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca7bcd30-de16-4602-82e1-d070d1861e86 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Synchronizing usage tracker for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:35.216761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca7bcd30-de16-4602-82e1-d070d1861e86 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Unset dirty status for tenant:fe36f36a969641adae3961b7edf08f6b on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:35.219431 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca7bcd30-de16-4602-82e1-d070d1861e86 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports/163fea3a-40ef-4cec-9a02-f2d19d6bfe2a HTTP/1.1" status: 404 len: 333 time: 0.0977404 Mar 02 18:00:35.223165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56684) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:35.236825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1530898424'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:35.248381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:35.286173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:35.305375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Made reservation on behalf of fe36f36a969641adae3961b7edf08f6b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:35.309438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.327213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.365856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 1d0368e8-5798-4362-b541-6a40167a26d8 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:35.385621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.621986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Checking segment: {'id': '1903e408-fae7-4b43-9f80-886eb6777c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ab37f871-4641-46e2-9904-4a18ef636a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:35.621986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network hostable DHCP agents. Network: ab37f871-4641-46e2-9904-4a18ef636a3c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:35.655405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Port': ['ID=028bb640-96b2-4aa1-9492-8fc2d7e4ab41,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:35.698457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network ab37f871-4641-46e2-9904-4a18ef636a3c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:35.731947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ab37f871-4641-46e2-9904-4a18ef636a3c) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:35.737613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:35.738543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.742760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ed20d-19c1-42a4-8280-feff78175bab None None] Network ab37f871-4641-46e2-9904-4a18ef636a3c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:36.006564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Port': ['ID=b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:36.013323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.060542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Checking segment: {'id': 'cde20961-224e-47f5-8913-786e83802914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0efbe5fc-3e34-4f89-bb40-a883d2d289a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:36.060542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network hostable DHCP agents. Network: 0efbe5fc-3e34-4f89-bb40-a883d2d289a9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:36.110089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.125098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network 0efbe5fc-3e34-4f89-bb40-a883d2d289a9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:36.147006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0efbe5fc-3e34-4f89-bb40-a883d2d289a9) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:36.153215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:36.158846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:36.162348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b617944-2d53-4b75-981c-8b4913f3d9d6 None None] Network 0efbe5fc-3e34-4f89-bb40-a883d2d289a9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:36.176555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:36.177357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.234620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0368e8-5798-4362-b541-6a40167a26d8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:36.236440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f0c2c14-8b95-4eae-a3f9-88beb34bb4cd tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1699502 Mar 02 18:00:36.239607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56700) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:36.310466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:36.359669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Network aca99af1-0c95-4071-921d-5ee4326b8e87 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:36.361928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:36.365744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:36.366735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:36.367545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.406666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56712) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:36.407452 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ce91f4d-59b3-4209-a2ff-2a571fed3339 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1822028 Mar 02 18:00:36.414591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:36.451032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e8f327-7c3d-4a61-bc80-f892c50d048a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:36.455498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e8f327-7c3d-4a61-bc80-f892c50d048a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:36.457191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6e8f327-7c3d-4a61-bc80-f892c50d048a tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2164397 Mar 02 18:00:36.461198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56716) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:36.604992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Deleting port 028bb640-96b2-4aa1-9492-8fc2d7e4ab41 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:36.605681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.615199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-723173087-network', 'tenant_id': '0ad20a5511a94eed9fb59da922d24119'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:36.625362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:36.638127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Usage tracker for resource:network and tenant:0ad20a5511a94eed9fb59da922d24119 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:36.643433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:36.653399 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.665079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:36.717727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Made reservation on behalf of 0ad20a5511a94eed9fb59da922d24119 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:36.722961 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.754052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.872359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:36.887568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Usage tracker for resource:security_group_rule and tenant:0ad20a5511a94eed9fb59da922d24119 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:36.892502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:36.895927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:36.909826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:37.025075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Calling delete_port for 028bb640-96b2-4aa1-9492-8fc2d7e4ab41 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:37.110961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.135713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] device_id is not set on port 1d0368e8-5798-4362-b541-6a40167a26d8 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:37.146959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.163417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Port': ['ID=028bb640-96b2-4aa1-9492-8fc2d7e4ab41,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:37.169005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.170790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.177216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Transition to ACTIVE for port object 1d0368e8-5798-4362-b541-6a40167a26d8 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:37.178384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0cddc48d-fd67-4e99-9491-cb28476f1cf1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/ports/028bb640-96b2-4aa1-9492-8fc2d7e4ab41 HTTP/1.1" status: 204 len: 168 time: 0.7134130 Mar 02 18:00:37.178563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.180740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:37.193976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.258435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Deleting port b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:37.258879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.272265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7bf33-6b77-48ce-81d4-e83c77520a41,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:37.334287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:37.382253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0368e8-5798-4362-b541-6a40167a26d8,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:37.393711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.393711 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Added segment 98acc671-0c32-4529-ac22-f827bc2703e6 of type vlan for network c66b1451-7b69-476c-9a89-144f73bc5b70 Mar 02 18:00:37.447830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:37.448410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:37.448643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:37.457958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:37.458382 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:37.461573 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 2 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:37.471190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.487931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:37.488346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:37.488758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:37.521196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:37.521523 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:37.523716 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 3 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:37.558271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.559142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:37.563428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.584754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:37.585169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:37.585568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:37.680122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:37.680497 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:37.694016 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 4 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:37.726477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] Pushing event updated for resources: {'Network': ['ID=c66b1451-7b69-476c-9a89-144f73bc5b70,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:37.731606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:37.731940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:37.732275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:37.737028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.738654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7d221c45-4ca1-4e5a-a6e6-c29ba57d7d2e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4269152 Mar 02 18:00:37.739193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56734) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:37.740783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c66b1451-7b69-476c-9a89-144f73bc5b70 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:37.746631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Request body: {'subnet': {'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-723173087-subnet', 'tenant_id': '0ad20a5511a94eed9fb59da922d24119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:37.751856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:37.756838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Usage tracker for resource:subnet and tenant:0ad20a5511a94eed9fb59da922d24119 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:37.760332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:37.766821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:37.767310 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:37.768239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:37.770152 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 5 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:37.795004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:37.795617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:37.796109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:37.803867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:37.804628 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:37.805164 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 6 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:37.831171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Made reservation on behalf of 0ad20a5511a94eed9fb59da922d24119 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:37.843984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:37.902846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Calling delete_port for b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:38.013499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.133348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Port': ['ID=b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:38.169526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.172252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:38.172782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:38.173265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:38.184492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:38.185045 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:38.185915 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 7 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:38.186968 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cc529420-c991-4ce5-8686-84f35481d4c0 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/ports/b3f1d945-30fd-4ce8-98f5-2cc7a6c9330a HTTP/1.1" status: 204 len: 168 time: 1.0040138 Mar 02 18:00:38.188969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56746) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:38.197971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.243419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:38.244088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:38.244558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:38.252484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc76bf1b-852f-481e-bf29-3425af2cc963 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Synchronizing usage tracker for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:38.277759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:38.278332 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:38.286400 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 8 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:38.288648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bc76bf1b-852f-481e-bf29-3425af2cc963 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Unset dirty status for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:38.294054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bc76bf1b-852f-481e-bf29-3425af2cc963 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1033263 Mar 02 18:00:38.296613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:38.307678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1547164098'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:38.314161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35e6541-a332-4603-8303-0218a83bc4e6,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:38.317570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:38.324389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:38.324730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:38.325064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:38.327144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:network and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:38.330965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:38.338269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:38.338847 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:38.339600 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 9 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:38.344839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:38.363479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Checking segment: {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:38.363479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Network hostable DHCP agents. Network: c66b1451-7b69-476c-9a89-144f73bc5b70, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:38.379764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:38.385683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.435836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:38.436910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:38.437824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:38.455538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:38.471333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:38.472244 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:38.474711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.474996 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempt 10 to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 Mar 02 18:00:38.475317 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment 05834be6-0662-4e74-9c62-3fa1c241eb2e of type vlan for network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 Mar 02 18:00:38.531491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:38.533450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:38.533794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempting to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:38.535386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.553572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:38.554729 n-d-820559-6 neutron-server[83797]: ERROR neutron.plugins.ml2.managers [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Failed to bind port 1d0368e8-5798-4362-b541-6a40167a26d8 on host n-h2-820559-6 for vnic_type normal using segments [{'id': '2cab1d26-04f5-4e7a-9b56-39fd54b07019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aca99af1-0c95-4071-921d-5ee4326b8e87'}] Mar 02 18:00:38.558157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.595875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.602033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:38.602901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.616276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Network c66b1451-7b69-476c-9a89-144f73bc5b70 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:38.633393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c66b1451-7b69-476c-9a89-144f73bc5b70) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:38.639249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:38.641881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.661900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f455b4d-7ca3-47ca-b39b-cb575e471104 None None] Network c66b1451-7b69-476c-9a89-144f73bc5b70 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:38.676964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-787f3838-a98b-4b93-8733-3aa2c623906e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9361084 Mar 02 18:00:38.697462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.724156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 1d0368e8-5798-4362-b541-6a40167a26d8, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:38.724999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Attempted to set empty binding levels {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:00:38.738166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.802899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=6bac80f6-1e30-4f35-8bed-a01ad40f1f15,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:38.823182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:38.828876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] In _notify_port_updated(), no bound segment for port 1d0368e8-5798-4362-b541-6a40167a26d8 on network aca99af1-0c95-4071-921d-5ee4326b8e87 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:00:38.830258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.832080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "PUT /v2.0/ports/1d0368e8-5798-4362-b541-6a40167a26d8 HTTP/1.1" status: 200 len: 975 time: 2.4233389 Mar 02 18:00:38.838565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:38.874293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75527cbd-4b11-4eab-9f92-46f0070a9b90 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0368e8-5798-4362-b541-6a40167a26d8,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:38.875734 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a7e8844-d8ea-4fb5-92c8-808caaa728f1 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5778561 Mar 02 18:00:38.876493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:38.893808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-238291513'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:38.900301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:38.908318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:network and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:38.912124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:38.919727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:38.940932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:38.944847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:38.997538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:39.007266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.007749 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Added segment a45195f5-18dc-4d5b-b34b-58a0e32c3867 of type vlan for network 82aa6263-f755-4bac-b4f4-49b2516268a1 Mar 02 18:00:39.041762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.127992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.134335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:39.136717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.204286 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3216491 Mar 02 18:00:39.384565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-59d083da-a789-4702-a720-9dbb179ab1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.418231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea3098-289f-4d31-bca4-cc2e68470a40 None None] Network c66b1451-7b69-476c-9a89-144f73bc5b70 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:39.438218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f5be-3c8f-4f21-935a-245c3039e016 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Network': ['ID=82aa6263-f755-4bac-b4f4-49b2516268a1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:39.444758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Deleting port 1d0368e8-5798-4362-b541-6a40167a26d8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:39.447538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.465717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 82aa6263-f755-4bac-b4f4-49b2516268a1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:39.959659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] For port 1d0368e8-5798-4362-b541-6a40167a26d8, host n-h2-820559-6, got binding levels [] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:39.960363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.116823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Calling delete_port for 1d0368e8-5798-4362-b541-6a40167a26d8 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:40.211419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.293851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.304154 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1d0368e8-5798-4362-b541-6a40167a26d8 HTTP/1.1" status: 204 len: 168 time: 1.4643786 Mar 02 18:00:40.306390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdec1e-e391-4668-95e9-2bc42be968f0 tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0368e8-5798-4362-b541-6a40167a26d8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:40.308078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56792) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:40.394826 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68ddf3a-cad8-4ed1-be80-5c20d503f91e tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:00:40.396463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f68ddf3a-cad8-4ed1-be80-5c20d503f91e tempest-PortsAdminExtendedAttrsTestJSON-6317875 tempest-PortsAdminExtendedAttrsTestJSON-6317875-project-admin] 10.222.0.37 "GET /v2.0/ports/1d0368e8-5798-4362-b541-6a40167a26d8 HTTP/1.1" status: 404 len: 333 time: 0.0860190 Mar 02 18:00:40.401721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56796) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:40.611186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.794538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.855528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca99af1-0c95-4071-921d-5ee4326b8e87']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:40.872443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cab1d26-04f5-4e7a-9b56-39fd54b07019') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:40.872985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cab1d26-04f5-4e7a-9b56-39fd54b07019') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:40.896246 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.936077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.975828 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:00:40.988117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:40.988117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:41.018582 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:41.137479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.163990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.190900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] 10.222.0.37 "DELETE /v2.0/networks/aca99af1-0c95-4071-921d-5ee4326b8e87 HTTP/1.1" status: 204 len: 168 time: 0.7859175 Mar 02 18:00:41.195488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1d2ad-f91b-4598-a9b2-bfef9ae3c87b tempest-PortsAdminExtendedAttrsTestJSON-2051046678 tempest-PortsAdminExtendedAttrsTestJSON-2051046678-project] Pushing event deleted for resources: {'Network': ['ID=aca99af1-0c95-4071-921d-5ee4326b8e87,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:41.351915 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a6-1b6e-4c42-be0b-38019ff69505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.828145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56822) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:41.869774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-9f649e84-2b92-4311-ac6d-9e2d598b4ccc tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:41.870863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-9f649e84-2b92-4311-ac6d-9e2d598b4ccc tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Synchronizing usage tracker for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:41.889712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-9f649e84-2b92-4311-ac6d-9e2d598b4ccc tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Unset dirty status for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:41.899034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-9f649e84-2b92-4311-ac6d-9e2d598b4ccc tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 808 time: 0.3683960 Mar 02 18:00:41.921955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-ae12bacf-9866-43d3-8d7d-c3e119576270 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/quotas/0ad20a5511a94eed9fb59da922d24119 HTTP/1.1" status: 200 len: 375 time: 0.0222845 Mar 02 18:00:41.982618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-a83419c5-0e2a-400c-84d5-8ae62f489314 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597196 Mar 02 18:00:42.130610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cfbbe8d0-17ea-41d0-b92a-5aed02bdd962 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61af4090f0bb40eb8fd4b14e778fa1b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987561 Mar 02 18:00:42.131304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56832) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:42.266289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:42.276530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-620a0e47-1be1-49a1-b59a-26fac035f8da service neutron] 10.222.0.37 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927923 Mar 02 18:00:42.340145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:42.425994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-4eb25a29-6245-4dda-832c-5369639fd7a0 service neutron] 10.222.0.37 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476066 Mar 02 18:00:42.426760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56838) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:42.476396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:42.517601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694a5c66-e316-4f85-8135-7e11c642d45d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:42.524876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:42.530240 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24becccc-1576-403c-8506-9d62096a62b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/694a5c66-e316-4f85-8135-7e11c642d45d HTTP/1.1" status: 204 len: 168 time: 0.3946669 Mar 02 18:00:42.630046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56848) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:42.637446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'subnets': [{'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680833465', 'ip_version': 6}, {'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:42.638083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'subnet': {'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680833465', 'ip_version': 6}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:42.638930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Request body: {'subnet': {'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:42.850342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.032672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.109359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e43f7274-8aa4-4d86-9d2e-24488d10591d req-6f626937-9f4f-494a-9b4a-bfea422e9f79 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 210 time: 0.1432710 Mar 02 18:00:43.156661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:43.165830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Usage tracker for resource:subnet and tenant:fa18912ac7794d5481347d1b1b66fcc1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:43.172760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:43.186295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:43.205293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Made reservation on behalf of fa18912ac7794d5481347d1b1b66fcc1 for: {'subnet': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:43.469327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56862) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:43.664059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.664617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.701507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1032e27c-d16d-4104-9ff9-5150185bb73d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe36f36a969641adae3961b7edf08f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2196255 Mar 02 18:00:43.704910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56870) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:43.856827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.901998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:43.914404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.333459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d82d9674-7bd5-47ed-9071-69a0699495df req-c9c1a5cf-5c8b-4c65-bd1e-b56955dbde08 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 210 time: 0.1135976 Mar 02 18:00:44.342087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.390351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21fadc9-ebae-4a81-9d79-7fb24f1622cf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:44.395470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.397002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3464332e-eabb-4231-aa6f-975ac1d59795 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b21fadc9-ebae-4a81-9d79-7fb24f1622cf HTTP/1.1" status: 204 len: 168 time: 0.6898127 Mar 02 18:00:44.435690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.490094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.648239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Checking segment: {'id': '05834be6-0662-4e74-9c62-3fa1c241eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:44.648595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network hostable DHCP agents. Network: 6bac80f6-1e30-4f35-8bed-a01ad40f1f15, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:44.673047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Subnet': ['ID=bdf6d578-07fd-4e38-8b18-cce5dbc86013,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:44.684749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.686482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.690884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.691558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.691558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.692109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.692202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.695397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.695922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.700193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.701127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:44.731700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:44.747090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6bac80f6-1e30-4f35-8bed-a01ad40f1f15) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:44.751176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:44.759289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e32d4-4b08-4b36-be72-207af6fef490 None None] Network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:44.945362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event updated for resources: {'Subnet': ['ID=8d2aae68-121d-4292-9c63-262dbe86acac,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:44.959809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Checking segment: {'id': 'a45195f5-18dc-4d5b-b34b-58a0e32c3867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:44.959809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network hostable DHCP agents. Network: 82aa6263-f755-4bac-b4f4-49b2516268a1, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:45.033945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Network 82aa6263-f755-4bac-b4f4-49b2516268a1 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:45.058936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 82aa6263-f755-4bac-b4f4-49b2516268a1) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:45.070392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:45.070943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:45.073746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.151664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7361f1e-9c45-4811-918f-ffb2db33fdd5 None None] Network 82aa6263-f755-4bac-b4f4-49b2516268a1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:45.156748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-31f81e76-9747-45df-912b-17b8d93d9f4f tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5246944 Mar 02 18:00:45.156748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56890) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:45.256569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6bac80f6-1e30-4f35-8bed-a01ad40f1f15', 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15', 'tenant_id': 'fa18912ac7794d5481347d1b1b66fcc1', 'fixed_ips': [{'subnet_id': 'bdf6d578-07fd-4e38-8b18-cce5dbc86013'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:00:45.258482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.327147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:45.329309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:45.332570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:45.334056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Synchronizing usage tracker for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:45.401901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Unset dirty status for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:45.406954 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54a26535-2ddc-4a13-bd24-6c4381f3745e tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2470570 Mar 02 18:00:45.417930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:45.749216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56908) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:45.845559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Deleting subnet bdf6d578-07fd-4e38-8b18-cce5dbc86013 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:00:45.954884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58a32c25-0ea9-452e-ad35-8053576b9915 req-009ed58c-8111-4d9e-bb98-50cb37f9017b tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 210 time: 0.2045183 Mar 02 18:00:45.994879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-82aa6263-f755-4bac-b4f4-49b2516268a1', 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1', 'tenant_id': 'fa18912ac7794d5481347d1b1b66fcc1', 'fixed_ips': [{'subnet_id': '8d2aae68-121d-4292-9c63-262dbe86acac'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:00:45.996043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.008432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Deleting port f9d1259a-12aa-499e-9e2f-451854b0d748 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:46.009500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.060523 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Allocated IP 2001:db8::1 (6bac80f6-1e30-4f35-8bed-a01ad40f1f15/bdf6d578-07fd-4e38-8b18-cce5dbc86013/bbf52335-8421-42ef-90bb-5393dc94afea) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:46.064030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-de007387-3815-48a7-bd55-7967ff9a24ad tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:46.065599 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-de007387-3815-48a7-bd55-7967ff9a24ad tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.50 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 808 time: 0.2942328 Mar 02 18:00:46.106118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Request body: {'port': {'device_id': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70', 'admin_state_up': True, 'tenant_id': '0ad20a5511a94eed9fb59da922d24119'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:46.178463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Deleting port 5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:46.178463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.444970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Allocated IP 2001:db8:0:1::1 (82aa6263-f755-4bac-b4f4-49b2516268a1/8d2aae68-121d-4292-9c63-262dbe86acac/55e9abe7-b20e-43ba-a67e-43e41f0ba573) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:46.450810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:46.474382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Usage tracker for resource:port and tenant:0ad20a5511a94eed9fb59da922d24119 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:46.491532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:46.511221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:46.547500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Made reservation on behalf of 0ad20a5511a94eed9fb59da922d24119 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:46.550515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.639779 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.663810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Transition to ACTIVE for port object bbf52335-8421-42ef-90bb-5393dc94afea will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:46.717578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Transition to ACTIVE for port object bbf52335-8421-42ef-90bb-5393dc94afea will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:46.739819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.752046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.752608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.756066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:46.964993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Calling delete_port for 5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:46.974699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Pushing event updated for resources: {'Port': ['ID=bbf52335-8421-42ef-90bb-5393dc94afea,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:46.982511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:46.999789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:47.003880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.009377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:47.032899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.033419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.033899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.034396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.034899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.035368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.035852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.036485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.036967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.037429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.037893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:47.077648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Transition to ACTIVE for port object 55e9abe7-b20e-43ba-a67e-43e41f0ba573 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:47.110605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Allocated IP 172.20.0.13 (c66b1451-7b69-476c-9a89-144f73bc5b70/b35e6541-a332-4603-8303-0218a83bc4e6/99978b35-a29c-406f-9a63-c2db85813099) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:47.353608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Attempting to bind port bbf52335-8421-42ef-90bb-5393dc94afea on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:47.354357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Attempting to bind port bbf52335-8421-42ef-90bb-5393dc94afea by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '05834be6-0662-4e74-9c62-3fa1c241eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:47.354759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Attempting to bind port bbf52335-8421-42ef-90bb-5393dc94afea on network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:47.372876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:00:47.373415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Checking segment: {'id': '05834be6-0662-4e74-9c62-3fa1c241eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:47.373880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.374383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Bound using segment: {'id': '05834be6-0662-4e74-9c62-3fa1c241eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:00:47.374961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Bound port: bbf52335-8421-42ef-90bb-5393dc94afea, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05834be6-0662-4e74-9c62-3fa1c241eb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6bac80f6-1e30-4f35-8bed-a01ad40f1f15'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:00:47.375625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.377030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.387434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Transition to ACTIVE for port object 55e9abe7-b20e-43ba-a67e-43e41f0ba573 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:47.427013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.568162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Network 82aa6263-f755-4bac-b4f4-49b2516268a1 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:47.568162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:47.568162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Pushing event updated for resources: {'Port': ['ID=55e9abe7-b20e-43ba-a67e-43e41f0ba573,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:47.583051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:47.586871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.590516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:47.590516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bbf52335-8421-42ef-90bb-5393dc94afea,segment=NetworkSegment(05834be6-0662-4e74-9c62-3fa1c241eb2e),segment_id=05834be6-0662-4e74-9c62-3fa1c241eb2e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:00:47.625034 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.647647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] For port f9d1259a-12aa-499e-9e2f-451854b0d748, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f9d1259a-12aa-499e-9e2f-451854b0d748,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:47.647647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.747575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Pushing event updated for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:47.781059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Network c66b1451-7b69-476c-9a89-144f73bc5b70 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:47.786851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.787901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:47.791960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:47.793420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Attempting to bind port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:47.793790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Attempting to bind port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a45195f5-18dc-4d5b-b34b-58a0e32c3867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:47.794143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Attempting to bind port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 on network 82aa6263-f755-4bac-b4f4-49b2516268a1 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:47.809193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012a341-f84e-4126-b129-35fb52607ff6 None None] Pushing event updated for resources: {'Port': ['ID=bbf52335-8421-42ef-90bb-5393dc94afea,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:47.815418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:00:47.816081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Checking segment: {'id': 'a45195f5-18dc-4d5b-b34b-58a0e32c3867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:47.816737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.817273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Bound using segment: {'id': 'a45195f5-18dc-4d5b-b34b-58a0e32c3867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:00:47.817889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Bound port: 55e9abe7-b20e-43ba-a67e-43e41f0ba573, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45195f5-18dc-4d5b-b34b-58a0e32c3867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '82aa6263-f755-4bac-b4f4-49b2516268a1'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:00:47.818410 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.927880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:47.956731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Calling delete_port for f9d1259a-12aa-499e-9e2f-451854b0d748 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:47.963976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:47.963976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.078766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-0c19e6bd-2a77-4650-a33a-48b8a4f02d52 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9844832 Mar 02 18:00:48.086217 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-56019d77-ab00-45f4-afae-96f846b207bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6456525 Mar 02 18:00:48.113648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event deleted for resources: {'Port': ['ID=5cf4ae20-552e-4daa-813e-e2d3d5b6dcb6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:48.129131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.243923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] For port 55e9abe7-b20e-43ba-a67e-43e41f0ba573, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:48.255299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] For port 55e9abe7-b20e-43ba-a67e-43e41f0ba573, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55e9abe7-b20e-43ba-a67e-43e41f0ba573,segment=NetworkSegment(a45195f5-18dc-4d5b-b34b-58a0e32c3867),segment_id=a45195f5-18dc-4d5b-b34b-58a0e32c3867)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:00:48.265471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.396980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.557476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.576335 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-0ca7a483-18ea-4e74-af8a-2f61749a444b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d172537ea284df1b0800fe420adf6f3&device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 1097 time: 0.3437612 Mar 02 18:00:48.607484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Request body: {'port': {'device_id': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:48.636027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ff8f-2613-468a-9668-850eb0054d66 None None] Pushing event updated for resources: {'Port': ['ID=55e9abe7-b20e-43ba-a67e-43e41f0ba573,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:48.724982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf6d578-07fd-4e38-8b18-cce5dbc86013,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:48.740652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.866173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:48.898849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32810-c5c6-40a9-b819-0a795bb02c2c req-a624b913-e66f-4dd0-bff9-bf38b23079e9 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:48.905723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5aa32810-c5c6-40a9-b819-0a795bb02c2c req-a624b913-e66f-4dd0-bff9-bf38b23079e9 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 932 time: 1.4389598 Mar 02 18:00:48.907721 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be1a453d-4c10-4d1a-aff0-02836eb09f99 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/subnets/bdf6d578-07fd-4e38-8b18-cce5dbc86013 HTTP/1.1" status: 204 len: 168 time: 3.4886575 Mar 02 18:00:48.915315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 56980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:49.284959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1409106768', 'router:external': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:49.309732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:49.320799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.328496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:network and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:49.337449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5aa32810-c5c6-40a9-b819-0a795bb02c2c req-7ee4db3e-3b6a-4c96-8758-9da717d3c175 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Synchronizing usage tracker for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:49.347634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:49.361897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:49.375198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.392205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.471532 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-aea57953-b86e-43a9-88c4-1d5889ad79a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:49.471532 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-aea57953-b86e-43a9-88c4-1d5889ad79a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 200 len: 909 time: 0.7243650 Mar 02 18:00:49.498836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Made reservation on behalf of b72cc95eb7dd44a6acf78aa497e13b69 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:49.498836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.533768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d1259a-12aa-499e-9e2f-451854b0d748,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:49.587758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.611139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Deleting subnet 8d2aae68-121d-4292-9c63-262dbe86acac {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:00:49.667387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.822512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5aa32810-c5c6-40a9-b819-0a795bb02c2c req-7ee4db3e-3b6a-4c96-8758-9da717d3c175 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Unset dirty status for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:49.822512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5aa32810-c5c6-40a9-b819-0a795bb02c2c req-7ee4db3e-3b6a-4c96-8758-9da717d3c175 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9132314 Mar 02 18:00:49.877861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:49.890907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:security_group_rule and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:49.890907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:49.900118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:50.030485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d097b-9b28-4881-80c4-b3b929de2ac9 None None] Network 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:50.066851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bbf52335-8421-42ef-90bb-5393dc94afea up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:00:50.070185 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-465a0ab1-cb45-4799-8bb4-c2af9d2037eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.5895126 Mar 02 18:00:50.077488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.139458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.279374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.309831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:50.330905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.330905 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Added segment f5296b56-8335-4bdf-9a48-815a6c1d48be of type vlan for network cc339807-ae05-4288-b645-babafcedfa25 Mar 02 18:00:50.392541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port bbf52335-8421-42ef-90bb-5393dc94afea completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:50.412254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.484217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55e9abe7-b20e-43ba-a67e-43e41f0ba573 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:00:50.531386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Provisioning for port bbf52335-8421-42ef-90bb-5393dc94afea completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:50.563527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-244ee87c-d528-4ee9-85be-5d7aa9435ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:50.565144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-244ee87c-d528-4ee9-85be-5d7aa9435ed4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 200 len: 847 time: 0.4512620 Mar 02 18:00:50.566000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827088d-7562-48d1-a413-425103ae5b0c None None] Network 82aa6263-f755-4bac-b4f4-49b2516268a1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:50.573169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b906b5-0228-43ea-ae03-f75d00f2d03a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:50.599726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.600593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Provisioning complete for port bbf52335-8421-42ef-90bb-5393dc94afea triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:50.600975 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.601120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:50.601847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.656799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.847783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99978b35-a29c-406f-9a63-c2db85813099 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:00:50.857988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.922390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Transition to ACTIVE for port object 99978b35-a29c-406f-9a63-c2db85813099 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:50.940135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0615609 Mar 02 18:00:50.940135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 56998) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:50.952220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:50.960054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'subnet': {'network_id': 'cc339807-ae05-4288-b645-babafcedfa25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:50.960054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4c3ba-5f2d-4728-abe6-dcf024091e9b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Network': ['ID=cc339807-ae05-4288-b645-babafcedfa25,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:50.960054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:50.979205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:subnet and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:50.983938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network cc339807-ae05-4288-b645-babafcedfa25 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:50.991143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:50.991143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:51.100431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Made reservation on behalf of b72cc95eb7dd44a6acf78aa497e13b69 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:51.100431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.175838 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-8fc70f9c-8c23-4e57-af17-a8a9e5a1c2c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fff3805e-fd34-483b-8a23-20f2868188fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5983586 Mar 02 18:00:51.242515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.321605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:51.349726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.431905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bbf52335-8421-42ef-90bb-5393dc94afea,segment=NetworkSegment(05834be6-0662-4e74-9c62-3fa1c241eb2e),segment_id=05834be6-0662-4e74-9c62-3fa1c241eb2e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:51.431905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.511955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] DHCP port deletion for 6bac80f6-1e30-4f35-8bed-a01ad40f1f15 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:00:51.535275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] DHCP port deletion for 82aa6263-f755-4bac-b4f4-49b2516268a1 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:00:51.553065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Deleting port bbf52335-8421-42ef-90bb-5393dc94afea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:51.553065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.615288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2aae68-121d-4292-9c63-262dbe86acac,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:51.630676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Deleting port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:51.631163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.643853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Pushing event updated for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:51.657772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.664960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a4552-5c4f-4c36-be3a-1f5331e355d8 req-68aa502f-0925-4b31-acec-a842f78212b0 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:51.674444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-091a4552-5c4f-4c36-be3a-1f5331e355d8 req-68aa502f-0925-4b31-acec-a842f78212b0 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 944 time: 0.3763046 Mar 02 18:00:51.716346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.779144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bbf52335-8421-42ef-90bb-5393dc94afea no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:51.830890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-cdd4c553-2031-4254-b528-b4f015413880 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353436 Mar 02 18:00:51.837437 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54cfd4ec-40e5-4ade-acbb-311c89e511d2 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/subnets/8d2aae68-121d-4292-9c63-262dbe86acac HTTP/1.1" status: 204 len: 168 time: 2.9186654 Mar 02 18:00:51.837437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:51.876544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-304da5d1-a17c-4bea-9f9c-b5827f9b7e3a None None] Provisioning for port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:51.924119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-304da5d1-a17c-4bea-9f9c-b5827f9b7e3a None None] Provisioning complete for port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:51.924613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-304da5d1-a17c-4bea-9f9c-b5827f9b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:51.954036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908dd8a-36d1-4752-a79e-6dcfd4298174 None None] Pushing event updated for resources: {'Port': ['ID=bbf52335-8421-42ef-90bb-5393dc94afea,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:52.162278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Attempting to bind port 99978b35-a29c-406f-9a63-c2db85813099 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:52.162278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Attempting to bind port 99978b35-a29c-406f-9a63-c2db85813099 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:52.162278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Attempting to bind port 99978b35-a29c-406f-9a63-c2db85813099 on network c66b1451-7b69-476c-9a89-144f73bc5b70 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:52.173804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623c6df-bd4f-49fd-a2fb-2bc946607ea4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:52.173804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5623c6df-bd4f-49fd-a2fb-2bc946607ea4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Synchronizing usage tracker for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:52.177673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-091a4552-5c4f-4c36-be3a-1f5331e355d8 req-e3c135e4-88de-401d-8981-7479710ce7bf tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952455 Mar 02 18:00:52.218341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Port 99978b35-a29c-406f-9a63-c2db85813099 on network c66b1451-7b69-476c-9a89-144f73bc5b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:00:52.218714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Attempting to bind port 99978b35-a29c-406f-9a63-c2db85813099 on network c66b1451-7b69-476c-9a89-144f73bc5b70 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:00:52.223658 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-26d22835-a3f5-4674-b8cb-ef1cd9324b62 req-9fd498cc-f38c-4762-b7c4-a34dc8b2c139 service neutron] 10.222.0.35 "GET /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857818 Mar 02 18:00:52.246141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5623c6df-bd4f-49fd-a2fb-2bc946607ea4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Unset dirty status for tenant:fa18912ac7794d5481347d1b1b66fcc1 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:52.252800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5623c6df-bd4f-49fd-a2fb-2bc946607ea4 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3134792 Mar 02 18:00:52.253416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:52.256308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:00:52.256586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Checking segment: {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:52.256957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Bound using segment: {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:00:52.257391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Bound port: 99978b35-a29c-406f-9a63-c2db85813099, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:00:52.257733 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.376783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Router 4528d689-f5bc-4ce9-803d-18711565c3ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:52.478698 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.506038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Deleting port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:52.506038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.547941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:00:52.610304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=99978b35-a29c-406f-9a63-c2db85813099,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:00:52.622857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.776850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bbf52335-8421-42ef-90bb-5393dc94afea,segment=NetworkSegment(05834be6-0662-4e74-9c62-3fa1c241eb2e),segment_id=05834be6-0662-4e74-9c62-3fa1c241eb2e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:52.776850 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.812626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.objects.ports [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83797) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:00:52.812626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.898236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Subnet': ['ID=63a32378-6cf7-4b6f-acb6-d21ffc994919,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:52.907837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] For port 55e9abe7-b20e-43ba-a67e-43e41f0ba573, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55e9abe7-b20e-43ba-a67e-43e41f0ba573,segment=NetworkSegment(a45195f5-18dc-4d5b-b34b-58a0e32c3867),segment_id=a45195f5-18dc-4d5b-b34b-58a0e32c3867)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:52.907837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.925997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Calling delete_port for bbf52335-8421-42ef-90bb-5393dc94afea owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:53.002430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.003830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] 10.222.0.50 "PUT /v2.0/ports/99978b35-a29c-406f-9a63-c2db85813099 HTTP/1.1" status: 200 len: 1092 time: 4.9090972 Mar 02 18:00:53.058820 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.128848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bbf52335-8421-42ef-90bb-5393dc94afea,segment=NetworkSegment(05834be6-0662-4e74-9c62-3fa1c241eb2e),segment_id=05834be6-0662-4e74-9c62-3fa1c241eb2e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:53.128848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] For port 55e9abe7-b20e-43ba-a67e-43e41f0ba573, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55e9abe7-b20e-43ba-a67e-43e41f0ba573,segment=NetworkSegment(a45195f5-18dc-4d5b-b34b-58a0e32c3867),segment_id=a45195f5-18dc-4d5b-b34b-58a0e32c3867)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:53.128848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.144320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.144320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55e9abe7-b20e-43ba-a67e-43e41f0ba573 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:53.197132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'tag': '99978b35-a29c-406f-9a63-c2db85813099'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:53.212051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Calling delete_port for 55e9abe7-b20e-43ba-a67e-43e41f0ba573 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:53.284681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Checking segment: {'id': 'f5296b56-8335-4bdf-9a48-815a6c1d48be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc339807-ae05-4288-b645-babafcedfa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:00:53.284681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network hostable DHCP agents. Network: cc339807-ae05-4288-b645-babafcedfa25, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:53.365448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network cc339807-ae05-4288-b645-babafcedfa25 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:53.396913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, cc339807-ae05-4288-b645-babafcedfa25) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:53.445330 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'tag': '99978b35-a29c-406f-9a63-c2db85813099', 'status': 'completed', 'code': 200} Mar 02 18:00:53.486271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec8cf-a3b3-45e9-8047-da03232f2e32 service neutron] Pushing event updated for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:53.496706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:53.496706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.529278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-304da5d1-a17c-4bea-9f9c-b5827f9b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.529278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2ea70-c502-4340-bca0-47deb5aae018 None None] Network cc339807-ae05-4288-b645-babafcedfa25 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:53.537792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1fccbc68-e33b-421f-ae49-f031403dadd2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5958688 Mar 02 18:00:53.544569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:53.549623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=bbf52335-8421-42ef-90bb-5393dc94afea,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:53.558787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Calling delete_port for 55e9abe7-b20e-43ba-a67e-43e41f0ba573 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:53.578022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1045637045', 'network_id': 'cc339807-ae05-4288-b645-babafcedfa25'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:00:53.604074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:53.622638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:port and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:53.622638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:53.632196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:00:53.632196 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:00:53.640523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:53.673040 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-b1022f7f-5648-493f-b8e1-7f7abe0670ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 1095 time: 0.3825750 Mar 02 18:00:53.673040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Made reservation on behalf of b72cc95eb7dd44a6acf78aa497e13b69 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:53.673040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.702514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.761922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:53.772791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 update to DOWN by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 18:00:53.775131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:53.791448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:53.823729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:53.824194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:53.901043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Port': ['ID=55e9abe7-b20e-43ba-a67e-43e41f0ba573,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:53.902402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3dd3f570-b9a6-43a5-8589-cc10c5378c83 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "DELETE /v2.0/floatingips/a565f173-e5d8-43ad-8fa0-f6d5766be623 HTTP/1.1" status: 204 len: 168 time: 8.1484077 Mar 02 18:00:53.905372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:53.941586 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-57432b04-5501-4774-a241-80cf32a5145d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99978b35-a29c-406f-9a63-c2db85813099 HTTP/1.1" status: 200 len: 217 time: 0.2411466 Mar 02 18:00:53.941586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] device_id is not set on port 919e606b-8d06-4380-9f31-06cfaf0ba60b yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:00:53.999011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] No DVR routers for this DVR port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:00:54.069440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617b30-6719-4912-bb20-cace185b2e2c req-3df4c7d2-7eca-4866-be04-dedf5a63fbb5 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:54.069440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56617b30-6719-4912-bb20-cace185b2e2c req-3df4c7d2-7eca-4866-be04-dedf5a63fbb5 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 944 time: 0.5561459 Mar 02 18:00:54.196505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56617b30-6719-4912-bb20-cace185b2e2c req-8de0d993-6a3c-4861-9c36-d5f7cdf7fa22 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021192 Mar 02 18:00:54.217072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:00:54.236130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Deleting port bbf52335-8421-42ef-90bb-5393dc94afea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:54.236381 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:54.462977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-d8a6723e-00f1-4823-88e1-0d730d421b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:54.462977 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-d8a6723e-00f1-4823-88e1-0d730d421b3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b35e6541-a332-4603-8303-0218a83bc4e6 HTTP/1.1" status: 200 len: 848 time: 0.4596107 Mar 02 18:00:54.479579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:00:54.479579 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:00:54.508468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fb15f-1610-45ea-a4a8-7726922535f1 None None] Network cc339807-ae05-4288-b645-babafcedfa25 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:00:54.736367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:00:54.737375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 2001:db8::1fd (cc339807-ae05-4288-b645-babafcedfa25/63a32378-6cf7-4b6f-acb6-d21ffc994919/919e606b-8d06-4380-9f31-06cfaf0ba60b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:54.755002 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Sync routers for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:00:54.770431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5dea2a34-9dab-470e-a523-6ecb64d25869 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8842f5d-4b8f-45e8-9a90-fb24e5a03137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3418503 Mar 02 18:00:54.774352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:54.781560 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:54.790960 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:54.986507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:54.996346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Deleting port 55e9abe7-b20e-43ba-a67e-43e41f0ba573 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:54.996346 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.079157 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.124415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.155990 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 18:00:55.268207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-de102d7b-cc27-4aa8-a6da-de39b6bb324c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c66b1451-7b69-476c-9a89-144f73bc5b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2338243 Mar 02 18:00:55.275938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3493e44b-bda3-490e-bb69-58e42dd4c92d None None] The port '55e9abe7-b20e-43ba-a67e-43e41f0ba573' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:00:55.432201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:55.535775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] For port bbf52335-8421-42ef-90bb-5393dc94afea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bbf52335-8421-42ef-90bb-5393dc94afea,segment=NetworkSegment(05834be6-0662-4e74-9c62-3fa1c241eb2e),segment_id=05834be6-0662-4e74-9c62-3fa1c241eb2e)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:55.535775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.598860 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:55.670008 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-16209ea3-85cd-42e4-a94a-ce324139d7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005978 Mar 02 18:00:55.723589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a59b-ccd9-4b8d-b6cb-441202f0ee9f req-79dc6fa0-b12c-4f95-a7b4-1db7ccd9d142 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:55.724771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8222a59b-ccd9-4b8d-b6cb-441202f0ee9f req-79dc6fa0-b12c-4f95-a7b4-1db7ccd9d142 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Synchronizing usage tracker for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:00:55.804909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aa6263-f755-4bac-b4f4-49b2516268a1']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:55.809729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faced88-0aef-409b-8945-72040f3f0a15 req-e09e523b-0193-467f-84e8-a370e0f54275 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:55.809729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9faced88-0aef-409b-8945-72040f3f0a15 req-e09e523b-0193-467f-84e8-a370e0f54275 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 0.6455159 Mar 02 18:00:55.859759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network cc339807-ae05-4288-b645-babafcedfa25 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:55.865901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Calling delete_port for bbf52335-8421-42ef-90bb-5393dc94afea owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:55.875937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:56.001467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45195f5-18dc-4d5b-b34b-58a0e32c3867') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.001467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45195f5-18dc-4d5b-b34b-58a0e32c3867') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.009360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8222a59b-ccd9-4b8d-b6cb-441202f0ee9f req-79dc6fa0-b12c-4f95-a7b4-1db7ccd9d142 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Unset dirty status for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:00:56.009360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8222a59b-ccd9-4b8d-b6cb-441202f0ee9f req-79dc6fa0-b12c-4f95-a7b4-1db7ccd9d142 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 945 time: 0.6299868 Mar 02 18:00:56.025716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-6774261e-a5dc-4f81-a9d1-98d90ca469f1 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:56.025716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-6774261e-a5dc-4f81-a9d1-98d90ca469f1 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 0.5151100 Mar 02 18:00:56.037880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:00:56.039366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:56.040714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.066245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.088061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.097693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:56.099046 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.100785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.168421 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T18:00:49Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.173978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Checking router: c8842f5d-4b8f-45e8-9a90-fb24e5a03137 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:00:56.210056 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Routers {'c8842f5d-4b8f-45e8-9a90-fb24e5a03137'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:56.210878 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.333088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9faced88-0aef-409b-8945-72040f3f0a15 req-7255bb3a-2184-4d18-9e0a-1ac58378262a tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900029 Mar 02 18:00:56.341164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] Pushing event deleted for resources: {'Port': ['ID=bbf52335-8421-42ef-90bb-5393dc94afea,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:56.391632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9445e-639f-4ccb-abd8-22c01b52389c None None] No DVR routers for this DVR port bbf52335-8421-42ef-90bb-5393dc94afea on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:56.421220 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:56.485757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=919e606b-8d06-4380-9f31-06cfaf0ba60b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:56.498163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.498163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.542037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.559163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] Set router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:56.561956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.572437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:00:56.616286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:00:56.621835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:56.708227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=82aa6263-f755-4bac-b4f4-49b2516268a1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:56.753737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Deleting port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:56.753737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:56.777440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6108bc1d-a92c-4aa3-afe0-c622aa43403b tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/82aa6263-f755-4bac-b4f4-49b2516268a1 HTTP/1.1" status: 204 len: 168 time: 4.5142651 Mar 02 18:00:56.800835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57076) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:56.809907 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-9e1a16b9-4ae0-43e0-a127-91f6fb4a1945 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 1096 time: 1.7378395 Mar 02 18:00:56.824465 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1bcdafeb-8334-4234-bb8c-3abaee8b3181 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2773075 Mar 02 18:00:56.841647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57080) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:56.885274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8222a59b-ccd9-4b8d-b6cb-441202f0ee9f req-0c8615ab-64dd-46f3-8714-a7b1cde9af9e tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8517280 Mar 02 18:00:57.126552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:00:57.157744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Deleting port 919e606b-8d06-4380-9f31-06cfaf0ba60b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:57.157987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:57.161481 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-4f308e43-4ca0-4a09-979a-8e90fc3e52e6 req-794478d6-f803-4320-a803-b640587a18dc service neutron] 10.222.0.50 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4367144 Mar 02 18:00:57.222865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:57.322879 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T18:00:49Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:57.327355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836e587-3d0d-4a52-80f8-ee271600823f req-d7599e37-6fbd-48ea-8b2a-92135540c370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:57.327355 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-d7599e37-6fbd-48ea-8b2a-92135540c370 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 200 len: 914 time: 0.5000033 Mar 02 18:00:57.351615 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888759e9-34d3-4bc1-819a-130b71623f5b None None] The sync data for ids ['c8842f5d-4b8f-45e8-9a90-fb24e5a03137'] in n-d-820559-6 is: [{'id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'name': 'tempest-AttachVolumeTestJSON-1383502331-router', 'tenant_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:47Z', 'updated_at': '2022-03-02T18:00:49Z', 'revision_number': 5, 'project_id': '0b432ebd9f114b5c8ec26d8260d8008d', 'gw_port': {'id': 'e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8842f5d-4b8f-45e8-9a90-fb24e5a03137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:48Z', 'updated_at': '2022-03-02T17:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:57.853166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-71b75b05-c8a5-4258-b2e0-a77695ebb1e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 200 len: 217 time: 0.5118191 Mar 02 18:00:57.883586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f9d1259a-12aa-499e-9e2f-451854b0d748 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:57.969819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836e587-3d0d-4a52-80f8-ee271600823f req-f052e08d-475c-4610-aab5-09a241fbff29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:57.969819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-f052e08d-475c-4610-aab5-09a241fbff29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 200 len: 852 time: 0.1045451 Mar 02 18:00:57.995526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.027160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:58.027160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.105633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bac80f6-1e30-4f35-8bed-a01ad40f1f15']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:58.143086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05834be6-0662-4e74-9c62-3fa1c241eb2e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:58.143086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05834be6-0662-4e74-9c62-3fa1c241eb2e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:58.178634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.193750 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-db420b7b-c61d-41f4-9eb7-2b8d6a03b76e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2412e996-a01a-4d1a-a9ff-81bee166ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080512 Mar 02 18:00:58.207701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-32db0db9-2e30-4fe6-95fb-f2e652a579f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 1095 time: 0.5584981 Mar 02 18:00:58.241256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f9d1259a-12aa-499e-9e2f-451854b0d748 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:00:58.249004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f9d1259a-12aa-499e-9e2f-451854b0d748 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:00:58.326484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:58.343957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22167111-a1c7-4d10-820c-3a37ba5c3315 None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T17:56:05Z', 'revision_number': 4, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c872994-5f2f-4857-949c-9637a5239037', 'name': '', 'network_id': '2412e996-a01a-4d1a-a9ff-81bee166ee50', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'mac_address': 'fa:16:3e:5a:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:04Z', 'updated_at': '2022-03-02T17:56:19Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'subnets': [{'id': 'bfce8527-7139-470b-93dc-4437d35b5470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:00:58.615550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.629499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-d9e650f2-e07f-4b29-a2e1-fa43b3c1f495 service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260986 Mar 02 18:00:58.701136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:00:58.701136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:00:58.765035 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:00:58.935008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-94829bde-4453-4132-ae17-0b2d39c7e335 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:58.936794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-94829bde-4453-4132-ae17-0b2d39c7e335 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.35 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 945 time: 2.1964984 Mar 02 18:00:58.943701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173acf0-adf7-41e5-85e3-fae9f283565c req-9ff03a78-6c55-40a4-b04d-5797821a7aea tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:58.951278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9173acf0-adf7-41e5-85e3-fae9f283565c req-9ff03a78-6c55-40a4-b04d-5797821a7aea tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 944 time: 2.1215591 Mar 02 18:00:58.963831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5989db-bb16-4f04-8319-43728ad2e33d None None] New status for floating IP a565f173-e5d8-43ad-8fa0-f6d5766be623: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:00:58.998594 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.045181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.069236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Deleting port 78793d48-e1a6-4970-9eee-d53fd712b34f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:00:59.069236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.085775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=6bac80f6-1e30-4f35-8bed-a01ad40f1f15,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:59.113208 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aac1c394-6e2e-426e-bdc3-3f649ec75604 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/6bac80f6-1e30-4f35-8bed-a01ad40f1f15 HTTP/1.1" status: 204 len: 168 time: 2.2954679 Mar 02 18:00:59.118357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:59.140735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-275e7ca8-15d6-4f03-b7bd-2b194962efed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:59.140735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-275e7ca8-15d6-4f03-b7bd-2b194962efed service neutron] 10.222.0.50 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 909 time: 0.5715842 Mar 02 18:00:59.152429 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-fb0c4e8c-fd74-41e6-8d51-3d8511e7fe5e service neutron] 10.222.0.35 "GET /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549246 Mar 02 18:00:59.254773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-7b4a5ea6-0dbe-4128-b7d0-6385839f8cb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99978b35-a29c-406f-9a63-c2db85813099 HTTP/1.1" status: 200 len: 217 time: 0.1044540 Mar 02 18:00:59.360253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-7cd4cafa-1657-4643-8294-3e609cf98351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:59.361872 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-7cd4cafa-1657-4643-8294-3e609cf98351 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b35e6541-a332-4603-8303-0218a83bc4e6 HTTP/1.1" status: 200 len: 848 time: 0.0817778 Mar 02 18:00:59.444140 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-2d3c69f3-df52-4246-88e8-22c05cca10bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c66b1451-7b69-476c-9a89-144f73bc5b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676391 Mar 02 18:00:59.501696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d7d7-f3b0-48bb-a8f2-04f2968f4ea2 req-69560ea3-3804-4228-9a0d-2f1b17b16875 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:59.501696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71c5d7d7-f3b0-48bb-a8f2-04f2968f4ea2 req-69560ea3-3804-4228-9a0d-2f1b17b16875 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 946 time: 1.6863465 Mar 02 18:00:59.520034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:59.527520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9173acf0-adf7-41e5-85e3-fae9f283565c req-2c3bd40f-d544-4a74-89fe-d88c2d0772c6 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689235 Mar 02 18:00:59.527520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.666667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.667160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.667476 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Floating IP 87cb6ece-796b-49d4-a499-b6522a4ba7cf disassociated. External IP: 172.25.3.22, port: eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5. Mar 02 18:00:59.668015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Calling delete_port for eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:00:59.774623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.798364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.844182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:00:59.854860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:00:59.861455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.861455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 78793d48-e1a6-4970-9eee-d53fd712b34f no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:00:59.946556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-25672ad2-1ef9-4241-9e56-31b8e10e5d15 service neutron] 10.222.0.50 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975662 Mar 02 18:01:00.089885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.124645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:00.124645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:00.124645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.172078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:00.172078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.200074 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-faa09aa2-c88f-49f1-9b9b-fbf222dd05f3 req-cff466f9-b329-4612-8a76-e9ae3e538082 service neutron] 10.222.0.50 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426393 Mar 02 18:01:00.239209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:00.295694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Calling delete_port for 919e606b-8d06-4380-9f31-06cfaf0ba60b owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:00.330169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Calling delete_port for 78793d48-e1a6-4970-9eee-d53fd712b34f owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:00.614021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.643290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71c5d7d7-f3b0-48bb-a8f2-04f2968f4ea2 req-e4246034-b9c3-4fca-80c9-b7c6d0f5b624 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1399176 Mar 02 18:01:00.724398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.740879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:00.743848 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'code': 200} Mar 02 18:01:00.746714 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:00.746714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Deleting port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:00.746714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.861180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 99978b35-a29c-406f-9a63-c2db85813099 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:01:01.028148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:01.028148 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:01.052463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efbe5fc-3e34-4f89-bb40-a883d2d289a9']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:01.053441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=99978b35-a29c-406f-9a63-c2db85813099,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:01.071363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '99978b35-a29c-406f-9a63-c2db85813099', 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70', 'port_id': '99978b35-a29c-406f-9a63-c2db85813099', 'mac_address': 'fa:16:3e:c8:e6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35e6541-a332-4603-8303-0218a83bc4e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:01:01.079141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e6064-6446-414a-bb87-69e9e8c6330c req-8a151fed-9f3b-4283-9cca-d67827e373a0 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:01.080578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de8e6064-6446-414a-bb87-69e9e8c6330c req-8a151fed-9f3b-4283-9cca-d67827e373a0 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 1.2150257 Mar 02 18:01:01.084178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde20961-224e-47f5-8913-786e83802914') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:01.084468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde20961-224e-47f5-8913-786e83802914') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:01.129669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.141071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.180025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99978b35-a29c-406f-9a63-c2db85813099 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:01:01.181888 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.213125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=99978b35-a29c-406f-9a63-c2db85813099,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:01.218470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.295542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Deleting port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:01.295542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.302225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:01.358872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.413574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Port': ['ID=919e606b-8d06-4380-9f31-06cfaf0ba60b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:01.420143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:01.420143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:01.443574 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:01.519358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de8e6064-6446-414a-bb87-69e9e8c6330c req-f1de0d6b-25de-4f47-9f6f-23af4c4b0c90 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059803 Mar 02 18:01:01.530020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['99978b35-a29c-406f-9a63-c2db85813099'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:01:01.555528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Deleting port 78793d48-e1a6-4970-9eee-d53fd712b34f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:01.555528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.683788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b396-5876-4800-8132-74c4aa193956 req-e0807c1d-6e1c-4c6b-a1a7-58d8b7c8fa3b tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:01.691589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eff9b396-5876-4800-8132-74c4aa193956 req-e0807c1d-6e1c-4c6b-a1a7-58d8b7c8fa3b tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 944 time: 0.7166636 Mar 02 18:01:01.745393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.783540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.839731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.884023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] For port e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:01.884373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.014276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=0efbe5fc-3e34-4f89-bb40-a883d2d289a9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:02.083878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eff9b396-5876-4800-8132-74c4aa193956 req-23eb35c8-87d6-40a8-baf7-745cbd8d2fb1 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910720 Mar 02 18:01:02.172683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Calling delete_port for e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:02.205411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f8b95e71-83ee-46cc-8823-5f159a8c920f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/ports/919e606b-8d06-4380-9f31-06cfaf0ba60b HTTP/1.1" status: 204 len: 168 time: 5.3280773 Mar 02 18:01:02.205411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6fd33c59-402c-41c7-81f2-6b346228a70c tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/0efbe5fc-3e34-4f89-bb40-a883d2d289a9 HTTP/1.1" status: 204 len: 168 time: 3.0945430 Mar 02 18:01:02.208509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:02.211459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57144) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:02.258880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc339807-ae05-4288-b645-babafcedfa25', 'external_fixed_ips': [{'subnet_id': '63a32378-6cf7-4b6f-acb6-d21ffc994919', 'ip_address': '2001:db8::1fd'}]}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:02.321549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:02.326084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:router and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:02.329289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:02.343220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:02.383140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.385863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.386854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.438585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] For port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:02.438585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.548825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.581637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.616845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec059d-2245-4f73-b2e3-c7c6b32d9ef5 req-0e5500e6-34c4-4929-89c9-baf8b92954dd tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:02.618153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ccec059d-2245-4f73-b2e3-c7c6b32d9ef5 req-0e5500e6-34c4-4929-89c9-baf8b92954dd tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Synchronizing usage tracker for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:02.676083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab37f871-4641-46e2-9904-4a18ef636a3c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:02.745368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:02.752448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1903e408-fae7-4b43-9f80-886eb6777c2e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:02.752448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1903e408-fae7-4b43-9f80-886eb6777c2e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:02.774654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.798237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.808591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.811764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:02.811764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:02.835497 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:02.862402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 99978b35-a29c-406f-9a63-c2db85813099 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:02.988786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 99978b35-a29c-406f-9a63-c2db85813099 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:02.993940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] For port 78793d48-e1a6-4970-9eee-d53fd712b34f, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=78793d48-e1a6-4970-9eee-d53fd712b34f,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:02.994300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.999491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 99978b35-a29c-406f-9a63-c2db85813099 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:03.000015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.012719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.046638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.046638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] Pushing event deleted for resources: {'Network': ['ID=ab37f871-4641-46e2-9904-4a18ef636a3c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:03.056655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ccec059d-2245-4f73-b2e3-c7c6b32d9ef5 req-0e5500e6-34c4-4929-89c9-baf8b92954dd tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Unset dirty status for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:03.062205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccec059d-2245-4f73-b2e3-c7c6b32d9ef5 req-0e5500e6-34c4-4929-89c9-baf8b92954dd tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 944 time: 1.2239461 Mar 02 18:01:03.071408 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4bda191e-7e8c-417e-82aa-be3cd761d422 tempest-BulkNetworkOpsIpV6Test-1660589300 tempest-BulkNetworkOpsIpV6Test-1660589300-project] 10.222.0.37 "DELETE /v2.0/networks/ab37f871-4641-46e2-9904-4a18ef636a3c HTTP/1.1" status: 204 len: 168 time: 0.8529346 Mar 02 18:01:03.206903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Calling delete_port for 78793d48-e1a6-4970-9eee-d53fd712b34f owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:03.267725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.314146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=99978b35-a29c-406f-9a63-c2db85813099,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:03.326551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.363467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.434165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:03.483611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccec059d-2245-4f73-b2e3-c7c6b32d9ef5 req-3a973273-21b9-430c-9d22-547742fcfa4b tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141765 Mar 02 18:01:03.491208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.547361 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.547361 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.547361 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Floating IP 87cb6ece-796b-49d4-a499-b6522a4ba7cf disassociated. External IP: 172.25.3.22, port: eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5. Mar 02 18:01:03.547361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Calling delete_port for eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:03.599274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:03.673594 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'code': 200} Mar 02 18:01:03.681631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:03.702771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe36fdd-a849-44fa-a2af-07de2e815523 req-3782c040-94a3-4581-b344-887a8c337652 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:03.703767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bfe36fdd-a849-44fa-a2af-07de2e815523 req-3782c040-94a3-4581-b344-887a8c337652 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Synchronizing usage tracker for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:03.813817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57174) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:03.929847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 2001:db8::1fd (cc339807-ae05-4288-b645-babafcedfa25/63a32378-6cf7-4b6f-acb6-d21ffc994919/43b1a6ed-25cd-4bea-8a07-f4053ff2e462) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:04.121589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.171800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.199577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bfe36fdd-a849-44fa-a2af-07de2e815523 req-3782c040-94a3-4581-b344-887a8c337652 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Unset dirty status for tenant:707189d6e7ae4ebaa256de9a9f7d677d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:04.200731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfe36fdd-a849-44fa-a2af-07de2e815523 req-3782c040-94a3-4581-b344-887a8c337652 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 943 time: 1.2555003 Mar 02 18:01:04.209552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event deleted for resources: {'Port': ['ID=eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:04.218012 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-185e85cc-7b26-4442-920a-3c414878f218 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa18912ac7794d5481347d1b1b66fcc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4051001 Mar 02 18:01:04.218619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:04.230530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.270630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.357606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network cc339807-ae05-4288-b645-babafcedfa25 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:04.371147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:04.376169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:04.423431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event deleted for resources: {'Port': ['ID=78793d48-e1a6-4970-9eee-d53fd712b34f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:04.615027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfe36fdd-a849-44fa-a2af-07de2e815523 req-cfe10455-738b-47b3-8f74-ad2896f2ade3 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1fa3c08-f543-4ff2-8aee-1af6a03439e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902352 Mar 02 18:01:04.642613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=43b1a6ed-25cd-4bea-8a07-f4053ff2e462,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:04.671866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.720970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.824041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.824041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.839478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.005121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.031211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f453a-cad4-44d8-a9bd-5b154ab45a6d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:05.065178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.065178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2eeaa38-c65c-4453-af92-0d6500c14c2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/824f453a-cad4-44d8-a9bd-5b154ab45a6d HTTP/1.1" status: 204 len: 168 time: 0.8394847 Mar 02 18:01:05.127697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63fdda-2d70-4782-9743-a8a81d62b6d6 req-c169ab69-4169-481a-bc35-4960bc353e2c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:05.137021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a63fdda-2d70-4782-9743-a8a81d62b6d6 req-c169ab69-4169-481a-bc35-4960bc353e2c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 1.2579565 Mar 02 18:01:05.223610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router 41fd69cc-5a44-45c1-85a1-aa59917c76b8 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:01:05.345965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55518701-64d9-4a8d-be48-594a1cddd047 req-e1fdf1d4-3103-4101-855c-38d2ceb8bf4d tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.2653375 Mar 02 18:01:05.553459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] No DVR routers for this DVR port 78793d48-e1a6-4970-9eee-d53fd712b34f on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:05.596012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:05.607741 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Sync routers for ids ['41fd69cc-5a44-45c1-85a1-aa59917c76b8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:05.623167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.628175 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Routers {'41fd69cc-5a44-45c1-85a1-aa59917c76b8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:05.629257 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['41fd69cc-5a44-45c1-85a1-aa59917c76b8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:05.632501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.635421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-deleted', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:05.637392 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2ef06c02-ebd8-4d66-8549-d0ae7205191c tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4163206 Mar 02 18:01:05.638544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:05.677040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99978b35-a29c-406f-9a63-c2db85813099'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:05.698420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.703548 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-251da6c8-f751-4aa2-b6b3-ae486cab99c0 req-53fd5d79-18e6-4747-a596-ce31cafcbf54 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.35 "DELETE /v2.0/ports/78793d48-e1a6-4970-9eee-d53fd712b34f HTTP/1.1" status: 204 len: 173 time: 6.7231214 Mar 02 18:01:05.715653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a63fdda-2d70-4782-9743-a8a81d62b6d6 req-0eac613f-7f5d-4bf0-af70-823529d7d74c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711946 Mar 02 18:01:05.730501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.831831 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ec9a8-6a1d-4aa1-b58d-44313c4177ed', 'name': 'network-vif-deleted', 'tag': '78793d48-e1a6-4970-9eee-d53fd712b34f', 'status': 'completed', 'code': 200} Mar 02 18:01:05.918296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.918881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8842f5d-4b8f-45e8-9a90-fb24e5a03137 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:05.962309 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99978b35-a29c-406f-9a63-c2db85813099', 'code': 200} Mar 02 18:01:05.966830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.967994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4a82eb4a-b641-4f02-8d94-dd3be94dc9f6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8842f5d-4b8f-45e8-9a90-fb24e5a03137 HTTP/1.1" status: 204 len: 168 time: 11.1902771 Mar 02 18:01:05.970762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57226) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:06.042438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:06.305598 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Set router 41fd69cc-5a44-45c1-85a1-aa59917c76b8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:06.319667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8ba466c-18b3-405f-aed2-07e9f2d2569d req-d21ef749-5a6d-4670-ad07-af4a1f530fe6 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 210 time: 0.0938907 Mar 02 18:01:06.346512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:01:06.353344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Deleting subnet 19a6bf34-1871-467f-9294-63de359f0349 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:06.360357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:06.603552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0548ab48-56ad-4625-aa75-85ad3b78432d req-0d992230-faef-4fbf-ab84-1bd6bc8ed4d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 1097 time: 0.3736908 Mar 02 18:01:06.798925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:06.815679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0548ab48-56ad-4625-aa75-85ad3b78432d req-3a58d2e1-d013-4869-bddb-5ee0e99185cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978838 Mar 02 18:01:06.921821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:06.925439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-61d1fe44-85bf-4209-8952-e0fa717f25e1 req-e638ea84-656e-42f1-9162-9e9a50e21a9f tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Synchronizing usage tracker for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:06.954002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Deleting port 43b1a6ed-25cd-4bea-8a07-f4053ff2e462 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:06.954002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.040553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-61d1fe44-85bf-4209-8952-e0fa717f25e1 req-e638ea84-656e-42f1-9162-9e9a50e21a9f tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Unset dirty status for tenant:2d172537ea284df1b0800fe420adf6f3 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:07.052246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61d1fe44-85bf-4209-8952-e0fa717f25e1 req-e638ea84-656e-42f1-9162-9e9a50e21a9f tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.2223203 Mar 02 18:01:07.141396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.164541 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fd69cc-5a44-45c1-85a1-aa59917c76b8', 'name': '', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc339807-ae05-4288-b645-babafcedfa25', 'external_fixed_ips': [{'subnet_id': '63a32378-6cf7-4b6f-acb6-d21ffc994919', 'ip_address': '2001:db8::1fd'}], 'enable_snat': True}, 'gw_port_id': '43b1a6ed-25cd-4bea-8a07-f4053ff2e462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:02Z', 'updated_at': '2022-03-02T18:01:04Z', 'revision_number': 3, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port': {'id': '43b1a6ed-25cd-4bea-8a07-f4053ff2e462', 'name': '', 'network_id': 'cc339807-ae05-4288-b645-babafcedfa25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fd69cc-5a44-45c1-85a1-aa59917c76b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '63a32378-6cf7-4b6f-acb6-d21ffc994919', 'ip_address': '2001:db8::1fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:03Z', 'updated_at': '2022-03-02T18:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63a32378-6cf7-4b6f-acb6-d21ffc994919', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:07.177328 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Checking router: 41fd69cc-5a44-45c1-85a1-aa59917c76b8 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:07.218676 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Updating router 41fd69cc-5a44-45c1-85a1-aa59917c76b8 port 43b1a6ed-25cd-4bea-8a07-f4053ff2e462 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:01:07.341542 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.430313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57252) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:07.445207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.497500 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.613969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa90e1-8220-4645-86d3-2ea3dcbdf974 req-8605f9fd-fbf9-4794-a6d8-3b3a912b551a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:07.613969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aaa90e1-8220-4645-86d3-2ea3dcbdf974 req-8605f9fd-fbf9-4794-a6d8-3b3a912b551a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 0.4307864 Mar 02 18:01:07.651156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:07.657503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Sync routers for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:07.672027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a6bf34-1871-467f-9294-63de359f0349,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:07.709754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:07.709754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:07.743557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Calling delete_port for 43b1a6ed-25cd-4bea-8a07-f4053ff2e462 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:07.758202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aaa90e1-8220-4645-86d3-2ea3dcbdf974 req-685763dd-da10-420f-a18a-db61fb35fc91 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452701 Mar 02 18:01:07.779101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a22cbe50-ec41-4340-ae25-9db880c3abac tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] Request body: {'port': {'network_id': 'dbbc2109-acb8-4c7b-b350-5c2a6af389bf', 'name': 'tempest-NetworksNegativeTestJSON-1304017372'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:07.974516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.208607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbb7e305-fff0-4a91-ab93-e0b47b7dda55 req-248bcbb8-3366-4d18-b543-5d6c1a4e98e7 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69ec9a8-6a1d-4aa1-b58d-44313c4177ed HTTP/1.1" status: 200 len: 210 time: 0.3902004 Mar 02 18:01:08.210877 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22cbe50-ec41-4340-ae25-9db880c3abac tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] POST failed (client error): The resource could not be found. Mar 02 18:01:08.211342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22cbe50-ec41-4340-ae25-9db880c3abac tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:08.213973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a22cbe50-ec41-4340-ae25-9db880c3abac tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7761121 Mar 02 18:01:08.219369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57268) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:08.225322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] No DVR routers for this DVR port eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:08.237370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-47bc9a19-6f09-4c91-b542-65bc6d7a582b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/19a6bf34-1871-467f-9294-63de359f0349 HTTP/1.1" status: 204 len: 168 time: 2.2630615 Mar 02 18:01:08.239136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.244937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c726bfc-ebb8-4a56-a6e9-62743bb6afe7 req-d15e0f35-48fc-46d8-b823-798489cfede6 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.35 "DELETE /v2.0/ports/eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5 HTTP/1.1" status: 204 len: 173 time: 12.1368344 Mar 02 18:01:08.317019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-deleted', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:08.338041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:08.359788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57272) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:08.404446 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c572960-1e49-4a6b-aff0-29af0b6ce2ae tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] DELETE failed (client error): The resource could not be found. Mar 02 18:01:08.404446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c572960-1e49-4a6b-aff0-29af0b6ce2ae tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:08.410945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9c572960-1e49-4a6b-aff0-29af0b6ce2ae tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "DELETE /v2.0/networks/94b8bd71-8258-4186-af74-a675a5353b34 HTTP/1.1" status: 404 len: 339 time: 0.1841302 Mar 02 18:01:08.420235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:08.562474 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e489a5-800c-4f97-8b1e-e8dbfc41ceef', 'name': 'network-vif-deleted', 'tag': 'eebc3de7-0e59-417a-8d8c-3ad48d0f0ba5', 'status': 'completed', 'code': 200} Mar 02 18:01:08.675071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.723287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Deleting port 2513cccf-c9a1-4a32-a933-a5c9539fe731 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:08.723287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.778847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-65154420-d3d6-4f52-871a-9d0613b811ac req-500fb550-30b1-440c-920d-75f8ae577aa8 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e489a5-800c-4f97-8b1e-e8dbfc41ceef HTTP/1.1" status: 200 len: 210 time: 0.2654436 Mar 02 18:01:08.778847 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6e5f4a-2434-4239-8c25-644e932dbb4b tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] DELETE failed (client error): The resource could not be found. Mar 02 18:01:08.791502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6e5f4a-2434-4239-8c25-644e932dbb4b tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:08.794314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:08.827920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5a6e5f4a-2434-4239-8c25-644e932dbb4b tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "DELETE /v2.0/ports/314e506f-4912-4bb6-bfc2-9798fe522f18 HTTP/1.1" status: 404 len: 333 time: 0.4021683 Mar 02 18:01:08.827920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57284) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:08.832496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab812386-12d5-4bfe-8fd6-972ff3598985 None None] Network 3250e77f-5705-4305-bb7d-84c6f954a425 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:08.873338 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.db.api [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:08.874293 n-d-820559-6 neutron-server[83799]: DEBUG oslo_db.api [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:08.898682 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfee9cb3-2859-4955-a47c-73ca7a74c12e tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] DELETE failed (client error): The resource could not be found. Mar 02 18:01:08.899650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfee9cb3-2859-4955-a47c-73ca7a74c12e tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:08.901604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cfee9cb3-2859-4955-a47c-73ca7a74c12e tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "DELETE /v2.0/subnets/6dc79b54-8b13-4087-b5fe-c076aeeba4fe HTTP/1.1" status: 404 len: 337 time: 0.0814550 Mar 02 18:01:08.907040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57292) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:08.923751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.008726 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f142cd3-63e8-4123-99e8-338bd86a1c5e tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] GET failed (client error): The resource could not be found. Mar 02 18:01:09.008726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f142cd3-63e8-4123-99e8-338bd86a1c5e tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "GET /v2.0/networks/e95b1806-85a7-40a7-a8da-3fc2ac00b5df HTTP/1.1" status: 404 len: 339 time: 0.0995250 Mar 02 18:01:09.017676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.084961 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7639380f-0d26-46da-9550-6327218db1c9 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] GET failed (client error): The resource could not be found. Mar 02 18:01:09.095173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7639380f-0d26-46da-9550-6327218db1c9 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "GET /v2.0/ports/3ecb1298-1b69-455a-b09f-cd77ad966fb7 HTTP/1.1" status: 404 len: 333 time: 0.0694983 Mar 02 18:01:09.140233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57300) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.190616 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-451dda05-520c-49ac-a110-48a4522b7da6 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] GET failed (client error): The resource could not be found. Mar 02 18:01:09.192504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-451dda05-520c-49ac-a110-48a4522b7da6 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "GET /v2.0/subnets/e2d272a6-d97d-4519-b1ac-08c1b16b9e76 HTTP/1.1" status: 404 len: 337 time: 0.0602610 Mar 02 18:01:09.201268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57308) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.211311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-799584ac-da25-456c-8794-a569a4c239f7 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:09.242730 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-799584ac-da25-456c-8794-a569a4c239f7 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] PUT failed (client error): The resource could not be found. Mar 02 18:01:09.243631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799584ac-da25-456c-8794-a569a4c239f7 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:09.244726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-799584ac-da25-456c-8794-a569a4c239f7 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "PUT /v2.0/networks/748b7fa2-534a-40d2-970a-ea70fd8cc21e HTTP/1.1" status: 404 len: 339 time: 0.0409715 Mar 02 18:01:09.252777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57312) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.265957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:09.266780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e9a6d016-5c9c-4aa3-8f5b-d6fa09b96d66 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:09.267262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-eb35e508-e5a7-4037-a747-e3c06c789af0 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:09.356256 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb35e508-e5a7-4037-a747-e3c06c789af0 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] PUT failed (client error): The resource could not be found. Mar 02 18:01:09.356256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb35e508-e5a7-4037-a747-e3c06c789af0 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:09.356256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eb35e508-e5a7-4037-a747-e3c06c789af0 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "PUT /v2.0/ports/cb328671-391f-4ec8-801c-36cc1e0e82e3 HTTP/1.1" status: 404 len: 333 time: 0.1023614 Mar 02 18:01:09.360924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.360924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-830e8852-2ae4-49c5-bc95-04c5f00e7061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.365087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57318) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.384370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a0bb87fb-64d9-4f77-970b-92e39f9edc83 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:09.462045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] For port 2513cccf-c9a1-4a32-a933-a5c9539fe731, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2513cccf-c9a1-4a32-a933-a5c9539fe731,segment=NetworkSegment(6782e680-3c05-4038-b597-8e0fdd853826),segment_id=6782e680-3c05-4038-b597-8e0fdd853826)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:09.462045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.512009 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Port 43b1a6ed-25cd-4bea-8a07-f4053ff2e462 not found while updating agent binding for router 41fd69cc-5a44-45c1-85a1-aa59917c76b8. {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 02 18:01:09.532218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57322) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:09.532218 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bb87fb-64d9-4f77-970b-92e39f9edc83 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] PUT failed (client error): The resource could not be found. Mar 02 18:01:09.532218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bb87fb-64d9-4f77-970b-92e39f9edc83 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:01:09.534250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a0bb87fb-64d9-4f77-970b-92e39f9edc83 tempest-NetworksNegativeTestJSON-271462849 tempest-NetworksNegativeTestJSON-271462849-project] 10.222.0.37 "PUT /v2.0/subnets/fa410379-c6b6-43aa-a651-ad7b0c3bfc83 HTTP/1.1" status: 404 len: 337 time: 0.1732602 Mar 02 18:01:09.579450 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Routers {'41fd69cc-5a44-45c1-85a1-aa59917c76b8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:09.585543 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['41fd69cc-5a44-45c1-85a1-aa59917c76b8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:09.612157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec86a4-3fd3-406b-a05f-0579716bc1f1 req-59fbde5f-40ed-4e3d-b650-1f61455f6d9b tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:09.619794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bec86a4-3fd3-406b-a05f-0579716bc1f1 req-59fbde5f-40ed-4e3d-b650-1f61455f6d9b tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 0.5323496 Mar 02 18:01:09.662990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:09.676329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Checking router: d402e57a-1293-4ff7-b65a-d23bfb6a64a5 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:09.715134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:09.715134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:00:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:09.721308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Calling delete_port for 2513cccf-c9a1-4a32-a933-a5c9539fe731 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:09.811873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bec86a4-3fd3-406b-a05f-0579716bc1f1 req-c83cc438-60b7-480f-85d1-3304263f6169 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638491 Mar 02 18:01:09.813632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b1a6ed-25cd-4bea-8a07-f4053ff2e462,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:09.930619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.006515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.059427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6d7f0-b174-4aa8-821c-8e7c53d2a27c None None] DHCP port deletion for 3250e77f-5705-4305-bb7d-84c6f954a425 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:01:10.074009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57336) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:10.084669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2513cccf-c9a1-4a32-a933-a5c9539fe731 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:10.148284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bed6d7f0-b174-4aa8-821c-8e7c53d2a27c None None] Deleting port 2513cccf-c9a1-4a32-a933-a5c9539fe731 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:10.148657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bed6d7f0-b174-4aa8-821c-8e7c53d2a27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.279790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.298625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bed6d7f0-b174-4aa8-821c-8e7c53d2a27c None None] The port '2513cccf-c9a1-4a32-a933-a5c9539fe731' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:01:10.401125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.450091 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] Set router 41fd69cc-5a44-45c1-85a1-aa59917c76b8 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:10.464229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 2513cccf-c9a1-4a32-a933-a5c9539fe731 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 18:01:10.464229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2513cccf-c9a1-4a32-a933-a5c9539fe731 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:10.532824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:10.625959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57346) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:10.661918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] No DVR routers for this DVR port 2513cccf-c9a1-4a32-a933-a5c9539fe731 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:10.669852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.682174 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fd69cc-5a44-45c1-85a1-aa59917c76b8', 'name': '', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:02Z', 'updated_at': '2022-03-02T18:01:07Z', 'revision_number': 5, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:10.737790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Deleting port 86ed94a8-dc3f-4087-bb35-a15c02e846d4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:10.737790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.761578 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47b7e5-7192-4a0a-9592-3b2f342b8fc6 None None] The sync data for ids ['41fd69cc-5a44-45c1-85a1-aa59917c76b8'] in n-d-820559-6 is: [{'id': '41fd69cc-5a44-45c1-85a1-aa59917c76b8', 'name': '', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:02Z', 'updated_at': '2022-03-02T18:01:07Z', 'revision_number': 5, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:10.971740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2513cccf-c9a1-4a32-a933-a5c9539fe731,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:11.277113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa3c08-f543-4ff2-8aee-1af6a03439e8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:11.284439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.310138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f2316-7375-422e-a230-46d9191bc9a2 None None] The sync data for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 is: [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:23Z', 'revision_number': 4, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '8fdcee02-304e-41be-aa1d-1af11dee9abe', 'name': '', 'network_id': 'fff3805e-fd34-483b-8a23-20f2868188fe', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'mac_address': 'fa:16:3e:e4:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:21Z', 'updated_at': '2022-03-02T17:54:40Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'subnets': [{'id': '0627451d-92d5-4471-930e-6be2b0a9b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:11.357817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.366417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a00b49f0-a524-442f-b6ca-07a57ea3f539 tempest-TestVolumeBackupRestore-1475149273 tempest-TestVolumeBackupRestore-1475149273-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1fa3c08-f543-4ff2-8aee-1af6a03439e8 HTTP/1.1" status: 204 len: 168 time: 1.8279741 Mar 02 18:01:11.376980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7f09efd9-34d4-464b-b485-aeb9d8755468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.411652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.411652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.423249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.430071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.479334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.482527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.485732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:11.485732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4dbb7112a6416da4e228c9eb7a9a97 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:11.501044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:11.501044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:11.541058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3250e77f-5705-4305-bb7d-84c6f954a425']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.564933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6782e680-3c05-4038-b597-8e0fdd853826') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.564933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6782e680-3c05-4038-b597-8e0fdd853826') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.582689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.592008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.592008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41fd69cc-5a44-45c1-85a1-aa59917c76b8 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:11.621063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.661024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.665575 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.666069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.667224 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b86fa8e-3ad0-4f98-ba8e-090cd2707cb4 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/routers/41fd69cc-5a44-45c1-85a1-aa59917c76b8 HTTP/1.1" status: 204 len: 168 time: 6.0274420 Mar 02 18:01:11.680820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:11.726719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:11.727414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:11.745121 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:11.808530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Calling delete_port for 86ed94a8-dc3f-4087-bb35-a15c02e846d4 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:11.975863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed4dbb7112a6416da4e228c9eb7a9a97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3460014 Mar 02 18:01:11.988015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57382) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:11.994859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd47877-2c96-46b3-85aa-e69061430196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eed164-7966-470c-8639-e701b6ac1165,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:12.050743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Deleting subnet 63a32378-6cf7-4b6f-acb6-d21ffc994919 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:12.063615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.094410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.097485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.216622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.250917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3250e77f-5705-4305-bb7d-84c6f954a425,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:12.272553 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb971846-a8fa-4094-b1a5-3fee48410bc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3250e77f-5705-4305-bb7d-84c6f954a425 HTTP/1.1" status: 204 len: 168 time: 3.9136198 Mar 02 18:01:12.337940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.388829 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98bf75-5c00-4156-a3bd-ede17e8e2920 None None] New status for floating IP 87cb6ece-796b-49d4-a499-b6522a4ba7cf: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:01:12.425986 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.673776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.781963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.853961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:12.944785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:12.982637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.014343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.031159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event deleted for resources: {'Port': ['ID=86ed94a8-dc3f-4087-bb35-a15c02e846d4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:13.058583 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.062349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.084239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407dd5-751e-4f93-96e7-3a94a9326648 req-7f06ccc1-1e9f-46e0-bbe5-01136bd479d6 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:13.084239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45407dd5-751e-4f93-96e7-3a94a9326648 req-7f06ccc1-1e9f-46e0-bbe5-01136bd479d6 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 0.8006716 Mar 02 18:01:13.090765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eed164-7966-470c-8639-e701b6ac1165,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:13.195472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8723d41-25fb-4ea9-8964-703debc16106 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b432ebd9f114b5c8ec26d8260d8008d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402000 Mar 02 18:01:13.195472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/63a32378-6cf7-4b6f-acb6-d21ffc994919 HTTP/1.1" status: 204 len: 168 time: 1.5080156 Mar 02 18:01:13.195472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9236c2-d4ce-4e94-a1de-d18574eaf1b0 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=63a32378-6cf7-4b6f-acb6-d21ffc994919,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:13.206049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57448) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:13.206049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57450) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:13.385872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.386999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ee8c6861-1e85-4769-92e9-f26cc1fd2d64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2eed164-7966-470c-8639-e701b6ac1165 HTTP/1.1" status: 204 len: 168 time: 1.3968024 Mar 02 18:01:13.423163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.425698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.436820 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d18b6b35-065f-4775-9c56-7e2dc3fbea78 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "DELETE /v2.0/floatingips/87cb6ece-796b-49d4-a499-b6522a4ba7cf HTTP/1.1" status: 204 len: 168 time: 3.3648596 Mar 02 18:01:13.555094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45407dd5-751e-4f93-96e7-3a94a9326648 req-0e0b0c41-bd4d-4d7e-a6b1-bd2f808f81d2 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355881 Mar 02 18:01:13.667814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.671246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.934636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.953171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-97ae0e6f-ddf2-4209-9c60-c0d98fb5157a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:13.953171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-97ae0e6f-ddf2-4209-9c60-c0d98fb5157a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Synchronizing usage tracker for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:13.968053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57498) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:14.005395 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.092827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-97ae0e6f-ddf2-4209-9c60-c0d98fb5157a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Unset dirty status for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:14.094613 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-97ae0e6f-ddf2-4209-9c60-c0d98fb5157a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 0.4178956 Mar 02 18:01:14.151872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc339807-ae05-4288-b645-babafcedfa25']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:14.178191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5296b56-8335-4bdf-9a48-815a6c1d48be') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:14.178471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5296b56-8335-4bdf-9a48-815a6c1d48be') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:14.197510 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.249181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.299633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Deleting port 99978b35-a29c-406f-9a63-c2db85813099 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:14.300289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.338174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.467474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.490716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.511015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.513950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.516945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:14.516945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:14.539919 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:14.566942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:14.575590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.583982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-58340d38-3adc-4d36-a4ce-5207c5529e82 tempest-TestServerBasicOps-137116201 tempest-TestServerBasicOps-137116201-project] 10.222.0.37 "DELETE /v2.0/security-groups/5aeef1a0-67b9-4c94-b1a6-aa685a7fb2f4 HTTP/1.1" status: 204 len: 168 time: 0.6198745 Mar 02 18:01:14.655945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a41156-9930-4047-9679-4e816b2e3598,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:14.693819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57542) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:14.884196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.884196 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6d3d1d62-79f4-4a96-91e7-b455ff8af38f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15a41156-9930-4047-9679-4e816b2e3598 HTTP/1.1" status: 204 len: 168 time: 1.6723950 Mar 02 18:01:14.936148 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:14.985588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc339807-ae05-4288-b645-babafcedfa25 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:01:14.985588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc339807-ae05-4288-b645-babafcedfa25,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:14.989665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:15.024378 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03dc3831-6d58-41e4-8842-372edf5857ac tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/networks/cc339807-ae05-4288-b645-babafcedfa25 HTTP/1.1" status: 204 len: 168 time: 1.8125939 Mar 02 18:01:15.095235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44e70-c782-49f1-9b31-7e8937cd601e req-a33c5a12-ad5c-4a76-a778-fa432731ec59 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:15.105655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34e44e70-c782-49f1-9b31-7e8937cd601e req-a33c5a12-ad5c-4a76-a778-fa432731ec59 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 946 time: 0.2975352 Mar 02 18:01:15.132646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] For port 99978b35-a29c-406f-9a63-c2db85813099, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=99978b35-a29c-406f-9a63-c2db85813099,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:15.133018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:15.259218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34e44e70-c782-49f1-9b31-7e8937cd601e req-4bb2dc1e-bd97-4729-b468-6475267711a3 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525810 Mar 02 18:01:15.835174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Calling delete_port for 99978b35-a29c-406f-9a63-c2db85813099 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:16.276625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:16.333932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:16.378498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['99978b35-a29c-406f-9a63-c2db85813099'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:01:16.676183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Pushing event deleted for resources: {'Port': ['ID=99978b35-a29c-406f-9a63-c2db85813099,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:16.932891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff3af717-e692-4693-8101-7ae7b04c349d req-780a8963-2eb6-464c-8995-03d2fa67d00c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb1f420-3a06-419b-83a4-2c1ca0e368ad HTTP/1.1" status: 200 len: 210 time: 0.1522748 Mar 02 18:01:16.954766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] No DVR routers for this DVR port 99978b35-a29c-406f-9a63-c2db85813099 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:16.963168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:16.977325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'name': 'network-vif-deleted', 'tag': '99978b35-a29c-406f-9a63-c2db85813099'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:17.048747 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-21ee1073-d163-4807-b8b6-d4cc119a5917 req-52c9582f-3364-44de-9cab-4f4084445864 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.50 "DELETE /v2.0/ports/99978b35-a29c-406f-9a63-c2db85813099 HTTP/1.1" status: 204 len: 173 time: 2.9419978 Mar 02 18:01:17.188946 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb1f420-3a06-419b-83a4-2c1ca0e368ad', 'name': 'network-vif-deleted', 'tag': '99978b35-a29c-406f-9a63-c2db85813099', 'status': 'completed', 'code': 200} Mar 02 18:01:17.217661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57698) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:17.510022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:17.513181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'name': 'tempest-router--1945368076', 'project_id': '293c55b4eb7e40ffb15a75cd8598a503'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:17.520514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:17.527211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:router and tenant:293c55b4eb7e40ffb15a75cd8598a503 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:17.535971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:17.556346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:17.580243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:17.581551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:17.604206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:17.690515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:17.769278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:17.819053 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:17.827030 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fa54cf2-ac8b-4caf-8f86-dcc91c1bd655 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3161380 Mar 02 18:01:17.829728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:17.988708 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f1966aa-01c7-498b-8252-748678af0d6d tempest-ServiceProvidersTest-1074313565 tempest-ServiceProvidersTest-1074313565-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7663238 Mar 02 18:01:18.037417 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:01:18.402460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:18.884344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57810) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:18.940335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 99978b35-a29c-406f-9a63-c2db85813099 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:19.047620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 99978b35-a29c-406f-9a63-c2db85813099 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:19.047852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 99978b35-a29c-406f-9a63-c2db85813099 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:19.284373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.330814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.356273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:19.356273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Usage tracker for resource:security_group_rule and tenant:59696499ff2f4095912323773e3b4005 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:19.362432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:19.370642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:19.456315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.461119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-011095c1-d0fe-4552-a776-ffdb0bfa5b22 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:19.465954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.468138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-011095c1-d0fe-4552-a776-ffdb0bfa5b22 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 808 time: 0.3764756 Mar 02 18:01:19.501585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-d2e1216f-438b-4e55-b803-afeb6e4d816f tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/quotas/0ad20a5511a94eed9fb59da922d24119 HTTP/1.1" status: 200 len: 375 time: 0.0325112 Mar 02 18:01:19.584031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-8c651e8f-455e-4679-8438-cc6f717cb947 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770431 Mar 02 18:01:19.604440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.659758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f0063-8ac3-451d-8cb3-ed94618cf430,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:19.659758 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5c52c28d-4f30-467a-bd07-b9ab3112d660 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59696499ff2f4095912323773e3b4005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7835829 Mar 02 18:01:19.670371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 57866) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:19.761754 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-d143854e-4e62-4cbb-8b5c-dafba805b5a8 service neutron] 10.222.0.37 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753466 Mar 02 18:01:19.830996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:19.891741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.079727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.103218 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.106830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f0063-8ac3-451d-8cb3-ed94618cf430,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:20.128159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.128159 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1be64ad4-375b-4948-b0fc-3d0376da2a3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/492f0063-8ac3-451d-8cb3-ed94618cf430 HTTP/1.1" status: 204 len: 168 time: 0.4537754 Mar 02 18:01:20.174137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Deleting port 8fdcee02-304e-41be-aa1d-1af11dee9abe {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:20.174137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.204159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.368660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-626b5260-01e6-41c6-8789-541ac82d3c7a service neutron] 10.222.0.37 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119237 Mar 02 18:01:20.469684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.469684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad2b9da4-2aba-4a0c-8ad6-386a1c209bbb {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:20.550993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.550993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f35f4c01-ee40-4963-889d-75f1882a0ba5 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ad2b9da4-2aba-4a0c-8ad6-386a1c209bbb HTTP/1.1" status: 204 len: 168 time: 2.6931062 Mar 02 18:01:20.595694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] For port 8fdcee02-304e-41be-aa1d-1af11dee9abe, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fdcee02-304e-41be-aa1d-1af11dee9abe,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:20.595694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:20.847532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Calling delete_port for 8fdcee02-304e-41be-aa1d-1af11dee9abe owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:21.171322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Deleting port 3c872994-5f2f-4857-949c-9637a5239037 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:21.171856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:21.224225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-008a717d-3ef2-43be-a379-429b864de207 req-cb8c2fa1-dab6-4e69-8a71-d9e42efa6c4d tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 210 time: 0.3330090 Mar 02 18:01:21.277715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 57972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:21.703965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:21.820177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdcee02-304e-41be-aa1d-1af11dee9abe,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:22.161569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] For port 3c872994-5f2f-4857-949c-9637a5239037, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c872994-5f2f-4857-949c-9637a5239037,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:22.161943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:22.430061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1685087076', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:22.473142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:22.487167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:22.492923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:22.534561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:22.839821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Calling delete_port for 3c872994-5f2f-4857-949c-9637a5239037 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:22.874166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:22.887652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:22.916527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67c342f7-5a17-4c0f-bd0b-116146f4870f req-000d5752-6426-40cb-9f63-43080b8690d7 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 210 time: 0.2591443 Mar 02 18:01:23.213975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58092) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:23.245987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:23.297975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:23.520756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c872994-5f2f-4857-949c-9637a5239037,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:23.572772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-6387845b-b7d7-4e8a-a30d-f294f18cebc6 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:23.577554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-6387845b-b7d7-4e8a-a30d-f294f18cebc6 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.35 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 808 time: 0.6465685 Mar 02 18:01:23.622956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Request body: {'port': {'device_id': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70', 'admin_state_up': True, 'tenant_id': '0ad20a5511a94eed9fb59da922d24119'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:23.705066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-85de6c4e-8a02-45e9-b5f3-b362ad8e4172 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1851653240', 'prefixes': ['172.20.0.0/16']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:23.711283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-85de6c4e-8a02-45e9-b5f3-b362ad8e4172 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:23.960819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:23.969110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:23.983081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Usage tracker for resource:port and tenant:0ad20a5511a94eed9fb59da922d24119 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:23.988221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:24.003505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:24.056605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85de6c4e-8a02-45e9-b5f3-b362ad8e4172 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.056605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85de6c4e-8a02-45e9-b5f3-b362ad8e4172 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8392522 Mar 02 18:01:24.061854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58118) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:24.106661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ecc89ee2-0fef-42d6-ba17-008c2a0c3e64 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "GET /v2.0/subnetpools/159148e3-b44b-4209-b475-3e4b81a8e5dd HTTP/1.1" status: 200 len: 732 time: 0.0388432 Mar 02 18:01:24.106661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58122) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:24.120580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a7c94f82-cc8d-489c-9608-0c9a58d7199e tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1685753276'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:24.215623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.244050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.244050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bba0617f-9693-41e2-9b26-494065e8a90c req-61800494-2f72-4358-8517-c764ceced515 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 210 time: 0.0653272 Mar 02 18:01:24.320787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7c94f82-cc8d-489c-9608-0c9a58d7199e tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.321955 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7c94f82-cc8d-489c-9608-0c9a58d7199e tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "PUT /v2.0/subnetpools/159148e3-b44b-4209-b475-3e4b81a8e5dd HTTP/1.1" status: 200 len: 684 time: 0.2159505 Mar 02 18:01:24.328994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:24.342420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Made reservation on behalf of 0ad20a5511a94eed9fb59da922d24119 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:01:24.345390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.537851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Allocated IP 172.20.0.6 (c66b1451-7b69-476c-9a89-144f73bc5b70/b35e6541-a332-4603-8303-0218a83bc4e6/972e1220-1670-4e76-8b3c-9a3608bbdf08) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:24.558617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43bbdfed-519f-411f-a202-0e46538a4bf9 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.558617 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43bbdfed-519f-411f-a202-0e46538a4bf9 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "DELETE /v2.0/subnetpools/159148e3-b44b-4209-b475-3e4b81a8e5dd HTTP/1.1" status: 204 len: 168 time: 0.2247574 Mar 02 18:01:24.558617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:24.611857 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-72ff06a3-3660-4b30-a0df-a7cf68e02941 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] show failed (client error): The resource could not be found. Mar 02 18:01:24.611857 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72ff06a3-3660-4b30-a0df-a7cf68e02941 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "GET /v2.0/subnetpools/159148e3-b44b-4209-b475-3e4b81a8e5dd HTTP/1.1" status: 404 len: 346 time: 0.0515296 Mar 02 18:01:24.615315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:24.645231 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-4b86ca4f-977e-49e0-a028-f731c7a63933 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] delete failed (client error): The resource could not be found. Mar 02 18:01:24.645231 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b86ca4f-977e-49e0-a028-f731c7a63933 tempest-SubnetPoolsTestJSON-1088898479 tempest-SubnetPoolsTestJSON-1088898479-project] 10.222.0.37 "DELETE /v2.0/subnetpools/159148e3-b44b-4209-b475-3e4b81a8e5dd HTTP/1.1" status: 404 len: 346 time: 0.0298085 Mar 02 18:01:25.296097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:25.313921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58158) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:25.410856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:25.445393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:25.672973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Router 4528d689-f5bc-4ce9-803d-18711565c3ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:01:25.873921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.035752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:26.045024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Sync routers for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:26.049772 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5358a732-9bac-4b69-8928-116e0d427563 admin admin] 10.222.0.37 "PUT /v2.0/routers/4528d689-f5bc-4ce9-803d-18711565c3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4390657 Mar 02 18:01:26.053165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58186) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:26.065900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:26.066434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:26.103320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Allocated IP 172.25.3.95 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/855f582a-4b9d-46d9-83fa-36d68429c982) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:26.332840 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.362299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.390788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04f25093-bfec-48b3-93ef-7e058433f4dc req-f6323276-6d80-4316-8fab-45d0c5a46d3e tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 210 time: 0.5949252 Mar 02 18:01:26.453662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:26.465168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.486446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:26.490275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:77ac1f59ebdc4757908f004cf445369d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:26.493750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:26.499722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:26.695353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.717682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Network c66b1451-7b69-476c-9a89-144f73bc5b70 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:26.733045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:26.745041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:26.774976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.796719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Deleting port 8fc494b4-605f-430e-9aa4-522aa233a876 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:26.797299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.843439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Pushing event updated for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:26.853029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.963607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77ac1f59ebdc4757908f004cf445369d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6530166 Mar 02 18:01:26.972487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.985127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58202) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:27.011527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T18:01:23Z', 'revision_number': 5, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port': {'id': '8fc494b4-605f-430e-9aa4-522aa233a876', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:00Z', 'updated_at': '2022-03-02T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:27.017898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Checking router: 4528d689-f5bc-4ce9-803d-18711565c3ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:27.035227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Routers {'4528d689-f5bc-4ce9-803d-18711565c3ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:27.035227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4528d689-f5bc-4ce9-803d-18711565c3ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:27.126555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.126935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.127271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.127615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.127963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.128280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.128607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.128937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.129261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.129608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.129935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:27.130794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] For port 8fc494b4-605f-430e-9aa4-522aa233a876, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8fc494b4-605f-430e-9aa4-522aa233a876,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:27.131313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:27.252973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] Set router 4528d689-f5bc-4ce9-803d-18711565c3ac gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:27.254596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4435b7-3b33-4cb3-837e-5ab8692ebeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7580e-2566-4571-946b-19fb6a9433ea,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:27.286049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:27.287313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:27.296935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event updated for resources: {'Port': ['ID=855f582a-4b9d-46d9-83fa-36d68429c982,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:27.313143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:27.317222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:27.339431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:27.341936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:27.377817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Calling delete_port for 8fc494b4-605f-430e-9aa4-522aa233a876 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:27.473662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T18:01:26Z', 'revision_number': 6, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:27.479315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bc50e-986d-41af-bea8-0b6af084e601 None None] The sync data for ids ['4528d689-f5bc-4ce9-803d-18711565c3ac'] in n-d-820559-6 is: [{'id': '4528d689-f5bc-4ce9-803d-18711565c3ac', 'name': 'tempest-TestVolumeBackupRestore-376866562-router', 'tenant_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:55:59Z', 'updated_at': '2022-03-02T18:01:26Z', 'revision_number': 6, 'project_id': '707189d6e7ae4ebaa256de9a9f7d677d', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:27.515606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:27.560387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-b39ef3c4-1ecf-4014-9a60-85b7e60ee8a6 req-29af00db-88a6-45df-b00d-3a6e93724e1c service neutron] (83796) timed out ('10.222.0.37', 38182) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:01:27.595037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:27.728981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc494b4-605f-430e-9aa4-522aa233a876,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:27.936029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ba662b17-1953-45f5-a430-3a2bb634a369 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3358910 Mar 02 18:01:27.974328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Request body: {'port': {'device_id': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:28.101546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.162373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c872994-5f2f-4857-949c-9637a5239037 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:28.224952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.243094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3c872994-5f2f-4857-949c-9637a5239037 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:28.245952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c872994-5f2f-4857-949c-9637a5239037 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:28.248129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fc494b4-605f-430e-9aa4-522aa233a876 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:28.300324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486f6ae-3d0f-425d-b91a-096704f03c86 req-cd8f319c-4b45-45fb-b53d-615def118e81 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:28.301309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3486f6ae-3d0f-425d-b91a-096704f03c86 req-cd8f319c-4b45-45fb-b53d-615def118e81 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Synchronizing usage tracker for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:28.309676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8fc494b4-605f-430e-9aa4-522aa233a876 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:28.310222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fc494b4-605f-430e-9aa4-522aa233a876 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:28.313612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7580e-2566-4571-946b-19fb6a9433ea,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:28.338814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:01:28.346010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.350982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c0f7a69d-8245-422d-b903-2b68035705e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87c7580e-2566-4571-946b-19fb6a9433ea HTTP/1.1" status: 204 len: 168 time: 1.3595576 Mar 02 18:01:28.359186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.399713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3486f6ae-3d0f-425d-b91a-096704f03c86 req-cd8f319c-4b45-45fb-b53d-615def118e81 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Unset dirty status for tenant:0ad20a5511a94eed9fb59da922d24119 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:28.401034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3486f6ae-3d0f-425d-b91a-096704f03c86 req-cd8f319c-4b45-45fb-b53d-615def118e81 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 931 time: 0.8158510 Mar 02 18:01:28.536813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.542361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.579830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.581048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4528d689-f5bc-4ce9-803d-18711565c3ac {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:28.599960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.605393 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24821a94-2387-40e5-9fe6-7b993ce9767a admin admin] 10.222.0.37 "DELETE /v2.0/routers/4528d689-f5bc-4ce9-803d-18711565c3ac HTTP/1.1" status: 204 len: 168 time: 2.5475166 Mar 02 18:01:28.605703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:28.692069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Deleting subnet bfce8527-7139-470b-93dc-4437d35b5470 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:28.701427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.775591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.907970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:28.911819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3486f6ae-3d0f-425d-b91a-096704f03c86 req-781827b0-d42c-41cb-bdeb-6332cf9feea5 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813218 Mar 02 18:01:29.011547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.036987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.037749 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.063729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfce8527-7139-470b-93dc-4437d35b5470,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:29.075718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.077386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850fc24-ef79-47b7-994a-a5177f215702 None None] Network 2412e996-a01a-4d1a-a9ff-81bee166ee50 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:29.083264 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9780d2eb-d650-4d73-a019-db64abc0cdd6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bfce8527-7139-470b-93dc-4437d35b5470 HTTP/1.1" status: 204 len: 168 time: 0.4761775 Mar 02 18:01:29.086371 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58248) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:29.241491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.253710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Deleting port 539408ae-4fb0-42a8-8891-3a4a984456d3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:29.254047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.496948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972e1220-1670-4e76-8b3c-9a3608bbdf08 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:01:29.522741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.570425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] For port 539408ae-4fb0-42a8-8891-3a4a984456d3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=539408ae-4fb0-42a8-8891-3a4a984456d3,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:29.570832 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.576934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:29.582458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8083b57-325f-42b3-8bb4-af03401ba60c admin admin] 10.222.0.37 "PUT /v2.0/routers/d402e57a-1293-4ff7-b65a-d23bfb6a64a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8864853 Mar 02 18:01:29.587930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58268) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:29.591725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Sync routers for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:29.592204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] DHCP port deletion for 2412e996-a01a-4d1a-a9ff-81bee166ee50 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:01:29.596998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Deleting port 539408ae-4fb0-42a8-8891-3a4a984456d3 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:29.597229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Transition to ACTIVE for port object 972e1220-1670-4e76-8b3c-9a3608bbdf08 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:29.597343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.613824 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:29.614453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:29.672494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.877808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] For port 539408ae-4fb0-42a8-8891-3a4a984456d3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=539408ae-4fb0-42a8-8891-3a4a984456d3,segment=NetworkSegment(982ba6f8-74f0-4ded-92c2-9aa8ad87dc70),segment_id=982ba6f8-74f0-4ded-92c2-9aa8ad87dc70)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:29.878538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:29.886175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Calling delete_port for 539408ae-4fb0-42a8-8891-3a4a984456d3 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:29.907112 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:29.979836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Pushing event updated for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:30.075322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.120570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Calling delete_port for 539408ae-4fb0-42a8-8891-3a4a984456d3 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:30.199288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Pushing event deleted for resources: {'Port': ['ID=539408ae-4fb0-42a8-8891-3a4a984456d3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:30.199500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:30.199746 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:30.200416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 539408ae-4fb0-42a8-8891-3a4a984456d3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:30.205620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] No DVR routers for this DVR port 539408ae-4fb0-42a8-8891-3a4a984456d3 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:30.239461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 539408ae-4fb0-42a8-8891-3a4a984456d3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:30.241746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 539408ae-4fb0-42a8-8891-3a4a984456d3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:30.261076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:30.638108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1886317054'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:30.640289 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T18:01:21Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:30.646398 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Checking router: d402e57a-1293-4ff7-b65a-d23bfb6a64a5 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:30.661530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:30.662143 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Routers {'d402e57a-1293-4ff7-b65a-d23bfb6a64a5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:30.662813 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:30.701442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Deleting port 539408ae-4fb0-42a8-8891-3a4a984456d3 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:30.701874 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.703414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Usage tracker for resource:network and tenant:77e3129f6ca14a38834469c9cf9fb429 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:30.710352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:30.721245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.732996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:30.764501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2412e996-a01a-4d1a-a9ff-81bee166ee50']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:30.786120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Made reservation on behalf of 77e3129f6ca14a38834469c9cf9fb429 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:01:30.790876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.804832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:30.805943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982ba6f8-74f0-4ded-92c2-9aa8ad87dc70') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:30.823630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.834293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8b0869c8-ed12-46de-9f6f-6c91467580de None None] The port '539408ae-4fb0-42a8-8891-3a4a984456d3' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:01:30.837865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:30.863036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Attempting to bind port 972e1220-1670-4e76-8b3c-9a3608bbdf08 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:30.863528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Attempting to bind port 972e1220-1670-4e76-8b3c-9a3608bbdf08 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:30.863716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Attempting to bind port 972e1220-1670-4e76-8b3c-9a3608bbdf08 on network c66b1451-7b69-476c-9a89-144f73bc5b70 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:01:30.896113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:30.902093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Port 972e1220-1670-4e76-8b3c-9a3608bbdf08 on network c66b1451-7b69-476c-9a89-144f73bc5b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:01:30.902265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Attempting to bind port 972e1220-1670-4e76-8b3c-9a3608bbdf08 on network c66b1451-7b69-476c-9a89-144f73bc5b70 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:01:30.903508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Usage tracker for resource:security_group_rule and tenant:77e3129f6ca14a38834469c9cf9fb429 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:30.908045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:30.917527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:30.980210 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] Set router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:30.992446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:01:30.992853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Checking segment: {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:01:30.993183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Bound using segment: {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:01:30.993634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Bound port: 972e1220-1670-4e76-8b3c-9a3608bbdf08, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acc671-0c32-4529-ac22-f827bc2703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:30.993983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.003311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.040039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:31.044680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:31.080942 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:31.277719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:01:31.291396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4142662-9999-4272-9aaa-0d06b522e09a req-18768073-63a3-4c16-9431-b9d4ebf736b1 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:31.293023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4142662-9999-4272-9aaa-0d06b522e09a req-18768073-63a3-4c16-9431-b9d4ebf736b1 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 943 time: 1.0107505 Mar 02 18:01:31.295732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Router ef2de65c-cb0a-45c0-909d-cda4baa80537 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:01:31.300588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.312717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.369608 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T18:01:21Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:31.385605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.386171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6b81-65e6-41e5-a6c7-478f59abe200 None None] The sync data for ids ['d402e57a-1293-4ff7-b65a-d23bfb6a64a5'] in n-d-820559-6 is: [{'id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'name': 'tempest-TestServerBasicOps-453512331-router', 'tenant_id': '2d172537ea284df1b0800fe420adf6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T18:01:21Z', 'revision_number': 5, 'project_id': '2d172537ea284df1b0800fe420adf6f3', 'gw_port': {'id': '33caa6a8-1017-4d31-bf15-6f74d7185e72', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402e57a-1293-4ff7-b65a-d23bfb6a64a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:12Z', 'updated_at': '2022-03-02T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:31.388237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:01:31.392194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5983720-d316-4a3d-9234-56bf3ae6cab3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:31.434329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.458431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:01:31.484633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.496174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] Pushing event deleted for resources: {'Network': ['ID=2412e996-a01a-4d1a-a9ff-81bee166ee50,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:31.504068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.504492 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Added segment ced0fb99-8c1b-43f3-888b-383a7b1b3fe4 of type vlan for network d570ecc4-a06c-4984-80ee-ad0eef2211e8 Mar 02 18:01:31.536630 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7462e70-5bb7-4d2c-a41f-408d4523df45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2412e996-a01a-4d1a-a9ff-81bee166ee50 HTTP/1.1" status: 204 len: 168 time: 2.4461861 Mar 02 18:01:31.537462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58346) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:31.601720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.607717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4142662-9999-4272-9aaa-0d06b522e09a req-6f5c6687-7135-4383-aa50-b5ad046467fb tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072603 Mar 02 18:01:31.648890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.650230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] 10.222.0.35 "PUT /v2.0/ports/972e1220-1670-4e76-8b3c-9a3608bbdf08 HTTP/1.1" status: 200 len: 1091 time: 3.6969595 Mar 02 18:01:31.654555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:31.674336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8453-f320-4707-80cf-7080343ce8cf service neutron] Pushing event updated for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:31.680305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.767560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.772608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:31.774094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:31.857245 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08', 'status': 'completed', 'code': 200} Mar 02 18:01:31.880955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fdcee02-304e-41be-aa1d-1af11dee9abe no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:31.978650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7148607 Mar 02 18:01:31.980586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:31.981173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8fdcee02-304e-41be-aa1d-1af11dee9abe {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:31.981619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8fdcee02-304e-41be-aa1d-1af11dee9abe not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:31.996623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Request body: {'subnet': {'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:32.056886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-0f37d9ef-4e62-4472-81ea-c5fce36b75ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 1094 time: 0.3109198 Mar 02 18:01:32.170480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:32.172846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceee7ba-3a91-4650-8a47-044ff32bf724 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event updated for resources: {'Network': ['ID=d570ecc4-a06c-4984-80ee-ad0eef2211e8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:32.182696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Usage tracker for resource:subnet and tenant:77e3129f6ca14a38834469c9cf9fb429 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:32.185586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:01:32.188197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:32.196586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:32.221130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Made reservation on behalf of 77e3129f6ca14a38834469c9cf9fb429 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:01:32.243385 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-ee0c41d7-1707-465a-a3da-2d78d82b44c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08 HTTP/1.1" status: 200 len: 217 time: 0.1756268 Mar 02 18:01:32.362273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-44545215-0089-451e-b7c0-b3fb4c9bdf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:32.363755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-44545215-0089-451e-b7c0-b3fb4c9bdf49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35e6541-a332-4603-8303-0218a83bc4e6 HTTP/1.1" status: 200 len: 848 time: 0.1015010 Mar 02 18:01:32.406878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:32.471750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-f6ba391a-4fec-4e77-b2c6-4475297de55c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c66b1451-7b69-476c-9a89-144f73bc5b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990505 Mar 02 18:01:32.508389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:32.523082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] Sync routers for ids ['ef2de65c-cb0a-45c0-909d-cda4baa80537'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:32.543935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] Routers {'ef2de65c-cb0a-45c0-909d-cda4baa80537'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:32.544660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ef2de65c-cb0a-45c0-909d-cda4baa80537'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:32.636950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:32.651881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] Routers {'ef2de65c-cb0a-45c0-909d-cda4baa80537'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:32.654077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ef2de65c-cb0a-45c0-909d-cda4baa80537'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:32.737071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:32.738058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:32.738544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51eb139-9466-4427-8fe0-684b14fab717 None None] The sync data for ids ['ef2de65c-cb0a-45c0-909d-cda4baa80537'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:32.742696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eab9cdff-d50f-4c4b-9282-85fe1c364f83 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.4563012 Mar 02 18:01:32.749938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58456) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:32.783332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:32.811783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-339235f2-1c77-46b4-90d3-c32da04cd47c service neutron] 10.222.0.35 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316905 Mar 02 18:01:32.813279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Deleting port 33caa6a8-1017-4d31-bf15-6f74d7185e72 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:32.813703 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:33.169833 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbc6b0f1-0d31-4ae1-ae72-62665bc8beff req-f8cf6986-dbfc-4be6-acd6-d3d6363f5641 service neutron] 10.222.0.35 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294709 Mar 02 18:01:33.239422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c28c2-aab7-405d-9a76-95ccb43ec5e9 req-1609a7a3-ddd3-43e3-8442-8063b39c9971 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:33.241857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f6c28c2-aab7-405d-9a76-95ccb43ec5e9 req-1609a7a3-ddd3-43e3-8442-8063b39c9971 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 943 time: 0.3768537 Mar 02 18:01:33.527542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:33.589239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] For port 33caa6a8-1017-4d31-bf15-6f74d7185e72, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=33caa6a8-1017-4d31-bf15-6f74d7185e72,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:33.589619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:33.609437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event updated for resources: {'Subnet': ['ID=5c97f356-7ed4-4903-b1b2-401e568eb94c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:33.633531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:33.762057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Calling delete_port for 33caa6a8-1017-4d31-bf15-6f74d7185e72 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:33.913338 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a80fe09a-8ac4-4979-8ba0-d8bbac26ae7b tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/ef2de65c-cb0a-45c0-909d-cda4baa80537 HTTP/1.1" status: 200 len: 924 time: 1.1617653 Mar 02 18:01:33.916303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58602) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:33.917310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Checking segment: {'id': 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:01:33.918331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Network hostable DHCP agents. Network: d570ecc4-a06c-4984-80ee-ad0eef2211e8, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:01:33.945253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f6c28c2-aab7-405d-9a76-95ccb43ec5e9 req-a14ac4c1-90d7-45f6-9493-740a4baed0b2 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913891 Mar 02 18:01:34.035508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-f8cc9234-0a72-4f89-8f8e-33a7d21a9d0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ad20a5511a94eed9fb59da922d24119&device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 1094 time: 0.7701688 Mar 02 18:01:34.037301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fd9f8177-519b-429f-8075-32d37c1e6084 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2de65c-cb0a-45c0-909d-cda4baa80537 HTTP/1.1" status: 200 len: 205 time: 0.1138823 Mar 02 18:01:34.043341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:34.062206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:01:34.090385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d570ecc4-a06c-4984-80ee-ad0eef2211e8) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:34.097001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:34.097655 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:34.101242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51a2e8-eb7b-4b19-8268-5460f37ea748 None None] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:34.157374 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca231437-ad41-4559-91eb-ed99afdc2139 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1683354 Mar 02 18:01:34.159979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:34.181162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Request body: {'port': {'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8', 'name': 'tempest-TagsExtTest-1946990404'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:34.353450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:34.526155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=33caa6a8-1017-4d31-bf15-6f74d7185e72,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:34.723938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-97066a4b-b5a9-4fa2-9bf5-89c88783a725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:34.726077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d570ecc4-a06c-4984-80ee-ad0eef2211e8', 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8', 'tenant_id': '77e3129f6ca14a38834469c9cf9fb429', 'fixed_ips': [{'subnet_id': '5c97f356-7ed4-4903-b1b2-401e568eb94c'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:01:34.726756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-97066a4b-b5a9-4fa2-9bf5-89c88783a725 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 200 len: 909 time: 0.6831446 Mar 02 18:01:34.727030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:34.782538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:34.787451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Usage tracker for resource:port and tenant:77e3129f6ca14a38834469c9cf9fb429 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:34.791766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:34.798235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:34.817399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Made reservation on behalf of 77e3129f6ca14a38834469c9cf9fb429 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:01:34.821570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:34.860769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] device_id is not set on port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:01:34.953015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Allocated IP 172.20.0.2 (d570ecc4-a06c-4984-80ee-ad0eef2211e8/5c97f356-7ed4-4903-b1b2-401e568eb94c/cbdb0fc2-6cf3-4110-be13-6474af240d81) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:35.034340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-970893b1-aaa6-4544-895a-7ef7118fdf50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08 HTTP/1.1" status: 200 len: 217 time: 0.2314856 Mar 02 18:01:35.040086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.303617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.316794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Transition to ACTIVE for port object cbdb0fc2-6cf3-4110-be13-6474af240d81 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:35.343165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Transition to ACTIVE for port object cbdb0fc2-6cf3-4110-be13-6474af240d81 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:35.352662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.444654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58784) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:35.464750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:35.468068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:35.471730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:35.490094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Deleting port b306700b-5daf-4365-9a96-2890b3fc0f93 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:35.490433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.595602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Pushing event updated for resources: {'Port': ['ID=cbdb0fc2-6cf3-4110-be13-6474af240d81,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:35.608317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-4bfced6d-d147-4479-9c63-caa4a319925f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:35.609830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-4bfced6d-d147-4479-9c63-caa4a319925f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35e6541-a332-4603-8303-0218a83bc4e6 HTTP/1.1" status: 200 len: 848 time: 0.5100806 Mar 02 18:01:35.611559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Attempting to bind port cbdb0fc2-6cf3-4110-be13-6474af240d81 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:35.611934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Attempting to bind port cbdb0fc2-6cf3-4110-be13-6474af240d81 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:35.612607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Attempting to bind port cbdb0fc2-6cf3-4110-be13-6474af240d81 on network d570ecc4-a06c-4984-80ee-ad0eef2211e8 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:01:35.614758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.628807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:01:35.630421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Checking segment: {'id': 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:01:35.634063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.634346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Bound using segment: {'id': 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:01:35.634865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Bound port: cbdb0fc2-6cf3-4110-be13-6474af240d81, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd570ecc4-a06c-4984-80ee-ad0eef2211e8'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:35.635412 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.652980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 972e1220-1670-4e76-8b3c-9a3608bbdf08 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:01:35.680093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-a2e6fc06-7011-41c8-b62d-7738c026c0d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c66b1451-7b69-476c-9a89-144f73bc5b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579934 Mar 02 18:01:35.682788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.712738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Allocated IP 172.20.0.4 (d570ecc4-a06c-4984-80ee-ad0eef2211e8/5c97f356-7ed4-4903-b1b2-401e568eb94c/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:35.871979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] For port cbdb0fc2-6cf3-4110-be13-6474af240d81, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:01:35.924084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] For port b306700b-5daf-4365-9a96-2890b3fc0f93, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b306700b-5daf-4365-9a96-2890b3fc0f93,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:35.924585 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.939549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:35.949630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:35.959202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '972e1220-1670-4e76-8b3c-9a3608bbdf08', 'network_id': 'c66b1451-7b69-476c-9a89-144f73bc5b70', 'port_id': '972e1220-1670-4e76-8b3c-9a3608bbdf08', 'mac_address': 'fa:16:3e:1b:6d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35e6541-a332-4603-8303-0218a83bc4e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:01:35.965135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] For port cbdb0fc2-6cf3-4110-be13-6474af240d81, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cbdb0fc2-6cf3-4110-be13-6474af240d81,segment=NetworkSegment(ced0fb99-8c1b-43f3-888b-383a7b1b3fe4),segment_id=ced0fb99-8c1b-43f3-888b-383a7b1b3fe4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:01:36.033562 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.036518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e584-570f-490d-ac82-311f9b4d2050 req-67ca5c26-906f-4472-8a62-d8b2ef72ee8f tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:36.038016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1228e584-570f-490d-ac82-311f9b4d2050 req-67ca5c26-906f-4472-8a62-d8b2ef72ee8f tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 943 time: 0.6567104 Mar 02 18:01:36.038944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.051498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.101538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972e1220-1670-4e76-8b3c-9a3608bbdf08 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:01:36.124282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:36.160072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.160559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d402e57a-1293-4ff7-b65a-d23bfb6a64a5 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:36.171362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b913e-0b0d-449f-9d7e-aa0c9aa9e5ce None None] Pushing event updated for resources: {'Port': ['ID=cbdb0fc2-6cf3-4110-be13-6474af240d81,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:36.175388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.217900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-99366bef-7e3d-402f-a98c-f02bd92feff7 service neutron] 10.222.0.35 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287585 Mar 02 18:01:36.224832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:36.256485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Usage tracker for resource:security_group_rule and tenant:9e5e054978a442e3ae5cdae1f934e78a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:36.280163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:36.331667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:36.335207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Calling delete_port for b306700b-5daf-4365-9a96-2890b3fc0f93 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:36.401848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:36.448292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1228e584-570f-490d-ac82-311f9b4d2050 req-8c12aba2-7de8-40b5-bd27-14cd6e5bb650 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975165 Mar 02 18:01:36.501169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['972e1220-1670-4e76-8b3c-9a3608bbdf08'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:01:36.528209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd8fbc09-d09a-4c89-a969-0a74286d995d req-768678c7-296b-4db6-b691-c3c625d0d74f service neutron] 10.222.0.35 "GET /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970037 Mar 02 18:01:36.554310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.556404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f0ee21ac-0bcb-4874-afc6-bc373aedbc53 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d402e57a-1293-4ff7-b65a-d23bfb6a64a5 HTTP/1.1" status: 204 len: 168 time: 6.9654808 Mar 02 18:01:36.559814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:36.567502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.634004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Transition to ACTIVE for port object 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:36.664684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Deleting subnet 0627451d-92d5-4471-930e-6be2b0a9b3f8 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:36.669091 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.676715 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.688060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.707260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.735639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port 855f582a-4b9d-46d9-83fa-36d68429c982 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:36.735897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.785659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.813076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4443e6-fc7b-4acc-9b2e-c7f9dada43aa,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:36.824060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d20183d6-a3a3-4831-9861-861da56a7daf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e5e054978a442e3ae5cdae1f934e78a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3783700 Mar 02 18:01:36.826813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58890) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:36.841848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.954783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:36.995142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event updated for resources: {'Port': ['ID=12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:37.021370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.044601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:37.058273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.072938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:37.075272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.075398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:37.104900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Pushing event deleted for resources: {'Port': ['ID=b306700b-5daf-4365-9a96-2890b3fc0f93,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:37.184874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.195955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for 855f582a-4b9d-46d9-83fa-36d68429c982 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:37.260001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:37.260714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.336524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.368237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4443e6-fc7b-4acc-9b2e-c7f9dada43aa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:37.414673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9ca9edb3-2dba-4332-b0ed-a462f931aff8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2482460 Mar 02 18:01:37.418638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58896) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:37.427331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-675107108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:37.448944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:37.455450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.468596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Usage tracker for resource:router and tenant:77e3129f6ca14a38834469c9cf9fb429 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:37.483166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:37.533993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0627451d-92d5-4471-930e-6be2b0a9b3f8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:37.536844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0403e-ad20-4c0c-ad66-43b41a1df7eb None None] Network fff3805e-fd34-483b-8a23-20f2868188fe requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:37.549373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.557038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:37.593055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03700be4-5d67-48c7-bcd9-5f7abcc5dfb1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0627451d-92d5-4471-930e-6be2b0a9b3f8 HTTP/1.1" status: 204 len: 168 time: 1.0285449 Mar 02 18:01:37.601761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:37.692428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 972e1220-1670-4e76-8b3c-9a3608bbdf08 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:37.716097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.717428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-97edf7ea-7313-429a-9e26-98796b41fdef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea4443e6-fc7b-4acc-9b2e-c7f9dada43aa HTTP/1.1" status: 204 len: 168 time: 0.8897698 Mar 02 18:01:37.748954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.749900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.869194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.898256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e42b0-e1c6-4604-bef6-19d5a8b76e47 None None] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:37.923217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.969078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Deleting port 1cd54b89-4e2f-47e2-a88c-42728307c94e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:37.969666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:37.990351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=855f582a-4b9d-46d9-83fa-36d68429c982,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:38.026699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.032520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f10e-8d73-493c-b379-caa09ea0e703 req-285a8bb2-b773-4bd9-a074-9a25d4e0b5cd tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:38.041526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd76f10e-8d73-493c-b379-caa09ea0e703 req-285a8bb2-b773-4bd9-a074-9a25d4e0b5cd tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 944 time: 0.3193920 Mar 02 18:01:38.152139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cbdb0fc2-6cf3-4110-be13-6474af240d81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:38.196846 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.204092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 972e1220-1670-4e76-8b3c-9a3608bbdf08 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:38.207320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.222135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fc6541d3-c8a5-47d7-b5f8-3041693c55f5 None None] Provisioning for port cbdb0fc2-6cf3-4110-be13-6474af240d81 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:38.239990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 972e1220-1670-4e76-8b3c-9a3608bbdf08 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:38.241148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.368054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd76f10e-8d73-493c-b379-caa09ea0e703 req-b7e5b2f2-1957-4f6a-80b6-67636edc8cfa tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225523 Mar 02 18:01:38.408255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.412134 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7dfaad8-8371-4ce6-8fb7-f808dc00c592 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9905472 Mar 02 18:01:38.420094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:38.485282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port cbdb0fc2-6cf3-4110-be13-6474af240d81 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:38.501170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cbdb0fc2-6cf3-4110-be13-6474af240d81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:38.501925 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.538320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] DHCP port deletion for fff3805e-fd34-483b-8a23-20f2868188fe request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:01:38.601866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Deleting port 1cd54b89-4e2f-47e2-a88c-42728307c94e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:38.602492 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.636939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.650548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58922) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:38.683838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] For port 1cd54b89-4e2f-47e2-a88c-42728307c94e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1cd54b89-4e2f-47e2-a88c-42728307c94e,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:38.684550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.716388 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.759742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.793973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:38.798734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:38.811953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Calling delete_port for 1cd54b89-4e2f-47e2-a88c-42728307c94e owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:38.853336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.893707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-da3a03bf-2235-4cb6-a034-2b9e9f992c35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-599906385', 'prefixes': ['172.20.0.0/16']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:38.924436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.931343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da3a03bf-2235-4cb6-a034-2b9e9f992c35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:38.983637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:38.998926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd54b89-4e2f-47e2-a88c-42728307c94e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:39.025236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] No DVR routers for this DVR port 1cd54b89-4e2f-47e2-a88c-42728307c94e on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:39.044706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.052260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.084920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:39.110697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Usage tracker for resource:security_group_rule and tenant:535057f0e4d84b9f8cfec29541babaf5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:39.119389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:39.137300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.137457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router ef2de65c-cb0a-45c0-909d-cda4baa80537 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:39.212939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:39.218471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:39.243203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.244007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.248805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dc045d21-54a1-49e2-8b0c-c63b20160a25 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/ef2de65c-cb0a-45c0-909d-cda4baa80537 HTTP/1.1" status: 204 len: 168 time: 5.2037547 Mar 02 18:01:39.252176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58932) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:39.255089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.261954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1540331970', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:39.270851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:39.284265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:router and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:39.288365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:39.295510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:39.314690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.316620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.342003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff3805e-fd34-483b-8a23-20f2868188fe']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:39.348793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.362273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] For port 1cd54b89-4e2f-47e2-a88c-42728307c94e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1cd54b89-4e2f-47e2-a88c-42728307c94e,segment=NetworkSegment(7638e585-3e67-4702-8b56-643b7f4600f5),segment_id=7638e585-3e67-4702-8b56-643b7f4600f5)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:39.362478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.372105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7638e585-3e67-4702-8b56-643b7f4600f5') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:39.374077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7638e585-3e67-4702-8b56-643b7f4600f5') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:39.423787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.489589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.510505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port cbdb0fc2-6cf3-4110-be13-6474af240d81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cbdb0fc2-6cf3-4110-be13-6474af240d81,segment=NetworkSegment(ced0fb99-8c1b-43f3-888b-383a7b1b3fe4),segment_id=ced0fb99-8c1b-43f3-888b-383a7b1b3fe4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:39.512601 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08', 'code': 200} Mar 02 18:01:39.538975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:39.540639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:39.589400 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:39.605056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.711823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.715047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Calling delete_port for 1cd54b89-4e2f-47e2-a88c-42728307c94e owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:39.770142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.788293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a03545ec-1cfb-41b9-bc4f-7aa3caf6f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.800604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba79e64b-01b7-4a86-927e-7c23726fadb6 req-e3b7ef8c-5723-42c0-bf41-a749397c40c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 1096 time: 0.3397927 Mar 02 18:01:39.808252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33caa6a8-1017-4d31-bf15-6f74d7185e72 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:39.833795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.835490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.860172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 33caa6a8-1017-4d31-bf15-6f74d7185e72 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:39.861008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 33caa6a8-1017-4d31-bf15-6f74d7185e72 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:39.863831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba79e64b-01b7-4a86-927e-7c23726fadb6 req-4af630d8-ad5f-4374-ae5b-3d8029ee1a0f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Mar 02 18:01:39.870635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a9e90-6e9a-41eb-960f-8ae905c3bb2e req-32ad38a8-79fd-4884-8847-a3988305c18a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:39.872611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e7a9e90-6e9a-41eb-960f-8ae905c3bb2e req-32ad38a8-79fd-4884-8847-a3988305c18a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 0.2469778 Mar 02 18:01:39.914724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Provisioning for port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:39.938019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Provisioning complete for port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:39.938675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.980852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=cbdb0fc2-6cf3-4110-be13-6474af240d81,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:39.989514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:39.994618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdcd724-cce0-42b1-bf92-38f4fc9990ae,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:39.999095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da3a03bf-2235-4cb6-a034-2b9e9f992c35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.000233 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da3a03bf-2235-4cb6-a034-2b9e9f992c35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.5790803 Mar 02 18:01:40.004422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58938) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:40.010216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e7a9e90-6e9a-41eb-960f-8ae905c3bb2e req-56b183ef-0a36-4ebb-989b-2d8ce221c7d5 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202714 Mar 02 18:01:40.016372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-c9685e08-1d43-4def-9908-6a3d98845531 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-232651782') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:40.021646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:40.022188 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:40.030635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] Pushing event deleted for resources: {'Network': ['ID=fff3805e-fd34-483b-8a23-20f2868188fe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:40.033723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:01:40.056929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0d88d3f7-4bf7-45d0-a9fc-3a1fe06bb06d admin admin] 10.222.0.37 "DELETE /v2.0/networks/fff3805e-fd34-483b-8a23-20f2868188fe HTTP/1.1" status: 204 len: 168 time: 2.4443421 Mar 02 18:01:40.063709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1cd54b89-4e2f-47e2-a88c-42728307c94e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:40.063855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 58942) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:40.089097 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1fc7cd55-7025-4cdd-b05e-552c2e512d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=535057f0e4d84b9f8cfec29541babaf5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1847398 Mar 02 18:01:40.109590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1cd54b89-4e2f-47e2-a88c-42728307c94e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:40.110448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1cd54b89-4e2f-47e2-a88c-42728307c94e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:40.123515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Provisioning complete for port cbdb0fc2-6cf3-4110-be13-6474af240d81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:40.124224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f8a6-372b-479b-b6d6-881f66f9a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.125101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:40.323684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.355455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.371131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bc5e1424-fdd9-45d5-ba6c-5ea68d4a6bb5 None None] Provisioning complete for port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:40.371131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1424-fdd9-45d5-ba6c-5ea68d4a6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.431874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e1424-fdd9-45d5-ba6c-5ea68d4a6bb5 None None] Port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:01:40.438210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c9685e08-1d43-4def-9908-6a3d98845531 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-232651782 HTTP/1.1" status: 201 len: 201 time: 0.4270742 Mar 02 18:01:40.446435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:40.464654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-9a22aa9f-5ec5-4f97-8af3-e704171b94a6 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-277916894') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:40.513516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.513937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.523784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Deleting port 1cd54b89-4e2f-47e2-a88c-42728307c94e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:40.524530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.535429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdcd724-cce0-42b1-bf92-38f4fc9990ae,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:40.548611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.550896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:40.551996 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c68c22b-ccdd-48d2-8427-f773f9167f93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bdcd724-cce0-42b1-bf92-38f4fc9990ae HTTP/1.1" status: 204 len: 168 time: 0.4258399 Mar 02 18:01:40.602116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:01:40.622254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9a22aa9f-5ec5-4f97-8af3-e704171b94a6 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-277916894 HTTP/1.1" status: 201 len: 201 time: 0.1753531 Mar 02 18:01:40.624764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:40.633825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-f5460a6e-59ea-4604-b76a-ef303ebe57cf tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-77826076') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:40.700890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1254e-5a35-4525-8f2a-ef3f16edbea8 None None] The port '1cd54b89-4e2f-47e2-a88c-42728307c94e' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:01:40.926644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 172.25.3.170 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5a9d3704-c3a3-4c6a-8939-06c1e040d73f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:41.280075 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5460a6e-59ea-4604-b76a-ef303ebe57cf tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-77826076 HTTP/1.1" status: 201 len: 201 time: 0.6542928 Mar 02 18:01:41.280678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:41.291464 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:41.304424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-42b6ee95-a5ed-4f2e-b64c-d3559755462c tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-848533792') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:41.337022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:41.380280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-42b6ee95-a5ed-4f2e-b64c-d3559755462c tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-848533792 HTTP/1.1" status: 201 len: 201 time: 0.0846400 Mar 02 18:01:41.381409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58982) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:41.384858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c79b9312-3e1b-4648-8907-102b676f82c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:41.393433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-42ad70a9-c98e-49b0-b7e2-512c2d4f9e47 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:41.417363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:41.466808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:41.478042 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Sync routers for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:41.483594 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3c25d934-9a48-4546-abef-ce541b96b672 admin admin] 10.222.0.37 "PUT /v2.0/routers/5edb67f3-de35-4d70-b1cb-6d1cea33b884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9450309 Mar 02 18:01:41.485955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58988) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:41.492053 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:41.493033 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:41.576726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:41.605872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:41.608955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:41.616247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:41.682657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-42ad70a9-c98e-49b0-b7e2-512c2d4f9e47 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 200 len: 240 time: 0.2978089 Mar 02 18:01:41.683425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 58996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:41.693135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-52ea7740-8d9a-4acf-9845-f4d092a5d50d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-232651782') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:41.695581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70238da4-c3a5-46d5-bcdf-f1bd4e72c497 req-661a71ee-b35e-4e6e-ae02-5bb08abb3390 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:41.702668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70238da4-c3a5-46d5-bcdf-f1bd4e72c497 req-661a71ee-b35e-4e6e-ae02-5bb08abb3390 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 0.5285616 Mar 02 18:01:41.746749 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:41.827738 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52ea7740-8d9a-4acf-9845-f4d092a5d50d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-232651782 HTTP/1.1" status: 204 len: 168 time: 0.1430538 Mar 02 18:01:41.829032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59002) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:41.846929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-704a6b5d-7dc5-4dc7-b2b8-1a8ce3cb84b0 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-232651782') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:41.917580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70238da4-c3a5-46d5-bcdf-f1bd4e72c497 req-6f66ba28-9981-43f4-87ef-25b433116b3c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138641 Mar 02 18:01:41.924030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.014962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cbdb0fc2-6cf3-4110-be13-6474af240d81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:42.151781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port cbdb0fc2-6cf3-4110-be13-6474af240d81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:42.152273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.170619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-704a6b5d-7dc5-4dc7-b2b8-1a8ce3cb84b0 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-232651782 HTTP/1.1" status: 204 len: 168 time: 0.3403976 Mar 02 18:01:42.172195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:42.185751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-bc3f4f8c-5474-49be-ac28-ee1553f06860 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:42.213377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.231501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Deleting port 85566dae-f24d-4f43-bfa1-e311fffdcb69 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:42.232171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.266657 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T18:01:36Z', 'revision_number': 5, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port': {'id': '85566dae-f24d-4f43-bfa1-e311fffdcb69', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:56:16Z', 'updated_at': '2022-03-02T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:42.272241 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Checking router: 5edb67f3-de35-4d70-b1cb-6d1cea33b884 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:42.291917 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Routers {'5edb67f3-de35-4d70-b1cb-6d1cea33b884'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:42.295004 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:42.340693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.342179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.523135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] For port 85566dae-f24d-4f43-bfa1-e311fffdcb69, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85566dae-f24d-4f43-bfa1-e311fffdcb69,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:42.524599 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.622942 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] Set router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:42.733757 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T18:01:42Z', 'revision_number': 6, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:42.738269 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854b19d-36f6-472a-b906-582d909e4404 None None] The sync data for ids ['5edb67f3-de35-4d70-b1cb-6d1cea33b884'] in n-d-820559-6 is: [{'id': '5edb67f3-de35-4d70-b1cb-6d1cea33b884', 'name': 'tempest-TestVolumeBackupRestore-1496917614-router', 'tenant_id': '60ed10a009a54420851b3dc5cac2b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:56:15Z', 'updated_at': '2022-03-02T18:01:42Z', 'revision_number': 6, 'project_id': '60ed10a009a54420851b3dc5cac2b7f0', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:42.767387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Calling delete_port for 85566dae-f24d-4f43-bfa1-e311fffdcb69 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:42.848381 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:42.924523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc3f4f8c-5474-49be-ac28-ee1553f06860 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 200 len: 205 time: 0.7499697 Mar 02 18:01:42.926984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59026) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:42.961806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-e69adf43-671f-40a6-bb64-14ccece6a1e1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:43.020262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:43.061445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:43.181482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=85566dae-f24d-4f43-bfa1-e311fffdcb69,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:43.370623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9910d1-3efb-48d8-8853-879e8822a9ab req-2be63309-63ef-473a-8df7-4f920ad747d7 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:43.382197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d9910d1-3efb-48d8-8853-879e8822a9ab req-2be63309-63ef-473a-8df7-4f920ad747d7 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 0.2464106 Mar 02 18:01:43.483900 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e69adf43-671f-40a6-bb64-14ccece6a1e1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 200 len: 240 time: 0.5537527 Mar 02 18:01:43.487946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:43.497859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-e614ab54-20f8-458c-af8e-1df883dc3145 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-277916894') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:43.503064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router 834724d9-c009-407e-abed-3f3d94af026d is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:01:43.529619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d9910d1-3efb-48d8-8853-879e8822a9ab req-0d0e0b49-1150-4ac9-ac6d-9d8e9c51f526 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462657 Mar 02 18:01:43.551354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Deleting port aeb5a347-6573-4c50-9ab2-9a709c60875c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:43.551683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:43.732462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:43.917680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] For port aeb5a347-6573-4c50-9ab2-9a709c60875c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aeb5a347-6573-4c50-9ab2-9a709c60875c,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:43.918049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:43.971423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b306700b-5daf-4365-9a96-2890b3fc0f93 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:44.042779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b306700b-5daf-4365-9a96-2890b3fc0f93 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:44.042779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b306700b-5daf-4365-9a96-2890b3fc0f93 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:44.042779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85566dae-f24d-4f43-bfa1-e311fffdcb69 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:44.085692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Calling delete_port for aeb5a347-6573-4c50-9ab2-9a709c60875c owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:44.135504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 85566dae-f24d-4f43-bfa1-e311fffdcb69 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:44.136456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85566dae-f24d-4f43-bfa1-e311fffdcb69 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:44.148595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.156684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.160454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e614ab54-20f8-458c-af8e-1df883dc3145 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-277916894 HTTP/1.1" status: 204 len: 168 time: 0.6727469 Mar 02 18:01:44.166340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59066) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:44.173479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-ca103ae6-985c-4780-8f09-fe2a46a02970 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-277916894') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:44.226458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:44.245237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Sync routers for ids ['834724d9-c009-407e-abed-3f3d94af026d'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:44.247274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.247797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edb67f3-de35-4d70-b1cb-6d1cea33b884 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:44.274287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Routers {'834724d9-c009-407e-abed-3f3d94af026d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:44.275741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['834724d9-c009-407e-abed-3f3d94af026d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:44.284287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.290026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8ccb556c-7922-4bf8-9614-81fc9fd06b5d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0366387 Mar 02 18:01:44.292377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.294440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59074) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:44.295603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d39ff792-639f-4b56-b227-b24250e4d8ad admin admin] 10.222.0.37 "DELETE /v2.0/routers/5edb67f3-de35-4d70-b1cb-6d1cea33b884 HTTP/1.1" status: 204 len: 168 time: 2.8083868 Mar 02 18:01:44.316167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:44.520657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Deleting subnet 12d49e17-d15c-44df-88f8-85bfaf17bb91 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:44.533522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.602129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.612713 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca103ae6-985c-4780-8f09-fe2a46a02970 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-277916894 HTTP/1.1" status: 204 len: 168 time: 0.4452891 Mar 02 18:01:44.618632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:44.630402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-ee050f24-08bc-43cf-8dde-8a4753261137 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:44.716505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Set router 834724d9-c009-407e-abed-3f3d94af026d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:44.726295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.734039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:44.857754 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ee050f24-08bc-43cf-8dde-8a4753261137 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 200 len: 205 time: 0.2318051 Mar 02 18:01:44.858231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:44.869259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-869a584b-a8b8-4288-a502-32801ea08217 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:44.999773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb5a347-6573-4c50-9ab2-9a709c60875c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:45.107471 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-869a584b-a8b8-4288-a502-32801ea08217 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 200 len: 239 time: 0.2484114 Mar 02 18:01:45.112892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59112) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:45.121964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-48eee6cc-17a6-44fe-9fa9-cbdebaeefb1d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-77826076') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:45.200805 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:45.382923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834724d9-c009-407e-abed-3f3d94af026d', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:39Z', 'updated_at': '2022-03-02T18:01:41Z', 'revision_number': 3, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port': {'id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834724d9-c009-407e-abed-3f3d94af026d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:40Z', 'updated_at': '2022-03-02T18:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:45.392700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Checking router: 834724d9-c009-407e-abed-3f3d94af026d for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:45.393203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Updating router 834724d9-c009-407e-abed-3f3d94af026d port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:01:45.515189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:45.596250 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-48eee6cc-17a6-44fe-9fa9-cbdebaeefb1d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-77826076 HTTP/1.1" status: 204 len: 168 time: 0.4815698 Mar 02 18:01:45.596892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:45.609414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-e9e683d3-76d7-4d72-aa6e-f972989d8e95 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-77826076') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:45.759904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-26dde8f6-42a2-4fd6-a39b-ada2e4eea91f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/834724d9-c009-407e-abed-3f3d94af026d HTTP/1.1" status: 200 len: 909 time: 1.4628828 Mar 02 18:01:45.763724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59132) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:45.772994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1540331970', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': True}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:01:45.780909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:45.791311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a7fbd-56dd-4c53-92a5-b2a771eb6964 req-60cb3e65-2e17-48bb-aaa6-5a25a488c43a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:45.798677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d8a7fbd-56dd-4c53-92a5-b2a771eb6964 req-60cb3e65-2e17-48bb-aaa6-5a25a488c43a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 0.3426125 Mar 02 18:01:45.820539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Usage tracker for resource:router and tenant:b72cc95eb7dd44a6acf78aa497e13b69 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:45.829705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:45.839147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:45.870169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:45.871588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:45.879809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d8a7fbd-56dd-4c53-92a5-b2a771eb6964 req-0e7c6011-cd25-4c0b-b81f-d9bef37ad37a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793669 Mar 02 18:01:45.919402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:45.976938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.041038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c0100-ef4b-4be7-9846-780b62ae2ac1 None None] Network 669c9097-4e8f-4b87-bd72-3c1376df6bf0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:46.102673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:46.122931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.131543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12d49e17-d15c-44df-88f8-85bfaf17bb91 HTTP/1.1" status: 204 len: 168 time: 1.8142383 Mar 02 18:01:46.139925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59148) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:46.142426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d49e17-d15c-44df-88f8-85bfaf17bb91,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:46.150678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:01:46.164256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.173496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.173935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.174283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.174642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.175108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.175445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.175778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.176104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.176430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.176752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.177070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eaf46-8243-4d7f-a32c-298a9e1331f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:46.279550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.347470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.371156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.373561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Transition to ACTIVE for port object 5a9d3704-c3a3-4c6a-8939-06c1e040d73f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:46.385119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59156) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:46.395192 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e9e683d3-76d7-4d72-aa6e-f972989d8e95 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-77826076 HTTP/1.1" status: 204 len: 168 time: 0.7805827 Mar 02 18:01:46.399644 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.407496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Deleting port 286a78c4-7d94-4283-819c-cf18999d32d9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:46.408514 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.411229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-7c31e29b-47f2-445a-9f0a-b68ee25bbd08 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:46.508128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] DHCP port deletion for 669c9097-4e8f-4b87-bd72-3c1376df6bf0 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:01:46.529309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Attempting to bind port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:46.529692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Attempting to bind port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:46.530050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Attempting to bind port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:01:46.546452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:01:46.546859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:01:46.547411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.548731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:01:46.548731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Bound port: 5a9d3704-c3a3-4c6a-8939-06c1e040d73f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:46.549083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.632063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] For port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:01:46.635581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] For port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:01:46.636978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Deleting port 286a78c4-7d94-4283-819c-cf18999d32d9 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:46.637714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.639306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.670598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.692671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25be564-c990-4f60-9561-b3ca0ae323c2 None None] Pushing event updated for resources: {'Port': ['ID=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:46.760372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] For port 286a78c4-7d94-4283-819c-cf18999d32d9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=286a78c4-7d94-4283-819c-cf18999d32d9,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:46.760728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:46.782469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25be564-c990-4f60-9561-b3ca0ae323c2 None None] Pushing event updated for resources: {'Port': ['ID=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:46.785348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7c31e29b-47f2-445a-9f0a-b68ee25bbd08 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 200 len: 205 time: 0.3836758 Mar 02 18:01:46.786605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59166) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:46.804579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:46.814752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-8cdc0f91-f598-4f8d-8542-dcf581583b62 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:46.843872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Usage tracker for resource:security_group_rule and tenant:bcf0eb42e23d41248154f385bd0c542a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:46.850557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:46.869476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:46.881348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-a6168e8d-ce82-4919-ab2e-0847d1f013f2 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:46.882947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-a6168e8d-ce82-4919-ab2e-0847d1f013f2 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.35 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 0.3748746 Mar 02 18:01:46.926410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Calling delete_port for 286a78c4-7d94-4283-819c-cf18999d32d9 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:46.978598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] For port 286a78c4-7d94-4283-819c-cf18999d32d9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=286a78c4-7d94-4283-819c-cf18999d32d9,segment=NetworkSegment(44c44cfe-e3bb-4781-9f53-c9620d28193b),segment_id=44c44cfe-e3bb-4781-9f53-c9620d28193b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:46.979083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.007297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.058874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59172) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.060519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=286a78c4-7d94-4283-819c-cf18999d32d9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:47.066259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8cdc0f91-f598-4f8d-8542-dcf581583b62 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 200 len: 240 time: 0.2670281 Mar 02 18:01:47.072005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-c14c2d3f-6bd8-48ad-8690-92104bdd932f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-848533792') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.090289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] No DVR routers for this DVR port 286a78c4-7d94-4283-819c-cf18999d32d9 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:47.109682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Calling delete_port for 286a78c4-7d94-4283-819c-cf18999d32d9 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:47.183705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Deleting port 972e1220-1670-4e76-8b3c-9a3608bbdf08 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:47.184107 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.190186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:47.190545 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:47.191781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Routers {'834724d9-c009-407e-abed-3f3d94af026d'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:47.200125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['834724d9-c009-407e-abed-3f3d94af026d'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.268706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.302407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c9097-4e8f-4b87-bd72-3c1376df6bf0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.317689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c44cfe-e3bb-4781-9f53-c9620d28193b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.318399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c44cfe-e3bb-4781-9f53-c9620d28193b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.331117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.352324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.362079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:47.362910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.432652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] Set router 834724d9-c009-407e-abed-3f3d94af026d gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:47.492318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:47.518683 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:47.525806 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c14c2d3f-6bd8-48ad-8690-92104bdd932f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-848533792 HTTP/1.1" status: 204 len: 168 time: 0.4575322 Mar 02 18:01:47.525806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.529250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.532738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.556712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-484fa328-6892-4801-8b50-d3007c5dd0df tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-848533792') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.600704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=669c9097-4e8f-4b87-bd72-3c1376df6bf0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:47.620449 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c1acb837-a86c-4839-936e-acdb59ae3ab5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/669c9097-4e8f-4b87-bd72-3c1376df6bf0 HTTP/1.1" status: 204 len: 168 time: 1.4793432 Mar 02 18:01:47.663415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-484fa328-6892-4801-8b50-d3007c5dd0df tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-848533792 HTTP/1.1" status: 204 len: 168 time: 0.1168234 Mar 02 18:01:47.665757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59192) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.672136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-74ad3a33-f779-45f1-99a7-372f7d058c2c tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.700779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Deleting port 286a78c4-7d94-4283-819c-cf18999d32d9 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:47.701409 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-74ad3a33-f779-45f1-99a7-372f7d058c2c tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0343390 Mar 02 18:01:47.704032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.704168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59196) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.712951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-90df551d-4e79-4516-8d8d-7c91fffedce1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.757756 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-90df551d-4e79-4516-8d8d-7c91fffedce1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0524385 Mar 02 18:01:47.760636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.774957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-f33423fb-04eb-47c7-8d97-34fef9856b8b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.777882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a38a2d85-a9f7-4d10-9a35-c8a1c75d2e0d None None] The port '286a78c4-7d94-4283-819c-cf18999d32d9' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:01:47.869162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:47.908151 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.932945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:47.934817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834724d9-c009-407e-abed-3f3d94af026d', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:39Z', 'updated_at': '2022-03-02T18:01:41Z', 'revision_number': 3, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port': {'id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834724d9-c009-407e-abed-3f3d94af026d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:40Z', 'updated_at': '2022-03-02T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:47.939887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f6fa2-3fdb-4d00-b92f-19d7dd985490 None None] The sync data for ids ['834724d9-c009-407e-abed-3f3d94af026d'] in n-d-820559-6 is: [{'id': '834724d9-c009-407e-abed-3f3d94af026d', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:39Z', 'updated_at': '2022-03-02T18:01:41Z', 'revision_number': 3, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port': {'id': '5a9d3704-c3a3-4c6a-8939-06c1e040d73f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834724d9-c009-407e-abed-3f3d94af026d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:40Z', 'updated_at': '2022-03-02T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:47.987626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 286a78c4-7d94-4283-819c-cf18999d32d9 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:48.048872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 286a78c4-7d94-4283-819c-cf18999d32d9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:48.049586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 286a78c4-7d94-4283-819c-cf18999d32d9 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:48.050038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-861e592a-de73-4672-ac0a-715c6e8645e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=707189d6e7ae4ebaa256de9a9f7d677d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795111 Mar 02 18:01:48.053593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.093745 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f33423fb-04eb-47c7-8d97-34fef9856b8b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 204 len: 168 time: 0.3318446 Mar 02 18:01:48.097746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59216) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.105070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-8c15e2a6-fcf1-468d-b30e-514e2d25cc71 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:48.174334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 172.25.3.99 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/fc60d5a8-48e4-49fd-a6e0-456e9c3a6412) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:48.192451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.223002 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.264757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.295258 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c15e2a6-fcf1-468d-b30e-514e2d25cc71 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.1938214 Mar 02 18:01:48.305528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59226) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.322118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-cb89dda0-115b-4a61-b07f-c96e38eb92ed tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:48.401581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d54119-d933-4e3f-8e44-af44e331d16c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:48.582813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-88765d95-5652-40b9-8ba8-152936749f2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf0eb42e23d41248154f385bd0c542a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4789157 Mar 02 18:01:48.585796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.622181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.644421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.659303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd81748-574b-4b42-9984-da423cd16a20,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:48.703564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.703564 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7ebcc046-25bb-435c-8be6-40606eaf7640 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cd81748-574b-4b42-9984-da423cd16a20 HTTP/1.1" status: 204 len: 168 time: 0.6434698 Mar 02 18:01:48.732028 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb89dda0-115b-4a61-b07f-c96e38eb92ed tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 204 len: 168 time: 0.4243221 Mar 02 18:01:48.751241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59242) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.790558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-c5d40f35-dd78-4ea1-b4dc-b95043ec3f56 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-1109522843') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:48.796826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231286a8-748e-4849-91c9-fe46e39a3c84 req-533de1a3-051f-4e08-b6fa-0fbce667ab3c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:48.804998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-231286a8-748e-4849-91c9-fe46e39a3c84 req-533de1a3-051f-4e08-b6fa-0fbce667ab3c tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 945 time: 1.6860893 Mar 02 18:01:48.835030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.839480 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.903334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:48.938826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:48.975388 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c5d40f35-dd78-4ea1-b4dc-b95043ec3f56 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-1109522843 HTTP/1.1" status: 201 len: 201 time: 0.2229891 Mar 02 18:01:48.978047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59250) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:48.984048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-3a46110f-0cdd-4b90-8f8b-bb56564dc984 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-844069286') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:49.038886 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.042233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:49.075347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:01:49.097743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d54119-d933-4e3f-8e44-af44e331d16c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:49.102933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.106316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4b2fe4b-f893-47a7-9b43-2e8facdde442 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9d54119-d933-4e3f-8e44-af44e331d16c HTTP/1.1" status: 204 len: 168 time: 0.5141392 Mar 02 18:01:49.152924 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a46110f-0cdd-4b90-8f8b-bb56564dc984 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-844069286 HTTP/1.1" status: 201 len: 201 time: 0.1734939 Mar 02 18:01:49.156093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59258) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.191458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-869528bc-81cd-4c2b-9e3f-6f951c60a521 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-105084264') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:49.345649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.366469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:49.381677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] For port 972e1220-1670-4e76-8b3c-9a3608bbdf08, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=972e1220-1670-4e76-8b3c-9a3608bbdf08,segment=NetworkSegment(98acc671-0c32-4529-ac22-f827bc2703e6),segment_id=98acc671-0c32-4529-ac22-f827bc2703e6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:49.382305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.400800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-869528bc-81cd-4c2b-9e3f-6f951c60a521 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-105084264 HTTP/1.1" status: 201 len: 201 time: 0.2214291 Mar 02 18:01:49.405646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59262) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.408694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-231286a8-748e-4849-91c9-fe46e39a3c84 req-9e28ad6c-f846-47f6-9f73-31af03cec69e tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9b7bf33-6b77-48ce-81d4-e83c77520a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028428 Mar 02 18:01:49.423703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-196c6878-cf28-46f4-9d44-5e84d9c6737d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-1741592580') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:49.451251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.561063 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa42e8cb-ee22-447e-903a-6038912880e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60ed10a009a54420851b3dc5cac2b7f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1083746 Mar 02 18:01:49.562386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.563500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Calling delete_port for 972e1220-1670-4e76-8b3c-9a3608bbdf08 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:49.609597 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-196c6878-cf28-46f4-9d44-5e84d9c6737d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-1741592580 HTTP/1.1" status: 201 len: 201 time: 0.2009366 Mar 02 18:01:49.613384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59280) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.630516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-e7338ab9-1b82-45e5-ace5-66352f4c80aa tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', {'tags': ['tempest-TagsExtTest-Tag-229429485', 'tempest-TagsExtTest-Tag-1838980574', 'tempest-TagsExtTest-Tag-364340597']}) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:49.743511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 972e1220-1670-4e76-8b3c-9a3608bbdf08 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:49.763640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.782624 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e7338ab9-1b82-45e5-ace5-66352f4c80aa tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 200 len: 316 time: 0.1667199 Mar 02 18:01:49.783380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.824173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-4167c5de-53bd-4055-be28-eefb6f46c626 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:49.862972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:49.988277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:49.990231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.058260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.062919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a9d3704-c3a3-4c6a-8939-06c1e040d73f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:50.122094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.137327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:50.146922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ffa5f312474638a68d2c6839470a05 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:50.151167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:50.155892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.183134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:50.185681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4eef6-4a36-47e0-8e32-34072de7d10e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:50.189830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Pushing event deleted for resources: {'Port': ['ID=972e1220-1670-4e76-8b3c-9a3608bbdf08,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:50.205508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.206174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.207097 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4167c5de-53bd-4055-be28-eefb6f46c626 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 204 len: 168 time: 0.4227495 Mar 02 18:01:50.210780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:50.226283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-c064fddb-85e8-4dcf-915b-d81dc3a7be46 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-229429485') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:50.252578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:50.261599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:50.261976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.272921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.277139 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9ed912ed-6e0c-445a-922b-616c4b366290 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13a4eef6-4a36-47e0-8e32-34072de7d10e HTTP/1.1" status: 204 len: 168 time: 0.7110548 Mar 02 18:01:50.338211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Router 198840a7-9e21-4db1-9aff-1f5e8aea584f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:01:50.396316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.405344 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-c064fddb-85e8-4dcf-915b-d81dc3a7be46 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:50.409842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c064fddb-85e8-4dcf-915b-d81dc3a7be46 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-229429485 HTTP/1.1" status: 404 len: 328 time: 0.1979735 Mar 02 18:01:50.414499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59308) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:50.423810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.428006 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.447241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:50.453693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.476785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-a0e593ad-c59b-45c4-a679-5b495b67121a tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-1838980574') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:50.559522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:50.573918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.574496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.575033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.575538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.576007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.576519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.577069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.577533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.578009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.578632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.579251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:50.687336 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1ffa5f312474638a68d2c6839470a05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6951518 Mar 02 18:01:50.695143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aa4f5-b31b-4539-89ad-de562b9fe971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea93b1-c860-4851-aca2-7109d6119437,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:50.717390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:50.731302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] No DVR routers for this DVR port 972e1220-1670-4e76-8b3c-9a3608bbdf08 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:50.734258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.789708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'name': 'network-vif-deleted', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:01:50.833751 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-a0e593ad-c59b-45c4-a679-5b495b67121a tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:50.838800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a0e593ad-c59b-45c4-a679-5b495b67121a tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-1838980574 HTTP/1.1" status: 404 len: 329 time: 0.4212875 Mar 02 18:01:50.843295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59324) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:50.859809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-89cd0272-4ff4-4a5f-bdc9-d833958839a8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c', 'tempest-TagsExtTest-Tag-364340597') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:50.942177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.945402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93df5c85-820e-4814-ad65-a477fd608bf1 req-393cd26e-e98b-45ac-9d92-dbaada63f82a tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.37 "GET /v2.0/ports?device_id=54fafcfc-547a-411c-9a03-05a54f5e5214 HTTP/1.1" status: 200 len: 210 time: 0.2222090 Mar 02 18:01:50.981201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:50.994877 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fafcfc-547a-411c-9a03-05a54f5e5214', 'name': 'network-vif-deleted', 'tag': '972e1220-1670-4e76-8b3c-9a3608bbdf08', 'status': 'completed', 'code': 200} Mar 02 18:01:51.021133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9794ac70-f5b5-4260-b958-c58ee7446718 req-51835de6-98bb-4d99-9cbf-d1c1420df785 tempest-VolumesActionsTest-1635059019 tempest-VolumesActionsTest-1635059019-project] 10.222.0.35 "DELETE /v2.0/ports/972e1220-1670-4e76-8b3c-9a3608bbdf08 HTTP/1.1" status: 204 len: 173 time: 4.1279526 Mar 02 18:01:51.073774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:51.099795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea93b1-c860-4851-aca2-7109d6119437,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:51.115348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:51.119563 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-56e825e3-e052-4759-b849-16cb88291d3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24ea93b1-c860-4851-aca2-7109d6119437 HTTP/1.1" status: 204 len: 168 time: 0.3968024 Mar 02 18:01:51.135392 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-89cd0272-4ff4-4a5f-bdc9-d833958839a8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:51.139198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89cd0272-4ff4-4a5f-bdc9-d833958839a8 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags/tempest-TagsExtTest-Tag-364340597 HTTP/1.1" status: 404 len: 328 time: 0.2918267 Mar 02 18:01:51.140752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:51.152469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-61257b2f-84bb-4241-be3b-14e1ce94402e tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', {'tags': ['tempest-TagsExtTest-Tag-856535775', 'tempest-TagsExtTest-Tag-154805763', 'tempest-TagsExtTest-Tag-382361274']}) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:51.171654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:51.181199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3bfc1d53-5ba4-453a-a0dc-b6d17dcb209f admin admin] 10.222.0.37 "PUT /v2.0/routers/198840a7-9e21-4db1-9aff-1f5e8aea584f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1143436 Mar 02 18:01:51.181781 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Sync routers for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:51.182268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:51.203124 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:51.205114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:51.263060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router cc198f65-7bbc-4b6b-8e81-78eea06200bb is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:01:51.432909 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61257b2f-84bb-4241-be3b-14e1ce94402e tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 200 len: 315 time: 0.2914054 Mar 02 18:01:51.436149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:51.449817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-777f7d18-c920-4ad8-9b9d-bada972b93b1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:51.618847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:51.705625 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:51.785115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:01:51.795556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Sync routers for ids ['cc198f65-7bbc-4b6b-8e81-78eea06200bb'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:01:51.815032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Routers {'cc198f65-7bbc-4b6b-8e81-78eea06200bb'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:51.823537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-777f7d18-c920-4ad8-9b9d-bada972b93b1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.3852382 Mar 02 18:01:51.823967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cc198f65-7bbc-4b6b-8e81-78eea06200bb'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:51.830450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59358) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:51.846511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-21fee3c6-4485-40b7-9b31-4c03023d8b35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-856535775') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:51.957370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:51.964977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-357b1b5c-8fe5-41ef-aea9-89b8ad5b7354 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1996064 Mar 02 18:01:51.965720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59366) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:52.355242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a9d3704-c3a3-4c6a-8939-06c1e040d73f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:52.368970 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T18:01:44Z', 'revision_number': 5, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:52.376092 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Checking router: 198840a7-9e21-4db1-9aff-1f5e8aea584f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:52.391036 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Routers {'198840a7-9e21-4db1-9aff-1f5e8aea584f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:52.392634 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['198840a7-9e21-4db1-9aff-1f5e8aea584f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:52.447503 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-21fee3c6-4485-40b7-9b31-4c03023d8b35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:52.450631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-21fee3c6-4485-40b7-9b31-4c03023d8b35 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-856535775 HTTP/1.1" status: 404 len: 328 time: 0.6163139 Mar 02 18:01:52.453122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:52.470055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-43bfad94-b0d1-4a35-9243-9d06cf68788d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-154805763') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:52.481129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:52.511259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Deleting port ba5740e2-b769-4019-bbf0-678ebd88118d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:52.511667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:52.743758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:52.744135 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:52.757612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eeebd876-a535-4f9a-8ae2-ca04bd38acfd tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/cc198f65-7bbc-4b6b-8e81-78eea06200bb HTTP/1.1" status: 200 len: 907 time: 0.7901521 Mar 02 18:01:52.760902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59396) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:52.783091 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-43bfad94-b0d1-4a35-9243-9d06cf68788d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:52.784361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-43bfad94-b0d1-4a35-9243-9d06cf68788d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-154805763 HTTP/1.1" status: 404 len: 328 time: 0.3286386 Mar 02 18:01:52.793531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] Set router 198840a7-9e21-4db1-9aff-1f5e8aea584f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:52.827864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Set router cc198f65-7bbc-4b6b-8e81-78eea06200bb gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:52.853978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:52.882882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-149d369a-4da1-4882-9b5f-2cb45bfb81c0 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3', 'tempest-TagsExtTest-Tag-382361274') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:53.161281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] For port ba5740e2-b769-4019-bbf0-678ebd88118d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ba5740e2-b769-4019-bbf0-678ebd88118d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:53.165458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:53.302453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T18:01:44Z', 'revision_number': 5, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:53.310821 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be64a8c-33ca-4fdd-a3b5-4a621bcda2ca None None] The sync data for ids ['198840a7-9e21-4db1-9aff-1f5e8aea584f'] in n-d-820559-6 is: [{'id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'name': 'tempest-TestServerBasicOps-1540077263-router', 'tenant_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T17:54:33Z', 'updated_at': '2022-03-02T18:01:44Z', 'revision_number': 5, 'project_id': '0ca36b5e41e74ce1ba0eb51fa696829a', 'gw_port': {'id': 'ba5740e2-b769-4019-bbf0-678ebd88118d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198840a7-9e21-4db1-9aff-1f5e8aea584f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T17:54:34Z', 'updated_at': '2022-03-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:53.330933 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-149d369a-4da1-4882-9b5f-2cb45bfb81c0 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:53.334671 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-149d369a-4da1-4882-9b5f-2cb45bfb81c0 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags/tempest-TagsExtTest-Tag-382361274 HTTP/1.1" status: 404 len: 328 time: 0.4743919 Mar 02 18:01:53.345393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59422) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:53.376844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-9b70692a-0ed5-44c0-b913-c8099eff2eb6 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', {'tags': ['tempest-TagsExtTest-Tag-1338383815', 'tempest-TagsExtTest-Tag-2098031883', 'tempest-TagsExtTest-Tag-6595466']}) {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:53.500998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Calling delete_port for ba5740e2-b769-4019-bbf0-678ebd88118d owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:53.810134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc198f65-7bbc-4b6b-8e81-78eea06200bb', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fc60d5a8-48e4-49fd-a6e0-456e9c3a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:45Z', 'updated_at': '2022-03-02T18:01:49Z', 'revision_number': 3, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port': {'id': 'fc60d5a8-48e4-49fd-a6e0-456e9c3a6412', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc198f65-7bbc-4b6b-8e81-78eea06200bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:48Z', 'updated_at': '2022-03-02T18:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:53.817623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Checking router: cc198f65-7bbc-4b6b-8e81-78eea06200bb for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:01:53.818282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Updating router cc198f65-7bbc-4b6b-8e81-78eea06200bb port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:01:53.872914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:53.915533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb5a347-6573-4c50-9ab2-9a709c60875c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:53.975156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: aeb5a347-6573-4c50-9ab2-9a709c60875c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:53.976276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aeb5a347-6573-4c50-9ab2-9a709c60875c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:53.978626 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.015454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.029000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5740e2-b769-4019-bbf0-678ebd88118d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:54.205707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b70692a-0ed5-44c0-b913-c8099eff2eb6 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 200 len: 315 time: 0.8414383 Mar 02 18:01:54.206460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59452) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:54.217028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-6a507b16-64cf-4069-a3ae-885e63fc417a tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:54.534382 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.700244 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.738180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Transition to ACTIVE for port object fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:54.750451 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.766927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6a507b16-64cf-4069-a3ae-885e63fc417a tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 204 len: 168 time: 0.5568831 Mar 02 18:01:54.769802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59470) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:54.788468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-84c49a77-bf5b-416f-b8db-4d5e6a65fefa tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-1338383815') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:54.940398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5f20-4196-4edb-9f8e-82f2c43f7e09 None None] Pushing event updated for resources: {'Port': ['ID=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:54.982283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:01:54.999872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.011855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.019452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.025279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Attempting to bind port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:55.027425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Attempting to bind port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:55.027834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Attempting to bind port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:01:55.038691 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-84c49a77-bf5b-416f-b8db-4d5e6a65fefa tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:55.040245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84c49a77-bf5b-416f-b8db-4d5e6a65fefa tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-1338383815 HTTP/1.1" status: 404 len: 329 time: 0.2628474 Mar 02 18:01:55.044936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59486) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:55.052272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:01:55.052272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:01:55.052607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Deleting port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:55.052607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.052867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.052867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:01:55.052867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Bound port: fc60d5a8-48e4-49fd-a6e0-456e9c3a6412, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:55.052867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.089283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.089283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198840a7-9e21-4db1-9aff-1f5e8aea584f {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:55.097168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-7fff5afb-7e81-44b9-9a58-45a88f1a02d1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-2098031883') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:55.128513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.134272 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa61b203-e049-4e12-9a56-0fa7b4832b35 admin admin] 10.222.0.37 "DELETE /v2.0/routers/198840a7-9e21-4db1-9aff-1f5e8aea584f HTTP/1.1" status: 204 len: 168 time: 3.9513695 Mar 02 18:01:55.135015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59492) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:55.172461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] For port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:01:55.176165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] For port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:01:55.189219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.275715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Deleting subnet 169977ab-ddb4-43b9-92ab-83780eb99a57 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:01:55.297929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.304769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Routers {'cc198f65-7bbc-4b6b-8e81-78eea06200bb'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:01:55.305394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['cc198f65-7bbc-4b6b-8e81-78eea06200bb'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:55.353425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5f20-4196-4edb-9f8e-82f2c43f7e09 None None] Pushing event updated for resources: {'Port': ['ID=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:55.437202 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-7fff5afb-7e81-44b9-9a58-45a88f1a02d1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:55.446384 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.456270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7fff5afb-7e81-44b9-9a58-45a88f1a02d1 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-2098031883 HTTP/1.1" status: 404 len: 329 time: 0.4102452 Mar 02 18:01:55.462623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59500) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:55.473895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-19f30bb4-bc03-4b7c-83ad-a3ca19d23544 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10', 'tempest-TagsExtTest-Tag-6595466') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:55.637196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.657032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] Set router cc198f65-7bbc-4b6b-8e81-78eea06200bb gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:01:55.872879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.891167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] For port fc60d5a8-48e4-49fd-a6e0-456e9c3a6412, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:55.891536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.959911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc198f65-7bbc-4b6b-8e81-78eea06200bb', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:45Z', 'updated_at': '2022-03-02T18:01:55Z', 'revision_number': 4, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:55.969614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f8ee-3bdc-445e-9f01-60c0eee153ac None None] The sync data for ids ['cc198f65-7bbc-4b6b-8e81-78eea06200bb'] in n-d-820559-6 is: [{'id': 'cc198f65-7bbc-4b6b-8e81-78eea06200bb', 'name': 'tempest-snat-router-1540331970', 'tenant_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:01:45Z', 'updated_at': '2022-03-02T18:01:55Z', 'revision_number': 4, 'project_id': 'b72cc95eb7dd44a6acf78aa497e13b69', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:01:56.252602 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:56.262956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169977ab-ddb4-43b9-92ab-83780eb99a57,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:56.264141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c956fd5-6517-4e9b-9c58-47427e510e8d None None] Network e546eb38-23e3-4339-853e-a819b523918d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:01:56.268341 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-20cc999a-3c41-40b2-92a4-d42bcbdddcfe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/169977ab-ddb4-43b9-92ab-83780eb99a57 HTTP/1.1" status: 204 len: 168 time: 1.1320081 Mar 02 18:01:56.271146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59530) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:56.403200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:56.433201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Deleting port bfa51fde-dbf2-47bd-941a-8e28530d13c8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:56.433538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:56.577514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Calling delete_port for fc60d5a8-48e4-49fd-a6e0-456e9c3a6412 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:56.711433 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-19f30bb4-bc03-4b7c-83ad-a3ca19d23544 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:56.718472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-19f30bb4-bc03-4b7c-83ad-a3ca19d23544 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags/tempest-TagsExtTest-Tag-6595466 HTTP/1.1" status: 404 len: 326 time: 1.2540855 Mar 02 18:01:56.722288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59548) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:56.737073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-8951a6ad-9106-49e2-bec1-c8a5fb107d57 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', {'tags': ['tempest-TagsExtTest-Tag-918152959', 'tempest-TagsExtTest-Tag-1862323592', 'tempest-TagsExtTest-Tag-464260152']}) {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:56.906140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8951a6ad-9106-49e2-bec1-c8a5fb107d57 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "PUT /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1811323 Mar 02 18:01:56.908431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] For port bfa51fde-dbf2-47bd-941a-8e28530d13c8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa51fde-dbf2-47bd-941a-8e28530d13c8,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:56.908891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59558) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:56.908996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:56.925603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] DHCP port deletion for e546eb38-23e3-4339-853e-a819b523918d request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:01:56.927317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-2e633761-c0a4-4eb5-bc79-1effb4cfafd7 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:56.930849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Deleting port bfa51fde-dbf2-47bd-941a-8e28530d13c8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:56.931247 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:57.048573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e633761-c0a4-4eb5-bc79-1effb4cfafd7 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1372235 Mar 02 18:01:57.054142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59568) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:57.123143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-b0e8f40f-c6d1-4c00-a770-cdd5068b4aa9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-918152959') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.125927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Calling delete_port for bfa51fde-dbf2-47bd-941a-8e28530d13c8 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:57.311080 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-b0e8f40f-c6d1-4c00-a770-cdd5068b4aa9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:57.312227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b0e8f40f-c6d1-4c00-a770-cdd5068b4aa9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-918152959 HTTP/1.1" status: 404 len: 328 time: 0.2546484 Mar 02 18:01:57.322139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59576) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:57.334078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:57.341267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-042e715d-83e3-4fdb-968e-29cc0c6199e9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-1862323592') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.373690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:57.378277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] For port bfa51fde-dbf2-47bd-941a-8e28530d13c8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bfa51fde-dbf2-47bd-941a-8e28530d13c8,segment=NetworkSegment(8f8f23d1-da6c-433d-a6b9-e2616c315dc0),segment_id=8f8f23d1-da6c-433d-a6b9-e2616c315dc0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:01:57.379265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:57.477102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc60d5a8-48e4-49fd-a6e0-456e9c3a6412,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:57.531389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa51fde-dbf2-47bd-941a-8e28530d13c8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:57.566802 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-042e715d-83e3-4fdb-968e-29cc0c6199e9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:57.576990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-042e715d-83e3-4fdb-968e-29cc0c6199e9 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-1862323592 HTTP/1.1" status: 404 len: 329 time: 0.2526917 Mar 02 18:01:57.577864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Calling delete_port for bfa51fde-dbf2-47bd-941a-8e28530d13c8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:01:57.580127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] No DVR routers for this DVR port bfa51fde-dbf2-47bd-941a-8e28530d13c8 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:01:57.588168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:57.673757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:01:57.674391 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:01:57.720979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-da5218bc-60f7-418f-9ae1-157272a57f54 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc', 'tempest-TagsExtTest-Tag-464260152') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.867653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:57.918723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e546eb38-23e3-4339-853e-a819b523918d']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.959865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f23d1-da6c-433d-a6b9-e2616c315dc0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.960153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f23d1-da6c-433d-a6b9-e2616c315dc0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:57.995968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.020008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.031793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba5740e2-b769-4019-bbf0-678ebd88118d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:58.082741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.091428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:01:58.092066 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.117497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ba5740e2-b769-4019-bbf0-678ebd88118d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:58.117853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ba5740e2-b769-4019-bbf0-678ebd88118d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:58.118277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa51fde-dbf2-47bd-941a-8e28530d13c8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:01:58.123877 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:01:58.218086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Deleting port bfa51fde-dbf2-47bd-941a-8e28530d13c8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:01:58.218467 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.288062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: bfa51fde-dbf2-47bd-941a-8e28530d13c8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:01:58.289056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bfa51fde-dbf2-47bd-941a-8e28530d13c8 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:01:58.361951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-84e4df8d-f95a-4138-ae33-dc2c4ea42380 None None] The port 'bfa51fde-dbf2-47bd-941a-8e28530d13c8' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:01:58.374618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.464304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.476194 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-da5218bc-60f7-418f-9ae1-157272a57f54 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] show failed (client error): The resource could not be found. Mar 02 18:01:58.477707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-da5218bc-60f7-418f-9ae1-157272a57f54 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags/tempest-TagsExtTest-Tag-464260152 HTTP/1.1" status: 404 len: 328 time: 0.8790510 Mar 02 18:01:58.483830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] Pushing event deleted for resources: {'Network': ['ID=e546eb38-23e3-4339-853e-a819b523918d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:58.494363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59604) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.507413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-5d1f9df1-11c5-42ab-9dfc-a0fac15a4dd7 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:58.529164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fbc1444-8640-41b5-aaa5-5e5d66daa22a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e546eb38-23e3-4339-853e-a819b523918d HTTP/1.1" status: 204 len: 168 time: 2.2556820 Mar 02 18:01:58.539239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.547294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.589484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5d1f9df1-11c5-42ab-9dfc-a0fac15a4dd7 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0935600 Mar 02 18:01:58.592101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59610) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.600542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-414d898d-9d3e-4b7d-ad48-06b680464d11 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f43b760-55f3-4281-8551-09ec2219af10') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:58.610909 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.611549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc198f65-7bbc-4b6b-8e81-78eea06200bb {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:01:58.632521 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:58.634080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8ab9d0a3-f2dc-472e-8765-004d2a4487e6 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cc198f65-7bbc-4b6b-8e81-78eea06200bb HTTP/1.1" status: 204 len: 168 time: 5.8697348 Mar 02 18:01:58.638471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.868704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.868995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59626) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.966995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dac6a0a1-d072-400e-91de-947a32692e86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d172537ea284df1b0800fe420adf6f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0950210 Mar 02 18:01:58.969327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59634) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.970596 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-414d898d-9d3e-4b7d-ad48-06b680464d11 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10/tags HTTP/1.1" status: 204 len: 168 time: 0.3771780 Mar 02 18:01:58.974680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59636) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:58.992556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.tag.tag_plugin [None req-e6f3bbd6-1906-404d-95ee-e83a0ff4c746 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:59.180613 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.240727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.330954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.611998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.636996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e6f3bbd6-1906-404d-95ee-e83a0ff4c746 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.6598241 Mar 02 18:01:59.638913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:59.650630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.tag.tag_plugin [None req-03da6e97-2be6-4559-893a-4668893a2fcd tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c97f356-7ed4-4903-b1b2-401e568eb94c') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:59.735115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:59.748956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e95ef89c7dad4df2be7d928ed1219ba4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:59.753079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:59.762750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:59.763495 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-03da6e97-2be6-4559-893a-4668893a2fcd tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c/tags HTTP/1.1" status: 204 len: 168 time: 0.1191719 Mar 02 18:01:59.768309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:59.781561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.810294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab1a49-0ab5-4409-a0cf-8f7d7e444c45,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:59.857611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.861708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8a6af4cc-6400-4d20-82c1-9ccaf1ecd070 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bab1a49-0ab5-4409-a0cf-8f7d7e444c45 HTTP/1.1" status: 204 len: 168 time: 0.8911660 Mar 02 18:01:59.943070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80026cf6-e3c7-4885-990d-71ee43dcbc6d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for subnetpool, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.945401 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80026cf6-e3c7-4885-990d-71ee43dcbc6d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnetpools/3d1122a0-7c42-4cdf-bce0-5a58aeaf90dc HTTP/1.1" status: 204 len: 168 time: 0.1759791 Mar 02 18:01:59.948159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59668) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:59.961473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.975230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:59.988766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.028283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Deleting port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:00.028591 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.061068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17664199-9815-4a19-86f7-0cbdb7bfc222 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Synchronizing usage tracker for tenant:77e3129f6ca14a38834469c9cf9fb429 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:00.105163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46073a35-5a85-43ce-88cb-04686e2c075a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:00.108375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17664199-9815-4a19-86f7-0cbdb7bfc222 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Unset dirty status for tenant:77e3129f6ca14a38834469c9cf9fb429 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:00.109526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-17664199-9815-4a19-86f7-0cbdb7bfc222 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f43b760-55f3-4281-8551-09ec2219af10 HTTP/1.1" status: 200 len: 205 time: 0.1599829 Mar 02 18:02:00.115892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59674) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:00.128409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6517c903-6560-44b9-8a90-1e7a95fc08b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95ef89c7dad4df2be7d928ed1219ba4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2571855 Mar 02 18:02:00.138854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59676) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:00.344619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.409722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.435823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] For port 5a9d3704-c3a3-4c6a-8939-06c1e040d73f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:00.436191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.615164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59690) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:00.665419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Calling delete_port for 5a9d3704-c3a3-4c6a-8939-06c1e040d73f owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:00.676984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.793258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.819147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-613aaecc-3f2d-4195-8ede-5091ebceac22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ca36b5e41e74ce1ba0eb51fa696829a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2015307 Mar 02 18:02:00.825553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59696) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:00.839093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46073a35-5a85-43ce-88cb-04686e2c075a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:00.847620 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:00.849380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7ab265d2-a1e7-4706-b697-decbed50159e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46073a35-5a85-43ce-88cb-04686e2c075a HTTP/1.1" status: 204 len: 168 time: 0.7081332 Mar 02 18:02:00.992106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.096067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a9d3704-c3a3-4c6a-8939-06c1e040d73f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:01.368333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.373349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.405867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.428905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.460131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.460131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Fanout notify agent at l3_agent the message router_deleted on router 9f43b760-55f3-4281-8551-09ec2219af10 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:01.545035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.548424 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf316722-7aba-493d-8fe4-9ec37dc71e0d tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/routers/9f43b760-55f3-4281-8551-09ec2219af10 HTTP/1.1" status: 204 len: 168 time: 1.4303126 Mar 02 18:02:01.551764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:01.566195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.835944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Deleting port 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:01.836703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.844644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:01.877345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.888987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:01.923258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:01.929479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Usage tracker for resource:security_group_rule and tenant:89855ce2fe01468886dfd22ffc3c4003 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:01.940091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:01.963427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:02.204291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.207819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.209809 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.218383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.320297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f591e87-dc06-4e27-a31b-581c984b57d7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:02.343039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.343547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 834724d9-c009-407e-abed-3f3d94af026d {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:02.353507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-52d37592-c60e-47d6-ad96-83aeb2ea872c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89855ce2fe01468886dfd22ffc3c4003&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080955 Mar 02 18:02:02.354303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59730) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:02.400356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38626cae-e719-4a21-8639-acc5cd0c5093,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:02.427162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.432051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e09f922-ff0f-4029-9b7a-ae1eeb97718b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38626cae-e719-4a21-8639-acc5cd0c5093 HTTP/1.1" status: 204 len: 168 time: 1.6032760 Mar 02 18:02:02.511689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.567776 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.571596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.575945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-947f6c14-d08b-487f-9a1b-bc235a30c968 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "DELETE /v2.0/routers/834724d9-c009-407e-abed-3f3d94af026d HTTP/1.1" status: 204 len: 168 time: 3.9329245 Mar 02 18:02:02.579833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59740) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:02.588991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1044863617', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:02.600078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:02.616527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:02.621521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:02.625582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.637903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:02.690633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.691578 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.717858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Calling delete_port for 12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:02.735807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:02.981997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.027446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f591e87-dc06-4e27-a31b-581c984b57d7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:03.038888 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.040348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-15f66dde-758e-434c-8f65-9f2d9d906869 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f591e87-dc06-4e27-a31b-581c984b57d7 HTTP/1.1" status: 204 len: 168 time: 0.6779497 Mar 02 18:02:03.067318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.109398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.430069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event deleted for resources: {'Port': ['ID=12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:03.557671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.626099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.652782 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:03.653676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b3d33da-f7ad-4fb6-b291-02d827d1eef4 tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/ports/12c8d03a-7fe8-4e7b-83ee-c1fbea344ad3 HTTP/1.1" status: 204 len: 168 time: 2.0901606 Mar 02 18:02:03.656338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59760) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:03.967355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a9d3704-c3a3-4c6a-8939-06c1e040d73f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:02:04.026949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Allocated IP 172.25.3.123 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/cf499e43-7d22-4460-bbdd-9015fb774ccd) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:04.053193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5a9d3704-c3a3-4c6a-8939-06c1e040d73f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:02:04.053788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a9d3704-c3a3-4c6a-8939-06c1e040d73f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:02:04.277783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Deleting subnet 5c97f356-7ed4-4903-b1b2-401e568eb94c {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:02:04.281226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.377505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.381611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.419373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.601605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:04.611234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:04.614847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:04.658964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event updated for resources: {'Port': ['ID=cf499e43-7d22-4460-bbdd-9015fb774ccd,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:04.690154 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.863707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:04.984171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event deleted for resources: {'Subnet': ['ID=5c97f356-7ed4-4903-b1b2-401e568eb94c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:05.004262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.011509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a15cbb-2856-4d9e-89eb-e45bd46ced81 None None] Network d570ecc4-a06c-4984-80ee-ad0eef2211e8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:05.024838 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0766aba5-3e11-41a9-96a5-5561cc095a1f tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/subnets/5c97f356-7ed4-4903-b1b2-401e568eb94c HTTP/1.1" status: 204 len: 168 time: 1.3670328 Mar 02 18:02:05.025336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59798) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:05.328990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.340748 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.341746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.354141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Deleting port cbdb0fc2-6cf3-4110-be13-6474af240d81 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:05.354488 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.411236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] DHCP port deletion for d570ecc4-a06c-4984-80ee-ad0eef2211e8 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:02:05.416687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Deleting port cbdb0fc2-6cf3-4110-be13-6474af240d81 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:05.417336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:05.836757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] For port cbdb0fc2-6cf3-4110-be13-6474af240d81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cbdb0fc2-6cf3-4110-be13-6474af240d81,segment=NetworkSegment(ced0fb99-8c1b-43f3-888b-383a7b1b3fe4),segment_id=ced0fb99-8c1b-43f3-888b-383a7b1b3fe4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:05.837255 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:06.027887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Calling delete_port for cbdb0fc2-6cf3-4110-be13-6474af240d81 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:06.118005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] For port cbdb0fc2-6cf3-4110-be13-6474af240d81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=cbdb0fc2-6cf3-4110-be13-6474af240d81,segment=NetworkSegment(ced0fb99-8c1b-43f3-888b-383a7b1b3fe4),segment_id=ced0fb99-8c1b-43f3-888b-383a7b1b3fe4)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:06.126644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:06.172438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device cbdb0fc2-6cf3-4110-be13-6474af240d81 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:02:06.390999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:06.395109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Calling delete_port for cbdb0fc2-6cf3-4110-be13-6474af240d81 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:06.429456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:06.486788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] Pushing event deleted for resources: {'Port': ['ID=cbdb0fc2-6cf3-4110-be13-6474af240d81,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:06.565076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a21c4a-26a7-46dd-884c-ec2feccda4ff None None] No DVR routers for this DVR port cbdb0fc2-6cf3-4110-be13-6474af240d81 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:02:06.594959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:02:06.595170 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:02:06.729690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Router 16331d29-b349-4629-ad32-38f13f87802c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:02:07.033926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:07.046374 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] Sync routers for ids ['16331d29-b349-4629-ad32-38f13f87802c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:07.065329 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] Routers {'16331d29-b349-4629-ad32-38f13f87802c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:07.065953 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['16331d29-b349-4629-ad32-38f13f87802c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.107532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Deleting port cbdb0fc2-6cf3-4110-be13-6474af240d81 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:07.108157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.139714 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.152677 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] Routers {'16331d29-b349-4629-ad32-38f13f87802c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:07.153542 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['16331d29-b349-4629-ad32-38f13f87802c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.271895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.275188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2b8e95f4-1887-477b-9e26-e6bd6d8dcd2a tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6918845 Mar 02 18:02:07.275932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59850) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:07.284382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:07.316870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] The port 'cbdb0fc2-6cf3-4110-be13-6474af240d81' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:02:07.334602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.335240 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124ce2-a9b2-4a3e-b977-8aeb9da9f033 None None] The sync data for ids ['16331d29-b349-4629-ad32-38f13f87802c'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:07.566392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59856) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:07.581889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.617281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d570ecc4-a06c-4984-80ee-ad0eef2211e8']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.642013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.642382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced0fb99-8c1b-43f3-888b-383a7b1b3fe4') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:07.666598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.685959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.694610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:02:07.695744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:02:07.863069 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:02:07.882891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.887353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.938718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:07.956484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] Pushing event deleted for resources: {'Network': ['ID=d570ecc4-a06c-4984-80ee-ad0eef2211e8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:07.963219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3565cb69-fd02-42df-94b0-624adba8860b tempest-TagsExtTest-375949687 tempest-TagsExtTest-375949687-project] 10.222.0.37 "DELETE /v2.0/networks/d570ecc4-a06c-4984-80ee-ad0eef2211e8 HTTP/1.1" status: 204 len: 168 time: 2.9334550 Mar 02 18:02:08.007688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:08.024594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Usage tracker for resource:security_group_rule and tenant:676fb027e1d34bb19942780a4cc841d1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:08.039527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:08.046063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:08.187225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.197235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.296479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a07565-3604-4638-ad35-52ead1373309,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:08.355066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:08.355779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2fd90f9e-d49d-4384-806c-ec0ded931421 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=676fb027e1d34bb19942780a4cc841d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7861526 Mar 02 18:02:08.423760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.505726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.535457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59882) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:08.660282 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.713984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.860890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8840ec30-87a0-4b42-a59a-65da0df710cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77e3129f6ca14a38834469c9cf9fb429&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3235698 Mar 02 18:02:08.863349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59892) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:08.876010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.952126 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.982931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a07565-3604-4638-ad35-52ead1373309,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:08.990874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:08.992291 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93c6536a-518a-46bd-bfad-f4979842fcfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62a07565-3604-4638-ad35-52ead1373309 HTTP/1.1" status: 204 len: 168 time: 0.6351995 Mar 02 18:02:09.066121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.120545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.129359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.140141 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.173984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5983720-d316-4a3d-9234-56bf3ae6cab3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:09.188896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.211156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ffc98057-9385-47c2-86ed-8daf790f7a5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5983720-d316-4a3d-9234-56bf3ae6cab3 HTTP/1.1" status: 204 len: 168 time: 0.3453350 Mar 02 18:02:09.292783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-97b762dd-bffc-4772-8fcb-cc1914d7984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:09.784953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router 16331d29-b349-4629-ad32-38f13f87802c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:02:10.128610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:10.138161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.139619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29b36a0a-0a96-4d1c-be69-e6d824d4cb50 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "PUT /v2.0/routers/16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 200 len: 926 time: 2.8614068 Mar 02 18:02:10.141569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19920e81-2310-4439-b839-2862fb630e20 None None] Sync routers for ids ['16331d29-b349-4629-ad32-38f13f87802c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:10.142417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59926) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:10.164374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:10.179437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] Routers {'16331d29-b349-4629-ad32-38f13f87802c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:10.180080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['16331d29-b349-4629-ad32-38f13f87802c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:10.197494 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.267264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:10.280522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Usage tracker for resource:security_group_rule and tenant:3a42caa298cc4739a1307bd94922273d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:10.283937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:10.295184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:10.312555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:10.339941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] Routers {'16331d29-b349-4629-ad32-38f13f87802c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:10.339941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:01:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['16331d29-b349-4629-ad32-38f13f87802c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:10.456768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-19920e81-2310-4439-b839-2862fb630e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:10.457195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.458993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19920e81-2310-4439-b839-2862fb630e20 None None] The sync data for ids ['16331d29-b349-4629-ad32-38f13f87802c'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:10.467196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.575817 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a42caa298cc4739a1307bd94922273d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4110854 Mar 02 18:02:10.576913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4603e-4703-4f0e-8c75-10c9712ad175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd205f5-9891-42e9-a2a5-4950ee88cd50,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:10.577733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cfec277b-58a3-4cb3-aa2f-fb83e6167356 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 200 len: 926 time: 0.4341292 Mar 02 18:02:10.578459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59946) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:10.580567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59948) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:10.673316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.689497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d045a8-314a-4254-a3a8-71ae380e31ed tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Synchronizing usage tracker for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:10.708300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:10.753622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d045a8-314a-4254-a3a8-71ae380e31ed tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Unset dirty status for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:10.755649 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78d045a8-314a-4254-a3a8-71ae380e31ed tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=16331d29-b349-4629-ad32-38f13f87802c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1737599 Mar 02 18:02:10.758430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59956) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:11.038882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:11.079459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd205f5-9891-42e9-a2a5-4950ee88cd50,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:11.148646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45412e9-54be-4329-b185-1c0b089a5c48 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:11.149335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c45412e9-54be-4329-b185-1c0b089a5c48 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Synchronizing usage tracker for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:11.183000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:11.187853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eed30791-543f-4da6-af55-bb5fd39df600 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dd205f5-9891-42e9-a2a5-4950ee88cd50 HTTP/1.1" status: 204 len: 168 time: 0.6081774 Mar 02 18:02:11.224789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c45412e9-54be-4329-b185-1c0b089a5c48 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Unset dirty status for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:11.226038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c45412e9-54be-4329-b185-1c0b089a5c48 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.4663413 Mar 02 18:02:11.256847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 59972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:11.373486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-16138609-a891-4af9-803c-3c724853fef3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 200 len: 205 time: 0.1153302 Mar 02 18:02:11.376508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 59980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:11.379150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae3a5-bb28-43da-97dc-0cc3e8141752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:11.793374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:12.076644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:12.113388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port cf499e43-7d22-4460-bbdd-9015fb774ccd {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:12.114763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:12.498957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:12.753753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for cf499e43-7d22-4460-bbdd-9015fb774ccd owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:12.848961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:13.034118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:13.061006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:13.150833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=cf499e43-7d22-4460-bbdd-9015fb774ccd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:13.715892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.087259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60078) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:14.203423 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.208162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.259820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.260311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router 16331d29-b349-4629-ad32-38f13f87802c {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:14.313992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.315167 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a93ac16e-d170-4a0c-a0b4-b23da3f5ff15 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 204 len: 168 time: 2.9367275 Mar 02 18:02:14.320234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60084) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:14.332813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1894834950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:14.344797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:14.356732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:14.360875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:14.369145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:14.390657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.392009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.419323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.447538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.456162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.492410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.494368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.495863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-75cac324-8c26-42db-9935-737937c4da5e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1746571 Mar 02 18:02:14.498398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:14.503772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:14.590894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:14.595114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Usage tracker for resource:security_group_rule and tenant:fc12c541de49465d836bc4cfd719b9dd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:14.598285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:14.605545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:14.691277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.700032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:14.793716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc12c541de49465d836bc4cfd719b9dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7048683 Mar 02 18:02:14.796637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:14.911327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d843c-f6d1-467b-b8f7-5451b84158d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedafc4e-cb7d-4d3d-b915-e88f3e1f7f76,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:15.009314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.078070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.239221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.244808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.269385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.270536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aedafc4e-cb7d-4d3d-b915-e88f3e1f7f76 HTTP/1.1" status: 204 len: 168 time: 0.4728532 Mar 02 18:02:15.271491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85e97-b36a-4390-b068-17c71a7b7c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedafc4e-cb7d-4d3d-b915-e88f3e1f7f76,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:15.493656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.535531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:15.917505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60144) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:15.954929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.028087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Allocated IP 172.25.3.19 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/b7149fb7-1afe-483d-a67b-5c642e03101a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:16.036848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:16.042632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef3e0745d6a44a5b85fecd97a3eaae7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:16.047745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:16.061786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:16.154818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60152) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:16.245200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.255583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.329003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c9e380-d7ed-4691-b82b-25b7199f7627,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:16.336440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae7c4483-2ba5-48a1-8272-a82d387dcd50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ef3e0745d6a44a5b85fecd97a3eaae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4169295 Mar 02 18:02:16.338052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:16.344188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.392718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.475181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:16.485405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.490938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:16.504012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:16.550350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.648423 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.696691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:16.701626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Usage tracker for resource:security_group_rule and tenant:15269d02d8434eb5a1869b6da4273cf2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:16.702843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event updated for resources: {'Port': ['ID=b7149fb7-1afe-483d-a67b-5c642e03101a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:16.705373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:16.713502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:16.725340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.729492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-b4017de9-90b2-4b6a-8697-606c1b74c526 req-f6bfc38b-ed0f-4031-86e5-212efacd9d91 service neutron] (83797) timed out ('10.222.0.37', 39628) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:02:16.756655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c9e380-d7ed-4691-b82b-25b7199f7627,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:16.785743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.789682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5c98ebe9-8783-4ce9-a2c9-92020567258a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0c9e380-d7ed-4691-b82b-25b7199f7627 HTTP/1.1" status: 204 len: 168 time: 0.4511290 Mar 02 18:02:16.885686 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:16.892487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.151404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15269d02d8434eb5a1869b6da4273cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9955018 Mar 02 18:02:17.171528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60176) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:17.203941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35dce7-7b86-439a-aa51-41387621045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86220814-0b69-4141-a791-0a8377ccf256,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:17.272838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.553844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.559931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.756727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.798087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:17.922528 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:18.001282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86220814-0b69-4141-a791-0a8377ccf256,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:18.050994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:18.053346 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-698e6288-95b4-4a03-8cf1-e57fa94c43e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86220814-0b69-4141-a791-0a8377ccf256 HTTP/1.1" status: 204 len: 168 time: 0.8804460 Mar 02 18:02:18.149078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Router ec6c8f47-ba83-4017-8c01-80af82b474e3 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:02:18.594442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:18.599043 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:18.603442 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4926ef7f-3d57-493a-80e6-256dacad4ab1 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "PUT /v2.0/routers/ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 200 len: 883 time: 4.1008556 Mar 02 18:02:18.603560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60220) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:18.608506 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] Sync routers for ids ['ec6c8f47-ba83-4017-8c01-80af82b474e3'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:18.628725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] Routers {'ec6c8f47-ba83-4017-8c01-80af82b474e3'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:18.629524 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ec6c8f47-ba83-4017-8c01-80af82b474e3'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:18.775652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:18.790642 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] Routers {'ec6c8f47-ba83-4017-8c01-80af82b474e3'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:18.791552 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ec6c8f47-ba83-4017-8c01-80af82b474e3'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:18.865891 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:18.866754 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7487-6b7a-4b4b-8414-b96b6d124d28 None None] The sync data for ids ['ec6c8f47-ba83-4017-8c01-80af82b474e3'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:18.874983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60226) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:18.896512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-afc4836b-b45b-41dc-abd0-7ed925840f33 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 200 len: 924 time: 0.2906895 Mar 02 18:02:19.014699 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9e440cba-b44f-401f-b343-0711aed317a2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=ec6c8f47-ba83-4017-8c01-80af82b474e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1384459 Mar 02 18:02:19.017625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60236) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:19.121191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60240) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:19.152814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.244687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:19.260737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9ae2ae8b4b49fcb702451d87f4e0b1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:19.266162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:19.275453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:19.322714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.327531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e82d7-7b4c-4186-8c3e-7d144f67ca1f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:19.334044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ff2e82d7-7b4c-4186-8c3e-7d144f67ca1f tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.3151288 Mar 02 18:02:19.335008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60250) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:19.401060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02a6dc74-e190-47bc-b6a5-e00426cfebca tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 200 len: 205 time: 0.0647244 Mar 02 18:02:19.401975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60254) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:19.469828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.481590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.625252 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e9ae2ae8b4b49fcb702451d87f4e0b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5029411 Mar 02 18:02:19.627264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7ae8-fa28-4446-a3e9-dc5d039651e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54923d-8f6b-4197-8a47-3e3c592a0788,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:19.631295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:19.716615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.776367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.868892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.900550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.916721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54923d-8f6b-4197-8a47-3e3c592a0788,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:19.920217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:19.925468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c65d4f49-df1f-4d6b-88d2-fe8c6b66951e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f54923d-8f6b-4197-8a47-3e3c592a0788 HTTP/1.1" status: 204 len: 168 time: 0.2930810 Mar 02 18:02:20.359735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:20.374377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port b7149fb7-1afe-483d-a67b-5c642e03101a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:20.374934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:20.907022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:21.144108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for b7149fb7-1afe-483d-a67b-5c642e03101a owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:21.486311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:21.690695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=b7149fb7-1afe-483d-a67b-5c642e03101a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:21.985418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.499999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.512008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.576310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.577244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router ec6c8f47-ba83-4017-8c01-80af82b474e3 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:22.616634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.622963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7d019b30-d5fd-4fa6-ad10-62dfa81cd971 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 204 len: 168 time: 3.2198069 Mar 02 18:02:22.626778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60346) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:22.635493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-673872064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:22.643932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:22.648935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:22.652385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:22.661252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:22.674810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.677009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.708539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.771538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.820498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:22.825022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60356) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:22.825283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b608ce70-d0a6-4605-a846-54c081737400 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1969306 Mar 02 18:02:22.830899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': True}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:23.588775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60376) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:23.856944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:23.909222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:23.977145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:23.982672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Usage tracker for resource:security_group_rule and tenant:c3880e937b5e41919b6901dc42c0a640 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:23.991148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:23.998968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:24.221370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.232322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.279934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.327229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.366483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b76eb-8a26-4cf3-bd05-1004655e6f43,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:24.445468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da6fea6b-04ac-49e2-b6b2-74a6b8b84a29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3880e937b5e41919b6901dc42c0a640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8548794 Mar 02 18:02:24.446045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60398) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:24.594124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.642024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 172.25.3.141 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/534162ab-d5b9-4229-bd7e-3111675395df) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:24.680669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.818970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.858126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b76eb-8a26-4cf3-bd05-1004655e6f43,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:24.884944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.905487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-caf71cf8-7db5-4dd8-8202-b6c1432ab09a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c5b76eb-8a26-4cf3-bd05-1004655e6f43 HTTP/1.1" status: 204 len: 168 time: 0.4584026 Mar 02 18:02:24.987326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.024671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.134261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:25.135239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=534162ab-d5b9-4229-bd7e-3111675395df,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:25.138274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:25.140592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:25.502405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.929010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.932933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:26.506371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router 9e56c632-a414-4980-bb09-7ee5fbff9790 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:02:27.028737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:27.038651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] Sync routers for ids ['9e56c632-a414-4980-bb09-7ee5fbff9790'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:27.041425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:27.043618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60466) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:27.044117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1ff0b12-4b7b-4332-bd6f-baabf41f2446 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "PUT /v2.0/routers/9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 200 len: 918 time: 4.2174578 Mar 02 18:02:27.070952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] Routers {'9e56c632-a414-4980-bb09-7ee5fbff9790'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:27.071683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9e56c632-a414-4980-bb09-7ee5fbff9790'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:27.296926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:27.326690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] Routers {'9e56c632-a414-4980-bb09-7ee5fbff9790'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:27.332296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9e56c632-a414-4980-bb09-7ee5fbff9790'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:27.499130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60482) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:27.528920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:27.529642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8a219-20ac-43e6-a887-38379610fff1 None None] The sync data for ids ['9e56c632-a414-4980-bb09-7ee5fbff9790'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:27.701969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60488) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:27.708561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1c48ff82-ba74-4843-a1bb-148cf205a0d7 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 200 len: 924 time: 0.6633973 Mar 02 18:02:27.999733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.065495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-67f8f551-0bc6-4e60-8627-909ca53e603d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Synchronizing usage tracker for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:28.071486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:28.078509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Usage tracker for resource:security_group_rule and tenant:610ee11640214a12bb4cb119d2e63b68 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:28.084375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:28.091644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-67f8f551-0bc6-4e60-8627-909ca53e603d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Unset dirty status for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:28.095571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60500) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:28.096072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-67f8f551-0bc6-4e60-8627-909ca53e603d tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=9e56c632-a414-4980-bb09-7ee5fbff9790&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3907895 Mar 02 18:02:28.096842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:28.192280 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.214285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.373859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=610ee11640214a12bb4cb119d2e63b68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731267 Mar 02 18:02:28.403010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60508) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:28.433516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a57b1f7-89c8-4f08-aca1-27ff9a58a6eb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:28.449375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f981e103-2e3c-414a-bd46-1ce2600b71fb tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:28.449939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f981e103-2e3c-414a-bd46-1ce2600b71fb tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Synchronizing usage tracker for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:28.475582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f981e103-2e3c-414a-bd46-1ce2600b71fb tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Unset dirty status for tenant:b72cc95eb7dd44a6acf78aa497e13b69 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:28.478812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f981e103-2e3c-414a-bd46-1ce2600b71fb tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.3790927 Mar 02 18:02:28.481050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:28.536858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.540859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.541370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.541849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.542328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.542858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.544666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.545166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.545642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.546122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.547565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15230922-b3d8-4f96-ad30-448ffcb9980d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:28.575641 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fc10c99-3b4d-4f22-ba1d-d02c8cfe8a02 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 200 len: 205 time: 0.0908051 Mar 02 18:02:28.576736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60518) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:28.600977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.638966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.771907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.810458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a57b1f7-89c8-4f08-aca1-27ff9a58a6eb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:28.827597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:28.831258 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c6ad008-c71d-41f5-ab7a-197219015e8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a57b1f7-89c8-4f08-aca1-27ff9a58a6eb HTTP/1.1" status: 204 len: 168 time: 0.4271445 Mar 02 18:02:29.079831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:29.533390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:29.554256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port 534162ab-d5b9-4229-bd7e-3111675395df {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:29.555194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:29.896624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:30.152284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for 534162ab-d5b9-4229-bd7e-3111675395df owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:30.672746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:30.729445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:30.779728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=534162ab-d5b9-4229-bd7e-3111675395df,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:31.048513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-759142103'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:31.061027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:31.071890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:network and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:31.079061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:31.096421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:31.123071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:31.126299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.142460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.198264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:31.209720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:security_group_rule and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:31.217304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:31.232357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:31.333158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.375717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.385917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.405379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:02:31.429032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.429402 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Added segment faa82039-335f-4660-93ab-a4fb575236bd of type vlan for network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e Mar 02 18:02:31.563672 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.688856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.700736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:31.701364 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:31.893314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Network': ['ID=735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:31.930760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:02:31.970691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa9ac2-59d9-458b-ac19-5ce684c06a79,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:31.983735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:02:31.990619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4f8e5574-2cf9-4245-a77f-dc7e8be159f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2596691 Mar 02 18:02:31.994166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60598) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:32.001281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:32.227351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:32.234888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.241040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:32.246878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.249447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:32.257405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:32.271453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:32.277820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.278449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router 9e56c632-a414-4980-bb09-7ee5fbff9790 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:32.307292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.315494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b32df7c7-379d-456f-a790-5093765579fd tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 204 len: 168 time: 3.7340207 Mar 02 18:02:32.318143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60606) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:32.332980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1085013678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:32.342545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:32.348320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:32.351916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:32.363462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:32.443645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.444658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.506484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.566732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.579168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.639005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:32.640254 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a679be71-f753-4f14-b96a-17042199161e tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3209817 Mar 02 18:02:32.643217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60614) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:32.648955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'enable_snat': False}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:33.161394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.335148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=089c58c9-88bf-4ca6-bc3f-6a515a88c340,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:33.355655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:33.356114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network hostable DHCP agents. Network: 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:02:33.401992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:02:33.415745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:33.420099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:33.420707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.429405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e23d57-f911-4291-bc85-673cda3b91e0 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:33.499996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-21e2b7ac-3298-4e3a-a3d2-0e7f35dd7e84 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4998772 Mar 02 18:02:33.499996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:33.500713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.509974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'name': 'tempest-NetworksTestDHCPv6-240005640'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:33.859061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.892737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:33.897728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:33.901333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:33.908658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:33.909015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.927943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:33.934241 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:33.961791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '089c58c9-88bf-4ca6-bc3f-6a515a88c340'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:02:33.962748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:34.104861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:02:34.560335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::1a3 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/089c58c9-88bf-4ca6-bc3f-6a515a88c340/7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:34.780752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Allocated IP 172.25.3.53 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/f2be90be-dc39-48ad-a3b5-bcd369811ae0) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:34.906781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60654) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:35.053814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.069764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.090443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:35.109639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.126153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.211855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Pushing event updated for resources: {'Port': ['ID=f2be90be-dc39-48ad-a3b5-bcd369811ae0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:35.242142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.257821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:35.258086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:35.260457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:35.267239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:35.268033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:35.271597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:35.273390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/089c58c9-88bf-4ca6-bc3f-6a515a88c340/36f3185a-f70a-44c6-bc57-ca0860d8675c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:35.278188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:35.279033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.351171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:35.388413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:35.443652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-948d7e27-91df-4e00-9c45-24df4a5e0af0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9380455 Mar 02 18:02:35.446634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Usage tracker for resource:security_group_rule and tenant:3704bcec71504875a54cd2b607bede12 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:35.447951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60666) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:35.449057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:35.455667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:35.538811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.563268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e922e645-66d9-4b3d-9b26-18c2f5ac8319 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:35.563969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e922e645-66d9-4b3d-9b26-18c2f5ac8319 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:35.586368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e922e645-66d9-4b3d-9b26-18c2f5ac8319 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:35.591306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e922e645-66d9-4b3d-9b26-18c2f5ac8319 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1464736 Mar 02 18:02:35.592024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60674) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:35.711910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:35.712404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.743530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.770048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Transition to ACTIVE for port object 36f3185a-f70a-44c6-bc57-ca0860d8675c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:35.783374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.791667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.813706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Transition to ACTIVE for port object 36f3185a-f70a-44c6-bc57-ca0860d8675c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:35.821433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:35.928158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:35.933176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:35.937758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:35.978431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f31e42-d5e9-482a-a55d-ef2bc0885d6e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:36.014512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd21966f-5a69-423b-bb6f-34280421fa36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3704bcec71504875a54cd2b607bede12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1004829 Mar 02 18:02:36.024154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60692) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:36.094983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Attempting to bind port 36f3185a-f70a-44c6-bc57-ca0860d8675c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:02:36.095643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Attempting to bind port 36f3185a-f70a-44c6-bc57-ca0860d8675c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:02:36.096188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Attempting to bind port 36f3185a-f70a-44c6-bc57-ca0860d8675c on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:36.104949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:02:36.105614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:36.108009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.110072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:02:36.112074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Bound port: 36f3185a-f70a-44c6-bc57-ca0860d8675c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:02:36.113272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.135885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Pushing event updated for resources: {'Port': ['ID=36f3185a-f70a-44c6-bc57-ca0860d8675c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:36.160236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.230711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.248782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] For port 36f3185a-f70a-44c6-bc57-ca0860d8675c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:02:36.254423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] For port 36f3185a-f70a-44c6-bc57-ca0860d8675c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f3185a-f70a-44c6-bc57-ca0860d8675c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:02:36.261268 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.325413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.408406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.420144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dbac5-199c-4d93-a93a-83c8c35683b5 None None] Pushing event updated for resources: {'Port': ['ID=36f3185a-f70a-44c6-bc57-ca0860d8675c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:36.442329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.514844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.551614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f31e42-d5e9-482a-a55d-ef2bc0885d6e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:36.578723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:36.580716 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-99900b18-0e10-4da6-acf6-90964074620c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75f31e42-d5e9-482a-a55d-ef2bc0885d6e HTTP/1.1" status: 204 len: 168 time: 0.5526426 Mar 02 18:02:36.652085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:36.756111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Router 9738c0ed-3f54-4843-a87a-487c41d320c9 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:02:36.915051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:37.031250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:37.043652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:37.058361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65c2840c-d59d-450b-8128-98864c36c7fe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b HTTP/1.1" status: 204 len: 168 time: 1.4653032 Mar 02 18:02:37.059324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.199933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a49f4-7483-4b37-86cd-f2cb0bfadff9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:37.201386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a49f4-7483-4b37-86cd-f2cb0bfadff9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:37.202401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-af7a49f4-7483-4b37-86cd-f2cb0bfadff9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:37.235377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-af7a49f4-7483-4b37-86cd-f2cb0bfadff9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:37.237064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-af7a49f4-7483-4b37-86cd-f2cb0bfadff9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1767695 Mar 02 18:02:37.241322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60710) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.251173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:37.257999 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:37.263164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-428f43e7-f7eb-4b56-a340-fa22c4b4b299 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "PUT /v2.0/routers/9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 200 len: 919 time: 4.6179252 Mar 02 18:02:37.264370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60714) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.264803 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] Sync routers for ids ['9738c0ed-3f54-4843-a87a-487c41d320c9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:37.297132 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] Routers {'9738c0ed-3f54-4843-a87a-487c41d320c9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:37.298980 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9738c0ed-3f54-4843-a87a-487c41d320c9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:37.451330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60718) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.528704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:37.529746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:37.560361 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] Routers {'9738c0ed-3f54-4843-a87a-487c41d320c9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:37.561854 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9738c0ed-3f54-4843-a87a-487c41d320c9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:37.662560 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71878efa-40e2-45de-b72c-991ea93cb6f2 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 200 len: 925 time: 0.3970404 Mar 02 18:02:37.671181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.729661 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:37.730342 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba9718-fc31-4c1c-b219-5a34dde7f0a0 None None] The sync data for ids ['9738c0ed-3f54-4843-a87a-487c41d320c9'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:37.773533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:37.788825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Usage tracker for resource:security_group_rule and tenant:104da8c2485e45b2bc84a11c04bf6ec9 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:37.802176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:37.818344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:37.852892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 089c58c9-88bf-4ca6-bc3f-6a515a88c340 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:02:37.861335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:37.867405 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3db2e610-344c-405a-913f-978077c1d681 tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=9738c0ed-3f54-4843-a87a-487c41d320c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1913121 Mar 02 18:02:37.869035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:37.967268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.129833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f3185a-f70a-44c6-bc57-ca0860d8675c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:02:38.142279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.154428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.222049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef4a68-5c66-45dc-b1bd-d995150b57f1 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:38.265802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104da8c2485e45b2bc84a11c04bf6ec9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8024418 Mar 02 18:02:38.274651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:38.306274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba9d11-33b3-4a20-8947-3545b18845bf tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:38.307689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71ba9d11-33b3-4a20-8947-3545b18845bf tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/networks/b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 881 time: 0.4375837 Mar 02 18:02:38.311446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:38.328972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc4d08-5313-45d6-9723-3bfd7d983a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e8890-fb66-4e21-ba2a-0011a822c1d8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:38.345376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.430304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c63867b-1fcb-46b5-a580-3f2a02851a4b tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 200 len: 205 time: 0.1172082 Mar 02 18:02:38.433508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60756) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:38.588674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4f32172a-8639-4824-ae54-f08b9adbb549 None None] Provisioning for port 36f3185a-f70a-44c6-bc57-ca0860d8675c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:38.614051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 36f3185a-f70a-44c6-bc57-ca0860d8675c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:38.633788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 36f3185a-f70a-44c6-bc57-ca0860d8675c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:02:38.634153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.645528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.712825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.714082 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.782615 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.812870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.834409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=089c58c9-88bf-4ca6-bc3f-6a515a88c340,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:38.851280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 36f3185a-f70a-44c6-bc57-ca0860d8675c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f3185a-f70a-44c6-bc57-ca0860d8675c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:38.857560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.866708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:38.914167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad8727-949f-4dfa-9fcc-fa2e454c3d53 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:38.930983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-153b0fe9-c60b-409e-989c-c0311cc5a987 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/089c58c9-88bf-4ca6-bc3f-6a515a88c340 HTTP/1.1" status: 204 len: 168 time: 1.6881123 Mar 02 18:02:38.933600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:39.017793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9dacf9e1-645c-4fa7-9b1c-90029cb563ff tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828700 Mar 02 18:02:39.019523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.022031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:39.029526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=36f3185a-f70a-44c6-bc57-ca0860d8675c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:39.030775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:39.047557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.051605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa3e8890-fb66-4e21-ba2a-0011a822c1d8 HTTP/1.1" status: 204 len: 168 time: 0.7704618 Mar 02 18:02:39.052757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd0a75-91e1-4020-b0b6-aa38d276113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e8890-fb66-4e21-ba2a-0011a822c1d8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:39.054410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-66985de4-5b76-4894-9d0f-1d127d4ba932 None None] Provisioning complete for port 36f3185a-f70a-44c6-bc57-ca0860d8675c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:02:39.062085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-66985de4-5b76-4894-9d0f-1d127d4ba932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.070632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.228818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:39.248295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:39.257085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:39.263484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:39.279342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:39.330273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a018d3f6-d6ff-4c41-b0b8-e26506af07ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.464047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.466414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:02:39.471309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Deleting port 36f3185a-f70a-44c6-bc57-ca0860d8675c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:39.471687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.667754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.685126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port f2be90be-dc39-48ad-a3b5-bcd369811ae0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:39.685436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:39.904495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.014893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=140dc69c-0f94-4ebd-bfb6-22b92188ba9b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:40.044808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.053191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:40.056662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:40.058978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f3185a-f70a-44c6-bc57-ca0860d8675c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:02:40.064078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:40.064917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.127107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-390d1fb0-12fc-4a3d-bd27-5b0813e9961d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1035872 Mar 02 18:02:40.128120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 60856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:40.141544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'name': 'tempest-NetworksTestDHCPv6-2128777854'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:40.243723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for f2be90be-dc39-48ad-a3b5-bcd369811ae0 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:40.340793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] For port 36f3185a-f70a-44c6-bc57-ca0860d8675c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f3185a-f70a-44c6-bc57-ca0860d8675c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:40.345239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.514877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Calling delete_port for 36f3185a-f70a-44c6-bc57-ca0860d8675c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:40.523146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:40.529253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:40.559693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:40.608808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:40.655752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:40.662780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.717540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.731846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port bc2c48f3-1329-4a0f-93d6-fefbde21889d yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:02:40.799644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.898981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:40.979097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=f2be90be-dc39-48ad-a3b5-bcd369811ae0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:41.066117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] Pushing event deleted for resources: {'Port': ['ID=36f3185a-f70a-44c6-bc57-ca0860d8675c,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:41.110973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357ea5a-99c9-4a04-a488-b2399c2ee130 None None] No DVR routers for this DVR port 36f3185a-f70a-44c6-bc57-ca0860d8675c on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:02:41.137955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c637f0b-8851-49de-9349-bbde3e0c0e15 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:41.168699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::3b6 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/140dc69c-0f94-4ebd-bfb6-22b92188ba9b/bc2c48f3-1329-4a0f-93d6-fefbde21889d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:41.564907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 60992) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:41.610106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:41.822414 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4148efd1-10ea-43fc-ba21-fbb35369049d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:41.984841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.017818 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '140dc69c-0f94-4ebd-bfb6-22b92188ba9b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:02:42.022074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object bc2c48f3-1329-4a0f-93d6-fefbde21889d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:42.022479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381164671-network', 'tenant_id': '327e0766167043b491f26bf44ff41e0c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:42.022670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.040018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:42.047024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Usage tracker for resource:network and tenant:327e0766167043b491f26bf44ff41e0c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:42.052775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.056541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:42.063784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.066361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:42.075834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.079858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Made reservation on behalf of 327e0766167043b491f26bf44ff41e0c for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:42.083862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.103167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.163004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.164091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router 9738c0ed-3f54-4843-a87a-487c41d320c9 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:42.202438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:42.210531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:42.213021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Usage tracker for resource:security_group_rule and tenant:327e0766167043b491f26bf44ff41e0c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:42.215918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:42.224120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:42.228846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:42.236854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:42.237100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:42.238485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.258490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=bc2c48f3-1329-4a0f-93d6-fefbde21889d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:42.261765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.267102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9a69a410-84b6-4e01-9894-de6ae7ec73fb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 204 len: 168 time: 3.8300207 Mar 02 18:02:42.268349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32836) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:42.285839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-382542338', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:42.314503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:42.337953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Usage tracker for resource:router and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:42.349167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:42.364928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:42.368487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/140dc69c-0f94-4ebd-bfb6-22b92188ba9b/65c33819-af4d-49ca-aaf0-fe556e539dd0) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:42.396966 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ebbc431-4ed6-4158-b689-293c9c161971 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2668858 Mar 02 18:02:42.399408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:42.421566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.426624 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.450951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.452670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.479052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:02:42.490335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.510914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5279a7-2b87-4d18-a8db-8d737987f7c4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:42.527751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.528252 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Added segment 5c310453-acc5-4f15-ab73-0464633614f4 of type vlan for network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 Mar 02 18:02:42.578819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.633879 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.635195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:42.636343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.724010 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.740037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Transition to ACTIVE for port object 65c33819-af4d-49ca-aaf0-fe556e539dd0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:42.777533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Transition to ACTIVE for port object 65c33819-af4d-49ca-aaf0-fe556e539dd0 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:42.786518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.794902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1e0c6-1f24-439b-ba97-1868746556a8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:42.795878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c7b1e0c6-1f24-439b-ba97-1868746556a8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:42.836275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c7b1e0c6-1f24-439b-ba97-1868746556a8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:42.841071 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7b1e0c6-1f24-439b-ba97-1868746556a8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4401257 Mar 02 18:02:42.842798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 32896) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:42.847879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.954104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3862734 Mar 02 18:02:42.964334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 32912) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:42.982402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:42.984257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Request body: {'subnet': {'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381164671-subnet', 'tenant_id': '327e0766167043b491f26bf44ff41e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:42.990056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77869a9d-46d7-431c-ab6c-2fe55c603e05 admin admin] Pushing event updated for resources: {'Network': ['ID=07375f9e-1b82-476b-b8f6-4d48ce7f5140,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:42.994816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:42.998675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:43.000556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:43.008437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Usage tracker for resource:subnet and tenant:327e0766167043b491f26bf44ff41e0c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:43.012200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:43.014029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:43.025823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:43.027927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port bc2c48f3-1329-4a0f-93d6-fefbde21889d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:43.028474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.062860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Made reservation on behalf of 327e0766167043b491f26bf44ff41e0c for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:43.066229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.127434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:02:43.280706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Pushing event updated for resources: {'Port': ['ID=65c33819-af4d-49ca-aaf0-fe556e539dd0,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:43.389219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.395012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Attempting to bind port 65c33819-af4d-49ca-aaf0-fe556e539dd0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:02:43.395870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Attempting to bind port 65c33819-af4d-49ca-aaf0-fe556e539dd0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:02:43.396490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Attempting to bind port 65c33819-af4d-49ca-aaf0-fe556e539dd0 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:43.408175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:02:43.408933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:43.410060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.410719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:02:43.411996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Bound port: 65c33819-af4d-49ca-aaf0-fe556e539dd0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:02:43.412719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.560004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.599484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] For port 65c33819-af4d-49ca-aaf0-fe556e539dd0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:02:43.603324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] For port 65c33819-af4d-49ca-aaf0-fe556e539dd0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65c33819-af4d-49ca-aaf0-fe556e539dd0,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:02:43.609769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.665367 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.736426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bffd544-2beb-413b-8e86-72ebb99e69a0,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:43.738063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f34c-f9eb-4970-a549-feaa5e65bc35 None None] Pushing event updated for resources: {'Port': ['ID=65c33819-af4d-49ca-aaf0-fe556e539dd0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:43.761316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Checking segment: {'id': '5c310453-acc5-4f15-ab73-0464633614f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:43.762007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Network hostable DHCP agents. Network: 07375f9e-1b82-476b-b8f6-4d48ce7f5140, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:02:43.797685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:02:43.813236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 07375f9e-1b82-476b-b8f6-4d48ce7f5140) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:43.819848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:43.820684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:43.832046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c64b8d-c0b8-4495-a542-a158ac7bc952 None None] Network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:43.885091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-82ec2601-69d3-40d7-a819-d9a62403daa7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9183381 Mar 02 18:02:43.938647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:44.009318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for bc2c48f3-1329-4a0f-93d6-fefbde21889d owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:44.107177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:44.298635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc04ec-4575-4dce-a21e-e0c35a284a37 None None] Network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:44.522991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Allocated IP 172.25.3.68 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/c6de37b1-4368-4885-b2b2-bdc449bb2877) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:44.640359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:44.693751 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:44.893019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:44.943204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=bc2c48f3-1329-4a0f-93d6-fefbde21889d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:44.948476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:45.076289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:45.109593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event updated for resources: {'Port': ['ID=c6de37b1-4368-4885-b2b2-bdc449bb2877,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:45.120439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:45.123012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:45.125972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:45.244941 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-adde541e-cf4d-4943-b479-094526650357 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/bc2c48f3-1329-4a0f-93d6-fefbde21889d HTTP/1.1" status: 204 len: 168 time: 2.4005215 Mar 02 18:02:45.248363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:45.380845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e780e5e-473b-463b-a3f0-8b36168174e4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:45.408042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e780e5e-473b-463b-a3f0-8b36168174e4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:45.416555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6e780e5e-473b-463b-a3f0-8b36168174e4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:45.475611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6e780e5e-473b-463b-a3f0-8b36168174e4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:45.479878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e780e5e-473b-463b-a3f0-8b36168174e4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2303343 Mar 02 18:02:45.480549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33108) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:45.506260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:45.508139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:45.545890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33114) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:45.690076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1cb87fdf-fdf8-4eeb-8cea-445468ce1a28 None None] Provisioning for port 65c33819-af4d-49ca-aaf0-fe556e539dd0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:45.880294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33122) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:45.893434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 140dc69c-0f94-4ebd-bfb6-22b92188ba9b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:02:45.898186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:45.937857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214863093-network', 'tenant_id': 'e28f4ec883164b039009cfd856cceb8b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:45.949373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:45.957917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Usage tracker for resource:network and tenant:e28f4ec883164b039009cfd856cceb8b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:45.964287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:45.972145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:45.994484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Made reservation on behalf of e28f4ec883164b039009cfd856cceb8b for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:45.997584 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.007130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.023879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.042933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-47e8ed47-65ad-4cb5-8a1f-a55829e35a24 None None] Could not find standard attr ID for object 7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:02:46.047283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Deleting subnet b35e6541-a332-4603-8303-0218a83bc4e6 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:02:46.051653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.094847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65c33819-af4d-49ca-aaf0-fe556e539dd0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:02:46.163951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.276028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 65c33819-af4d-49ca-aaf0-fe556e539dd0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:46.287386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 65c33819-af4d-49ca-aaf0-fe556e539dd0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:02:46.288172 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.303161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.409323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.484409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.492791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=140dc69c-0f94-4ebd-bfb6-22b92188ba9b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:46.494120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:46.500614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-396845e1-bd8d-4591-97d4-40b40b3a4de5 None None] Could not find standard attr ID for object bc2c48f3-1329-4a0f-93d6-fefbde21889d. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:02:46.514766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ecda8d0-370d-491a-94e1-7b3c8775ba72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/140dc69c-0f94-4ebd-bfb6-22b92188ba9b HTTP/1.1" status: 204 len: 168 time: 1.0314326 Mar 02 18:02:46.515452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:46.540289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Usage tracker for resource:security_group_rule and tenant:e28f4ec883164b039009cfd856cceb8b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:46.547439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:46.552949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.564115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:46.583252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.648639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-daa5ce82-3fad-47c3-9c25-862642906225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319060 Mar 02 18:02:46.652093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33132) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:46.671436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:46.695030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 65c33819-af4d-49ca-aaf0-fe556e539dd0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65c33819-af4d-49ca-aaf0-fe556e539dd0,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:46.702479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.812803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.826024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=65c33819-af4d-49ca-aaf0-fe556e539dd0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:46.838298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edd295-8f0f-491e-a1c8-a429a904b2b7 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:46.867160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:46.872632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:46.876144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:46.883745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:46.887217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.898189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:46.903728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.904248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35e6541-a332-4603-8303-0218a83bc4e6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:46.906362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.918763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:02:46.970693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a850c-73ef-42b6-b915-38cdc6997656,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:46.976214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:46.976557 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Added segment 8eec633a-46f1-4075-b7ad-cf673f896247 of type vlan for network 03aeac3e-ef19-4153-ba3a-8d0e4d031061 Mar 02 18:02:46.996449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.002954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.003385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.003729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.004064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.004392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.005290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.005631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.005960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.006285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.006627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.006954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.025163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.025586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.025996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.026398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.026834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.027252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.027656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.028049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.028413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.028805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.029219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:47.054543 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-053dc37c-7a6e-4d46-88eb-fbb0694bb819 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b35e6541-a332-4603-8303-0218a83bc4e6 HTTP/1.1" status: 204 len: 168 time: 1.2861032 Mar 02 18:02:47.054543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.058190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Router bcdb4985-764e-4a37-aa5b-19ea78c7282b is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:02:47.059725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33136) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:47.156137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.161735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:47.162338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.185069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:02:47.192336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Deleting port 65c33819-af4d-49ca-aaf0-fe556e539dd0 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:47.193241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.201593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.313768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=03aeac3e-ef19-4153-ba3a-8d0e4d031061,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:47.328296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 03aeac3e-ef19-4153-ba3a-8d0e4d031061 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:02:47.432668 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d4af87a1-c787-4e42-a63c-06013b29cbc0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5154321 Mar 02 18:02:47.433623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33140) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:47.446439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.450675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Request body: {'subnet': {'network_id': '03aeac3e-ef19-4153-ba3a-8d0e4d031061', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214863093-subnet', 'tenant_id': 'e28f4ec883164b039009cfd856cceb8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:47.489064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:47.493123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66b1451-7b69-476c-9a89-144f73bc5b70']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:47.508034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Usage tracker for resource:subnet and tenant:e28f4ec883164b039009cfd856cceb8b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:47.514479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98acc671-0c32-4529-ac22-f827bc2703e6') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:47.514948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98acc671-0c32-4529-ac22-f827bc2703e6') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:47.515238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:47.529153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:47.531789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.573333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Made reservation on behalf of e28f4ec883164b039009cfd856cceb8b for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:47.579996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.715196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.726617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:02:47.726993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.734722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] For port 65c33819-af4d-49ca-aaf0-fe556e539dd0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65c33819-af4d-49ca-aaf0-fe556e539dd0,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:47.735305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:02:47.747601 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:02:47.752408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.775883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:47.831010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] Sync routers for ids ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:47.864896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.866841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-92335498-b71d-4417-a754-67e7d87e1ffb tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5971394 Mar 02 18:02:47.872447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:47.884757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:47.916271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Calling delete_port for 65c33819-af4d-49ca-aaf0-fe556e539dd0 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:47.945771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:47.953369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] Routers {'bcdb4985-764e-4a37-aa5b-19ea78c7282b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:47.954008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:47.955164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:47.957349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.959485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:47.959953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:47.987750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.031033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:48.084438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65c33819-af4d-49ca-aaf0-fe556e539dd0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:02:48.086459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66b1451-7b69-476c-9a89-144f73bc5b70,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:48.107615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4538894 Mar 02 18:02:48.113993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:48.124764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ae11d6d-12e3-43c3-a124-9c6ef5f52d60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c66b1451-7b69-476c-9a89-144f73bc5b70 HTTP/1.1" status: 204 len: 168 time: 1.0632787 Mar 02 18:02:48.125926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1a2f-dfe5-404b-ab41-bcddf88f78ab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=dedf49a4-92ac-4084-b68a-1227d42bd51c,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:48.140731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'name': 'tempest-NetworksTestDHCPv6-1177743026'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:48.231104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] Routers {'bcdb4985-764e-4a37-aa5b-19ea78c7282b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:48.231742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:48.395698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:48.396364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6427fa3-e049-42f6-96ac-8337e1b4ccba None None] The sync data for ids ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:48.403013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.436569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:48.463762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:48.477464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:48.484537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:48.495961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.500874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:48.519860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] Pushing event deleted for resources: {'Port': ['ID=65c33819-af4d-49ca-aaf0-fe556e539dd0,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:48.522394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 65c33819-af4d-49ca-aaf0-fe556e539dd0 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 18:02:48.527466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65c33819-af4d-49ca-aaf0-fe556e539dd0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:02:48.529939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f509ee6-d9b2-45d6-a44c-9cdc492afec4 None None] No DVR routers for this DVR port 65c33819-af4d-49ca-aaf0-fe556e539dd0 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:02:48.549932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44f340-d924-47ac-9754-68d58ad99c02 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:48.551372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e02e29f2-573b-479a-a930-c792c86c4166 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ad20a5511a94eed9fb59da922d24119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128430 Mar 02 18:02:48.553820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33166) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:48.619950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:48.622988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.638343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.673703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d05e8b3-115b-4d3c-bcbb-89dcd13d3bdd,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:48.692868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 276a13b1-b7dd-4cd1-8391-12d2720209e7 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:02:48.696831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.786046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.822217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7bf33-6b77-48ce-81d4-e83c77520a41,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:48.834927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.839389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9720d589-3799-4fbc-b778-e965757cc4a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9b7bf33-6b77-48ce-81d4-e83c77520a41 HTTP/1.1" status: 204 len: 168 time: 0.2815077 Mar 02 18:02:48.855716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Checking segment: {'id': '8eec633a-46f1-4075-b7ad-cf673f896247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03aeac3e-ef19-4153-ba3a-8d0e4d031061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:48.856384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Network hostable DHCP agents. Network: 03aeac3e-ef19-4153-ba3a-8d0e4d031061, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:02:48.964040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'dedf49a4-92ac-4084-b68a-1227d42bd51c'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:02:48.965091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:48.972663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Network 03aeac3e-ef19-4153-ba3a-8d0e4d031061 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:02:49.059735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 03aeac3e-ef19-4153-ba3a-8d0e4d031061) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:49.062151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::27a (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/dedf49a4-92ac-4084-b68a-1227d42bd51c/276a13b1-b7dd-4cd1-8391-12d2720209e7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:49.075644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:49.076447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:49.081355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b554921-753c-4512-82bc-5b867109380d None None] Network 03aeac3e-ef19-4153-ba3a-8d0e4d031061 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:49.352384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:49.428081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1024c-206a-40d7-b804-7d937801e772 None None] Network 03aeac3e-ef19-4153-ba3a-8d0e4d031061 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:49.484953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-15b6cb43-0403-40e2-bd90-a8d65014c3e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0496242 Mar 02 18:02:49.851170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:49.873260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 276a13b1-b7dd-4cd1-8391-12d2720209e7 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:50.041933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.137442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=276a13b1-b7dd-4cd1-8391-12d2720209e7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:50.145403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:50.157652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:50.173578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:50.184374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:50.185033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.193067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/dedf49a4-92ac-4084-b68a-1227d42bd51c/192cb14b-c343-448e-8247-68a10b8be817) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:50.218110 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1aa8c91e-91d8-40ff-a0d1-8dd1e56deb99 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0956666 Mar 02 18:02:50.220681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33200) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:50.280322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.310857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.323705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Deleting port c6de37b1-4368-4885-b2b2-bdc449bb2877 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:50.324725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.520246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113144a-b9a4-4a2f-b2fd-5a5c3481f92e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:50.521383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b113144a-b9a4-4a2f-b2fd-5a5c3481f92e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:50.536768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-982a1b65-8a8a-4f1d-9b40-774b17c97a14 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:50.538613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-982a1b65-8a8a-4f1d-9b40-774b17c97a14 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Synchronizing usage tracker for tenant:327e0766167043b491f26bf44ff41e0c on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:50.569880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b113144a-b9a4-4a2f-b2fd-5a5c3481f92e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:50.576536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33212) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:50.577132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b113144a-b9a4-4a2f-b2fd-5a5c3481f92e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3542233 Mar 02 18:02:50.578735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-982a1b65-8a8a-4f1d-9b40-774b17c97a14 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Unset dirty status for tenant:327e0766167043b491f26bf44ff41e0c on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:50.581289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-982a1b65-8a8a-4f1d-9b40-774b17c97a14 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/networks?id=07375f9e-1b82-476b-b8f6-4d48ce7f5140 HTTP/1.1" status: 200 len: 808 time: 0.3116992 Mar 02 18:02:50.618915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-f0170f70-537a-4b17-a4e9-e02844baab98 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/quotas/327e0766167043b491f26bf44ff41e0c HTTP/1.1" status: 200 len: 375 time: 0.0308640 Mar 02 18:02:50.635619 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.662185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Transition to ACTIVE for port object 192cb14b-c343-448e-8247-68a10b8be817 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:50.700577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Transition to ACTIVE for port object 192cb14b-c343-448e-8247-68a10b8be817 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:50.714969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.724345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.741181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 276a13b1-b7dd-4cd1-8391-12d2720209e7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:50.741972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:50.744378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-9f3967d1-492f-474f-9bc1-4c6846bb3514 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=327e0766167043b491f26bf44ff41e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201191 Mar 02 18:02:50.818831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:50.825464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:50.828998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:50.889071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Pushing event updated for resources: {'Port': ['ID=192cb14b-c343-448e-8247-68a10b8be817,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:50.907376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.907715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.908558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.910087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.910512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.911054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.911316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.912883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.913481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.914060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.915308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:02:50.940158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Calling delete_port for c6de37b1-4368-4885-b2b2-bdc449bb2877 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:50.968173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-e8e6cade-32ed-49d5-8c60-a8a76b1f93a0 service neutron] 10.222.0.37 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152357 Mar 02 18:02:51.036690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Attempting to bind port 192cb14b-c343-448e-8247-68a10b8be817 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:02:51.037073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Attempting to bind port 192cb14b-c343-448e-8247-68a10b8be817 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:02:51.037483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Attempting to bind port 192cb14b-c343-448e-8247-68a10b8be817 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:51.054966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:02:51.057522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:51.057948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:51.059298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:02:51.059916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Bound port: 192cb14b-c343-448e-8247-68a10b8be817, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:02:51.061661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:51.204102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] For port 192cb14b-c343-448e-8247-68a10b8be817, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:02:51.209954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] For port 192cb14b-c343-448e-8247-68a10b8be817, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=192cb14b-c343-448e-8247-68a10b8be817,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:02:51.216541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:51.226061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-1db929f2-a1f4-4ee2-9f32-70fa2882c52e service neutron] 10.222.0.37 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473056 Mar 02 18:02:51.368635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:51.407317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f0f3-721b-4c57-a334-fcf3cec0f93c None None] Pushing event updated for resources: {'Port': ['ID=192cb14b-c343-448e-8247-68a10b8be817,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:51.499941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Pushing event deleted for resources: {'Port': ['ID=c6de37b1-4368-4885-b2b2-bdc449bb2877,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:51.672152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:52.105899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 192cb14b-c343-448e-8247-68a10b8be817 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:02:52.263846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 192cb14b-c343-448e-8247-68a10b8be817 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:52.322931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33234) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:52.396109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 276a13b1-b7dd-4cd1-8391-12d2720209e7 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:52.480203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:52.764389 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:52.773042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:52.797480 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:52.817795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f38f3457-6bac-4bcd-996e-78f2b8a38dbe req-b722c273-89b6-4cd4-a71b-12987e705db7 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 210 time: 0.1473584 Mar 02 18:02:53.005601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Provisioning for port 192cb14b-c343-448e-8247-68a10b8be817 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:02:53.012804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Provisioning complete for port 192cb14b-c343-448e-8247-68a10b8be817 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:02:53.013347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.013734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Router bcdb4985-764e-4a37-aa5b-19ea78c7282b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:02:53.017188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.040702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:53.051093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Usage tracker for resource:security_group_rule and tenant:06a3c8280ef34c1e9b1665cf18f3f23d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:53.060256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:53.068279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:53.168496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=276a13b1-b7dd-4cd1-8391-12d2720209e7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:53.188580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.217441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.227949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.233075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] For port 192cb14b-c343-448e-8247-68a10b8be817, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=192cb14b-c343-448e-8247-68a10b8be817,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:53.241294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.246220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.314880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6ec57-f850-49c3-a424-eef9f4bfc84f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:53.333948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fcb4079c-4f0c-42bb-9d4f-8820e4e0d365 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a3c8280ef34c1e9b1665cf18f3f23d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0085919 Mar 02 18:02:53.337801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33254) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.339817 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db4624e8-04c5-4cf2-a26e-e4129dd99ab4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/276a13b1-b7dd-4cd1-8391-12d2720209e7 HTTP/1.1" status: 204 len: 168 time: 2.7622268 Mar 02 18:02:53.342061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7470d8-9671-49dc-8d7a-bb6d78618132 None None] Pushing event updated for resources: {'Port': ['ID=192cb14b-c343-448e-8247-68a10b8be817,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:53.344957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33258) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.362783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-561e970f-38e3-4fb5-8106-e2ee2ece6e6c None None] Could not find standard attr ID for object 276a13b1-b7dd-4cd1-8391-12d2720209e7. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:02:53.422156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:02:53.431248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.432810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-437f8b36-3ad5-4d3d-8a8d-c97542c7d6a3 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "PUT /v2.0/routers/bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 200 len: 709 time: 5.5593271 Mar 02 18:02:53.436831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33262) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.442602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b6777-935d-4916-b79c-4165d6f61631 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:53.443369 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] Sync routers for ids ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:02:53.444057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b6777-935d-4916-b79c-4165d6f61631 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:53.444965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-667b6777-935d-4916-b79c-4165d6f61631 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:53.463781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-667b6777-935d-4916-b79c-4165d6f61631 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:53.465601 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-667b6777-935d-4916-b79c-4165d6f61631 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1199539 Mar 02 18:02:53.468621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.480049 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] Routers {'bcdb4985-764e-4a37-aa5b-19ea78c7282b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:53.480938 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:53.625853 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:53.641694 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] Routers {'bcdb4985-764e-4a37-aa5b-19ea78c7282b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:02:53.642296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:02:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:53.652431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.692968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.708901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d5492323-7810-48d2-887b-e102ba14b6ab tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/routers/bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 200 len: 744 time: 0.2709384 Mar 02 18:02:53.712305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33270) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.715278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet dedf49a4-92ac-4084-b68a-1227d42bd51c {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:02:53.719369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.720996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:02:53.722732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4195ed-9761-455c-8a92-5fe8d247dc55 None None] The sync data for ids ['bcdb4985-764e-4a37-aa5b-19ea78c7282b'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:02:53.767584 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.791052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6ec57-f850-49c3-a424-eef9f4bfc84f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:53.795657 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:53.798522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e4013a34-28e1-45c6-a78e-049c56067609 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38b6ec57-f850-49c3-a424-eef9f4bfc84f HTTP/1.1" status: 204 len: 168 time: 0.4583302 Mar 02 18:02:53.819096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54022c7d-600e-48d7-a5b5-b215408b7d5a tempest-RoutersIpV6AdminTest-1670278594 tempest-RoutersIpV6AdminTest-1670278594-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&device_id=bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 200 len: 205 time: 0.0527217 Mar 02 18:02:53.822280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:53.985501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.043603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c918fb40-b504-478a-96e9-58950ff79e60 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 200 len: 205 time: 0.2197983 Mar 02 18:02:54.044473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:54.081470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 192cb14b-c343-448e-8247-68a10b8be817 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:02:54.184017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09151bcc-0bc5-492c-8224-562be2415c2e req-30e1c23f-01a4-4e6a-b550-64b6facfd7db tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 210 time: 0.1789229 Mar 02 18:02:54.241076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 192cb14b-c343-448e-8247-68a10b8be817 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:02:54.241076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.431830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.597650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-fd4e8f7e-51cf-4c8d-aeb0-bb4039782760 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:54.602441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.602796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-fd4e8f7e-51cf-4c8d-aeb0-bb4039782760 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.35 "GET /v2.0/networks?id=07375f9e-1b82-476b-b8f6-4d48ce7f5140 HTTP/1.1" status: 200 len: 808 time: 0.3327577 Mar 02 18:02:54.618339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Request body: {'port': {'device_id': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140', 'admin_state_up': True, 'tenant_id': '327e0766167043b491f26bf44ff41e0c'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:54.662146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33294) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:54.849646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.935749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:54.944761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ad11e0cd5f4cfaaf012d6241b925e8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:54.949114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:54.957645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:54.962818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.963908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:54.964797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.966102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Usage tracker for resource:port and tenant:327e0766167043b491f26bf44ff41e0c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:54.969862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:54.979787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:54.995624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Made reservation on behalf of 327e0766167043b491f26bf44ff41e0c for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:54.998924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.009146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.011856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=dedf49a4-92ac-4084-b68a-1227d42bd51c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:55.016877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.035384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-778a2faa-111a-449e-979a-8d67196c9370 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/dedf49a4-92ac-4084-b68a-1227d42bd51c HTTP/1.1" status: 204 len: 168 time: 1.5648239 Mar 02 18:02:55.038766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f9c74e-5ff7-478b-8afd-92e4b6c55740 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:55.039765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33298) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.053671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.054191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Fanout notify agent at l3_agent the message router_deleted on router bcdb4985-764e-4a37-aa5b-19ea78c7282b {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:02:55.069294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.071580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-076317de-a80a-4ac9-9bfe-d1aae61a5305 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 204 len: 168 time: 1.0173447 Mar 02 18:02:55.074918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33302) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.125091 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5070addb-80c1-4230-8d2c-48da8797392b tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 200 len: 205 time: 0.0488260 Mar 02 18:02:55.128874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.167486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7a9d8eca-7dbb-46d7-a29f-475f59a43006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261141 Mar 02 18:02:55.168198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33310) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.209742 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-2a4b32ab-fa04-42fb-a775-836249a06534 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:55.210850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a4b32ab-fa04-42fb-a775-836249a06534 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/bcdb4985-764e-4a37-aa5b-19ea78c7282b HTTP/1.1" status: 404 len: 336 time: 0.0810175 Mar 02 18:02:55.213889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.275132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2defd1cd-30e3-43bd-901a-1b24a44f7e65 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 200 len: 205 time: 0.0578756 Mar 02 18:02:55.279066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33322) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.327675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.367952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.389627 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-4e13d586-a4f9-48d0-b1a3-6be145dc982c tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:55.392169 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e13d586-a4f9-48d0-b1a3-6be145dc982c tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/9738c0ed-3f54-4843-a87a-487c41d320c9 HTTP/1.1" status: 404 len: 336 time: 0.1117327 Mar 02 18:02:55.396732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.465221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-796530cc-2234-4f0e-9bbc-3eb99cfbef18 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 200 len: 205 time: 0.0671000 Mar 02 18:02:55.469936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.520291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:02:55.524938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Deleting port 192cb14b-c343-448e-8247-68a10b8be817 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:02:55.525316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.538426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Allocated IP 172.20.0.4 (07375f9e-1b82-476b-b8f6-4d48ce7f5140/9bffd544-2beb-413b-8e86-72ebb99e69a0/ef1f3e40-2d8c-433d-acc8-fd61709fb997) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:55.553801 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d82da5ec-91e0-4cba-9108-a68ac3483535 req-561e76e8-f207-4f46-b8e9-9f469266fc65 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 210 time: 0.1057720 Mar 02 18:02:55.564331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fecad3d-e4ff-42b5-ac69-1bdfcc6cafd7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:55.566162 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-024c70fd-2567-4bcd-9577-d0686c981e7f tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:55.567410 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-024c70fd-2567-4bcd-9577-d0686c981e7f tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/9e56c632-a414-4980-bb09-7ee5fbff9790 HTTP/1.1" status: 404 len: 336 time: 0.0963373 Mar 02 18:02:55.570386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33336) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.607675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c6a06a0f-9603-4b9b-bdcf-26d84ed4e767 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1ad11e0cd5f4cfaaf012d6241b925e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9443760 Mar 02 18:02:55.614246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.625766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ec60963-af01-4f60-9c5d-1cf1b94b7218 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 200 len: 205 time: 0.0533452 Mar 02 18:02:55.627727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33342) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.695003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1dfc7-22e6-494d-8502-4edfdd4132cd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:55.699143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f9c1dfc7-22e6-494d-8502-4edfdd4132cd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5231533 Mar 02 18:02:55.707198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33348) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.884731 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-0e642686-c432-4c19-96cb-4042a97be1c6 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:55.885455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] For port 192cb14b-c343-448e-8247-68a10b8be817, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=192cb14b-c343-448e-8247-68a10b8be817,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:02:55.885946 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.886300 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e642686-c432-4c19-96cb-4042a97be1c6 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/ec6c8f47-ba83-4017-8c01-80af82b474e3 HTTP/1.1" status: 404 len: 336 time: 0.2572424 Mar 02 18:02:55.892053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33352) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:55.949272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.960405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672111f-ebdd-44d0-ac03-a97fd276196c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:55.961558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b672111f-ebdd-44d0-ac03-a97fd276196c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:55.966966 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6211c502-9bc2-42c4-8f49-f446240a074f tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 200 len: 205 time: 0.0697083 Mar 02 18:02:55.967753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.048033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Calling delete_port for 192cb14b-c343-448e-8247-68a10b8be817 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:02:56.073923 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-a562d883-b245-41ea-a822-3bc61158b074 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:56.077871 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a562d883-b245-41ea-a822-3bc61158b074 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/16331d29-b349-4629-ad32-38f13f87802c HTTP/1.1" status: 404 len: 336 time: 0.1062188 Mar 02 18:02:56.078264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33360) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.090949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 192cb14b-c343-448e-8247-68a10b8be817 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:02:56.129415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.138628 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-09b3ebfb-9665-4d4d-8ab2-75ef7d5abb33 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2de65c-cb0a-45c0-909d-cda4baa80537 HTTP/1.1" status: 200 len: 205 time: 0.0580084 Mar 02 18:02:56.140562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.141791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b672111f-ebdd-44d0-ac03-a97fd276196c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:56.143277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b672111f-ebdd-44d0-ac03-a97fd276196c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4349411 Mar 02 18:02:56.149388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.266780 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-a47e7e31-f288-48fa-81ef-decc2e733021 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] delete failed (client error): The resource could not be found. Mar 02 18:02:56.266780 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a47e7e31-f288-48fa-81ef-decc2e733021 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/routers/ef2de65c-cb0a-45c0-909d-cda4baa80537 HTTP/1.1" status: 404 len: 336 time: 0.1236777 Mar 02 18:02:56.274218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.302618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d424d0af-48bd-4254-bdb6-e149aa32e6f3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422546 Mar 02 18:02:56.302876 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.307260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.324481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33376) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:56.332056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.341257 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb98400-3817-409b-9e73-eac394661b01 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] DELETE failed (client error): The resource could not be found. Mar 02 18:02:56.344991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb98400-3817-409b-9e73-eac394661b01 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:02:56.345352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:56.351116 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fb98400-3817-409b-9e73-eac394661b01 tempest-RoutersIpV6AdminTest-1572267432 tempest-RoutersIpV6AdminTest-1572267432-project] 10.222.0.37 "DELETE /v2.0/subnets/63a32378-6cf7-4b6f-acb6-d21ffc994919 HTTP/1.1" status: 404 len: 337 time: 0.0741065 Mar 02 18:02:56.416870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] Pushing event deleted for resources: {'Port': ['ID=192cb14b-c343-448e-8247-68a10b8be817,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:56.473892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71b5bc-1ded-44c2-aa00-3ecf2da78118 None None] No DVR routers for this DVR port 192cb14b-c343-448e-8247-68a10b8be817 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:02:56.615632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.621508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:56.657507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:56.671753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:56.757378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fecad3d-e4ff-42b5-ac69-1bdfcc6cafd7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:56.819799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Pushing event updated for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:56.858018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:56.996098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:57.013295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.017008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e62eba1-994d-4a61-ae56-abc773e88d3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fecad3d-e4ff-42b5-ac69-1bdfcc6cafd7 HTTP/1.1" status: 204 len: 168 time: 1.3676972 Mar 02 18:02:57.043680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:57.053594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:57.063636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.084851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:57.219659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.265935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:57.266617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.270348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:57.277588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4423274d68a1469398125a8da88e1cb5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:57.281282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:57.288242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:57.290535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-b2f950fe-b27a-4f45-8eb2-b070256623d1 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:57.291264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-b2f950fe-b27a-4f45-8eb2-b070256623d1 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Synchronizing usage tracker for tenant:327e0766167043b491f26bf44ff41e0c on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:57.320180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-cf8fc4dc-fb04-4705-baf8-1301b4813f60 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7063823 Mar 02 18:02:57.327040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-b2f950fe-b27a-4f45-8eb2-b070256623d1 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Unset dirty status for tenant:327e0766167043b491f26bf44ff41e0c on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:57.328297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-b2f950fe-b27a-4f45-8eb2-b070256623d1 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 931 time: 0.5096989 Mar 02 18:02:57.335607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Request body: {'port': {'device_id': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:57.386672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.392671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.485688 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4423274d68a1469398125a8da88e1cb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4965587 Mar 02 18:02:57.492787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:57.499263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323fe6-530b-45fc-b749-f16fc30041c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab7e08-3991-4c09-8428-d809bb202d6b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:57.724900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-0410bdc0-04a6-4e8c-9c7f-1de66280f75e tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Synchronizing usage tracker for tenant:327e0766167043b491f26bf44ff41e0c on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:02:57.764264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.777305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.829691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.844609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-0410bdc0-04a6-4e8c-9c7f-1de66280f75e tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Unset dirty status for tenant:327e0766167043b491f26bf44ff41e0c on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:02:57.845722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b115e4f2-2215-4c6a-a57a-e9fdb32e5b82 req-0410bdc0-04a6-4e8c-9c7f-1de66280f75e tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155985 Mar 02 18:02:57.942857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:57.950722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:57.956207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:57.963286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=c870a0b6-0a75-4aa8-86f4-baf5280553d5,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:57.963597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57922b01-a293-4894-ba1a-3c4fe56f5344 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:02:57.974992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:57.975585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.288931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'c870a0b6-0a75-4aa8-86f4-baf5280553d5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:02:58.292383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.293248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:58.293723 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8a5d5ee-ba52-47dc-940c-1a0879de0f26 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9674017 Mar 02 18:02:58.306884 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.308668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': 'c870a0b6-0a75-4aa8-86f4-baf5280553d5', 'ip_address': '2001:db8::ab3b:7f80:e9b7:187e'}], 'name': 'tempest-NetworksTestDHCPv6-630569321'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:02:58.357190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab7e08-3991-4c09-8428-d809bb202d6b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:58.374683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.379291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3b2fad9e-d97f-470d-91db-3ff7397366e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bab7e08-3991-4c09-8428-d809bb202d6b HTTP/1.1" status: 204 len: 168 time: 0.8474643 Mar 02 18:02:58.499245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1f3e40-2d8c-433d-acc8-fd61709fb997 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:02:58.516458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.551236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:02:58.559421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Transition to ACTIVE for port object ef1f3e40-2d8c-433d-acc8-fd61709fb997 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:58.566177 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.576588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:02:58.582887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:02:58.598002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:02:58.622200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:02:58.637415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:58.685224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/c870a0b6-0a75-4aa8-86f4-baf5280553d5/a1b600d7-066b-44d2-83b3-cecb801f9bc3) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:58.691997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 0cdb34ac-b441-4bfa-b515-0c967622cfc2 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:02:58.763702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:58.965626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Attempting to bind port ef1f3e40-2d8c-433d-acc8-fd61709fb997 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:02:58.967045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Attempting to bind port ef1f3e40-2d8c-433d-acc8-fd61709fb997 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '5c310453-acc5-4f15-ab73-0464633614f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:02:58.967708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Attempting to bind port ef1f3e40-2d8c-433d-acc8-fd61709fb997 on network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:58.980722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Port ef1f3e40-2d8c-433d-acc8-fd61709fb997 on network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:02:58.981224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Attempting to bind port ef1f3e40-2d8c-433d-acc8-fd61709fb997 on network 07375f9e-1b82-476b-b8f6-4d48ce7f5140 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:59.001470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:02:59.001892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Checking segment: {'id': '5c310453-acc5-4f15-ab73-0464633614f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:59.002185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.003853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Bound using segment: {'id': '5c310453-acc5-4f15-ab73-0464633614f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:02:59.003853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Bound port: ef1f3e40-2d8c-433d-acc8-fd61709fb997, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c310453-acc5-4f15-ab73-0464633614f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:02:59.003853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.028019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Transition to ACTIVE for port object a1b600d7-066b-44d2-83b3-cecb801f9bc3 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:59.060201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Transition to ACTIVE for port object a1b600d7-066b-44d2-83b3-cecb801f9bc3 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:59.081422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.161710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::ab3b:7f80:e9b7:187e (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/c870a0b6-0a75-4aa8-86f4-baf5280553d5/0cdb34ac-b441-4bfa-b515-0c967622cfc2) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:02:59.174157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:02:59.180179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997,segment=NetworkSegment(5c310453-acc5-4f15-ab73-0464633614f4),segment_id=5c310453-acc5-4f15-ab73-0464633614f4)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:02:59.188526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.250215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33448) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:59.327822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.329715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] 10.222.0.35 "PUT /v2.0/ports/ef1f3e40-2d8c-433d-acc8-fd61709fb997 HTTP/1.1" status: 200 len: 1091 time: 1.9983010 Mar 02 18:02:59.350905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:02:59.369251 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84d2c53c-b6da-4296-a027-ab51fe8c052f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b72cc95eb7dd44a6acf78aa497e13b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1166725 Mar 02 18:02:59.370412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:02:59.372797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33462) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:02:59.374648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:02:59.381985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:02:59.463734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Pushing event updated for resources: {'Port': ['ID=a1b600d7-066b-44d2-83b3-cecb801f9bc3,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:59.563727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc187a-e5f3-4cda-8f28-b4e4a954be30 req-135fc49f-de8c-4a8a-8148-db49f6105727 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:02:59.572971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41fc187a-e5f3-4cda-8f28-b4e4a954be30 req-135fc49f-de8c-4a8a-8148-db49f6105727 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 943 time: 0.5455985 Mar 02 18:02:59.590497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.626959 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997', 'status': 'completed', 'code': 200} Mar 02 18:02:59.628619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce28e4-a536-4081-944c-e928198a9184 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:59.670831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.671034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Attempting to bind port a1b600d7-066b-44d2-83b3-cecb801f9bc3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:02:59.671400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Attempting to bind port a1b600d7-066b-44d2-83b3-cecb801f9bc3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:02:59.671782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Attempting to bind port a1b600d7-066b-44d2-83b3-cecb801f9bc3 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:02:59.680578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:02:59.681012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:02:59.681561 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.682080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:02:59.682583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Bound port: a1b600d7-066b-44d2-83b3-cecb801f9bc3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:02:59.683111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.743851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.764031 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41fc187a-e5f3-4cda-8f28-b4e4a954be30 req-1cbbf6a1-99b0-42fb-90ba-7877612514fa tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888578 Mar 02 18:02:59.771148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-f43cf946-cae6-4109-8302-3d7b121c4362 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327e0766167043b491f26bf44ff41e0c&device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 1094 time: 0.3572640 Mar 02 18:02:59.775023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 0cdb34ac-b441-4bfa-b515-0c967622cfc2 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:02:59.817866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.866599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b906b5-0228-43ea-ae03-f75d00f2d03a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:02:59.882005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:59.895279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-0cde4cb9-cfd0-4a4c-9040-7211f3c56b80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997 HTTP/1.1" status: 200 len: 217 time: 0.1173933 Mar 02 18:02:59.930739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] For port a1b600d7-066b-44d2-83b3-cecb801f9bc3, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:02:59.936164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] For port a1b600d7-066b-44d2-83b3-cecb801f9bc3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1b600d7-066b-44d2-83b3-cecb801f9bc3,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:02:59.942186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:00.022969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-ee613248-957f-48d2-ae35-4f931112b6ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:00.026297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-ee613248-957f-48d2-ae35-4f931112b6ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bffd544-2beb-413b-8e86-72ebb99e69a0 HTTP/1.1" status: 200 len: 848 time: 0.1249485 Mar 02 18:03:00.047082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:00.048011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:00.049477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d83f54f7-de98-42f9-816e-cf67bf2266c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43b906b5-0228-43ea-ae03-f75d00f2d03a HTTP/1.1" status: 204 len: 168 time: 0.6752436 Mar 02 18:03:00.054326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:00.058989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:00.063408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:00.064421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:00.097546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-a9cbbf84-e6aa-4dac-aacf-6782196771d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07375f9e-1b82-476b-b8f6-4d48ce7f5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647595 Mar 02 18:03:00.098528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=0cdb34ac-b441-4bfa-b515-0c967622cfc2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:00.109028 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9505ec20-996a-401f-b104-2667d99ad653 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8141215 Mar 02 18:03:00.109769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33484) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:00.117480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e40db1-56eb-4c8b-acb8-45683cc9d5ac None None] Pushing event updated for resources: {'Port': ['ID=a1b600d7-066b-44d2-83b3-cecb801f9bc3,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:00.276260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6049e-cc4e-45aa-8d59-e108c0858c57 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:00.302047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6049e-cc4e-45aa-8d59-e108c0858c57 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:00.303136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98e6049e-cc4e-45aa-8d59-e108c0858c57 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:00.324502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98e6049e-cc4e-45aa-8d59-e108c0858c57 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:00.329729 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98e6049e-cc4e-45aa-8d59-e108c0858c57 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2189527 Mar 02 18:03:00.331592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:00.580629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 0cdb34ac-b441-4bfa-b515-0c967622cfc2 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:00.581361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:00.800224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-de6afa7c-3e69-4f88-bf34-c24b366e761e service neutron] 10.222.0.35 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957176 Mar 02 18:03:01.150726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27efd070-9b58-4378-ac9e-04b9cb371425 req-6cc93f50-1567-4072-ae70-d1b729449ecb service neutron] 10.222.0.35 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443551 Mar 02 18:03:01.227154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abad0-7925-4893-8353-c5c07d6e4f36 req-fa11617d-4250-4fcd-a055-90058418440c tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:01.235900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-879abad0-7925-4893-8353-c5c07d6e4f36 req-fa11617d-4250-4fcd-a055-90058418440c tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 943 time: 0.1629243 Mar 02 18:03:01.254610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:01.431771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-879abad0-7925-4893-8353-c5c07d6e4f36 req-04991cfc-cd34-445e-971a-f56bfad8666a tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366577 Mar 02 18:03:01.471559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-6570bf35-072d-4ddb-b8bd-6bae2d259c55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327e0766167043b491f26bf44ff41e0c&device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 1094 time: 0.2345681 Mar 02 18:03:01.717686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 0cdb34ac-b441-4bfa-b515-0c967622cfc2 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:01.768637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-0c4b7e71-d550-4062-8c2e-eb7e930ba5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:01.772354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-0c4b7e71-d550-4062-8c2e-eb7e930ba5d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07375f9e-1b82-476b-b8f6-4d48ce7f5140 HTTP/1.1" status: 200 len: 909 time: 0.2884812 Mar 02 18:03:01.950974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-17c354ad-e682-410d-a8d7-3dc3e10b5d10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997 HTTP/1.1" status: 200 len: 217 time: 0.1684670 Mar 02 18:03:02.105426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:02.136227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-f6e487e9-21c0-48be-91cb-843ddaad3a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:02.140860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-f6e487e9-21c0-48be-91cb-843ddaad3a65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bffd544-2beb-413b-8e86-72ebb99e69a0 HTTP/1.1" status: 200 len: 848 time: 0.1821263 Mar 02 18:03:02.145480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b767902c-546f-483c-b4dd-b5de750311bf None None] Provisioning for port a1b600d7-066b-44d2-83b3-cecb801f9bc3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:02.197532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1b600d7-066b-44d2-83b3-cecb801f9bc3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:02.218064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=0cdb34ac-b441-4bfa-b515-0c967622cfc2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:02.257051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-2d5ac215-7820-4ec6-9a3b-1b2788937a42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07375f9e-1b82-476b-b8f6-4d48ce7f5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990314 Mar 02 18:03:02.310291 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:02.329430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33542) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:02.359101 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-19d2afe0-6855-4bca-a997-d8362a542393 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/0cdb34ac-b441-4bfa-b515-0c967622cfc2 HTTP/1.1" status: 204 len: 168 time: 2.0257483 Mar 02 18:03:02.361732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:02.387943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a1b600d7-066b-44d2-83b3-cecb801f9bc3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:02.397374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a1b600d7-066b-44d2-83b3-cecb801f9bc3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:02.398111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:02.600850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-785e2f50-da64-44f6-ad97-28ef8df94ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357778 Mar 02 18:03:02.632804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8e708-2d97-4fa2-baf4-aab3bf22b5ae tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:02.634604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8e708-2d97-4fa2-baf4-aab3bf22b5ae tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:02.635555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54c8e708-2d97-4fa2-baf4-aab3bf22b5ae tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:02.672329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-54c8e708-2d97-4fa2-baf4-aab3bf22b5ae tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:02.676748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-54c8e708-2d97-4fa2-baf4-aab3bf22b5ae tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3106112 Mar 02 18:03:02.677218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:02.701440 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:02.733726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-aba14328-2b0a-40c2-9761-baba14fbac55 None None] Could not find standard attr ID for object 0cdb34ac-b441-4bfa-b515-0c967622cfc2. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:02.759961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a1b600d7-066b-44d2-83b3-cecb801f9bc3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1b600d7-066b-44d2-83b3-cecb801f9bc3,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:02.770048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:02.774078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1321116956'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:02.796349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:02.834700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:network and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:02.841656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:02.876312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:02.891835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e820dc2-ca2a-4b02-b8a7-a68cf40acec4 req-6e2f2ce2-038d-4839-b031-94fa4fa9f7b5 service neutron] 10.222.0.35 "GET /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834196 Mar 02 18:03:02.903054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a1b600d7-066b-44d2-83b3-cecb801f9bc3,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:03.020663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d1b3-0fff-406f-bbee-afb7af083733 req-44c4d822-7d72-4028-8c36-ccc270dbeb0c tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:03.022695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eb0d1b3-0fff-406f-bbee-afb7af083733 req-44c4d822-7d72-4028-8c36-ccc270dbeb0c tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 943 time: 0.1293492 Mar 02 18:03:03.044010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:03.047238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.070601 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.098860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3eb0d1b3-0fff-406f-bbee-afb7af083733 req-0d689ad7-ffd0-481f-8eba-243b85396152 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661027 Mar 02 18:03:03.139537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet c870a0b6-0a75-4aa8-86f4-baf5280553d5 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:03.150955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.197726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:03.210144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:security_group_rule and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:03.214877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:03.224471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:03.233171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.386945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.422810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.434942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.507611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:03:03.526825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac61ed-1f60-4889-bda8-81512ab30faa,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:03.543359 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.543637 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Added segment 13714a78-4d30-4903-a8ea-bc778f5e4f0a of type vlan for network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 Mar 02 18:03:03.586376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.628951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.641931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=c870a0b6-0a75-4aa8-86f4-baf5280553d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:03.651150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.669508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a018e6b-8482-40ea-8916-2340619ad592 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:03.690626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f25b878f-f29d-449f-ab2d-7de0205b2481 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/c870a0b6-0a75-4aa8-86f4-baf5280553d5 HTTP/1.1" status: 204 len: 168 time: 1.0109029 Mar 02 18:03:03.693482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33576) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:03.713103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.715285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:03.716280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:03.768375 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4340551 Mar 02 18:03:03.768375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:03.789482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'subnet': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:03.798462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-62325c55-c1f1-4ff4-abcc-ba2a69c42046 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035097 Mar 02 18:03:03.802663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:03.813345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:04.007649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:04.015881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:04.019388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:04.027283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:04.040294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef1f3e40-2d8c-433d-acc8-fd61709fb997 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:03:04.050785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:04.062397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:04.081336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:subnet and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:04.094901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:04.104039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Deleting port a1b600d7-066b-44d2-83b3-cecb801f9bc3 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:04.104382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:04.104810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.123217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:04.131579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bd8de-e5f0-4c17-8fac-694705cf310a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Network': ['ID=dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:04.162986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:04.202230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:03:04.241860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.340192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.746522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] For port a1b600d7-066b-44d2-83b3-cecb801f9bc3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1b600d7-066b-44d2-83b3-cecb801f9bc3,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:04.747024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.833168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.887131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:04.920911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Calling delete_port for a1b600d7-066b-44d2-83b3-cecb801f9bc3 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:05.023302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:05.052004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:05.087375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:05.087375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.107899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.113272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=59c9c607-df64-4eaf-bd70-c8cbbb58e349,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:05.186076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491169a-0186-4924-b058-ff69512e72b5 req-f4a54d7a-e741-4f23-8554-1636cf511dbd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:05.191753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Subnet': ['ID=bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:05.194143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6491169a-0186-4924-b058-ff69512e72b5 req-f4a54d7a-e741-4f23-8554-1636cf511dbd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 943 time: 0.5997176 Mar 02 18:03:05.196589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Checking segment: {'id': '13714a78-4d30-4903-a8ea-bc778f5e4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:05.197084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network hostable DHCP agents. Network: dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:03:05.203407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997,segment=NetworkSegment(5c310453-acc5-4f15-ab73-0464633614f4),segment_id=5c310453-acc5-4f15-ab73-0464633614f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:05.213179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ac3ecfb1-1afe-4db6-a220-87311811b963 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4063976 Mar 02 18:03:05.213949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33614) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:05.230084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '59c9c607-df64-4eaf-bd70-c8cbbb58e349', 'ip_address': '2001:db8::fb69:651c:6f6c:8258'}], 'name': 'tempest-NetworksTestDHCPv6-624290733'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:05.247140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:03:05.257020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6491169a-0186-4924-b058-ff69512e72b5 req-5479b1ae-1eb4-4b0a-a19c-178871f30fbd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Mar 02 18:03:05.262138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:05.262751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997', 'network_id': '07375f9e-1b82-476b-b8f6-4d48ce7f5140', 'port_id': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997', 'mac_address': 'fa:16:3e:c4:00:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bffd544-2beb-413b-8e86-72ebb99e69a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:03:05.264747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] No DVR routers for this DVR port a1b600d7-066b-44d2-83b3-cecb801f9bc3 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:05.267870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:05.268880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.327828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1752ab0-6a80-43db-b465-4a464f533ca8 None None] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:05.395965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:05.397330 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-926418e8-552d-4ae6-9cd0-65e7d92b9976 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6251698 Mar 02 18:03:05.402327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-2004656156'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:05.421120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0bfb7-a530-41d9-8bb8-9461ab18b8c4 None None] Pushing event deleted for resources: {'Port': ['ID=a1b600d7-066b-44d2-83b3-cecb801f9bc3,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:05.439086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e169e6d9-5859-439a-b02c-a9f9ed96979d None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:05.454640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.482226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1f3e40-2d8c-433d-acc8-fd61709fb997 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:03:05.540465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:05.546420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:05.550784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:05.560106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:05.572855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:05.579728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.619081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port dd435b31-cf51-40c3-8c56-eb2fc0ace9ee yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:05.703159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:05.709759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:port and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:05.714121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:05.732799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:05.745937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:05.750227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:05.784698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port 81d41649-c967-4a72-a0f1-209975c161cb yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:05.798146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997,segment=NetworkSegment(5c310453-acc5-4f15-ab73-0464633614f4),segment_id=5c310453-acc5-4f15-ab73-0464633614f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:05.970003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.039320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::fb69:651c:6f6c:8258 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/59c9c607-df64-4eaf-bd70-c8cbbb58e349/dd435b31-cf51-40c3-8c56-eb2fc0ace9ee) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:06.062191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.8 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/81d41649-c967-4a72-a0f1-209975c161cb) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:06.189557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1b600d7-066b-44d2-83b3-cecb801f9bc3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:06.215950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '59c9c607-df64-4eaf-bd70-c8cbbb58e349'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:06.216965 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.320320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a1b600d7-066b-44d2-83b3-cecb801f9bc3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:06.320668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1b600d7-066b-44d2-83b3-cecb801f9bc3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:06.328135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:06.492928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.519503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.529095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object 81d41649-c967-4a72-a0f1-209975c161cb will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:06.546548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ef1f3e40-2d8c-433d-acc8-fd61709fb997'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:03:06.564332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object dd435b31-cf51-40c3-8c56-eb2fc0ace9ee will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:06.617225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.648114 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.728749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:06.736294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:06.749038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:06.808189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:06.808189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:06.815485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/59c9c607-df64-4eaf-bd70-c8cbbb58e349/487d1fb0-866a-4271-9896-d8d5e5263564) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:06.816442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:06.837660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:06.839521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.882464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=81d41649-c967-4a72-a0f1-209975c161cb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:06.913691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=dd435b31-cf51-40c3-8c56-eb2fc0ace9ee,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:06.928846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1e2d7-4b6d-475d-8aab-4d6ed35c503b req-ba2267bf-2f2f-446d-9f27-437d80de7e99 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:06.930369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbd1e2d7-4b6d-475d-8aab-4d6ed35c503b req-ba2267bf-2f2f-446d-9f27-437d80de7e99 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 944 time: 0.3627620 Mar 02 18:03:06.967063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:06.968344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:06.969777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8705b717-3ae1-44e8-9245-c6c79f39b65f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7456954 Mar 02 18:03:06.971648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:07.040307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fe506854-a0bc-49ca-bf59-72e32366e205 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6430471 Mar 02 18:03:07.048664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33650) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:07.068544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'tenant_id': 'd062d180c1c24f51944d37df644b14a1', 'fixed_ips': [{'subnet_id': 'bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:07.069356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.074935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-424822646', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:3f:fe'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:07.155425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbd1e2d7-4b6d-475d-8aab-4d6ed35c503b req-2c4d1fc4-1fe4-43d6-81dd-54a5a00dc609 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005410 Mar 02 18:03:07.169325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c8dfc-e233-4c40-9039-d6eacbb0d9fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:07.170529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d73c8dfc-e233-4c40-9039-d6eacbb0d9fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:07.218127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d73c8dfc-e233-4c40-9039-d6eacbb0d9fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:07.220109 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d73c8dfc-e233-4c40-9039-d6eacbb0d9fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2451930 Mar 02 18:03:07.224370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33662) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:07.452591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:07.454695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port dd435b31-cf51-40c3-8c56-eb2fc0ace9ee {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:07.455114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.463063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:port and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:07.469061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:07.491865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:07.504318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Allocated IP 172.20.0.2 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/331b8c89-a248-47f6-8748-1719a049cddf) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:07.520543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:07.773662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.786608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Transition to ACTIVE for port object 331b8c89-a248-47f6-8748-1719a049cddf will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:07.809122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Transition to ACTIVE for port object 331b8c89-a248-47f6-8748-1719a049cddf will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:07.845537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.857045 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.874911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Transition to ACTIVE for port object 487d1fb0-866a-4271-9896-d8d5e5263564 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:07.882769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:07.895159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port f519aec9-4587-49a1-937b-d6cbcc0aa705 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:07.896745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Transition to ACTIVE for port object 487d1fb0-866a-4271-9896-d8d5e5263564 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:07.901277 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.965691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:07.967290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:07.976824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:07.987680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:08.029535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:08.045878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:08.087059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:08.094139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef1f3e40-2d8c-433d-acc8-fd61709fb997 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:08.109061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.309688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for dd435b31-cf51-40c3-8c56-eb2fc0ace9ee owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:08.323411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Pushing event updated for resources: {'Port': ['ID=331b8c89-a248-47f6-8748-1719a049cddf,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:08.364836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.413694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.3 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/f519aec9-4587-49a1-937b-d6cbcc0aa705) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:08.451142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Attempting to bind port 331b8c89-a248-47f6-8748-1719a049cddf on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:08.451471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Attempting to bind port 331b8c89-a248-47f6-8748-1719a049cddf by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '13714a78-4d30-4903-a8ea-bc778f5e4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:08.451772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Attempting to bind port 331b8c89-a248-47f6-8748-1719a049cddf on network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:08.459833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ef1f3e40-2d8c-433d-acc8-fd61709fb997 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:08.466250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:08.466647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Checking segment: {'id': '13714a78-4d30-4903-a8ea-bc778f5e4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:08.467100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.467491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Bound using segment: {'id': '13714a78-4d30-4903-a8ea-bc778f5e4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:08.467963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Bound port: 331b8c89-a248-47f6-8748-1719a049cddf, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13714a78-4d30-4903-a8ea-bc778f5e4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:08.468330 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.517292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Attempting to bind port 487d1fb0-866a-4271-9896-d8d5e5263564 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:08.517590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Attempting to bind port 487d1fb0-866a-4271-9896-d8d5e5263564 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:08.517922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Attempting to bind port 487d1fb0-866a-4271-9896-d8d5e5263564 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:08.597691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:08.599129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:08.599552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.600057 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.601423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:08.602480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Bound port: 487d1fb0-866a-4271-9896-d8d5e5263564, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:08.603166 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.614674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ef1f3e40-2d8c-433d-acc8-fd61709fb997 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:08.615962 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.700738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Pushing event updated for resources: {'Port': ['ID=487d1fb0-866a-4271-9896-d8d5e5263564,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:08.713585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=dd435b31-cf51-40c3-8c56-eb2fc0ace9ee,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:08.735036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.768039 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1a89a147-5fd5-46f7-af1a-a58dd01cc1b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/dd435b31-cf51-40c3-8c56-eb2fc0ace9ee HTTP/1.1" status: 204 len: 168 time: 1.5422251 Mar 02 18:03:08.769062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:08.845936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] For port 331b8c89-a248-47f6-8748-1719a049cddf, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:08.852053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] For port 331b8c89-a248-47f6-8748-1719a049cddf, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=331b8c89-a248-47f6-8748-1719a049cddf,segment=NetworkSegment(13714a78-4d30-4903-a8ea-bc778f5e4f0a),segment_id=13714a78-4d30-4903-a8ea-bc778f5e4f0a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:08.892843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.895410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a45b48-87e4-4017-8a7b-f21e37087a1a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:08.897442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a45b48-87e4-4017-8a7b-f21e37087a1a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:08.898206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45a45b48-87e4-4017-8a7b-f21e37087a1a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:08.908501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:08.912110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object f519aec9-4587-49a1-937b-d6cbcc0aa705 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:08.925170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45a45b48-87e4-4017-8a7b-f21e37087a1a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:08.926673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45a45b48-87e4-4017-8a7b-f21e37087a1a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1564510 Mar 02 18:03:08.929973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33698) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:08.931939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:08.940977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Usage tracker for resource:security_group_rule and tenant:07f61935bb554c399567592c0a91c4e0 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:08.980622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:08.995050 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:03:09.006998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:09.031267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4664-a7a3-40fc-b678-a21af25988bc req-68532458-74ef-480f-a59c-705f6ba9b1b5 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:09.032795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-850d4664-a7a3-40fc-b678-a21af25988bc req-68532458-74ef-480f-a59c-705f6ba9b1b5 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 944 time: 0.4361365 Mar 02 18:03:09.034654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.039382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9376-9c84-4382-aeb0-19f800582d05 None None] Pushing event updated for resources: {'Port': ['ID=331b8c89-a248-47f6-8748-1719a049cddf,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:09.042284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.117312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] For port 487d1fb0-866a-4271-9896-d8d5e5263564, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:09.122106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] For port 487d1fb0-866a-4271-9896-d8d5e5263564, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=487d1fb0-866a-4271-9896-d8d5e5263564,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:09.130801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.160815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:09.174041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:09.178531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:09.265913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=f519aec9-4587-49a1-937b-d6cbcc0aa705,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:09.289403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6905806-38d2-42dc-bb82-cf0f824fca3c None None] Pushing event updated for resources: {'Port': ['ID=487d1fb0-866a-4271-9896-d8d5e5263564,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:09.302046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-850d4664-a7a3-40fc-b678-a21af25988bc req-7d4f5cb5-4b93-4bc7-947f-8ec7398d23a2 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571437 Mar 02 18:03:09.342128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:09.342128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.400033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:09.403076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d97a75a-e23f-4f4e-b0cf-5c41c902fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.404773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b946a51-5b19-4a7f-9ebd-436934bc0d8e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3511362 Mar 02 18:03:09.420893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.428810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.436356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.504938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:03:09.512707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9052f-87f6-4c61-b187-cdfb44525377,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:09.522524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3eb3d41d-8475-4949-bb65-3eabb577b09f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07f61935bb554c399567592c0a91c4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6341851 Mar 02 18:03:09.525018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33714) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:09.529900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997,segment=NetworkSegment(5c310453-acc5-4f15-ab73-0464633614f4),segment_id=5c310453-acc5-4f15-ab73-0464633614f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:09.533582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 59c9c607-df64-4eaf-bd70-c8cbbb58e349 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:09.539888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.555175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.691921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.715106 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997', 'code': 200} Mar 02 18:03:09.732498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:09.810803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca96e94-071c-4c5f-92a0-ac98ddf9f10e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:09.815044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca96e94-071c-4c5f-92a0-ac98ddf9f10e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:09.819318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca96e94-071c-4c5f-92a0-ac98ddf9f10e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:09.826311 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5ca96e94-071c-4c5f-92a0-ac98ddf9f10e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4229631 Mar 02 18:03:09.827006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33718) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:09.850746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.896622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.945678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port f519aec9-4587-49a1-937b-d6cbcc0aa705 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:09.946707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:09.965264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63bc34a7-5e61-41ba-a6c3-8a33f651da53 req-0c26e68e-6411-4d80-b099-aff85d1f441a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 1096 time: 0.1893561 Mar 02 18:03:10.045683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63bc34a7-5e61-41ba-a6c3-8a33f651da53 req-ab4f200e-65ef-4070-8de9-58d9567f5a0f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725281 Mar 02 18:03:10.047473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.070692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.071985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7a9052f-87f6-4c61-b187-cdfb44525377 HTTP/1.1" status: 204 len: 168 time: 0.5455160 Mar 02 18:03:10.073418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a581-2cd2-42a2-b135-c9d5388d7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9052f-87f6-4c61-b187-cdfb44525377,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:10.120681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.279293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 331b8c89-a248-47f6-8748-1719a049cddf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:10.426348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.450456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 331b8c89-a248-47f6-8748-1719a049cddf completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:10.467321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 487d1fb0-866a-4271-9896-d8d5e5263564 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:10.611940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.684481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 487d1fb0-866a-4271-9896-d8d5e5263564 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:10.832434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for f519aec9-4587-49a1-937b-d6cbcc0aa705 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:10.871495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c0df-f7a7-4cb8-b94f-59eb07f67aa4 req-99118ad5-ed77-4a70-a2ff-de43f85b5b96 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:10.873119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ac2c0df-f7a7-4cb8-b94f-59eb07f67aa4 req-99118ad5-ed77-4a70-a2ff-de43f85b5b96 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 945 time: 0.2505028 Mar 02 18:03:10.886055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=59c9c607-df64-4eaf-bd70-c8cbbb58e349,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:10.904737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:10.931174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:10.961650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a1941629-d9ec-4ee0-adbc-c1d3a29f865e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/59c9c607-df64-4eaf-bd70-c8cbbb58e349 HTTP/1.1" status: 204 len: 168 time: 2.0297163 Mar 02 18:03:10.964773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:10.978049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ac2c0df-f7a7-4cb8-b94f-59eb07f67aa4 req-7efaffbe-7029-4c3e-bb27-1cb4f05c0c90 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Mar 02 18:03:11.043787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd63d6c-2027-4ac4-a2fb-7a6c613687d7 None None] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:11.045843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.075402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33750) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:11.075799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60c5fadc-0ce8-455e-b3ea-a5bc6f90afc7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072364 Mar 02 18:03:11.087016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:11.227390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.288234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:11.293315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:11.297650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:11.305655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:11.330129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=f519aec9-4587-49a1-937b-d6cbcc0aa705,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:11.335689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:11.341567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f136afeb5784e9a86d87633b529d0fd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:11.348054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:11.348588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:11.387732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Provisioning for port 331b8c89-a248-47f6-8748-1719a049cddf completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:11.411838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:11.413902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Provisioning complete for port 331b8c89-a248-47f6-8748-1719a049cddf triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:11.414286 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.477469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637fcd9-f5a2-442b-8181-aff3e33d653d None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:11.557716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1221a1a0-1f2e-449e-b443-6c6d8310037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.644519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.693123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.715980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e150f23-87dd-4810-a82f-a04828632d3a tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/f519aec9-4587-49a1-937b-d6cbcc0aa705 HTTP/1.1" status: 204 len: 168 time: 1.8819435 Mar 02 18:03:11.719394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33760) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:11.774846 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7244e423-68d8-4e3c-9778-f4514f4c7cb5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] GET failed (client error): The resource could not be found. Mar 02 18:03:11.775608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7244e423-68d8-4e3c-9778-f4514f4c7cb5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Synchronizing usage tracker for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:11.799437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.807125 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:11.844062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ec5ea-67b5-493e-9505-f2f1c53fc889,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:11.850042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7244e423-68d8-4e3c-9778-f4514f4c7cb5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Unset dirty status for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:11.851071 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7244e423-68d8-4e3c-9778-f4514f4c7cb5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports/f519aec9-4587-49a1-937b-d6cbcc0aa705 HTTP/1.1" status: 404 len: 333 time: 0.1305668 Mar 02 18:03:11.856106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33766) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:11.871636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-472466311'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:11.883762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c65abe20-62db-47b3-b15e-6695ae0982c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f136afeb5784e9a86d87633b529d0fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9514215 Mar 02 18:03:11.886783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33772) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:11.986977 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.006325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.039875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.095945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] For port 331b8c89-a248-47f6-8748-1719a049cddf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=331b8c89-a248-47f6-8748-1719a049cddf,segment=NetworkSegment(13714a78-4d30-4903-a8ea-bc778f5e4f0a),segment_id=13714a78-4d30-4903-a8ea-bc778f5e4f0a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:12.115879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.151320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.229928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:12.291719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Deleting port 487d1fb0-866a-4271-9896-d8d5e5263564 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:12.292090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.303788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.328717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ec5ea-67b5-493e-9505-f2f1c53fc889,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:12.339645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.351531 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bfa33346-7170-4787-8f01-b34c6b489910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a6ec5ea-67b5-493e-9505-f2f1c53fc889 HTTP/1.1" status: 204 len: 168 time: 0.4556406 Mar 02 18:03:12.364113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=f43064f9-61db-4376-a066-8094c0c32eba,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:12.406671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:12.409875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:12.413389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:12.418866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:12.419497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.444125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:12.450992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Pushing event updated for resources: {'Port': ['ID=331b8c89-a248-47f6-8748-1719a049cddf,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:12.494033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Provisioning for port 81d41649-c967-4a72-a0f1-209975c161cb completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:12.507612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:12.511536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.528710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c83e7b5c-bdad-4d32-a3d1-db9c78334029 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4518552 Mar 02 18:03:12.531147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:12.538393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': 'f43064f9-61db-4376-a066-8094c0c32eba', 'ip_address': '2001:db8::7e56:9b18:d91f:aedd'}], 'name': 'tempest-NetworksTestDHCPv6-1063133353'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:12.549056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29a93e-749b-4b57-acc6-52ee26f66395 req-1b16b66b-8281-45d8-b7e6-96cbc561ff30 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:12.557630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb29a93e-749b-4b57-acc6-52ee26f66395 req-1b16b66b-8281-45d8-b7e6-96cbc561ff30 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 945 time: 0.3084977 Mar 02 18:03:12.566652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Provisioning complete for port 81d41649-c967-4a72-a0f1-209975c161cb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:12.567448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.617363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port 0b87480e-9389-43c8-97f8-b95a680eed9d yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:12.676032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb29a93e-749b-4b57-acc6-52ee26f66395 req-084a6e71-25ad-4a85-b458-dfdf40b6a6c1 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171114 Mar 02 18:03:12.711409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c75ce1f7-6ef2-4984-b98d-f5e887a8c597 None None] Port 81d41649-c967-4a72-a0f1-209975c161cb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:12.829632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:12.835043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:12.839213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:12.848520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:12.891563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:12.902715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:12.932632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:12.979275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.6 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/0b87480e-9389-43c8-97f8-b95a680eed9d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:13.041584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.055206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Provisioning complete for port 331b8c89-a248-47f6-8748-1719a049cddf triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:13.055930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.094693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.146433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] For port 487d1fb0-866a-4271-9896-d8d5e5263564, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=487d1fb0-866a-4271-9896-d8d5e5263564,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:13.147364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.481794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::7e56:9b18:d91f:aedd (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/f43064f9-61db-4376-a066-8094c0c32eba/8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:13.489514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Calling delete_port for 487d1fb0-866a-4271-9896-d8d5e5263564 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:13.628203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.683283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object 0b87480e-9389-43c8-97f8-b95a680eed9d will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:13.715099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.760111 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:13.840533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] Pushing event deleted for resources: {'Port': ['ID=487d1fb0-866a-4271-9896-d8d5e5263564,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:13.881536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543e4bd-130c-4de9-845c-ceb643e2d30d None None] No DVR routers for this DVR port 487d1fb0-866a-4271-9896-d8d5e5263564 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:13.891079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Could not find standard attr ID for object 487d1fb0-866a-4271-9896-d8d5e5263564. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:13.913887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f15d0-aa84-4b1d-ae11-4afb260fc51a None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:14.070782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Provisioning complete for port 81d41649-c967-4a72-a0f1-209975c161cb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:14.071260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.129703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.176389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:14.180565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f088b280-ff19-4e12-85ff-6157bdfa156f None None] Port 81d41649-c967-4a72-a0f1-209975c161cb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:14.183414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 331b8c89-a248-47f6-8748-1719a049cddf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:14.224792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.257670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:14.264874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:14.275223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:14.399790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:14.433076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bdfac645-ec26-48eb-9752-d4e11638c21c None None] Could not find standard attr ID for object f519aec9-4587-49a1-937b-d6cbcc0aa705. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:14.440855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:14.446296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:14.451729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:14.452410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.494548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:14.494748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=0b87480e-9389-43c8-97f8-b95a680eed9d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:14.511902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e9a9b864-3fdf-42d9-822f-704424aed480 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6541994 Mar 02 18:03:14.514541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33832) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:14.535604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 331b8c89-a248-47f6-8748-1719a049cddf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:14.536190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.538480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:14.539345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.545862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:3f:fe'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:14.593353 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da182980-5a93-4054-9bc3-f2ac996471e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0609972 Mar 02 18:03:14.597858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33836) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:14.641521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:14.770034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feadea8-295f-46d7-90a5-9e2e7e650eea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:14.770862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0feadea8-295f-46d7-90a5-9e2e7e650eea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:14.813925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0feadea8-295f-46d7-90a5-9e2e7e650eea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:14.815346 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0feadea8-295f-46d7-90a5-9e2e7e650eea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2163897 Mar 02 18:03:14.818257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:14.843254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b682ba17-9bdc-49e0-bbcc-0a930dde7c96 None None] Provisioning for port 0b87480e-9389-43c8-97f8-b95a680eed9d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:14.866441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b682ba17-9bdc-49e0-bbcc-0a930dde7c96 None None] Provisioning complete for port 0b87480e-9389-43c8-97f8-b95a680eed9d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:14.866836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b682ba17-9bdc-49e0-bbcc-0a930dde7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.029892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:15.030228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.133842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.148168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b682ba17-9bdc-49e0-bbcc-0a930dde7c96 None None] Port 0b87480e-9389-43c8-97f8-b95a680eed9d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:15.175453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 487d1fb0-866a-4271-9896-d8d5e5263564 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:15.216218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'f43064f9-61db-4376-a066-8094c0c32eba'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:15.216903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.246269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 487d1fb0-866a-4271-9896-d8d5e5263564 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:15.246728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 487d1fb0-866a-4271-9896-d8d5e5263564 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:15.559377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/f43064f9-61db-4376-a066-8094c0c32eba/043e28a0-a922-4773-bf1b-ac3a827ae794) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:15.624819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.630671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.670962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.773718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=0b87480e-9389-43c8-97f8-b95a680eed9d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:15.835788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] In _notify_port_updated(), no bound segment for port 0b87480e-9389-43c8-97f8-b95a680eed9d on network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:03:15.845614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:15.846466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:15.858900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e641f51e-0971-4e2b-88ba-62326623b6dc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "PUT /v2.0/ports/0b87480e-9389-43c8-97f8-b95a680eed9d HTTP/1.1" status: 200 len: 992 time: 1.3418918 Mar 02 18:03:15.861469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:15.874620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:16.015494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 0b87480e-9389-43c8-97f8-b95a680eed9d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:16.015716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.106981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.195028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d03a569-025e-4271-aee1-4cbf4c065387 None None] Provisioning complete for port 0b87480e-9389-43c8-97f8-b95a680eed9d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:16.195559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d03a569-025e-4271-aee1-4cbf4c065387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.234942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.250743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Transition to ACTIVE for port object 043e28a0-a922-4773-bf1b-ac3a827ae794 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:16.293342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:16.310438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Transition to ACTIVE for port object 043e28a0-a922-4773-bf1b-ac3a827ae794 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:16.317265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8d03a569-025e-4271-aee1-4cbf4c065387 None None] Port 0b87480e-9389-43c8-97f8-b95a680eed9d cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:16.321770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.369790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.386138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:16.391309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:16.394655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:16.433662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33888) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:16.434378 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3a69710-2cf7-43c6-9a85-6897bf06b4d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df HTTP/1.1" status: 204 len: 168 time: 1.6023057 Mar 02 18:03:16.489008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Pushing event updated for resources: {'Port': ['ID=043e28a0-a922-4773-bf1b-ac3a827ae794,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:16.571381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Attempting to bind port 043e28a0-a922-4773-bf1b-ac3a827ae794 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:16.572115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Attempting to bind port 043e28a0-a922-4773-bf1b-ac3a827ae794 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:16.572205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Attempting to bind port 043e28a0-a922-4773-bf1b-ac3a827ae794 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:16.583338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:16.583785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:16.584262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.584716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:16.585252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Bound port: 043e28a0-a922-4773-bf1b-ac3a827ae794, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:16.585713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.597806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01005516-92a8-4ee2-8df7-162ecf55f2bb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:16.600001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01005516-92a8-4ee2-8df7-162ecf55f2bb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:16.600821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01005516-92a8-4ee2-8df7-162ecf55f2bb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:16.617918 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.686404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] For port 043e28a0-a922-4773-bf1b-ac3a827ae794, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:16.689872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] For port 043e28a0-a922-4773-bf1b-ac3a827ae794, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=043e28a0-a922-4773-bf1b-ac3a827ae794,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:16.698380 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:16.807896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190dcc-d286-4014-b019-0d32e4d090a8 None None] Pushing event updated for resources: {'Port': ['ID=043e28a0-a922-4773-bf1b-ac3a827ae794,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:16.827391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01005516-92a8-4ee2-8df7-162ecf55f2bb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:16.832268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:16.846181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01005516-92a8-4ee2-8df7-162ecf55f2bb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4150462 Mar 02 18:03:16.874545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 0b87480e-9389-43c8-97f8-b95a680eed9d owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:17.244070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.393857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet f43064f9-61db-4376-a066-8094c0c32eba {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:17.404859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.453373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=0b87480e-9389-43c8-97f8-b95a680eed9d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:17.488453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.643012 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.781581 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.853561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=f43064f9-61db-4376-a066-8094c0c32eba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:17.865354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:17.882971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-90e9cfa2-5cac-4966-8c48-db16cbdfdc9b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/f43064f9-61db-4376-a066-8094c0c32eba HTTP/1.1" status: 204 len: 168 time: 1.0494101 Mar 02 18:03:17.885393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.008910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c40e3af-94c5-4d8c-8993-2a66765b99b7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218402 Mar 02 18:03:18.009347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33946) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.010760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:18.093554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.093776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f3ad095f-8846-499e-9a25-7e89de2c95fa tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/0b87480e-9389-43c8-97f8-b95a680eed9d HTTP/1.1" status: 204 len: 168 time: 2.2288997 Mar 02 18:03:18.155201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53038d64-826a-4a0b-9fe6-85df990581b0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:18.160827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-53038d64-826a-4a0b-9fe6-85df990581b0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1443450 Mar 02 18:03:18.163205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33958) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.183215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 043e28a0-a922-4773-bf1b-ac3a827ae794 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:18.214104 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b92d446-6d1b-4220-9a08-3649d23e30f4 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] GET failed (client error): The resource could not be found. Mar 02 18:03:18.230004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2b92d446-6d1b-4220-9a08-3649d23e30f4 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports/0b87480e-9389-43c8-97f8-b95a680eed9d HTTP/1.1" status: 404 len: 333 time: 0.1375890 Mar 02 18:03:18.239543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 33962) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.247853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-758170891'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:18.367857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a2cbe-1dc2-497f-83df-6b5edf388268 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:18.369830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3d5a2cbe-1dc2-497f-83df-6b5edf388268 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2052209 Mar 02 18:03:18.372455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33966) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.380510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 043e28a0-a922-4773-bf1b-ac3a827ae794 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:18.474879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9cf68ae5-123a-4787-b3d3-a315e2179fe1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992451 Mar 02 18:03:18.481901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 33972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:18.495752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:18.593443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:18.604101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Usage tracker for resource:port and tenant:d062d180c1c24f51944d37df644b14a1 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:18.604804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df10f64-6ad3-4206-bdd2-d409dfe3eb8e None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:18.608191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:18.617634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:18.632350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:18.641128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:18.684417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:18.689139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:18.694318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:18.702015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:18.714052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:18.758718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port 5bcc90bb-9cf7-47bf-b410-e4f105919238 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:18.817432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Provisioning for port 043e28a0-a922-4773-bf1b-ac3a827ae794 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:18.853723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:18.857655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Provisioning complete for port 043e28a0-a922-4773-bf1b-ac3a827ae794 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:18.858235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.064844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.110833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] For port 043e28a0-a922-4773-bf1b-ac3a827ae794, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=043e28a0-a922-4773-bf1b-ac3a827ae794,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:19.119397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.160218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.6 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/5bcc90bb-9cf7-47bf-b410-e4f105919238) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:19.249603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Could not find standard attr ID for object 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:19.276958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:19.295481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Deleting port 043e28a0-a922-4773-bf1b-ac3a827ae794 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:19.296134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.321714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.436428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:19.450437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:19.466627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:19.467464 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.521164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=05014103-9e2c-4901-bbfa-c57b62f3dcf7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:19.587679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34004) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:19.591133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3f7fa7dd-dfde-46a7-9d33-ec5fc1e448ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1080356 Mar 02 18:03:19.597362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.607270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '05014103-9e2c-4901-bbfa-c57b62f3dcf7', 'ip_address': '2001:db8::d1c7:c16e:9dfa:48a7'}], 'name': 'tempest-NetworksTestDHCPv6-75105500'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:19.738756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object 5bcc90bb-9cf7-47bf-b410-e4f105919238 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:19.781905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e75346-6ae4-466a-aa5d-72746733652d None None] Pushing event updated for resources: {'Port': ['ID=043e28a0-a922-4773-bf1b-ac3a827ae794,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:19.809128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:19.813696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:19.820249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:19.826482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:19.840996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] For port 043e28a0-a922-4773-bf1b-ac3a827ae794, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=043e28a0-a922-4773-bf1b-ac3a827ae794,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:19.841384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.846976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:19.855491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.876771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:19.984265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:19.998802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=5bcc90bb-9cf7-47bf-b410-e4f105919238,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:19.998802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:20.010739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:20.046191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Calling delete_port for 043e28a0-a922-4773-bf1b-ac3a827ae794 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:20.139150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port be89e81c-2dd3-4528-a4eb-b6ba471919ff yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:20.142733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.144768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 043e28a0-a922-4773-bf1b-ac3a827ae794 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:20.176880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.235791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14671859-d3a3-4a3b-bee3-48a91fd8742f req-65226684-3e91-41ae-af14-b27192fff411 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:20.237909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14671859-d3a3-4a3b-bee3-48a91fd8742f req-65226684-3e91-41ae-af14-b27192fff411 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 945 time: 0.2677839 Mar 02 18:03:20.276340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] No DVR routers for this DVR port 043e28a0-a922-4773-bf1b-ac3a827ae794 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:20.278522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 043e28a0-a922-4773-bf1b-ac3a827ae794 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:20.279145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 043e28a0-a922-4773-bf1b-ac3a827ae794 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:20.283065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c75b6-4ffd-433c-89da-366b15ce3758 None None] Pushing event deleted for resources: {'Port': ['ID=043e28a0-a922-4773-bf1b-ac3a827ae794,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:20.309354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409d138-4d30-4e28-aa29-51648370c640 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:20.384976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14671859-d3a3-4a3b-bee3-48a91fd8742f req-539f8b85-86de-433d-b4ee-2eec914d7679 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378365 Mar 02 18:03:20.552866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::d1c7:c16e:9dfa:48a7 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/05014103-9e2c-4901-bbfa-c57b62f3dcf7/be89e81c-2dd3-4528-a4eb-b6ba471919ff) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:20.641878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ab9bf1f-6874-4144-a03d-b827e2e22835 None None] Provisioning for port 5bcc90bb-9cf7-47bf-b410-e4f105919238 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:20.649012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ab9bf1f-6874-4144-a03d-b827e2e22835 None None] Provisioning complete for port 5bcc90bb-9cf7-47bf-b410-e4f105919238 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:20.649386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bf1f-6874-4144-a03d-b827e2e22835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.736970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:20.738230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.742076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9bf1f-6874-4144-a03d-b827e2e22835 None None] Port 5bcc90bb-9cf7-47bf-b410-e4f105919238 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:20.786996 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1de44d6d-7244-4ad3-a39f-edee5692bdbc tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5454175 Mar 02 18:03:20.790008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34028) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:20.796308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:3f:fe'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:20.872033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.887151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '05014103-9e2c-4901-bbfa-c57b62f3dcf7'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:20.888434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:20.898815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object be89e81c-2dd3-4528-a4eb-b6ba471919ff will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:20.926343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.011786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=be89e81c-2dd3-4528-a4eb-b6ba471919ff,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:21.040103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:21.041366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:21.044546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:21.048973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:21.050049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.080619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24c45a6c-2ec5-47a6-8a3f-8251e3b41956 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4910839 Mar 02 18:03:21.083025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34036) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:21.088662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '05014103-9e2c-4901-bbfa-c57b62f3dcf7', 'ip_address': '2001:db8::d1c7:c16e:9dfa:48a7'}], 'name': 'tempest-NetworksTestDHCPv6-1316862341'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:21.106024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.108300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/05014103-9e2c-4901-bbfa-c57b62f3dcf7/9939fde9-d2f8-48de-8ff0-3060789bd2cd) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:21.381835 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.382516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:21.386402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:21.390624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:21.394090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Transition to ACTIVE for port object 9939fde9-d2f8-48de-8ff0-3060789bd2cd will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:21.398734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:21.411092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:21.417518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.420718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Transition to ACTIVE for port object 9939fde9-d2f8-48de-8ff0-3060789bd2cd will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:21.428040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.446537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 14476996-46cd-48c8-ab29-2f25f52ac769 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:21.579766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:21.584905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:21.593028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:21.597424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Pushing event updated for resources: {'Port': ['ID=9939fde9-d2f8-48de-8ff0-3060789bd2cd,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:21.731733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Attempting to bind port 9939fde9-d2f8-48de-8ff0-3060789bd2cd on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:21.732420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Attempting to bind port 9939fde9-d2f8-48de-8ff0-3060789bd2cd by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:21.733310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Attempting to bind port 9939fde9-d2f8-48de-8ff0-3060789bd2cd on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:21.734263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669ad09-1e45-4447-8e86-cf488076f82b req-c6506d8f-de6e-4e3f-8d05-0b2398ab6f8f tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:21.738518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4669ad09-1e45-4447-8e86-cf488076f82b req-c6506d8f-de6e-4e3f-8d05-0b2398ab6f8f tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.35 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 945 time: 0.3407311 Mar 02 18:03:21.750930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:21.755275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:21.756876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.756876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:21.758693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Bound port: 9939fde9-d2f8-48de-8ff0-3060789bd2cd, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:21.759890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.797092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.816891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.908970 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:03:21.908970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:03:21.948225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] For port 9939fde9-d2f8-48de-8ff0-3060789bd2cd, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:21.951329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-09f6352e-5766-4063-b8ed-e35241d628ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8672359 Mar 02 18:03:21.954257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34058) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:21.960957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] For port 9939fde9-d2f8-48de-8ff0-3060789bd2cd, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9939fde9-d2f8-48de-8ff0-3060789bd2cd,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:21.968210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.053154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57228c04-675e-4a69-8230-70dea2e67615 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:22.058893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57228c04-675e-4a69-8230-70dea2e67615 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:22.060012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-57228c04-675e-4a69-8230-70dea2e67615 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:22.101413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-57228c04-675e-4a69-8230-70dea2e67615 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:22.104939 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-57228c04-675e-4a69-8230-70dea2e67615 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1472476 Mar 02 18:03:22.107335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:22.160427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Deleting port ef1f3e40-2d8c-433d-acc8-fd61709fb997 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:22.167565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.215605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35670139-8bf4-42a5-ae7c-9be312fbe28f None None] Pushing event updated for resources: {'Port': ['ID=9939fde9-d2f8-48de-8ff0-3060789bd2cd,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:22.296835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port be89e81c-2dd3-4528-a4eb-b6ba471919ff {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:22.297565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.367414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=5bcc90bb-9cf7-47bf-b410-e4f105919238,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:22.459225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c7bc-6aab-4480-a091-716dfdd83f2b req-79be83a8-14ff-4e49-a963-d549993e0fdd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:22.467052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d107c7bc-6aab-4480-a091-716dfdd83f2b req-79be83a8-14ff-4e49-a963-d549993e0fdd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 945 time: 0.8111959 Mar 02 18:03:22.613482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dc373323-d394-493b-8a59-5af1c1441f52 None None] Provisioning complete for port 5bcc90bb-9cf7-47bf-b410-e4f105919238 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:22.614777 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc373323-d394-493b-8a59-5af1c1441f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.774161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-dc373323-d394-493b-8a59-5af1c1441f52 None None] Port 5bcc90bb-9cf7-47bf-b410-e4f105919238 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:22.793188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.949430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] In _notify_port_updated(), no bound segment for port 5bcc90bb-9cf7-47bf-b410-e4f105919238 on network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:03:22.953878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:22.954655 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:22.956238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01741ad0-162a-4c14-81b8-4277774917d8 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "PUT /v2.0/ports/5bcc90bb-9cf7-47bf-b410-e4f105919238 HTTP/1.1" status: 200 len: 995 time: 2.1648383 Mar 02 18:03:22.962978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:22.982357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for be89e81c-2dd3-4528-a4eb-b6ba471919ff owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:23.000009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d107c7bc-6aab-4480-a091-716dfdd83f2b req-d15732b5-c75f-40c9-b376-2102174286dd tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e5279a7-2b87-4d18-a8db-8d737987f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317433 Mar 02 18:03:23.084390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 5bcc90bb-9cf7-47bf-b410-e4f105919238 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:23.085019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:23.229896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] For port ef1f3e40-2d8c-433d-acc8-fd61709fb997, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ef1f3e40-2d8c-433d-acc8-fd61709fb997,segment=NetworkSegment(5c310453-acc5-4f15-ab73-0464633614f4),segment_id=5c310453-acc5-4f15-ab73-0464633614f4)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:23.233921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:23.261008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:23.345600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=be89e81c-2dd3-4528-a4eb-b6ba471919ff,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:23.421670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:23.436360 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-531b2441-f505-4c1b-9b7f-3789af86268a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/be89e81c-2dd3-4528-a4eb-b6ba471919ff HTTP/1.1" status: 204 len: 168 time: 1.3271112 Mar 02 18:03:23.439568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34092) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:23.530930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Calling delete_port for ef1f3e40-2d8c-433d-acc8-fd61709fb997 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:23.571870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cf5aa-0e0f-41ef-ac7a-cdcf2b3807e2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:23.573951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cf5aa-0e0f-41ef-ac7a-cdcf2b3807e2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:23.578092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c55cf5aa-0e0f-41ef-ac7a-cdcf2b3807e2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:23.626670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c55cf5aa-0e0f-41ef-ac7a-cdcf2b3807e2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:23.628207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c55cf5aa-0e0f-41ef-ac7a-cdcf2b3807e2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1840084 Mar 02 18:03:23.630774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:24.005992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.032253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-88ac7d48-3c0f-4e7b-b43c-09fd78f4b85b None None] Provisioning for port 9939fde9-d2f8-48de-8ff0-3060789bd2cd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:24.103815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.121260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ef1f3e40-2d8c-433d-acc8-fd61709fb997'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:03:24.193455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9939fde9-d2f8-48de-8ff0-3060789bd2cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:24.232463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 05014103-9e2c-4901-bbfa-c57b62f3dcf7 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:24.246408 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.331800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9939fde9-d2f8-48de-8ff0-3060789bd2cd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:24.339916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9939fde9-d2f8-48de-8ff0-3060789bd2cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:24.340534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.348541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.360381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 5bcc90bb-9cf7-47bf-b410-e4f105919238 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:24.494312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-59972936-6198-4f07-9693-41153f906286 None None] Could not find standard attr ID for object dd435b31-cf51-40c3-8c56-eb2fc0ace9ee. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:24.540793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.601135 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.689110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Pushing event deleted for resources: {'Port': ['ID=ef1f3e40-2d8c-433d-acc8-fd61709fb997,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:24.742416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.762773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f1ee7e97-ada3-47e4-8554-1d4e516f40c4 req-b0426a10-a731-4778-bec1-aad9c36fe385 tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72d4010-0511-4426-ba8e-7100f23e25ed HTTP/1.1" status: 200 len: 210 time: 0.0743742 Mar 02 18:03:24.846271 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:03:24.847520 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:03:24.847779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] No DVR routers for this DVR port ef1f3e40-2d8c-433d-acc8-fd61709fb997 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:24.851390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.868942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'name': 'network-vif-deleted', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:03:24.881710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4669ad09-1e45-4447-8e86-cf488076f82b req-6bd3f34b-46f6-486f-8543-8e439208defb tempest-VolumesActionsTest-80719564 tempest-VolumesActionsTest-80719564-project] 10.222.0.35 "DELETE /v2.0/ports/ef1f3e40-2d8c-433d-acc8-fd61709fb997 HTTP/1.1" status: 204 len: 173 time: 3.1312165 Mar 02 18:03:24.902425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.915043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=05014103-9e2c-4901-bbfa-c57b62f3dcf7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:24.929002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e380656d-3a92-45f1-b153-a969cc149f19 None None] Could not find standard attr ID for object 8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:24.949751 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:24.984316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7be3c1bd-d3ca-466b-ae09-3ae587231743 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/05014103-9e2c-4901-bbfa-c57b62f3dcf7 HTTP/1.1" status: 204 len: 168 time: 1.3522718 Mar 02 18:03:24.989209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:25.215096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=5bcc90bb-9cf7-47bf-b410-e4f105919238,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:25.412618 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a52c3cf1-40e8-4959-a318-8d2fa74acd1d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4179320 Mar 02 18:03:25.413199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:25.425087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:25.465992 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72d4010-0511-4426-ba8e-7100f23e25ed', 'name': 'network-vif-deleted', 'tag': 'ef1f3e40-2d8c-433d-acc8-fd61709fb997', 'status': 'completed', 'code': 200} Mar 02 18:03:25.504814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.519644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.524766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dd277f69-9c9c-4a44-a814-e352cabe5fe5 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/5bcc90bb-9cf7-47bf-b410-e4f105919238 HTTP/1.1" status: 204 len: 168 time: 2.5592060 Mar 02 18:03:25.526162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34146) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:25.541399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d096110-b34c-4353-afee-fface5ded2a5 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:25.580754 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1897676-a38e-4bad-b235-9fdd63b1f404 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] GET failed (client error): The resource could not be found. Mar 02 18:03:25.581719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a1897676-a38e-4bad-b235-9fdd63b1f404 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Synchronizing usage tracker for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:25.612101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a1897676-a38e-4bad-b235-9fdd63b1f404 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Unset dirty status for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:25.618385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:25.627211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a1897676-a38e-4bad-b235-9fdd63b1f404 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports/5bcc90bb-9cf7-47bf-b410-e4f105919238 HTTP/1.1" status: 404 len: 333 time: 0.1002982 Mar 02 18:03:25.639021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-1109165613'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:25.664889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9939fde9-d2f8-48de-8ff0-3060789bd2cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9939fde9-d2f8-48de-8ff0-3060789bd2cd,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:25.759944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:25.775022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:25.780640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:25.794478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:25.809002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.821639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ade68b8f-e4fc-4fa9-88f6-ba03b1a49658 None None] Could not find standard attr ID for object be89e81c-2dd3-4528-a4eb-b6ba471919ff. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:25.842205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:25.847646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.934135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9939fde9-d2f8-48de-8ff0-3060789bd2cd,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:25.966082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:25.977095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:25.999508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:26.003554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.056358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port 987cd3f6-2f48-435b-b0ef-59e46db136bb yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:26.158533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9939fde9-d2f8-48de-8ff0-3060789bd2cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:26.226438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef1f3e40-2d8c-433d-acc8-fd61709fb997 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:26.320488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.14 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/987cd3f6-2f48-435b-b0ef-59e46db136bb) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:26.366329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ef1f3e40-2d8c-433d-acc8-fd61709fb997 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:26.366703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ef1f3e40-2d8c-433d-acc8-fd61709fb997 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:26.491866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9939fde9-d2f8-48de-8ff0-3060789bd2cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:26.492248 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.532420 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.643193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:26.649686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Deleting port 9939fde9-d2f8-48de-8ff0-3060789bd2cd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:26.650288 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.689015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:26.696903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:26.708350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:26.708946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.752320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=95cb2f62-a97f-4c11-9118-a61e54765a8d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:26.756251 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4c57a571-189a-48d0-a1cb-5f55c6ec0617 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3419352 Mar 02 18:03:26.759483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34178) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:26.765483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '95cb2f62-a97f-4c11-9118-a61e54765a8d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-45273822'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:26.825835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.875548 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object 987cd3f6-2f48-435b-b0ef-59e46db136bb will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:26.936498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.034143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:27.045109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:27.048503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:27.061873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:27.075284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:27.093830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:27.102506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:27.107165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:27.148121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] For port 9939fde9-d2f8-48de-8ff0-3060789bd2cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9939fde9-d2f8-48de-8ff0-3060789bd2cd,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:27.148919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.249635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:27.250210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.301596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=987cd3f6-2f48-435b-b0ef-59e46db136bb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:27.325141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a69147ee-176a-493a-b719-c38e96d6a4bf tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7049358 Mar 02 18:03:27.325752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34192) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:27.332582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.333700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'network_id': 'dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5', 'name': 'tempest-AllowedAddressPairTestJSON-538777873'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:27.378618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port bc11e5f5-7a0a-451d-965c-99ec73aa04c9 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:27.398958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Calling delete_port for 9939fde9-d2f8-48de-8ff0-3060789bd2cd owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:27.538153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.644561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:27.649257 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:03:27.649707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:03:27.658784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:27.671138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] No DVR routers for this DVR port 9939fde9-d2f8-48de-8ff0-3060789bd2cd on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:27.672087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Made reservation on behalf of d062d180c1c24f51944d37df644b14a1 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:27.676035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7550a68-674d-4cc3-a0e1-1766042f92f7 None None] Pushing event deleted for resources: {'Port': ['ID=9939fde9-d2f8-48de-8ff0-3060789bd2cd,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:27.677535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.700990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d23dc8f6-a7e2-4473-ba8d-3c719cbb8238 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9402549 Mar 02 18:03:27.703430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34202) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:27.724179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfd42f-7f4e-47a0-89b6-16498fe93004 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:27.731769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] device_id is not set on port 92b1986b-c15a-4150-9cd0-4264a14ca372 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:27.834730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-147e996f-cd4b-42d2-b498-965116f71270 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:27.869231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-147e996f-cd4b-42d2-b498-965116f71270 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:27.873940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-147e996f-cd4b-42d2-b498-965116f71270 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1693203 Mar 02 18:03:27.876665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34208) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:27.911367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df987c96-ccd8-4135-9dad-04309342ed87 None None] Provisioning for port 987cd3f6-2f48-435b-b0ef-59e46db136bb completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:27.939741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Allocated IP 172.20.0.5 (dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7/92b1986b-c15a-4150-9cd0-4264a14ca372) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:27.964378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e6f5f-375e-43c2-bd56-3c07ef3af262 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:27.964803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df987c96-ccd8-4135-9dad-04309342ed87 None None] Provisioning complete for port 987cd3f6-2f48-435b-b0ef-59e46db136bb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:27.965183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df987c96-ccd8-4135-9dad-04309342ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.975735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e6f5f-375e-43c2-bd56-3c07ef3af262 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:27.977034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e25e6f5f-375e-43c2-bd56-3c07ef3af262 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:28.072403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e25e6f5f-375e-43c2-bd56-3c07ef3af262 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:28.075885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e25e6f5f-375e-43c2-bd56-3c07ef3af262 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1981416 Mar 02 18:03:28.078562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34216) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:28.212425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9939fde9-d2f8-48de-8ff0-3060789bd2cd no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:28.319376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 95cb2f62-a97f-4c11-9118-a61e54765a8d {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:28.327152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.340784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9939fde9-d2f8-48de-8ff0-3060789bd2cd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:28.341151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9939fde9-d2f8-48de-8ff0-3060789bd2cd not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:28.378677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-df987c96-ccd8-4135-9dad-04309342ed87 None None] Port 987cd3f6-2f48-435b-b0ef-59e46db136bb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:28.468470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.476605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fabad9-d4b0-474d-b5f1-db761ff2378e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '95cb2f62-a97f-4c11-9118-a61e54765a8d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:28.479392 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16fabad9-d4b0-474d-b5f1-db761ff2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.617195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.617371 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.638348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Transition to ACTIVE for port object 92b1986b-c15a-4150-9cd0-4264a14ca372 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:28.674277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.747661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server [None req-16fabad9-d4b0-474d-b5f1-db761ff2378e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95cb2f62-a97f-4c11-9118-a61e54765a8d: This subnet is being modified by another concurrent operation. Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95cb2f62-a97f-4c11-9118-a61e54765a8d: This subnet is being modified by another concurrent operation. Mar 02 18:03:28.768780 n-d-820559-6 neutron-server[83798]: ERROR oslo_messaging.rpc.server Mar 02 18:03:28.791354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96981256-0720-40fa-8fb3-88164388f393 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:03:28.871772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=95cb2f62-a97f-4c11-9118-a61e54765a8d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:28.904393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.904761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.905107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.911804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.912045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.912400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.912746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.913078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.913410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.915194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.915544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:28.923025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.958837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-37169495-a079-4ed6-a109-485c7fa85ae4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/95cb2f62-a97f-4c11-9118-a61e54765a8d HTTP/1.1" status: 204 len: 168 time: 0.8695991 Mar 02 18:03:28.962099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34238) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:29.018003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96981256-0720-40fa-8fb3-88164388f393 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:03:29.125973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=92b1986b-c15a-4150-9cd0-4264a14ca372,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:29.144630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34244) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:29.146634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-19b94468-911a-4c86-a05e-61b74f02eb21 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1805935 Mar 02 18:03:29.155447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:29.297093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:29.319531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:29.331787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:29.390324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:29.401143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:29.406803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:29.439264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:29.473953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:29.474701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:29.482853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:29.727830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:29.882811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c005f86-bc0e-4f8d-a7f6-bfc9e757a120 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5559297 Mar 02 18:03:29.885759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34266) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:29.892373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:3f:fe'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:91:fd:96'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:30.256101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-578a9b6d-b72e-4420-a683-52fb05762eca None None] Provisioning for port 92b1986b-c15a-4150-9cd0-4264a14ca372 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:30.263776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-578a9b6d-b72e-4420-a683-52fb05762eca None None] Provisioning complete for port 92b1986b-c15a-4150-9cd0-4264a14ca372 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:30.264158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-578a9b6d-b72e-4420-a683-52fb05762eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.280793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.345720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.366421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:30.369773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:30.383971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:30.384575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.395931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=6808f6fb-4075-413f-8e76-6e0c6b5ba518,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:30.410110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d4bf99-d4b0-4433-a40f-03c372f0441d None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:30.438947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-865c6918-596a-4f4c-827c-2fc14b922e07 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2900648 Mar 02 18:03:30.441285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34280) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:30.457237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-578a9b6d-b72e-4420-a683-52fb05762eca None None] Port 92b1986b-c15a-4150-9cd0-4264a14ca372 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:30.464201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:30.480095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:30.484380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:router and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:30.488704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:30.495759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:30.509706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.512550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.547803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.573500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.608950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.610347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-854e96ee-535f-4c2a-acdb-4cdbd0ff34af tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1680541 Mar 02 18:03:30.613064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:30.780239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:30.781063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.853730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.860250 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:30.942821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event updated for resources: {'Port': ['ID=92b1986b-c15a-4150-9cd0-4264a14ca372,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:31.001265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/6808f6fb-4075-413f-8e76-6e0c6b5ba518/76d94caf-cefb-4164-9b3d-04b8d5572899) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:31.181984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] In _notify_port_updated(), no bound segment for port 92b1986b-c15a-4150-9cd0-4264a14ca372 on network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:03:31.195558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:31.196689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.198382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9a2a099a-9fc2-4200-9cab-6b9012763a2c tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "PUT /v2.0/ports/92b1986b-c15a-4150-9cd0-4264a14ca372 HTTP/1.1" status: 200 len: 1055 time: 1.3115854 Mar 02 18:03:31.201348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:31.362424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.364789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 92b1986b-c15a-4150-9cd0-4264a14ca372 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:31.364789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.400155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Transition to ACTIVE for port object 76d94caf-cefb-4164-9b3d-04b8d5572899 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:31.444876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Transition to ACTIVE for port object 76d94caf-cefb-4164-9b3d-04b8d5572899 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:31.453134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.514433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.649819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Pushing event updated for resources: {'Port': ['ID=76d94caf-cefb-4164-9b3d-04b8d5572899,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:31.677702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:31.703670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:31.703670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:31.820272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-75e51c42-d587-4906-a9d6-56d8cf93478e None None] Provisioning complete for port 92b1986b-c15a-4150-9cd0-4264a14ca372 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:31.820660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-75e51c42-d587-4906-a9d6-56d8cf93478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:31.972848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.005463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Attempting to bind port 76d94caf-cefb-4164-9b3d-04b8d5572899 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:32.005820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Attempting to bind port 76d94caf-cefb-4164-9b3d-04b8d5572899 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:32.006166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Attempting to bind port 76d94caf-cefb-4164-9b3d-04b8d5572899 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:32.024453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:32.024829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:32.025223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.025610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:32.026082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Bound port: 76d94caf-cefb-4164-9b3d-04b8d5572899, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:32.030449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.102315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-75e51c42-d587-4906-a9d6-56d8cf93478e None None] Port 92b1986b-c15a-4150-9cd0-4264a14ca372 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:32.157347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 92b1986b-c15a-4150-9cd0-4264a14ca372 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:32.239123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] For port 76d94caf-cefb-4164-9b3d-04b8d5572899, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:32.247028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] For port 76d94caf-cefb-4164-9b3d-04b8d5572899, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76d94caf-cefb-4164-9b3d-04b8d5572899,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:32.255339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.280731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::1 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/6808f6fb-4075-413f-8e76-6e0c6b5ba518/c5078d3e-3123-497f-89d1-168fd41ab966) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:32.327734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.425548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b5f4e-2285-4f63-9534-02fe261cd48c None None] Pushing event updated for resources: {'Port': ['ID=76d94caf-cefb-4164-9b3d-04b8d5572899,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:32.488179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=92b1986b-c15a-4150-9cd0-4264a14ca372,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:32.625140 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.655513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object c5078d3e-3123-497f-89d1-168fd41ab966 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:32.697927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:32.919258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:32.923870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:32.926925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=c5078d3e-3123-497f-89d1-168fd41ab966,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:32.929694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:32.930635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.031250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.066974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.080476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0920a745-9334-47fb-821e-ebe606918418 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/92b1986b-c15a-4150-9cd0-4264a14ca372 HTTP/1.1" status: 204 len: 168 time: 1.8780437 Mar 02 18:03:33.083523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:33.154817 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fd4c3d-6c2c-4f60-891d-0c3d6ae9ad2e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] GET failed (client error): The resource could not be found. Mar 02 18:03:33.155571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a3fd4c3d-6c2c-4f60-891d-0c3d6ae9ad2e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Synchronizing usage tracker for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:33.172690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a3fd4c3d-6c2c-4f60-891d-0c3d6ae9ad2e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Unset dirty status for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:33.174313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a3fd4c3d-6c2c-4f60-891d-0c3d6ae9ad2e tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports/92b1986b-c15a-4150-9cd0-4264a14ca372 HTTP/1.1" status: 404 len: 333 time: 0.0897417 Mar 02 18:03:33.177085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34348) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:33.322203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 987cd3f6-2f48-435b-b0ef-59e46db136bb {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:33.322582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.682817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.688949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.698905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:33.838477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:34.152818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 987cd3f6-2f48-435b-b0ef-59e46db136bb owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:34.170745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76d94caf-cefb-4164-9b3d-04b8d5572899 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:34.190356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=c5078d3e-3123-497f-89d1-168fd41ab966,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:34.373804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:34.375708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:34.476567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d94bd343-3900-446a-920c-0371e1671e13 None None] Provisioning for port 76d94caf-cefb-4164-9b3d-04b8d5572899 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:34.512874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 76d94caf-cefb-4164-9b3d-04b8d5572899 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:34.520106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 76d94caf-cefb-4164-9b3d-04b8d5572899 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:34.521314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:34.777373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:34.828869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:34.904960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=987cd3f6-2f48-435b-b0ef-59e46db136bb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:34.932415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-903d3575-b91f-4d27-af0e-943ef5a8d29b None None] Provisioning for port c5078d3e-3123-497f-89d1-168fd41ab966 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:34.943811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-903d3575-b91f-4d27-af0e-943ef5a8d29b None None] Provisioning complete for port c5078d3e-3123-497f-89d1-168fd41ab966 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:34.944437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-903d3575-b91f-4d27-af0e-943ef5a8d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.005358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 76d94caf-cefb-4164-9b3d-04b8d5572899, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76d94caf-cefb-4164-9b3d-04b8d5572899,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:35.028871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.077363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.127458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-725dc1dc-4db5-4df4-8af9-a78a4557c405 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/987cd3f6-2f48-435b-b0ef-59e46db136bb HTTP/1.1" status: 204 len: 168 time: 1.9489133 Mar 02 18:03:35.130255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:35.160546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-903d3575-b91f-4d27-af0e-943ef5a8d29b None None] Port c5078d3e-3123-497f-89d1-168fd41ab966 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:35.246596 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-25681d14-07a7-46d8-8e3e-dba2df0b1f65 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] GET failed (client error): The resource could not be found. Mar 02 18:03:35.247135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25681d14-07a7-46d8-8e3e-dba2df0b1f65 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Synchronizing usage tracker for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:35.292630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=76d94caf-cefb-4164-9b3d-04b8d5572899,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:35.298919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25681d14-07a7-46d8-8e3e-dba2df0b1f65 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Unset dirty status for tenant:d062d180c1c24f51944d37df644b14a1 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:35.300289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-25681d14-07a7-46d8-8e3e-dba2df0b1f65 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "GET /v2.0/ports/987cd3f6-2f48-435b-b0ef-59e46db136bb HTTP/1.1" status: 404 len: 333 time: 0.1687510 Mar 02 18:03:35.306268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34392) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:35.322344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Router a6e26252-7b69-4252-9c13-eb46d0d93981 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:03:35.342236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a2916b94-f37d-4611-8ce6-3e08d9ade37c None None] Provisioning complete for port c5078d3e-3123-497f-89d1-168fd41ab966 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:35.342633 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a2916b94-f37d-4611-8ce6-3e08d9ade37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.461777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a2916b94-f37d-4611-8ce6-3e08d9ade37c None None] Port c5078d3e-3123-497f-89d1-168fd41ab966 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:35.464342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 81d41649-c967-4a72-a0f1-209975c161cb {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:35.464712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.873220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:35.903530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:03:35.915487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Sync routers for ids ['a6e26252-7b69-4252-9c13-eb46d0d93981'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:03:35.928607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88c8f1e9-5bdb-4936-98b9-bb692f401109 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "PUT /v2.0/routers/a6e26252-7b69-4252-9c13-eb46d0d93981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3143492 Mar 02 18:03:35.933168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34404) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:35.947589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Routers {'a6e26252-7b69-4252-9c13-eb46d0d93981'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:35.948560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a6e26252-7b69-4252-9c13-eb46d0d93981'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:36.043727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c31340-19e1-48e2-859e-3a2a82c67007 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:36.047873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4c31340-19e1-48e2-859e-3a2a82c67007 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:36.105562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4c31340-19e1-48e2-859e-3a2a82c67007 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:36.107534 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4c31340-19e1-48e2-859e-3a2a82c67007 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports/c5078d3e-3123-497f-89d1-168fd41ab966 HTTP/1.1" status: 200 len: 911 time: 0.1723573 Mar 02 18:03:36.110183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34412) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:36.148809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 81d41649-c967-4a72-a0f1-209975c161cb owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:36.211618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76d94caf-cefb-4164-9b3d-04b8d5572899 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:36.248021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90597b-7eb7-4c5b-b92e-73f9179c0d36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:36.256039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90597b-7eb7-4c5b-b92e-73f9179c0d36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:36.259665 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad90597b-7eb7-4c5b-b92e-73f9179c0d36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1455388 Mar 02 18:03:36.259988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34418) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:36.437376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:36.548933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=81d41649-c967-4a72-a0f1-209975c161cb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:36.550945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Set router a6e26252-7b69-4252-9c13-eb46d0d93981 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:36.634703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 76d94caf-cefb-4164-9b3d-04b8d5572899 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:36.634985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:36.837354 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:36.867123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd1d70d8-9576-4643-b19d-dfcd1a737a9d tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/ports/81d41649-c967-4a72-a0f1-209975c161cb HTTP/1.1" status: 204 len: 168 time: 1.5572050 Mar 02 18:03:36.867382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34436) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:37.310002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:32Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None, '_interfaces': [{'id': 'c5078d3e-3123-497f-89d1-168fd41ab966', 'name': '', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'mac_address': 'fa:16:3e:89:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:03:31Z', 'updated_at': '2022-03-02T18:03:33Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'subnets': [{'id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:37.354302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Checking router: a6e26252-7b69-4252-9c13-eb46d0d93981 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:03:37.354723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Updating router a6e26252-7b69-4252-9c13-eb46d0d93981 port c5078d3e-3123-497f-89d1-168fd41ab966 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:03:37.361787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting subnet bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:37.367735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.433729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.450542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34452) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:37.486073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.546610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.757534 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.885628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:37.954316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:37.960228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bee2e8ca79436194027d1259afadde is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:37.964486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:37.968181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.021787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:38.025998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:38.058640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.062646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbab3e8-46a7-4442-9da0-5c46e6c54d6d None None] Network dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:38.081759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-06c42073-cbd6-49e8-841e-03e161b22590 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/subnets/bfe6ac07-ddf6-4e3d-b500-4c32927bc3e7 HTTP/1.1" status: 204 len: 168 time: 1.2130687 Mar 02 18:03:38.084016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34468) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:38.124624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port c5078d3e-3123-497f-89d1-168fd41ab966 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:38.125319 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.165380 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:03:38.414095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.445528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.455456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Deleting port 331b8c89-a248-47f6-8748-1719a049cddf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:38.456028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.467356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Transition to ACTIVE for port object c5078d3e-3123-497f-89d1-168fd41ab966 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:38.489167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.490710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.500306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.509653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.561404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6bee2e8ca79436194027d1259afadde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1095130 Mar 02 18:03:38.571028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:38.821482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53548-c436-426c-b7bd-349772ac8fa3 None None] Pushing event updated for resources: {'Port': ['ID=c5078d3e-3123-497f-89d1-168fd41ab966,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:38.852689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611456d9-0548-4eec-91f5-6536ce9d8619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d4891-3f94-4cd5-85f9-5230b5305804,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:38.869703 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.873123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] DHCP port deletion for dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:38.884390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:38.911171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Deleting port 331b8c89-a248-47f6-8748-1719a049cddf {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:38.911542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.033810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Attempting to bind port c5078d3e-3123-497f-89d1-168fd41ab966 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:39.034186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Attempting to bind port c5078d3e-3123-497f-89d1-168fd41ab966 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:39.035215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Attempting to bind port c5078d3e-3123-497f-89d1-168fd41ab966 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:39.042045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.081278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] For port 331b8c89-a248-47f6-8748-1719a049cddf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=331b8c89-a248-47f6-8748-1719a049cddf,segment=NetworkSegment(13714a78-4d30-4903-a8ea-bc778f5e4f0a),segment_id=13714a78-4d30-4903-a8ea-bc778f5e4f0a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:39.083707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.101340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for c5078d3e-3123-497f-89d1-168fd41ab966 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:39.117307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:39.117776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:39.118092 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.118784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:39.119286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Bound port: c5078d3e-3123-497f-89d1-168fd41ab966, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:39.119567 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.288701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:03:39.289040 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:03:39.301480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Calling delete_port for 331b8c89-a248-47f6-8748-1719a049cddf owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:39.404990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.421213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.450877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c8b3fca1-a47e-4746-916b-4828ca148141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.482950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d4891-3f94-4cd5-85f9-5230b5305804,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:39.530670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] No DVR routers for this DVR port 331b8c89-a248-47f6-8748-1719a049cddf on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:39.530996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] For port 331b8c89-a248-47f6-8748-1719a049cddf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=331b8c89-a248-47f6-8748-1719a049cddf,segment=NetworkSegment(13714a78-4d30-4903-a8ea-bc778f5e4f0a),segment_id=13714a78-4d30-4903-a8ea-bc778f5e4f0a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:39.531406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.534227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Port': ['ID=331b8c89-a248-47f6-8748-1719a049cddf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:39.542887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] For port c5078d3e-3123-497f-89d1-168fd41ab966, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:39.606108 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.607241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e2ef6bcb-5652-4381-bac1-f3bafed93573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b9d4891-3f94-4cd5-85f9-5230b5305804 HTTP/1.1" status: 204 len: 168 time: 1.0349751 Mar 02 18:03:39.700672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Calling delete_port for 331b8c89-a248-47f6-8748-1719a049cddf owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:39.713360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.735782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] For port c5078d3e-3123-497f-89d1-168fd41ab966, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c5078d3e-3123-497f-89d1-168fd41ab966,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:39.748650 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.783393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:39.791914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port c5078d3e-3123-497f-89d1-168fd41ab966 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:39.792940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.810019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13714a78-4d30-4903-a8ea-bc778f5e4f0a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:39.810288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13714a78-4d30-4903-a8ea-bc778f5e4f0a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:39.832615 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.872206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53548-c436-426c-b7bd-349772ac8fa3 None None] Pushing event updated for resources: {'Port': ['ID=c5078d3e-3123-497f-89d1-168fd41ab966,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:39.874030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.883638 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:03:39.884087 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:03:39.884835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Routers {'a6e26252-7b69-4252-9c13-eb46d0d93981'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:39.885564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a6e26252-7b69-4252-9c13-eb46d0d93981'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:39.887600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:03:39.888000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:03:39.909366 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:03:40.148888 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.221229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.242944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] 10.222.0.37 "DELETE /v2.0/networks/dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5 HTTP/1.1" status: 204 len: 168 time: 2.1556518 Mar 02 18:03:40.247002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fc02c-eb37-4874-8612-594253b7e946 tempest-AllowedAddressPairTestJSON-2087497519 tempest-AllowedAddressPairTestJSON-2087497519-project] Pushing event deleted for resources: {'Network': ['ID=dfd9ab6b-e715-4de4-8ef6-d6618e5fabf5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:40.261070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 331b8c89-a248-47f6-8748-1719a049cddf no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:40.344631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port c5078d3e-3123-497f-89d1-168fd41ab966, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c5078d3e-3123-497f-89d1-168fd41ab966,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:40.344993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.404832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34512) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:40.412942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Deleting port 331b8c89-a248-47f6-8748-1719a049cddf {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:40.413558 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.436073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.466686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 331b8c89-a248-47f6-8748-1719a049cddf {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:40.467422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 331b8c89-a248-47f6-8748-1719a049cddf not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:40.517139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for c5078d3e-3123-497f-89d1-168fd41ab966 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:40.523510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:40.527412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7239f12e-24c6-4377-b127-abb8ccc77fa3 None None] The port '331b8c89-a248-47f6-8748-1719a049cddf' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:03:40.531488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Usage tracker for resource:security_group_rule and tenant:b22cb84b9c764a6c8b5e11029b9fceda is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:40.539448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:40.556548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] Set router a6e26252-7b69-4252-9c13-eb46d0d93981 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:40.569612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:40.680545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.694103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.797984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34522) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:40.803382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216001ef-1f46-48c0-b045-5adeb343dc1c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:40.860664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c866795c-9b6e-48ac-a6d2-7586fafb417f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b22cb84b9c764a6c8b5e11029b9fceda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4544640 Mar 02 18:03:40.863961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34528) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:40.875860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:40.979912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=c5078d3e-3123-497f-89d1-168fd41ab966,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:41.012288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.080971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.372570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.406834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:32Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None, '_interfaces': [{'id': 'c5078d3e-3123-497f-89d1-168fd41ab966', 'name': '', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'mac_address': 'fa:16:3e:89:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:03:31Z', 'updated_at': '2022-03-02T18:03:39Z', 'revision_number': 4, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'subnets': [{'id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:41.419265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6429-249c-4b7f-975f-97c2262918e7 None None] The sync data for ids ['a6e26252-7b69-4252-9c13-eb46d0d93981'] in n-d-820559-6 is: [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:32Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None, '_interfaces': [{'id': 'c5078d3e-3123-497f-89d1-168fd41ab966', 'name': '', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'mac_address': 'fa:16:3e:89:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:03:31Z', 'updated_at': '2022-03-02T18:03:39Z', 'revision_number': 4, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'subnets': [{'id': '6808f6fb-4075-413f-8e76-6e0c6b5ba518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:03:41.429857 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e801c215-ac84-46e8-9020-205474172dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.471704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8139370-de49-45d3-b955-fedcb0c55e1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d062d180c1c24f51944d37df644b14a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6645191 Mar 02 18:03:41.479336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:41.528588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.555923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216001ef-1f46-48c0-b045-5adeb343dc1c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:41.616315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.620713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6473fca3-7671-4755-8a3e-a194e4c9dfc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/216001ef-1f46-48c0-b045-5adeb343dc1c HTTP/1.1" status: 204 len: 168 time: 0.7552309 Mar 02 18:03:41.684475 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.725662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.882054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.928489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac61ed-1f60-4889-bda8-81512ab30faa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:41.933471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:41.943435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f060f73-b8ef-4286-8c95-6a9140b59c52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6ac61ed-1f60-4889-bda8-81512ab30faa HTTP/1.1" status: 204 len: 168 time: 0.4624410 Mar 02 18:03:42.564086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:42.622347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:42.627337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Router a6e26252-7b69-4252-9c13-eb46d0d93981 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:03:42.736286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:42.747374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Usage tracker for resource:security_group_rule and tenant:80f1eaff9a47454b8eb7423362dce7f6 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:42.763313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:42.779179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:42.822396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:03:42.853633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e71f58e1-371f-44cf-a7e5-ed6417a9e18f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "PUT /v2.0/routers/a6e26252-7b69-4252-9c13-eb46d0d93981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5923700 Mar 02 18:03:42.856250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34584) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:42.857325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:42.962819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:42.977182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c04ea7-e152-489e-8e33-bec930d0785f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:42.979324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c04ea7-e152-489e-8e33-bec930d0785f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:42.980277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-90c04ea7-e152-489e-8e33-bec930d0785f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:42.983823 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.032610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.036840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80f1eaff9a47454b8eb7423362dce7f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4714680 Mar 02 18:03:43.039867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34598) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:43.057841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033c99d-20ed-4001-861f-b71967cc06bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68c3b9-db5d-4632-a5d0-4c2dca6f7549,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:43.064127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-90c04ea7-e152-489e-8e33-bec930d0785f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:43.068250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-90c04ea7-e152-489e-8e33-bec930d0785f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2079446 Mar 02 18:03:43.069200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34602) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:43.302381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.374088 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.545110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 6808f6fb-4075-413f-8e76-6e0c6b5ba518 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:43.554101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.635591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.665116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68c3b9-db5d-4632-a5d0-4c2dca6f7549,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:43.673163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.726149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.731357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6fa1ca97-45fb-414a-ac93-a03612003fb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a68c3b9-db5d-4632-a5d0-4c2dca6f7549 HTTP/1.1" status: 204 len: 168 time: 0.6899445 Mar 02 18:03:43.801987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:43.851975 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Sync routers for ids ['a6e26252-7b69-4252-9c13-eb46d0d93981'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:03:43.887315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Routers {'a6e26252-7b69-4252-9c13-eb46d0d93981'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:43.887315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a6e26252-7b69-4252-9c13-eb46d0d93981'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:43.888615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:43.963695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.009369 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Set router a6e26252-7b69-4252-9c13-eb46d0d93981 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:44.034622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.038717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf06d2b-dcda-42a9-b1bc-3be77863093d None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:44.055274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1586939658'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:44.069140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=6808f6fb-4075-413f-8e76-6e0c6b5ba518,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:44.074814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:44.088388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Usage tracker for resource:network and tenant:f73d9dd1d0314bfc8f6764dfa780fc66 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:44.094029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:44.101704 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f114afc9-eb8d-4ac1-848c-9f26831844d1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/6808f6fb-4075-413f-8e76-6e0c6b5ba518 HTTP/1.1" status: 204 len: 168 time: 1.0318339 Mar 02 18:03:44.103677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:44.104304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:44.122372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Made reservation on behalf of f73d9dd1d0314bfc8f6764dfa780fc66 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:44.125718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.142902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:40Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:44.148151 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Checking router: a6e26252-7b69-4252-9c13-eb46d0d93981 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:03:44.162107 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Routers {'a6e26252-7b69-4252-9c13-eb46d0d93981'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:44.162922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.163234 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['a6e26252-7b69-4252-9c13-eb46d0d93981'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:44.239437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:44.247693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Usage tracker for resource:security_group_rule and tenant:f73d9dd1d0314bfc8f6764dfa780fc66 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:44.253153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:44.260752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:44.332690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] Set router a6e26252-7b69-4252-9c13-eb46d0d93981 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:44.449631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4f4ee51-8fc7-4e47-b821-fef81164604a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:44.454258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.479201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.489191 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.506661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4f4ee51-8fc7-4e47-b821-fef81164604a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:44.512195 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4f4ee51-8fc7-4e47-b821-fef81164604a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4062922 Mar 02 18:03:44.513087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34650) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:44.523273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:03:44.556517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b0ca9-4e1d-4af0-bda7-258aa4cddf75,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:44.577061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.577417 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Added segment 1987d3b9-eb82-4dba-8c68-c6bb19ce2694 of type vlan for network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 Mar 02 18:03:44.618627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:44.623841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Deleting port 76d94caf-cefb-4164-9b3d-04b8d5572899 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:44.624138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.638134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.712144 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:40Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:44.718379 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb149aa-706c-4f59-a904-4cb8d055ba1d None None] The sync data for ids ['a6e26252-7b69-4252-9c13-eb46d0d93981'] in n-d-820559-6 is: [{'id': 'a6e26252-7b69-4252-9c13-eb46d0d93981', 'name': 'tempest-NetworksTestDHCPv6-router-2070233593', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:30Z', 'updated_at': '2022-03-02T18:03:40Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:03:44.724517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.735276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:44.736058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:44.850748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9739745 Mar 02 18:03:44.856502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34666) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:44.871275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.056094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Request body: {'subnet': {'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:45.111681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] For port 76d94caf-cefb-4164-9b3d-04b8d5572899, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=76d94caf-cefb-4164-9b3d-04b8d5572899,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:45.112173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.221991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716adc0-e578-49e0-bc95-96cb951f39a9 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'Network': ['ID=353446ba-2e72-4d2a-8ee0-00cf5d5d3576,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:45.277899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:45.287523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Usage tracker for resource:subnet and tenant:f73d9dd1d0314bfc8f6764dfa780fc66 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:45.293788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:45.308132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Calling delete_port for 76d94caf-cefb-4164-9b3d-04b8d5572899 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:45.309162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:45.325120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Made reservation on behalf of f73d9dd1d0314bfc8f6764dfa780fc66 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:45.465055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:03:45.552701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.792262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.867055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.904447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.914745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:45.926311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] Pushing event deleted for resources: {'Port': ['ID=76d94caf-cefb-4164-9b3d-04b8d5572899,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:45.944699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10cc61-0504-42ad-ba94-5cb12afa394a None None] No DVR routers for this DVR port 76d94caf-cefb-4164-9b3d-04b8d5572899 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:46.001400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'Subnet': ['ID=14f7a208-001f-483f-b5cb-a7766e8872ac,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:46.007807 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:03:46.015380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Checking segment: {'id': '1987d3b9-eb82-4dba-8c68-c6bb19ce2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:46.016366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Network hostable DHCP agents. Network: 353446ba-2e72-4d2a-8ee0-00cf5d5d3576, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:03:46.037480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.038614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Fanout notify agent at l3_agent the message router_deleted on router a6e26252-7b69-4252-9c13-eb46d0d93981 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:03:46.052506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:03:46.073850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.076476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 353446ba-2e72-4d2a-8ee0-00cf5d5d3576) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:46.078021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:46.078912 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-15dcf592-e0fd-4e17-93ac-ca8069a4dc3e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/routers/a6e26252-7b69-4252-9c13-eb46d0d93981 HTTP/1.1" status: 204 len: 168 time: 1.5643671 Mar 02 18:03:46.087620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1cc0c-1da1-43d1-aa79-b6af2639051b None None] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:46.089818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:46.092310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.099886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:46.266984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f76fa8e0-528c-44ad-9b7c-6cfc2f174040 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4086790 Mar 02 18:03:46.270821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:46.282331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Request body: {'port': {'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576', 'name': 'tempest-ExtraDHCPOptionsTestJSON-492363596'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:46.332940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:46.333704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76d94caf-cefb-4164-9b3d-04b8d5572899 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:46.338864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:46.342724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:46.350010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:46.365182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:46.389011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 76d94caf-cefb-4164-9b3d-04b8d5572899 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:46.390480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 76d94caf-cefb-4164-9b3d-04b8d5572899 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:46.390959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c5078d3e-3123-497f-89d1-168fd41ab966 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:03:46.445476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c5078d3e-3123-497f-89d1-168fd41ab966 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:03:46.445476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c5078d3e-3123-497f-89d1-168fd41ab966 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:03:46.579568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:46.593349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Usage tracker for resource:port and tenant:f73d9dd1d0314bfc8f6764dfa780fc66 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:46.597279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-353446ba-2e72-4d2a-8ee0-00cf5d5d3576', 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576', 'tenant_id': 'f73d9dd1d0314bfc8f6764dfa780fc66', 'fixed_ips': [{'subnet_id': '14f7a208-001f-483f-b5cb-a7766e8872ac'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:46.598177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.604170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.605390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:46.616657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:46.639497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Made reservation on behalf of f73d9dd1d0314bfc8f6764dfa780fc66 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:46.642820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:46.693667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] device_id is not set on port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:47.000433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Allocated IP 172.20.0.2 (353446ba-2e72-4d2a-8ee0-00cf5d5d3576/14f7a208-001f-483f-b5cb-a7766e8872ac/6713f832-5f2b-4879-99b4-ced7afbf656a) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:47.088017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.165875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:47.174024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:47.184888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:47.185525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.185956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0898389-8e8c-45e6-857f-675558e95c66 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:47.223817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=faf3fb75-6d52-41f4-b885-a6dc4776d242,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:47.235578 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34742) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:47.236161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ebeddb45-e406-4148-b9cb-52ed08cd445f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1567667 Mar 02 18:03:47.241479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:47.262093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:47.267831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:router and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:47.277803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:47.292447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:47.326451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.327654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.375715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.417155 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.473550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.478299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:47.490720 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d45443d9-7f1a-4f18-9dbe-1db3112a69f9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2530274 Mar 02 18:03:47.614691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'faf3fb75-6d52-41f4-b885-a6dc4776d242'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:03:47.615516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.682383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.799623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Transition to ACTIVE for port object 6713f832-5f2b-4879-99b4-ced7afbf656a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:47.852849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Transition to ACTIVE for port object 6713f832-5f2b-4879-99b4-ced7afbf656a will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:47.875094 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:47.969607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Allocated IP 172.20.0.6 (353446ba-2e72-4d2a-8ee0-00cf5d5d3576/14f7a208-001f-483f-b5cb-a7766e8872ac/55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:48.053503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:48.064182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:48.104759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:48.127566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Pushing event updated for resources: {'Port': ['ID=6713f832-5f2b-4879-99b4-ced7afbf656a,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:48.438549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/faf3fb75-6d52-41f4-b885-a6dc4776d242/a1ddc79f-c77a-4fc8-9827-71239f919539) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:48.461165 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.485993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Attempting to bind port 6713f832-5f2b-4879-99b4-ced7afbf656a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:48.486734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Attempting to bind port 6713f832-5f2b-4879-99b4-ced7afbf656a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '1987d3b9-eb82-4dba-8c68-c6bb19ce2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:48.487554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Attempting to bind port 6713f832-5f2b-4879-99b4-ced7afbf656a on network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:48.506698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.508396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Transition to ACTIVE for port object 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:48.511044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:48.513405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Checking segment: {'id': '1987d3b9-eb82-4dba-8c68-c6bb19ce2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:48.516150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.516731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Bound using segment: {'id': '1987d3b9-eb82-4dba-8c68-c6bb19ce2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:48.519202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Bound port: 6713f832-5f2b-4879-99b4-ced7afbf656a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1987d3b9-eb82-4dba-8c68-c6bb19ce2694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:48.520847 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.569251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.727587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'Port': ['ID=55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:48.748637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.754368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.754991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.757695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.758448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:48.798373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:48.799679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:48.803594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:48.868434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:48.869636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.870801 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:48.895772 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b1d6810-6e11-48c8-aaa4-e49651887401 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6230166 Mar 02 18:03:48.898709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:48.905947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Request body: {'port': {'network_id': '353446ba-2e72-4d2a-8ee0-00cf5d5d3576', 'name': 'tempest-ExtraDHCPOptionsTestJSON-600884682', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:48.906746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] bootfile-name is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:48.907240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] tftp-server is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:48.907667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] server-ip-address is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:48.914565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Transition to ACTIVE for port object a1ddc79f-c77a-4fc8-9827-71239f919539 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:48.990691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Transition to ACTIVE for port object a1ddc79f-c77a-4fc8-9827-71239f919539 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:49.005918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.065684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:49.073887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:49.084908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:49.093006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] For port 6713f832-5f2b-4879-99b4-ced7afbf656a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:49.180011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] For port 6713f832-5f2b-4879-99b4-ced7afbf656a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6713f832-5f2b-4879-99b4-ced7afbf656a,segment=NetworkSegment(1987d3b9-eb82-4dba-8c68-c6bb19ce2694),segment_id=1987d3b9-eb82-4dba-8c68-c6bb19ce2694)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:49.204293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::1 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/faf3fb75-6d52-41f4-b885-a6dc4776d242/d8459218-56b9-4704-8ef2-6185421598ab) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:49.204713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Pushing event updated for resources: {'Port': ['ID=a1ddc79f-c77a-4fc8-9827-71239f919539,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:49.209233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.232833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:03:49.243153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Usage tracker for resource:port and tenant:f73d9dd1d0314bfc8f6764dfa780fc66 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:03:49.249473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:03:49.263383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:03:49.291708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Made reservation on behalf of f73d9dd1d0314bfc8f6764dfa780fc66 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:03:49.295577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.323908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931471c3-f0b5-4c0d-81dc-7d8e00afd7ff None None] Pushing event updated for resources: {'Port': ['ID=6713f832-5f2b-4879-99b4-ced7afbf656a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:49.338863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Attempting to bind port a1ddc79f-c77a-4fc8-9827-71239f919539 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:03:49.339296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Attempting to bind port a1ddc79f-c77a-4fc8-9827-71239f919539 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:03:49.339582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Attempting to bind port a1ddc79f-c77a-4fc8-9827-71239f919539 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:03:49.354484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] device_id is not set on port 04cdefcc-c4fa-409c-ac91-6c997d72c796 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:03:49.365149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:03:49.365627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:03:49.366018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.366464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:03:49.366992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Bound port: a1ddc79f-c77a-4fc8-9827-71239f919539, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:03:49.367434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.423189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.594341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] For port a1ddc79f-c77a-4fc8-9827-71239f919539, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:03:49.600035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] For port a1ddc79f-c77a-4fc8-9827-71239f919539, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1ddc79f-c77a-4fc8-9827-71239f919539,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:03:49.613458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.677758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.726232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object d8459218-56b9-4704-8ef2-6185421598ab will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:49.796633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:49.847643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Allocated IP 172.20.0.12 (353446ba-2e72-4d2a-8ee0-00cf5d5d3576/14f7a208-001f-483f-b5cb-a7766e8872ac/04cdefcc-c4fa-409c-ac91-6c997d72c796) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:03:49.921828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=d8459218-56b9-4704-8ef2-6185421598ab,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:49.938760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:49.939963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:49.942830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:49.943426 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:50.091473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:50.245766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fa989-1c43-4917-bf3a-df629bc4b07e None None] Pushing event updated for resources: {'Port': ['ID=a1ddc79f-c77a-4fc8-9827-71239f919539,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:50.295048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6713f832-5f2b-4879-99b4-ced7afbf656a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:50.425450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:50.475095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 6713f832-5f2b-4879-99b4-ced7afbf656a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:50.490656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Transition to ACTIVE for port object 04cdefcc-c4fa-409c-ac91-6c997d72c796 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:03:50.545841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:50.641032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:50.647736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:50.654018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:03:50.810055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'Port': ['ID=04cdefcc-c4fa-409c-ac91-6c997d72c796,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:50.914340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:50.915457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:50.974323 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9bfab957-abcf-4f00-9334-415dbd66e966 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0738282 Mar 02 18:03:50.975053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34814) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:51.272032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:51.283605 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:51.286530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:51.306831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:51.314906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:51.335851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:51.337758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Synchronizing usage tracker for tenant:f73d9dd1d0314bfc8f6764dfa780fc66 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:51.434990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Unset dirty status for tenant:f73d9dd1d0314bfc8f6764dfa780fc66 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:51.437372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b502fd2b-9f92-4ce0-8d0f-d60fd547e11d tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4611623 Mar 02 18:03:51.441387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:51.595930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Deleting port 04cdefcc-c4fa-409c-ac91-6c997d72c796 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:51.596375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:51.614861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=d8459218-56b9-4704-8ef2-6185421598ab,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:51.662708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829efb67-979b-43b3-a787-da9d6e22b972 None None] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:51.685839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:03:51.703624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:03:51.936681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Provisioning for port 6713f832-5f2b-4879-99b4-ced7afbf656a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:51.954917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Provisioning complete for port 6713f832-5f2b-4879-99b4-ced7afbf656a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:51.955296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:52.199030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1ddc79f-c77a-4fc8-9827-71239f919539 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:52.343478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:52.600354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Calling delete_port for 04cdefcc-c4fa-409c-ac91-6c997d72c796 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:52.622508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:52.693783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] For port 6713f832-5f2b-4879-99b4-ced7afbf656a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6713f832-5f2b-4879-99b4-ced7afbf656a,segment=NetworkSegment(1987d3b9-eb82-4dba-8c68-c6bb19ce2694),segment_id=1987d3b9-eb82-4dba-8c68-c6bb19ce2694)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:52.734172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a1ddc79f-c77a-4fc8-9827-71239f919539 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:52.749498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:52.870407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:03:52.948458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Provisioning for port d8459218-56b9-4704-8ef2-6185421598ab completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:52.969116 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:52.996823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Provisioning complete for port d8459218-56b9-4704-8ef2-6185421598ab triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:52.997196 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:53.086976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event deleted for resources: {'Port': ['ID=04cdefcc-c4fa-409c-ac91-6c997d72c796,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:53.229395 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:53.248166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Port d8459218-56b9-4704-8ef2-6185421598ab cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:53.253277 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-201b2130-98e5-46ff-9340-12f93cbcd7f3 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "DELETE /v2.0/ports/04cdefcc-c4fa-409c-ac91-6c997d72c796 HTTP/1.1" status: 204 len: 168 time: 1.8068655 Mar 02 18:03:53.254541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 34978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:53.264795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Pushing event updated for resources: {'Port': ['ID=6713f832-5f2b-4879-99b4-ced7afbf656a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:53.270507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Request body: {'port': {'name': 'tempest-new-port-name-535011902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:03:53.270967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] bootfile-name is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:53.272169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] tftp-server is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:53.272627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.api.validators [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] server-ip-address is not in valid_values {{(pid=83796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:03:53.276877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.277292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.277575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.277908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.278370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.278792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.279127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.279450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.279788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.280133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.280592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad449b-c624-4265-b024-cc2463fc3d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:53.310236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Provisioning for port a1ddc79f-c77a-4fc8-9827-71239f919539 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:53.316933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:03:53.330411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Sync routers for ids ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:03:53.341880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Provisioning complete for port a1ddc79f-c77a-4fc8-9827-71239f919539 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:53.342328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:53.349147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e55486af-3ea8-4290-835e-c3bfc88e9215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "PUT /v2.0/routers/363b4cf3-a0fa-4039-b8b1-1fea87e9d713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8688140 Mar 02 18:03:53.352017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 34988) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:53.495756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b01e2-9bdb-4add-b4d8-3f5695342236 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:53.496593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-830b01e2-9bdb-4add-b4d8-3f5695342236 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:53.535688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-830b01e2-9bdb-4add-b4d8-3f5695342236 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:53.538133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-830b01e2-9bdb-4add-b4d8-3f5695342236 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports/d8459218-56b9-4704-8ef2-6185421598ab HTTP/1.1" status: 200 len: 911 time: 0.1849458 Mar 02 18:03:53.540628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:53.543765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Routers {'363b4cf3-a0fa-4039-b8b1-1fea87e9d713'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:53.544545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:53.623343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:53.733651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f70c01-c277-462c-a6b4-355f27e10a61 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:53.744710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f70c01-c277-462c-a6b4-355f27e10a61 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:53.746302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7f70c01-c277-462c-a6b4-355f27e10a61 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2046056 Mar 02 18:03:53.749825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35030) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:54.045410 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.104895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.115671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.122662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] For port a1ddc79f-c77a-4fc8-9827-71239f919539, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1ddc79f-c77a-4fc8-9827-71239f919539,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:54.124799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Set router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:54.344135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6713f832-5f2b-4879-99b4-ced7afbf656a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:54.360519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] In _notify_port_updated(), no bound segment for port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 on network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:03:54.365931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:54.367075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.368785 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "PUT /v2.0/ports/55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 HTTP/1.1" status: 200 len: 1135 time: 1.1126704 Mar 02 18:03:54.372413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:54.460510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a3fd4-9d24-4962-a829-a22b236b54dc tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event updated for resources: {'Port': ['ID=55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:54.499325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.515606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4362d-bc10-485d-bb61-86511c4b0e98 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:54.516626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aef4362d-bc10-485d-bb61-86511c4b0e98 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Synchronizing usage tracker for tenant:f73d9dd1d0314bfc8f6764dfa780fc66 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:54.547652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aef4362d-bc10-485d-bb61-86511c4b0e98 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Unset dirty status for tenant:f73d9dd1d0314bfc8f6764dfa780fc66 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:54.547652 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aef4362d-bc10-485d-bb61-86511c4b0e98 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "GET /v2.0/ports/55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 HTTP/1.1" status: 200 len: 1135 time: 0.1699569 Mar 02 18:03:54.547652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35106) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:54.670110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Deleting port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:54.677542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.033004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089009ff-4b98-4568-b6a7-8553d25f76f4 None None] Pushing event updated for resources: {'Port': ['ID=a1ddc79f-c77a-4fc8-9827-71239f919539,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:55.155828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Provisioning complete for port d8459218-56b9-4704-8ef2-6185421598ab triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:55.156437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.201030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.307979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.324255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Port d8459218-56b9-4704-8ef2-6185421598ab cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:03:55.343725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6713f832-5f2b-4879-99b4-ced7afbf656a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:55.344341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.636788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Provisioning complete for port 6713f832-5f2b-4879-99b4-ced7afbf656a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:55.637161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.717283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Calling delete_port for 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:55.931365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:49Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None, '_interfaces': [{'id': 'd8459218-56b9-4704-8ef2-6185421598ab', 'name': '', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'mac_address': 'fa:16:3e:a4:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faf3fb75-6d52-41f4-b885-a6dc4776d242', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:03:48Z', 'updated_at': '2022-03-02T18:03:50Z', 'revision_number': 2, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'subnets': [{'id': 'faf3fb75-6d52-41f4-b885-a6dc4776d242', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:55.940433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Checking router: 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:03:55.941130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Updating router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 port d8459218-56b9-4704-8ef2-6185421598ab binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:03:56.059112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.091157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port d8459218-56b9-4704-8ef2-6185421598ab {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:56.102268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.126188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.164897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Provisioning for port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:03:56.188886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1ddc79f-c77a-4fc8-9827-71239f919539 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:03:56.226402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event deleted for resources: {'Port': ['ID=55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:56.300108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Provisioning complete for port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:56.301099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.437822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Port 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 was deleted so its status cannot be updated. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 18:03:56.442981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.499601 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac5dc5ae-17fb-45a2-8cc0-4533d480136f tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "DELETE /v2.0/ports/55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307 HTTP/1.1" status: 204 len: 168 time: 1.9458063 Mar 02 18:03:56.502350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:56.576578 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.597143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-211823c4-1daa-44fa-b0ed-d1accb6dd62b None None] Could not find standard attr ID for object 04cdefcc-c4fa-409c-ac91-6c997d72c796. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:56.807683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a1ddc79f-c77a-4fc8-9827-71239f919539 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:56.808065 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.892348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for d8459218-56b9-4704-8ef2-6185421598ab owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:56.913135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Deleting subnet 14f7a208-001f-483f-b5cb-a7766e8872ac {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:56.919020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.997143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0416b087-6657-4652-a30b-ab80d240f9eb None None] Could not find standard attr ID for object 55c1b8a0-d0bc-4b5c-a5c2-32cdd8c57307. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:03:57.005030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.117923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.236029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.251549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.259889 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:03:57.260399 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:03:57.302147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=d8459218-56b9-4704-8ef2-6185421598ab,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:57.345849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event deleted for resources: {'Subnet': ['ID=14f7a208-001f-483f-b5cb-a7766e8872ac,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:57.368027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.375967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edf873-6a55-4b2f-8175-de9a40fcd06c None None] Network 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:57.385526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45584f36-ad2f-418c-82c9-dede07619521 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "DELETE /v2.0/subnets/14f7a208-001f-483f-b5cb-a7766e8872ac HTTP/1.1" status: 204 len: 168 time: 0.8816679 Mar 02 18:03:57.386426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:57.652555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.683794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Deleting port 6713f832-5f2b-4879-99b4-ced7afbf656a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:57.684136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.692324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:57.822615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Port d8459218-56b9-4704-8ef2-6185421598ab not found while updating agent binding for router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713. {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 02 18:03:57.870942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Routers {'363b4cf3-a0fa-4039-b8b1-1fea87e9d713'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:03:57.873567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:58.274007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] For port 6713f832-5f2b-4879-99b4-ced7afbf656a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6713f832-5f2b-4879-99b4-ced7afbf656a,segment=NetworkSegment(1987d3b9-eb82-4dba-8c68-c6bb19ce2694),segment_id=1987d3b9-eb82-4dba-8c68-c6bb19ce2694)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:03:58.275007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:58.331522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] Set router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:03:58.584775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:03:58.645105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Calling delete_port for 6713f832-5f2b-4879-99b4-ced7afbf656a owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:03:58.680499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:57Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:58.690495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf5805-30be-46f3-9a1e-41730ee7c54c None None] DHCP port deletion for 353446ba-2e72-4d2a-8ee0-00cf5d5d3576 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:03:58.717177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191db66-cc38-4097-9b0c-e05d2e83f2da None None] The sync data for ids ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'] in n-d-820559-6 is: [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:57Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:03:58.723467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf5805-30be-46f3-9a1e-41730ee7c54c None None] Deleting port 6713f832-5f2b-4879-99b4-ced7afbf656a {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:03:58.725448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5805-30be-46f3-9a1e-41730ee7c54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:58.784983 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:58.796239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:03:58.819966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd6e8121-b870-4bca-afc5-c33577cd1903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "PUT /v2.0/routers/363b4cf3-a0fa-4039-b8b1-1fea87e9d713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0662606 Mar 02 18:03:58.824285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35352) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:58.904624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event deleted for resources: {'Port': ['ID=6713f832-5f2b-4879-99b4-ced7afbf656a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:58.926681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] No DVR routers for this DVR port 6713f832-5f2b-4879-99b4-ced7afbf656a on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:03:58.935522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf5805-30be-46f3-9a1e-41730ee7c54c None None] The port '6713f832-5f2b-4879-99b4-ced7afbf656a' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:03:58.961582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e6b32-bff9-47a3-8df4-a3c8d37875c0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:58.966968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e6b32-bff9-47a3-8df4-a3c8d37875c0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:58.967763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f9e6b32-bff9-47a3-8df4-a3c8d37875c0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:59.010432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f9e6b32-bff9-47a3-8df4-a3c8d37875c0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:59.014240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f9e6b32-bff9-47a3-8df4-a3c8d37875c0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1864362 Mar 02 18:03:59.014592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35356) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:59.189296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.376725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353446ba-2e72-4d2a-8ee0-00cf5d5d3576']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:59.400290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1987d3b9-eb82-4dba-8c68-c6bb19ce2694') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:59.401784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1987d3b9-eb82-4dba-8c68-c6bb19ce2694') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:03:59.403883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet faf3fb75-6d52-41f4-b885-a6dc4776d242 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:03:59.411932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.423009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.448451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.461998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:03:59.462680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.512822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.603418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: util.warn( Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:03:59.661476 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:03:59.674536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.690550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.724461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.727360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] Pushing event deleted for resources: {'Network': ['ID=353446ba-2e72-4d2a-8ee0-00cf5d5d3576,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:59.746953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=faf3fb75-6d52-41f4-b885-a6dc4776d242,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:59.752922 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d07e2ab0-c213-44f7-8348-22107a9a4132 tempest-ExtraDHCPOptionsTestJSON-1112816219 tempest-ExtraDHCPOptionsTestJSON-1112816219-project] 10.222.0.37 "DELETE /v2.0/networks/353446ba-2e72-4d2a-8ee0-00cf5d5d3576 HTTP/1.1" status: 204 len: 168 time: 2.3642583 Mar 02 18:03:59.781296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:59.787490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb8977-4c42-4a46-b113-663c61f87a25 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:03:59.821702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a0282f39-fe2b-4d0d-8448-01f456a2d746 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/faf3fb75-6d52-41f4-b885-a6dc4776d242 HTTP/1.1" status: 204 len: 168 time: 0.8058937 Mar 02 18:03:59.824116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:59.990785 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Sync routers for ids ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:04:00.004361 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Routers {'363b4cf3-a0fa-4039-b8b1-1fea87e9d713'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:00.005474 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:00.118797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fde553a1-0f46-42ac-a08a-c02486f4b066 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2930052 Mar 02 18:04:00.122448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:00.159367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6713f832-5f2b-4879-99b4-ced7afbf656a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:00.198543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 6713f832-5f2b-4879-99b4-ced7afbf656a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:00.198843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6713f832-5f2b-4879-99b4-ced7afbf656a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:00.262887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:00.268448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Deleting port a1ddc79f-c77a-4fc8-9827-71239f919539 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:00.268994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:00.280275 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Set router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:00.317980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:00.350501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35380) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:00.543560 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:57Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:00.564833 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Checking router: 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:04:00.597125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Routers {'363b4cf3-a0fa-4039-b8b1-1fea87e9d713'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:00.601225 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:03:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:00.766780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] For port a1ddc79f-c77a-4fc8-9827-71239f919539, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a1ddc79f-c77a-4fc8-9827-71239f919539,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:00.767182 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:00.794497 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] Set router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:00.889190 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce59c75c-74c7-4e37-bd7e-3da97fd55c75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f73d9dd1d0314bfc8f6764dfa780fc66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5371761 Mar 02 18:04:00.893912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35392) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:00.953899 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:57Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:00.965460 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5f8f0-03a2-497b-ba6f-128d3420507d None None] The sync data for ids ['363b4cf3-a0fa-4039-b8b1-1fea87e9d713'] in n-d-820559-6 is: [{'id': '363b4cf3-a0fa-4039-b8b1-1fea87e9d713', 'name': 'tempest-NetworksTestDHCPv6-router-957530451', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:03:47Z', 'updated_at': '2022-03-02T18:03:57Z', 'revision_number': 3, 'project_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:04:01.062383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.130985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.154179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Calling delete_port for a1ddc79f-c77a-4fc8-9827-71239f919539 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:01.261274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.271628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.297951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.317219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b0ca9-4e1d-4af0-bda7-258aa4cddf75,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:01.324176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.324712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Fanout notify agent at l3_agent the message router_deleted on router 363b4cf3-a0fa-4039-b8b1-1fea87e9d713 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:04:01.337159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.340797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3134622c-e38a-40fe-b578-b9fc58a147d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a08b0ca9-4e1d-4af0-bda7-258aa4cddf75 HTTP/1.1" status: 204 len: 168 time: 0.4414341 Mar 02 18:04:01.342730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.344080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f5b1c7aa-d72f-4d6b-be2d-87c8749ced5b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/routers/363b4cf3-a0fa-4039-b8b1-1fea87e9d713 HTTP/1.1" status: 204 len: 168 time: 1.2203262 Mar 02 18:04:01.346430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:01.407971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:01.467023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487c0a0-e7b9-4704-8ea3-3fc22f107faf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:01.470000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7487c0a0-e7b9-4704-8ea3-3fc22f107faf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:01.513992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7487c0a0-e7b9-4704-8ea3-3fc22f107faf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:01.516207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7487c0a0-e7b9-4704-8ea3-3fc22f107faf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1683476 Mar 02 18:04:01.518653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:01.531736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] Pushing event deleted for resources: {'Port': ['ID=a1ddc79f-c77a-4fc8-9827-71239f919539,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:01.544597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd387f-2557-4680-b903-7e3339533842 None None] No DVR routers for this DVR port a1ddc79f-c77a-4fc8-9827-71239f919539 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:04:01.683981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef83cf6c-0040-46de-87bd-d27f3deb8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:01.685609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ef83cf6c-0040-46de-87bd-d27f3deb8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:01.726843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ef83cf6c-0040-46de-87bd-d27f3deb8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:01.729454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ef83cf6c-0040-46de-87bd-d27f3deb8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2078228 Mar 02 18:04:01.731376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35416) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:01.823388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-55885cda-fa60-4d46-8b89-bc22532e58a4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:01.846539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-55885cda-fa60-4d46-8b89-bc22532e58a4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:01.848149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-55885cda-fa60-4d46-8b89-bc22532e58a4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142921 Mar 02 18:04:01.853252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:01.859653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:02.046394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:02.060811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:02.101346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:02.136788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1ddc79f-c77a-4fc8-9827-71239f919539 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:02.244577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a1ddc79f-c77a-4fc8-9827-71239f919539 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:02.247407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a1ddc79f-c77a-4fc8-9827-71239f919539 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:02.408730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:02.651381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35448) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:02.967079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.074004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:03.086215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc9f8a2691e34bf5bf92d22aea88299b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:03.090897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:03.107026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:03.163971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:04:03.170942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.222788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.229643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.296942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc9f8a2691e34bf5bf92d22aea88299b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6438396 Mar 02 18:04:03.304061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35468) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:03.305142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35470) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:03.322632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:03.335424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc251ef-6414-4d2b-a9c9-10055bfe26d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb91ac-9a02-40a5-b216-7c16afb5da44,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:03.350383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:03.362777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d740db2-5317-4c85-b5f8-5a82e9b663a8 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:03.363878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:03.364820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.388004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=ce8bdfff-a72f-4329-8b95-f82582267357,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:03.461739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.463112 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-38be8d25-6f59-4171-94c1-9b13da2f355b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6084065 Mar 02 18:04:03.465677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35478) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:03.477200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:03.545383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.633041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.670884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb91ac-9a02-40a5-b216-7c16afb5da44,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:03.686122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217508850'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:03.709054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:03.717354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:03.717522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:03.721851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:03.724190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:03.726087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:03.732724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:03.735866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:03.753222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.755969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:03.762161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d46dd44b-b498-4390-994e-b19b47672eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26eb91ac-9a02-40a5-b216-7c16afb5da44 HTTP/1.1" status: 204 len: 168 time: 0.4553480 Mar 02 18:04:03.767346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.768841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.807152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.833729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'ce8bdfff-a72f-4329-8b95-f82582267357'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:03.838523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:03.901118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:03.919551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:03.929288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:03.943059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:04.013759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Allocated IP 2001:db8::f816:3eff:fe5f:b40a (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/ce8bdfff-a72f-4329-8b95-f82582267357/15a39387-9e5d-48de-b448-6ab856bac273) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:04.128053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.137164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.202877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.242718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:04.250793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d59ffb-5f47-4537-809d-54c9b41c4dba,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:04.259734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:04.265976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:04.281640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:04.303483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.324049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Transition to ACTIVE for port object 15a39387-9e5d-48de-b448-6ab856bac273 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:04.344036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:04.349517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:04.360076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:04.360590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.386360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Transition to ACTIVE for port object 15a39387-9e5d-48de-b448-6ab856bac273 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:04.403222 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.412446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=2c31ab8c-7404-4c31-913e-39026be3adc3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:04.421309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.427849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.466446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52244404-3651-4096-98ec-edae2c087381 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9994164 Mar 02 18:04:04.469326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:04.478266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:0e:91:11', 'name': 'tempest-NetworksTestDHCPv6-1996150475'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:04.504444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:04.509122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:04.513887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:04.536542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:04.559289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:04.563473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.568575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-27e9323d-4381-4116-9043-2d8f7f07e811 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2591162 Mar 02 18:04:04.570793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35500) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:04.664835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-520b2a53-e698-4600-86cf-70c6979ef97e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:04.665819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Attempting to bind port 15a39387-9e5d-48de-b448-6ab856bac273 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:04.666253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Attempting to bind port 15a39387-9e5d-48de-b448-6ab856bac273 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:04.666722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Attempting to bind port 15a39387-9e5d-48de-b448-6ab856bac273 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:04.675282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:04.675707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:04.676645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.677229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:04.677673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Bound port: 15a39387-9e5d-48de-b448-6ab856bac273, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:04.678075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.692039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-520b2a53-e698-4600-86cf-70c6979ef97e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:04.694968 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-520b2a53-e698-4600-86cf-70c6979ef97e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1229029 Mar 02 18:04:04.698423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35506) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:04.712326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-security--472694225', 'description': 'tempest-security-description-1325647044'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:04.756244 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.781491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:04.796808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:04.797237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:04.808061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:04.809175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:04.818638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.820444 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.852065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.857692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.861566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:04.864305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "PUT /v2.0/security-groups/5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0 HTTP/1.1" status: 200 len: 1611 time: 0.1649036 Mar 02 18:04:04.870807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:04.875411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 85673a63-ab1c-446e-999f-d7b340c6c65c yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:04:04.926943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b258a-9c5f-4419-ad35-e555b2d9543b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:04.952089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889384dc-3fb0-446e-a3e6-83392dc6e7cb None None] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:05.227280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f432ff56-f410-4cf3-b62d-918e5555c2e4 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups/5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0 HTTP/1.1" status: 200 len: 1611 time: 0.3536942 Mar 02 18:04:05.234326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35522) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:05.350545 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.396077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.489358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.511407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:05.532547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.534057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-be9de97b-0e45-41a8-97ea-51465dd94c4f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0 HTTP/1.1" status: 204 len: 168 time: 0.3024888 Mar 02 18:04:05.537230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35530) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:05.545351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 172.20.0.9 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/2c31ab8c-7404-4c31-913e-39026be3adc3/85673a63-ab1c-446e-999f-d7b340c6c65c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:05.585268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe0e:9111 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/ce8bdfff-a72f-4329-8b95-f82582267357/85673a63-ab1c-446e-999f-d7b340c6c65c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:05.604294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b536cc99-978e-47e9-9d05-5cbebf34113c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:05.628016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b536cc99-978e-47e9-9d05-5cbebf34113c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:05.630348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b536cc99-978e-47e9-9d05-5cbebf34113c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0921886 Mar 02 18:04:05.633943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:05.680472 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-d795df78-0a51-4986-9a37-3bdf8a6afa5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] delete failed (client error): The resource could not be found. Mar 02 18:04:05.682141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d795df78-0a51-4986-9a37-3bdf8a6afa5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ac3270b-8c5d-4e88-86b9-4090dfd5b3f0 HTTP/1.1" status: 404 len: 347 time: 0.0464947 Mar 02 18:04:05.685938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:05.694137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757545415'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:05.701637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:05.718727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:05.738768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.795698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:05.804597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:05.808190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:05.816344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:05.898938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.902270 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.919455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.932118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 85673a63-ab1c-446e-999f-d7b340c6c65c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:05.995212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3375cd25-3d26-4209-8e97-6d121e4797e4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:05.995814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.000748 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.007979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0a7fb0d0-2c98-4c07-bfe5-dda8b9bc40a6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3205166 Mar 02 18:04:06.008594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35548) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.018779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '3375cd25-3d26-4209-8e97-6d121e4797e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:06.031563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:06.045826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:06.051965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:06.071554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:06.112646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.194386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 15a39387-9e5d-48de-b448-6ab856bac273 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:06.230272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:06.232074 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=85673a63-ab1c-446e-999f-d7b340c6c65c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:06.245841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:06.249587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:06.288309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.293825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.361757 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2a0d02-9c88-4e39-aacb-a927f5c024b5,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:06.396336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.401289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:06.401770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e51fa300-90a9-4727-9a4d-dd24e1542609 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3879395 Mar 02 18:04:06.403228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.403462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35554) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.409561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 15a39387-9e5d-48de-b448-6ab856bac273 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:06.474474 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.487818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34d916ae-7ea8-4ec6-972d-a25c9a76002c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0165985 Mar 02 18:04:06.489992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.512240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.603365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.648065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac2a0d02-9c88-4e39-aacb-a927f5c024b5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:06.658359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.665751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-609c7645-537c-47ad-a6d0-81a2d34c4a01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ac2a0d02-9c88-4e39-aacb-a927f5c024b5 HTTP/1.1" status: 204 len: 168 time: 0.2596662 Mar 02 18:04:06.668259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35566) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.701326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4d1b7-eead-43e7-a574-1522f3c79a90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:06.705466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35570) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.709559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4d1b7-eead-43e7-a574-1522f3c79a90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:06.714297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ca4d1b7-eead-43e7-a574-1522f3c79a90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:06.741282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4ca4d1b7-eead-43e7-a574-1522f3c79a90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:06.743094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ca4d1b7-eead-43e7-a574-1522f3c79a90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2519004 Mar 02 18:04:06.746459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35576) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.752055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30f9d2-3c45-4f41-a638-5fd75ea65895 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:06.792953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c3da38d8-fb49-4ff5-b541-2802fe6b62d8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:06.817587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c3da38d8-fb49-4ff5-b541-2802fe6b62d8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:06.823811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c3da38d8-fb49-4ff5-b541-2802fe6b62d8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1535840 Mar 02 18:04:06.824594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:06.876536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 85673a63-ab1c-446e-999f-d7b340c6c65c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:06.877305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.949403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:06.980781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.087006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.126248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.145674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Provisioning for port 15a39387-9e5d-48de-b448-6ab856bac273 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:07.156567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Provisioning complete for port 15a39387-9e5d-48de-b448-6ab856bac273 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:07.158181 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.160236 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375cd25-3d26-4209-8e97-6d121e4797e4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:07.170325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:07.179377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Usage tracker for resource:security_group_rule and tenant:f37decfd520b45e2be9efdc784cc1693 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:07.185686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:07.195259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:07.205929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.208029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-52abd833-3623-4015-aeec-eb6f9c0c1c5f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/3375cd25-3d26-4209-8e97-6d121e4797e4 HTTP/1.1" status: 204 len: 168 time: 0.3814182 Mar 02 18:04:07.210243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35592) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:07.324758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f169bd24-6d93-450b-92e2-d643eac540f4 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:07.357820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f169bd24-6d93-450b-92e2-d643eac540f4 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:07.359130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f169bd24-6d93-450b-92e2-d643eac540f4 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1478081 Mar 02 18:04:07.362752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35598) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:07.380889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.382948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456393285'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:07.410969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:07.438176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:07.456990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.468230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.486115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.591538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52433fe7-073c-41d1-89a0-7c0e7f7cffc9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:07.603937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:07.610526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0d8e0e77-4171-4fed-ae8c-e96b7d2e2872 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f37decfd520b45e2be9efdc784cc1693&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9039657 Mar 02 18:04:07.612011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:07.616571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35606) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:07.618878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:07.661596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:07.696841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': 'ce8bdfff-a72f-4329-8b95-f82582267357', 'ip_address': '2001:db8::f816:3eff:fe5f:b40a'}, {'subnet_id': '2c31ab8c-7404-4c31-913e-39026be3adc3'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '15a39387-9e5d-48de-b448-6ab856bac273'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:04:07.751359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 85673a63-ab1c-446e-999f-d7b340c6c65c owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:07.761453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.779413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.804868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.832797 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.852888 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.856867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:07.983209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:07.995899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.004623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe090f-ea42-4004-9b3b-d19e96ee5683,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.059300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.063044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-25e4fb43-00a8-4860-90c5-f929acce6656 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6962430 Mar 02 18:04:08.063213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35610) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:08.069949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '2ebe090f-ea42-4004-9b3b-d19e96ee5683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:08.087208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:08.094209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd298c-013b-4576-98b4-bcfc23cf00e9 None None] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.096385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.101345 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.106476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:08.122495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:08.137498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:08.174746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Allocated IP 172.20.0.2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/2c31ab8c-7404-4c31-913e-39026be3adc3/15a39387-9e5d-48de-b448-6ab856bac273) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:08.177377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=85673a63-ab1c-446e-999f-d7b340c6c65c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.229630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.245468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52433fe7-073c-41d1-89a0-7c0e7f7cffc9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.253236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.257572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-44da0739-33e2-4418-b955-ca2fa9ea448f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52433fe7-073c-41d1-89a0-7c0e7f7cffc9 HTTP/1.1" status: 204 len: 168 time: 0.6382325 Mar 02 18:04:08.330229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.337092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.374971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c68cc6-ce1c-48cf-8478-0266fe7b5db8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.382439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:08.412578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.417641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.422097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-748cc2b2-dbd0-4dcf-9ff6-303f090ca1b5 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3574400 Mar 02 18:04:08.424574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35616) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:08.431914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Transition to ACTIVE for port object 15a39387-9e5d-48de-b448-6ab856bac273 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:08.444885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.446506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.460464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '2ebe090f-ea42-4004-9b3b-d19e96ee5683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:08.472251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:08.483470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f7f99db1-c825-45e5-8be1-703dd5e3c448 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/85673a63-ab1c-446e-999f-d7b340c6c65c HTTP/1.1" status: 204 len: 168 time: 1.7332358 Mar 02 18:04:08.484736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35620) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:08.485177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:08.489539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:08.506705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:08.546055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.552054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe3c1b-5ac7-4363-b4b9-8a28175f2e8f None None] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.642799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:08.644260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:08.646008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:08.646840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:08.659948 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.682933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:08.684125 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94f042eb-9913-45f0-a5d6-21681b820cfd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1996853 Mar 02 18:04:08.685134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.686870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35628) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:08.704407 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.741315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c8cbe3-109a-4bb4-b35a-21a1d229dee5,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:08.808899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:08.810844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-71453279-d3af-4086-a26e-6de8b6a58626 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3818746 Mar 02 18:04:08.813363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35634) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:08.830209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '2ebe090f-ea42-4004-9b3b-d19e96ee5683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:08.847010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:08.858740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:08.873759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:08.889736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:08.934063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.122869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.127471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.156884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565f0052-96fa-4900-af0d-5df1c37adca8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:09.204342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.206623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3a66f556-afd3-4713-8106-33bfbea61ebc tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3921864 Mar 02 18:04:09.210455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:09.236915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '2ebe090f-ea42-4004-9b3b-d19e96ee5683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:09.252576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:09.265782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:09.273559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:09.281212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:09.287063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 2c31ab8c-7404-4c31-913e-39026be3adc3 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:09.295224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.310134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.361108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8a33f63-c853-4326-983a-00912f1ff87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.411329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.446943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.456149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.514845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a6043d-9e4e-4770-b595-7da32b8b126a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:09.540313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.547103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-390d03fe-c4bf-4f01-ab8a-eb944708296d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3355258 Mar 02 18:04:09.547725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35652) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:09.554814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '2ebe090f-ea42-4004-9b3b-d19e96ee5683', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:09.571641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:09.590935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:09.600284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:09.616583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:09.619864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.658278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.789092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.825974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.832422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.875651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73311892-7a02-4db3-bc93-f18651d2a50e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:09.898984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.903590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bd4fba00-b083-4e17-aa86-07f287f1ca35 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3520877 Mar 02 18:04:09.904014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35664) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:09.907733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=2c31ab8c-7404-4c31-913e-39026be3adc3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:09.949887 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:09.953714 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e08bd754-521d-4637-9ce5-4ada6b25af41 None None] Could not find standard attr ID for object 85673a63-ab1c-446e-999f-d7b340c6c65c. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:04:09.994455 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d550d11-b580-4b60-913f-48ec2663db86 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/2c31ab8c-7404-4c31-913e-39026be3adc3 HTTP/1.1" status: 204 len: 168 time: 1.3065343 Mar 02 18:04:09.999202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:10.007240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e08bd754-521d-4637-9ce5-4ada6b25af41 None None] Provisioning for port 15a39387-9e5d-48de-b448-6ab856bac273 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:10.026355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e08bd754-521d-4637-9ce5-4ada6b25af41 None None] Provisioning complete for port 15a39387-9e5d-48de-b448-6ab856bac273 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:10.027653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e08bd754-521d-4637-9ce5-4ada6b25af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.032095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.069400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:10.187161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 15a39387-9e5d-48de-b448-6ab856bac273 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:10.209359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.287871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1592859224-network', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:10.294015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.298160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:10.310442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Usage tracker for resource:network and tenant:a4b331d324d04510b515cda8e272ee0d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:10.313875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:10.321266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:10.341519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Made reservation on behalf of a4b331d324d04510b515cda8e272ee0d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:10.347072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73311892-7a02-4db3-bc93-f18651d2a50e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:10.358691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.376284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.391606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 15a39387-9e5d-48de-b448-6ab856bac273 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:10.392324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.477261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:10.490203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b331d324d04510b515cda8e272ee0d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:10.496540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:10.520536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:10.525299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42305e23-086f-429f-88d8-f650fa2e5ee1 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:10.649083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet ce8bdfff-a72f-4329-8b95-f82582267357 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:10.652850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.654313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9330ba96-c911-4e26-b69f-51f2d54727e3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/73311892-7a02-4db3-bc93-f18651d2a50e HTTP/1.1" status: 204 len: 168 time: 0.7480443 Mar 02 18:04:10.655441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.659796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35680) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:10.686518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.696065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.735826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.772471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:04:10.794470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f89d3e9f-a06d-4aec-82f8-06f36b251aa3 None None] Could not find standard attr ID for object 85673a63-ab1c-446e-999f-d7b340c6c65c. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:04:10.818892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7aa10f83-98f0-4ee3-a9a2-2875a6279975 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1571534 Mar 02 18:04:10.819761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b5d6a-2aa9-45e1-9dc4-aa004eb6f467,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:10.823814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35684) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:10.825154 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.825604 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Added segment 5e90e15f-a806-477d-9f27-04d2dd4bfd8b of type vlan for network e11e5c53-9f90-4ada-b679-51d92a50c251 Mar 02 18:04:10.867158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.895810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.915796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.934491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.945860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.950535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:10.952110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.098934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.160664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.163393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.193437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94a6043d-9e4e-4770-b595-7da32b8b126a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:11.195308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8bdfff-a72f-4329-8b95-f82582267357,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:11.203352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.233651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1631091 Mar 02 18:04:11.237802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35700) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.245729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Request body: {'subnet': {'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1592859224-subnet', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:11.254857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386768c-ac25-4b7a-934a-37afa8cb6356 admin admin] Pushing event updated for resources: {'Network': ['ID=e11e5c53-9f90-4ada-b679-51d92a50c251,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:11.257686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:11.262368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Usage tracker for resource:subnet and tenant:a4b331d324d04510b515cda8e272ee0d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:11.266460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:11.270809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e11e5c53-9f90-4ada-b679-51d92a50c251 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:04:11.275449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:11.286629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.291518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Made reservation on behalf of a4b331d324d04510b515cda8e272ee0d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:11.295479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.306643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5eb4aacc-57a6-46a5-9928-1e7ea364871b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/94a6043d-9e4e-4770-b595-7da32b8b126a HTTP/1.1" status: 204 len: 168 time: 0.4770811 Mar 02 18:04:11.309687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.318041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-119810ce-28dc-4588-b31a-d5955340cad0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/ce8bdfff-a72f-4329-8b95-f82582267357 HTTP/1.1" status: 204 len: 168 time: 1.3155377 Mar 02 18:04:11.328894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.443601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Deleting subnet 9bffd544-2beb-413b-8e86-72ebb99e69a0 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:11.446647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.478034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10fc5264-9bbd-4cbc-8b35-fd190f68a9c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:11.522333 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d473986c-4152-4525-a6f7-b13a6ba91217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.541088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-10fc5264-9bbd-4cbc-8b35-fd190f68a9c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:router {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:11.542469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10fc5264-9bbd-4cbc-8b35-fd190f68a9c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2121050 Mar 02 18:04:11.547441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35712) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.563779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:11.584588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.657269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2acef159-3808-4ac8-9af5-a822b20af52d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:11.706175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2acef159-3808-4ac8-9af5-a822b20af52d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:11.711834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2acef159-3808-4ac8-9af5-a822b20af52d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3980434 Mar 02 18:04:11.715248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35716) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:11.735113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.773901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:11.786844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:11.791589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:11.798099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.803118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:11.812430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.832756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:11.837460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.865259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.889096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.946150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bffd544-2beb-413b-8e86-72ebb99e69a0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:11.950826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565f0052-96fa-4900-af0d-5df1c37adca8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:11.957708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.959095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.987770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:11.992846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8c8315e-6c27-4185-a16b-26f3b9629b9f tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/565f0052-96fa-4900-af0d-5df1c37adca8 HTTP/1.1" status: 204 len: 168 time: 0.2740574 Mar 02 18:04:11.993695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35720) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.046034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-246db6d3-322a-4b8a-aee2-de2e47afb74a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9bffd544-2beb-413b-8e86-72ebb99e69a0 HTTP/1.1" status: 204 len: 168 time: 0.8367188 Mar 02 18:04:12.055021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-484ba1fd-ab19-4e4a-a4c3-4ff8c4ca942d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:12.058251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35726) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.077867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d56226f-7d3d-42dd-8827-48ee1e0ab62b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:12.084037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11339484-e41f-429a-8e03-d421c664972c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:12.105418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Checking segment: {'id': '5e90e15f-a806-477d-9f27-04d2dd4bfd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:12.105770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Network hostable DHCP agents. Network: e11e5c53-9f90-4ada-b679-51d92a50c251, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:04:12.133326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Network e11e5c53-9f90-4ada-b679-51d92a50c251 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:04:12.146454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e11e5c53-9f90-4ada-b679-51d92a50c251) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:12.157546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-484ba1fd-ab19-4e4a-a4c3-4ff8c4ca942d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:12.162870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-484ba1fd-ab19-4e4a-a4c3-4ff8c4ca942d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1678786 Mar 02 18:04:12.163770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35732) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.197098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:12.197766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.225065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.239121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.267402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.271639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf12c57-b5b5-4812-9d65-e5effa1d0b19 None None] Network e11e5c53-9f90-4ada-b679-51d92a50c251 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:12.282727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d775f3c-6a22-4696-aea1-db064a8caaac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0423489 Mar 02 18:04:12.287641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.302000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.306727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.307590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1592859224-router', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:12.310458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c5c8cbe3-109a-4bb4-b35a-21a1d229dee5 HTTP/1.1" status: 204 len: 168 time: 0.1423416 Mar 02 18:04:12.311221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35742) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.312552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f615578-14cd-48c3-b6e9-d1bce4436014 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c8cbe3-109a-4bb4-b35a-21a1d229dee5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:12.317922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:12.338660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Usage tracker for resource:router and tenant:a4b331d324d04510b515cda8e272ee0d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:12.343304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:12.348893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:12.370021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.371139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.411763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.519359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f386dc9-d26d-4f9b-95a2-1c36728e8717 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:12.534706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.538417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-46d719b8-7122-424b-9cfc-92f5e14153ca None None] Provisioning complete for port 15a39387-9e5d-48de-b448-6ab856bac273 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:12.545278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-46d719b8-7122-424b-9cfc-92f5e14153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.565684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f386dc9-d26d-4f9b-95a2-1c36728e8717 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:12.568240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f386dc9-d26d-4f9b-95a2-1c36728e8717 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2526705 Mar 02 18:04:12.572266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35746) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.592901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07375f9e-1b82-476b-b8f6-4d48ce7f5140']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:12.620571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c310453-acc5-4f15-ab73-0464633614f4') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:12.621151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c310453-acc5-4f15-ab73-0464633614f4') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:12.649692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.671317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.682012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:04:12.682989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.728438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.756928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:12.772433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Deleting port 15a39387-9e5d-48de-b448-6ab856bac273 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:12.773434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:04:12.791111 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:04:12.800772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.808802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.835556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] Pushing event deleted for resources: {'Network': ['ID=07375f9e-1b82-476b-b8f6-4d48ce7f5140,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:12.844744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.858289 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.890375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.894770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.920299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28c68cc6-ce1c-48cf-8478-0266fe7b5db8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:12.927285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b3586b90-4aa2-48ec-a9ee-f7b067510eae admin admin] 10.222.0.37 "DELETE /v2.0/networks/07375f9e-1b82-476b-b8f6-4d48ce7f5140 HTTP/1.1" status: 204 len: 168 time: 0.8668702 Mar 02 18:04:12.928674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:12.932730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-edc556f7-66f6-4589-bf4e-2d7026a88c1c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/28c68cc6-ce1c-48cf-8478-0266fe7b5db8 HTTP/1.1" status: 204 len: 168 time: 0.3592913 Mar 02 18:04:12.933297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35750) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.933679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35752) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.935457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:04:12.997738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Deleting subnet 6d05e8b3-115b-4d3c-bcbb-89dcd13d3bdd {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:13.001786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.065544 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.094472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e11e5c53-9f90-4ada-b679-51d92a50c251', 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'fixed_ips': [{'subnet_id': '3d56226f-7d3d-42dd-8827-48ee1e0ab62b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:13.095370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.115800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.174016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.179951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.209179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f50763a-7b6b-48c8-8d02-fca25f082d09 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:13.264459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f50763a-7b6b-48c8-8d02-fca25f082d09 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:13.271405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3f50763a-7b6b-48c8-8d02-fca25f082d09 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3349912 Mar 02 18:04:13.272128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35758) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:13.376170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.432568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d05e8b3-115b-4d3c-bcbb-89dcd13d3bdd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:13.440768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.445876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:13.450836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.455577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.487722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ea2c8904-5c9c-461e-be6b-272d66cdbfbb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d05e8b3-115b-4d3c-bcbb-89dcd13d3bdd HTTP/1.1" status: 204 len: 168 time: 0.5509050 Mar 02 18:04:13.489615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35768) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:13.546458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Allocated IP 172.20.0.2 (e11e5c53-9f90-4ada-b679-51d92a50c251/3d56226f-7d3d-42dd-8827-48ee1e0ab62b/7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:13.624192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Calling delete_port for 15a39387-9e5d-48de-b448-6ab856bac273 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:13.625671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.702624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:13.737060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.740243 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.758347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.775460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.783478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.785524 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.786354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.847492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe090f-ea42-4004-9b3b-d19e96ee5683,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:13.920456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:04:13.921185 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:04:13.924976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.926668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-24a0eddc-d4d6-45d5-9931-371a95824298 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ebe090f-ea42-4004-9b3b-d19e96ee5683 HTTP/1.1" status: 204 len: 168 time: 0.6490531 Mar 02 18:04:13.930387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:13.934370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.956130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.969034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Transition to ACTIVE for port object 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:13.992854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Transition to ACTIVE for port object 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:14.000118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=8']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.001326 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.008127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03aeac3e-ef19-4153-ba3a-8d0e4d031061']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:14.025268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ad105fcc-149f-4709-92c5-0876d284523d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:14.028658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eec633a-46f1-4075-b7ad-cf673f896247') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:14.028950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eec633a-46f1-4075-b7ad-cf673f896247') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:14.045478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.072334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.079789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ad105fcc-149f-4709-92c5-0876d284523d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:14.081465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad105fcc-149f-4709-92c5-0876d284523d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1498151 Mar 02 18:04:14.083248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:04:14.083865 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.089197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:14.100627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:14.107160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=a26725a3-d65f-44c1-8efb-37bbe9f75757,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.116549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Network e11e5c53-9f90-4ada-b679-51d92a50c251 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:14.120290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:04:14.123264 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:04:14.125480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.126476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:14.133265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:14.134131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.135813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 15a39387-9e5d-48de-b448-6ab856bac273 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:14.169550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Pushing event updated for resources: {'Port': ['ID=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.183448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--815851093'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:14.189940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:14.201124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:14.216149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.233921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Allocated IP 172.25.3.99 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/90f4bf1c-26e8-40ba-aeca-040fb2f0418b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:14.278358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:14.282427 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.288829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:14.308543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.311893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:14.321107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Attempting to bind port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:14.321630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Attempting to bind port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '5e90e15f-a806-477d-9f27-04d2dd4bfd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:14.322253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Attempting to bind port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 on network e11e5c53-9f90-4ada-b679-51d92a50c251 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:14.326008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:14.328192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03aeac3e-ef19-4153-ba3a-8d0e4d031061,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.342597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:14.343243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Checking segment: {'id': '5e90e15f-a806-477d-9f27-04d2dd4bfd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:14.344571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.345361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Bound using segment: {'id': '5e90e15f-a806-477d-9f27-04d2dd4bfd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:14.346203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Bound port: 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e90e15f-a806-477d-9f27-04d2dd4bfd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:14.347328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.349641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b01cd181-9e08-4605-9794-3a34c14bece2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03aeac3e-ef19-4153-ba3a-8d0e4d031061 HTTP/1.1" status: 204 len: 168 time: 0.8588071 Mar 02 18:04:14.425018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.435987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Deleting port 15a39387-9e5d-48de-b448-6ab856bac273 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:14.436454 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.468691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.474102 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.478949 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.514893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0bdee66e-9a73-4793-bdf4-e6560c7c3a02 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9660094 Mar 02 18:04:14.521215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.556253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:14.577960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70110c44-f941-4e58-a265-805a565aa5ba,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.600944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.603091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d18d131-8338-4e2c-b97d-41c780bfc9ed tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4749961 Mar 02 18:04:14.605889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.615594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '70110c44-f941-4e58-a265-805a565aa5ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:14.626329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:14.632075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:14.636189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:14.651604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:14.670288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35792) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.684948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.704926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.723520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.725422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.743116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:14.753276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:14.764230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:14.780877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.797395 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.849152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.854195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2468033 Mar 02 18:04:14.855904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.871139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60861e-4921-4697-acbd-84609ec7daa2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d38cdd-fd0f-4df7-be88-b70cfd0cc52a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.882041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ddf60afd-7bcd-4c9e-8649-86079d9b3cdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=327e0766167043b491f26bf44ff41e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042208 Mar 02 18:04:14.882311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35800) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:14.903779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] For port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:14.940757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] For port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,segment=NetworkSegment(5e90e15f-a806-477d-9f27-04d2dd4bfd8b),segment_id=5e90e15f-a806-477d-9f27-04d2dd4bfd8b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:14.942468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:14.947625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:14.951012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.952442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:14.960125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:14.962803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:14.980640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:14.992188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.002747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.045233 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.101799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:15.102019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.152999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.176637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5279a7-2b87-4d18-a8db-8d737987f7c4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:15.183798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de5e0d-78fa-479c-ab6d-7fc721af2de6 None None] Pushing event updated for resources: {'Port': ['ID=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:15.188578 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.192201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.193663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8b8f2429-462f-4c80-8694-ff711332074f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e5279a7-2b87-4d18-a8db-8d737987f7c4 HTTP/1.1" status: 204 len: 168 time: 0.3104291 Mar 02 18:04:15.219441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.362893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:15.389195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Calling delete_port for 15a39387-9e5d-48de-b448-6ab856bac273 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:15.546817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.578798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:04:15.580224 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:04:15.674859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.676845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.783705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.870843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35810) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:15.881026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70110c44-f941-4e58-a265-805a565aa5ba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:15.932491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1d0ad92a-8e8b-4b95-b971-45201b8ac213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e28f4ec883164b039009cfd856cceb8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603478 Mar 02 18:04:15.939797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35814) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:15.986613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:15.987659 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-286873b3-5da5-4664-b446-1e7ca1a5eb45 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/70110c44-f941-4e58-a265-805a565aa5ba HTTP/1.1" status: 204 len: 168 time: 1.1308346 Mar 02 18:04:15.991851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:16.029286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.070044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.133307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2605b8c-d125-4b3c-b692-455de278f936 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:16.149015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.172977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.197072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a850c-73ef-42b6-b915-38cdc6997656,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:16.208518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.213505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fefebad2-5cf0-4416-9d88-c0c5f47e58c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b36a850c-73ef-42b6-b915-38cdc6997656 HTTP/1.1" status: 204 len: 168 time: 0.2714581 Mar 02 18:04:16.222618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2605b8c-d125-4b3c-b692-455de278f936 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:16.224050 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2605b8c-d125-4b3c-b692-455de278f936 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2313023 Mar 02 18:04:16.232151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35824) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:16.242492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836395127'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:16.252795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:16.261844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:16.268269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:16.269561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:16.276740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:16.277327 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.282565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.293748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=eb5263ea-1fbb-4da5-af0c-1b77f1296295,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:16.305034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:16.327466 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffec1b26-8bfc-4c99-b0e6-2df4006578f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8050675 Mar 02 18:04:16.331886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35828) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:16.341581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:57:ff:3d', 'name': 'tempest-NetworksTestDHCPv6-1765307707'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:16.387709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Deleting port 15a39387-9e5d-48de-b448-6ab856bac273 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:16.393806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.440727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:16.460574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:16.469340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:16.481049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:16.600258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:16.642629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.648607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.730588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:16.736585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:16.741629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:16.746769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Router bc031645-2720-491e-8996-da176474ef9c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:04:16.753769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:16.771425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45c02e-5e72-4653-aadb-39dfd2c7ed73,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:16.772452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:16.776723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.787118 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.791722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5eac240-a252-4e3c-911d-19a09795bcb1 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5558236 Mar 02 18:04:16.792397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35834) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:16.807979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--676787172'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:16.824457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:16.834185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:16.843894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:16.856218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:16.866161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] For port 15a39387-9e5d-48de-b448-6ab856bac273, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=15a39387-9e5d-48de-b448-6ab856bac273,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:16.866557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.882292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:16.953493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9163a8b-d323-42aa-a22d-e257fdc43325 None None] Network e11e5c53-9f90-4ada-b679-51d92a50c251 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:16.985293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:16.997102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:17.003670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:17.011549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 415d379c-6e03-4eac-a652-d6f377dbc7e7 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:04:17.017307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:17.045452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Calling delete_port for 15a39387-9e5d-48de-b448-6ab856bac273 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:17.164937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.174060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.179039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Provisioning for port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:17.197472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Provisioning complete for port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:17.197725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.279197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e88f2-5dda-4bb1-9cbd-06ca1f89faf0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:17.294525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.296567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8595fcf7-b387-4608-8a59-15e928832143 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5031507 Mar 02 18:04:17.299465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:17.309265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '3c45c02e-5e72-4653-aadb-39dfd2c7ed73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe0e88f2-5dda-4bb1-9cbd-06ca1f89faf0', 'remote_ip_prefix': None}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:17.319329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:17.329437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:17.333550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:17.341360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:17.381001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 172.20.0.9 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/eb5263ea-1fbb-4da5-af0c-1b77f1296295/415d379c-6e03-4eac-a652-d6f377dbc7e7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:17.387900 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.420350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe57:ff3d (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/a26725a3-d65f-44c1-8efb-37bbe9f75757/415d379c-6e03-4eac-a652-d6f377dbc7e7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:17.437902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:04:17.467138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Sync routers for ids ['bc031645-2720-491e-8996-da176474ef9c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:04:17.513814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.520186 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0201a6f2-b2f9-4e16-9e77-be8e2609b0a8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2246799 Mar 02 18:04:17.520366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35854) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:17.588373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.666584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Routers {'bc031645-2720-491e-8996-da176474ef9c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:17.667385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bc031645-2720-491e-8996-da176474ef9c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:17.748445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.762210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.771340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.791546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 415d379c-6e03-4eac-a652-d6f377dbc7e7 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:17.801848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074b95e5-97f9-4196-b795-90b4a72f0916,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:17.806633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.810456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3ab9be5c-fe37-4002-ac21-b44ba5d0b4ff tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5073266 Mar 02 18:04:17.813165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35862) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:17.834464 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.854706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.867908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.894025 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.910439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.928875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:17.930778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:17.944666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:17.951036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=074b95e5-97f9-4196-b795-90b4a72f0916,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:17.976314 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.976314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6426aade-b2ba-4a3e-b66f-68ad21251957 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/074b95e5-97f9-4196-b795-90b4a72f0916 HTTP/1.1" status: 204 len: 168 time: 0.1586690 Mar 02 18:04:17.979261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35868) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:17.993802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=415d379c-6e03-4eac-a652-d6f377dbc7e7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:18.027274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:18.028584 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.056712 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98c3b7b3-74fb-49bb-9d76-08ea832a2200 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7184708 Mar 02 18:04:18.057450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35874) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:18.075502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] Pushing event deleted for resources: {'Port': ['ID=15a39387-9e5d-48de-b448-6ab856bac273,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:18.178536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e68ad-de1f-4f43-aa08-0d7ed0ef89ce tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:18.179073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8a7e68ad-de1f-4f43-aa08-0d7ed0ef89ce tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:18.198604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8a7e68ad-de1f-4f43-aa08-0d7ed0ef89ce tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:18.199980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a7e68ad-de1f-4f43-aa08-0d7ed0ef89ce tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1418757 Mar 02 18:04:18.202680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35880) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:18.213012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] For port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,segment=NetworkSegment(5e90e15f-a806-477d-9f27-04d2dd4bfd8b),segment_id=5e90e15f-a806-477d-9f27-04d2dd4bfd8b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:18.233552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531e0f0-3ba5-4fb5-a16f-5db11075e4d1 None None] No DVR routers for this DVR port 15a39387-9e5d-48de-b448-6ab856bac273 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:04:18.246221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.347421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19e32e-5a5e-467f-b425-ea918cf32657 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:18.362506 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b68004e2-8e3e-4db6-a31d-273775f043aa tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:18.382363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb5e5f-33f9-47b2-be61-ef219d4968d5 None None] Pushing event updated for resources: {'Port': ['ID=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:18.384112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b68004e2-8e3e-4db6-a31d-273775f043aa tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:18.385759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b68004e2-8e3e-4db6-a31d-273775f043aa tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3954861 Mar 02 18:04:18.389546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35886) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:18.527748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Set router bc031645-2720-491e-8996-da176474ef9c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:18.529730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.551799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 415d379c-6e03-4eac-a652-d6f377dbc7e7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:18.552449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.589695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.876755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.905008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e88f2-5dda-4bb1-9cbd-06ca1f89faf0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:18.929975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:18.931919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-852bb328-e3cf-4871-b717-5e35f7cb8e4c tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe0e88f2-5dda-4bb1-9cbd-06ca1f89faf0 HTTP/1.1" status: 204 len: 168 time: 0.5398550 Mar 02 18:04:18.934081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35896) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:19.050226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-562c208f-cb2b-4add-b153-97ac3bcf28bf None None] Provisioning complete for port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:19.051617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-562c208f-cb2b-4add-b153-97ac3bcf28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.185791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.296370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'a26725a3-d65f-44c1-8efb-37bbe9f75757'}, {'subnet_id': 'eb5263ea-1fbb-4da5-af0c-1b77f1296295'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:19.298286 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.325670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.380237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 415d379c-6e03-4eac-a652-d6f377dbc7e7 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:19.396604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.437141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4c752810-ae9c-4c35-93de-1e296ba14208 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5015967 Mar 02 18:04:19.439805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35912) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:19.451090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc031645-2720-491e-8996-da176474ef9c', 'name': 'tempest-ImageQuotaTest-1592859224-router', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:12Z', 'updated_at': '2022-03-02T18:04:15Z', 'revision_number': 3, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'gw_port': {'id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc031645-2720-491e-8996-da176474ef9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:13Z', 'updated_at': '2022-03-02T18:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:19.465984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Checking router: bc031645-2720-491e-8996-da176474ef9c for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:04:19.466482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Updating router bc031645-2720-491e-8996-da176474ef9c port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:04:19.649129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.651636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.725936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.735542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=415d379c-6e03-4eac-a652-d6f377dbc7e7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:19.777056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Allocated IP 172.20.0.1 (e11e5c53-9f90-4ada-b679-51d92a50c251/3d56226f-7d3d-42dd-8827-48ee1e0ab62b/c670a072-14a5-41b6-9495-f6f999b29783) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:19.779638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35918) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:19.800027 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.927377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:19.944762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4df47602-5b62-42e4-93b6-d3609cef5845 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/415d379c-6e03-4eac-a652-d6f377dbc7e7 HTTP/1.1" status: 204 len: 168 time: 1.7405999 Mar 02 18:04:19.948179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:19.984866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Allocated IP 172.20.0.2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/eb5263ea-1fbb-4da5-af0c-1b77f1296295/b4eaba30-402c-4ab8-8ed8-db6805769d2c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:20.040041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:20.041484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:20.042926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:20.043767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:20.062771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:20.068372 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-871390f6-b31f-4cf2-8df3-dc46cda09478 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1160784 Mar 02 18:04:20.069755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:20.088953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'network': {'name': 'tempest-network-smoke--778343664', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'port_security_enabled': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:20.101634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.107691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:20.137166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:network and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:20.145648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.149003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:20.152137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Allocated IP 2001:db8::f816:3eff:fedf:fa33 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/a26725a3-d65f-44c1-8efb-37bbe9f75757/b4eaba30-402c-4ab8-8ed8-db6805769d2c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:20.154606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45c02e-5e72-4653-aadb-39dfd2c7ed73,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:20.169423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:20.184290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet a26725a3-d65f-44c1-8efb-37bbe9f75757 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:20.191021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Transition to ACTIVE for port object c670a072-14a5-41b6-9495-f6f999b29783 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:20.194297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:20.197567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.207938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:20.212902 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.223629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.227618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35934) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:20.227757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ff73dc31-2293-4e18-a5bc-2b029945872d tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c45c02e-5e72-4653-aadb-39dfd2c7ed73 HTTP/1.1" status: 204 len: 168 time: 0.7846441 Mar 02 18:04:20.262272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:20.267637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:20.271686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:20.279252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.284068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:20.324486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3f3d40b8-358b-47d6-b671-4d6a72a56dd2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0952234 Mar 02 18:04:20.329229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:20.336869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--710552233'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:20.345192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:20.352139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:20.356560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:20.365158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:20.379098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.405906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Network e11e5c53-9f90-4ada-b679-51d92a50c251 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:20.424028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:20.458081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:20.469754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:20.470136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.478864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:20.486928 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:20.492862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:20.508588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:20.521237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Pushing event updated for resources: {'Port': ['ID=c670a072-14a5-41b6-9495-f6f999b29783,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:20.607079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.628000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.633977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.635385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.638825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.707237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87ffffa-4785-4244-89db-0f4b1605fa9a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:20.717896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.720566 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0f29950-00e3-45c3-9fc3-0f3f94f9762b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3903339 Mar 02 18:04:20.727805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:20.736914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': 'a87ffffa-4785-4244-89db-0f4b1605fa9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:20.746468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:20.752038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:20.756185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:20.764488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:20.776928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65eda75c-3eb6-4e24-ae35-6bf7540cf0ea,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:20.781412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:04:20.783265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.793205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.799086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Transition to ACTIVE for port object 90f4bf1c-26e8-40ba-aeca-040fb2f0418b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:20.821718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.864243 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.864895 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Added segment 9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f of type vlan for network 22e48534-c3a8-40a5-97e8-b08b57352ab7 Mar 02 18:04:20.911048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.938661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.964541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:20.970265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.008648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Transition to ACTIVE for port object b4eaba30-402c-4ab8-8ed8-db6805769d2c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:21.012558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11feecd4-2aec-49ce-a2a6-bc22f68e5b4b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.026118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.032357 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0551fd0f-4e08-45f8-9026-34283a592971 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3033521 Mar 02 18:04:21.035070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.038804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.072759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.086770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.125149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.147611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11feecd4-2aec-49ce-a2a6-bc22f68e5b4b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.150756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eaa23-92a3-4ec8-a59a-2045243024c7 None None] Pushing event updated for resources: {'Port': ['ID=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.151928 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.152909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-78368ddc-591a-4944-b49e-488acc47037b None None] Provisioning for port c670a072-14a5-41b6-9495-f6f999b29783 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:21.155632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8733a929-d380-45f5-ae1c-10b7b7043bf8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/11feecd4-2aec-49ce-a2a6-bc22f68e5b4b HTTP/1.1" status: 204 len: 168 time: 0.1174293 Mar 02 18:04:21.156029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Attempting to bind port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:21.156210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.156454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Attempting to bind port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:21.156813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Attempting to bind port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:21.165326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Transition to ACTIVE for port object b4eaba30-402c-4ab8-8ed8-db6805769d2c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:21.172739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:21.173109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:21.173505 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.174668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:21.174668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Bound port: 90f4bf1c-26e8-40ba-aeca-040fb2f0418b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:21.174890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.184456 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.188059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:21.188657 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.219500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-78368ddc-591a-4944-b49e-488acc47037b None None] Provisioning complete for port c670a072-14a5-41b6-9495-f6f999b29783 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:21.219960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78368ddc-591a-4944-b49e-488acc47037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.226119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.246953 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.273412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b15b3273-bc35-4596-a54d-4884c07cabe0 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:21.314603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Network': ['ID=22e48534-c3a8-40a5-97e8-b08b57352ab7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.345358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:04:21.346561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b15b3273-bc35-4596-a54d-4884c07cabe0 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:21.350773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b15b3273-bc35-4596-a54d-4884c07cabe0 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1912558 Mar 02 18:04:21.351305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-20d79231-ace7-464b-a2c0-a0d7a0a37e2f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5696635 Mar 02 18:04:21.352407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35958) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.352689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35956) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.359764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.369228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-529609972', 'admin_state_up': True, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:21.381457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:21.399160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:router and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:21.403451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:21.413414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:21.433305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.434297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.449336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:21.460405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:21.462234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-78368ddc-591a-4944-b49e-488acc47037b None None] Port c670a072-14a5-41b6-9495-f6f999b29783 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:21.475655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:21.477730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.490548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.505264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.518336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] For port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:21.527066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] For port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:21.540508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.559114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.602019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.630235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.736340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.783591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Routers {'bc031645-2720-491e-8996-da176474ef9c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:21.784736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bc031645-2720-491e-8996-da176474ef9c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:21.811638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87ffffa-4785-4244-89db-0f4b1605fa9a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.837214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.838044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.850512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.886741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.890308 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aeb81212-4fd7-4e31-9f99-8c1d273d1aba tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/a87ffffa-4785-4244-89db-0f4b1605fa9a HTTP/1.1" status: 204 len: 168 time: 0.5328550 Mar 02 18:04:21.890308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.905351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.910111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/a26725a3-d65f-44c1-8efb-37bbe9f75757 HTTP/1.1" status: 204 len: 168 time: 1.8396230 Mar 02 18:04:21.937300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:21.940113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Pushing event updated for resources: {'Port': ['ID=c670a072-14a5-41b6-9495-f6f999b29783,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:21.985095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] Set router bc031645-2720-491e-8996-da176474ef9c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:22.162913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Network e11e5c53-9f90-4ada-b679-51d92a50c251 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:22.164731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:22.199933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4b2530e-8490-4cc7-8482-177b62cfde9b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:22.216670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eaa23-92a3-4ec8-a59a-2045243024c7 None None] Pushing event updated for resources: {'Port': ['ID=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:22.344055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.363266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Attempting to bind port b4eaba30-402c-4ab8-8ed8-db6805769d2c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:22.363695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Attempting to bind port b4eaba30-402c-4ab8-8ed8-db6805769d2c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:22.366988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Attempting to bind port b4eaba30-402c-4ab8-8ed8-db6805769d2c on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:22.421998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:22.422278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:22.422761 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.423094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:22.423579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Bound port: b4eaba30-402c-4ab8-8ed8-db6805769d2c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:22.423950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.425437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafd659-e2c4-4d29-adb3-818acff4db6c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=a26725a3-d65f-44c1-8efb-37bbe9f75757,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:22.455949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet eb5263ea-1fbb-4da5-af0c-1b77f1296295 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:22.461703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.688189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:22.696018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:22.701982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.707845 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.747189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-08eb0b53-6f0a-4b17-9d60-7b97752a128e None None] Provisioning complete for port c670a072-14a5-41b6-9495-f6f999b29783 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:22.747616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08eb0b53-6f0a-4b17-9d60-7b97752a128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.847344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.907638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c4b2530e-8490-4cc7-8482-177b62cfde9b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:22.915333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4b2530e-8490-4cc7-8482-177b62cfde9b tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0078845 Mar 02 18:04:22.916287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3dfad-162e-4fa9-b5f2-e9a4ea0084cb None None] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:22.925165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-08eb0b53-6f0a-4b17-9d60-7b97752a128e None None] Port c670a072-14a5-41b6-9495-f6f999b29783 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:22.938413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35976) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:22.941350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.971687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--429089419'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:22.988224 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:22.992056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:23.022827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc031645-2720-491e-8996-da176474ef9c', 'name': 'tempest-ImageQuotaTest-1592859224-router', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:12Z', 'updated_at': '2022-03-02T18:04:20Z', 'revision_number': 4, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'gw_port': {'id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc031645-2720-491e-8996-da176474ef9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:13Z', 'updated_at': '2022-03-02T18:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c670a072-14a5-41b6-9495-f6f999b29783', 'name': '', 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'mac_address': 'fa:16:3e:38:8d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc031645-2720-491e-8996-da176474ef9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d56226f-7d3d-42dd-8827-48ee1e0ab62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:19Z', 'updated_at': '2022-03-02T18:04:21Z', 'revision_number': 2, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'subnets': [{'id': '3d56226f-7d3d-42dd-8827-48ee1e0ab62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:23.029701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb0cee-33d6-4b86-9974-cce51cb4ffe0 None None] The sync data for ids ['bc031645-2720-491e-8996-da176474ef9c'] in n-d-820559-6 is: [{'id': 'bc031645-2720-491e-8996-da176474ef9c', 'name': 'tempest-ImageQuotaTest-1592859224-router', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:12Z', 'updated_at': '2022-03-02T18:04:20Z', 'revision_number': 4, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'gw_port': {'id': '90f4bf1c-26e8-40ba-aeca-040fb2f0418b', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc031645-2720-491e-8996-da176474ef9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:13Z', 'updated_at': '2022-03-02T18:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c670a072-14a5-41b6-9495-f6f999b29783', 'name': '', 'network_id': 'e11e5c53-9f90-4ada-b679-51d92a50c251', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'mac_address': 'fa:16:3e:38:8d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc031645-2720-491e-8996-da176474ef9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d56226f-7d3d-42dd-8827-48ee1e0ab62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:19Z', 'updated_at': '2022-03-02T18:04:21Z', 'revision_number': 2, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'subnets': [{'id': '3d56226f-7d3d-42dd-8827-48ee1e0ab62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:04:23.034777 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:04:23.036074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca2227-0b36-43aa-ad58-dd9bdc0fa054 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:23.051361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:23.075853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:23.131649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5263ea-1fbb-4da5-af0c-1b77f1296295,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:23.141586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:23.166921 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d2b7acea-0d43-4edd-8c24-b96b6b0c8b1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/eb5263ea-1fbb-4da5-af0c-1b77f1296295 HTTP/1.1" status: 204 len: 168 time: 1.1866171 Mar 02 18:04:23.169384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:23.178113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:23.271947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1beaed48-c35a-469d-b44d-0d2e88c67fd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011429 Mar 02 18:04:23.274982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:23.288844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:23.325644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedf939-2d92-46eb-a403-c68fb5031268 None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:04:23.349372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Router bc031645-2720-491e-8996-da176474ef9c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:04:23.389558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:23.412346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:23.419318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:23.432986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.25.3.185 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/65ea2ff1-4347-4e03-bf1f-ef9fb6327602) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:23.445742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:23.508732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedf939-2d92-46eb-a403-c68fb5031268 None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:04:23.574448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:23.586979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:23.592834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:23.609083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:23.633298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:23.637767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.014284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.134057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:24.137721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:24.142395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:24.143316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.150894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=381db0ac-0afd-42e0-87ac-854d4c2fe82a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:24.219525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.221650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a11c843-2acc-46cd-9469-de8b6cb0d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9454095 Mar 02 18:04:24.224471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 35990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:24.231008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:24.234214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.245892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.286007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '381db0ac-0afd-42e0-87ac-854d4c2fe82a'}], 'binding:host_id': 'n-d-820559-6'}, 'id': 'b4eaba30-402c-4ab8-8ed8-db6805769d2c'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:04:24.342913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f3e59-d669-48a4-84ce-b4c0f714111d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:24.360312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.366984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3a372ee7-f028-4ec1-b559-f90f322df303 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4000425 Mar 02 18:04:24.373829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 35994) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:24.377181 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.385931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': 'ec8f3e59-d669-48a4-84ce-b4c0f714111d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:24.401279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:24.409084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:24.415101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:24.429854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:24.469402 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.532968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.634160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:24.650446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:24.658737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:24.694340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:24.752580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:24.780909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.823593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:24.841124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:24.847064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:24.858817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Allocated IP 172.20.0.2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/381db0ac-0afd-42e0-87ac-854d4c2fe82a/b4eaba30-402c-4ab8-8ed8-db6805769d2c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:24.892746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:24.965867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.978947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.043383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:04:25.098626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d723e60-eaed-44cc-bdda-9c886bde035e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:25.166361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1a3991eb-8a8d-43c9-960b-7eccb76e473c admin admin] 10.222.0.37 "PUT /v2.0/routers/bc031645-2720-491e-8996-da176474ef9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6447268 Mar 02 18:04:25.191434 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.205475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6056de5c-e28e-424e-80b5-2f33808e0457 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8295434 Mar 02 18:04:25.214102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36002) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:25.255678 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52f92834-68da-45d0-9aed-829ffb565692 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules/2d723e60-eaed-44cc-bdda-9c886bde035e HTTP/1.1" status: 200 len: 705 time: 0.0400956 Mar 02 18:04:25.256267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36006) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:25.275295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:25.324107 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.345180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c2286d98-4014-4d3a-9204-da16bf9cd0ab tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:25.346041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Ignored duplicate provisioning block setup for port b4eaba30-402c-4ab8-8ed8-db6805769d2c by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:04:25.358168 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.371675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c2286d98-4014-4d3a-9204-da16bf9cd0ab tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:25.376019 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c2286d98-4014-4d3a-9204-da16bf9cd0ab tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1165559 Mar 02 18:04:25.378147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36010) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:25.422229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.423119 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.581685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d9edd-0511-466f-8d2f-98d26973f441 None None] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:25.599135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.675485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:04:25.714598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.800971 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.857490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d723e60-eaed-44cc-bdda-9c886bde035e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:25.868934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.870290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0be9ee7c-0ff6-4a49-aad2-d183dcdf8674 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2d723e60-eaed-44cc-bdda-9c886bde035e HTTP/1.1" status: 204 len: 168 time: 0.4911621 Mar 02 18:04:25.872788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36020) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:25.960050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.961162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fd35278c-892c-4cbd-9335-ab44197b09af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:26.027756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fd35278c-892c-4cbd-9335-ab44197b09af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:26.030354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fd35278c-892c-4cbd-9335-ab44197b09af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1562953 Mar 02 18:04:26.041029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36024) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:26.061416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': 'ec8f3e59-d669-48a4-84ce-b4c0f714111d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:26.093070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:26.106942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:26.164086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:04:26.195174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.450684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b4eaba30-402c-4ab8-8ed8-db6805769d2c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:26.626724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b4eaba30-402c-4ab8-8ed8-db6805769d2c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:26.645694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 90f4bf1c-26e8-40ba-aeca-040fb2f0418b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:26.742392 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.752579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.796316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8570ec-b3b3-422c-b793-308334685845,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:26.822007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:26.822370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:04:26.839600 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:04:26.847499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:26.848674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.871366 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:26.874143 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:26.889721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.893619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1c5109e9-05a0-4fb5-8824-0355cd9b0a33 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8486450 Mar 02 18:04:26.894252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36038) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:26.909890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:26.933521 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.940835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d433fa71-9e16-461e-9568-d1ad90bb9db0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5759501 Mar 02 18:04:26.945338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36042) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:26.978294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c7d212b-4691-4b84-a31e-cdc0208cf5d3 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules/ff8570ec-b3b3-422c-b793-308334685845 HTTP/1.1" status: 200 len: 705 time: 0.0818105 Mar 02 18:04:26.981496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36048) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.016225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.049216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.049886 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.121277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf8a0548-8ad0-4e79-93bb-f86223961640 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1384101 Mar 02 18:04:27.126275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.213323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.247705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:27.258758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.331809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:27.374593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:27.395428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:27.417435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:27.432184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.452011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=187b9365-34fc-4134-8ff4-9dad1c5afb0d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:27.472255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:27.481681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-58c10dfb-4b88-4e85-9d27-44a7b8786aa0 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1ddc12e6fbb44e46bc366e6d7ca79622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5301888 Mar 02 18:04:27.505712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36060) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.510155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:27.558607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2922130d-c305-4268-9c68-de2a9ba3d66a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3323424 Mar 02 18:04:27.575042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.613825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.646047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909ece2-766c-495e-bf31-1e1e109df5f1 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:27.671714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:a8:87:4b', 'name': 'tempest-NetworksTestDHCPv6-2058128353'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:27.693385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.786137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.827279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff8570ec-b3b3-422c-b793-308334685845,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:27.834959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:27.836331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0c145040-17ef-40ff-93e9-bd483d29e922 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ff8570ec-b3b3-422c-b793-308334685845 HTTP/1.1" status: 204 len: 168 time: 0.7082281 Mar 02 18:04:27.840082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36070) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.854874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3664ab1-64b8-427b-beb8-d85fda6d7d68 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:27.858388 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3664ab1-64b8-427b-beb8-d85fda6d7d68 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3424118 Mar 02 18:04:27.859573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36074) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.929080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-baa503b6-0f20-446f-a12b-2bfdbc40395f tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651026 Mar 02 18:04:27.943616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:27.965089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863812279', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:27.997661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-265ebf7e-8b40-418b-8baf-ecbc9f111cc6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:28.039033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-265ebf7e-8b40-418b-8baf-ecbc9f111cc6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:28.041492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-265ebf7e-8b40-418b-8baf-ecbc9f111cc6 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1990166 Mar 02 18:04:28.043500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36082) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:28.069033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': 'ec8f3e59-d669-48a4-84ce-b4c0f714111d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:28.081804 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:25Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:28.085755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:28.091400 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:04:28.092099 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Updating router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:04:28.107435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:28.130630 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Project 8a8a6e06996b4462a88c2cb466eb76f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:04:28.155938 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.236615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:28.253980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:subnet and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:28.259885 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.262415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:28.276004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:28.288368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:28.294263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:28.304265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:28.311953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:28.328837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:28.388368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Provisioning for port b4eaba30-402c-4ab8-8ed8-db6805769d2c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:28.395956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b4eaba30-402c-4ab8-8ed8-db6805769d2c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:28.412763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.425082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.491747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd23c060-a430-4a89-9178-2ec70c146d5f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:28.495545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:28.496487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.502071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:28.531286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.533187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d188069e-9508-42b7-8627-aa1937e4fa68 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4858241 Mar 02 18:04:28.535649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:28.586055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ae705d7-1326-4ade-9b7c-c92fa5d53c5e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules/fd23c060-a430-4a89-9178-2ec70c146d5f HTTP/1.1" status: 200 len: 711 time: 0.0490117 Mar 02 18:04:28.590873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36092) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:28.705986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c3f0d55d-6abf-4277-839e-12dab2ea0f1a tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:28.761342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c3f0d55d-6abf-4277-839e-12dab2ea0f1a tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:28.762689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c3f0d55d-6abf-4277-839e-12dab2ea0f1a tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1704724 Mar 02 18:04:28.766891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:28.776433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.899463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.902442 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.930753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:28.980904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.001097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 91c6646f-c645-4f81-94a3-5d5e45c4295b yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:04:29.017405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:29.017765 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.020782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd23c060-a430-4a89-9178-2ec70c146d5f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:29.053127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.053825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.053825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.054134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.054520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.054816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.055307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.055688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.056017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.056456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.065182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.075921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.077060 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3582baa4-4922-43ef-97b5-f55bd603c047 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fd23c060-a430-4a89-9178-2ec70c146d5f HTTP/1.1" status: 204 len: 168 time: 0.3092306 Mar 02 18:04:29.079493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36104) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:29.165585 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.170755 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.201063 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Transition to ACTIVE for port object 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:29.203960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e315ba53-26c9-436b-91b7-218b1990b559 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:29.237122 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.240488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e315ba53-26c9-436b-91b7-218b1990b559 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:29.241959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e315ba53-26c9-436b-91b7-218b1990b559 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1615448 Mar 02 18:04:29.244934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36108) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:29.321278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:29.328787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.353603 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Attempting to bind port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:29.354210 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Attempting to bind port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:29.354659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Attempting to bind port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:29.371377 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:29.371815 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:29.372208 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.372603 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:29.373224 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Bound port: 65ea2ff1-4347-4e03-bf1f-ef9fb6327602, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:29.373749 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.460708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36112) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:29.482099 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Pushing event updated for resources: {'Port': ['ID=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:29.508694 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.509108 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.509437 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.509758 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.510076 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.510394 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.510733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.511045 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.514705 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.515248 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.515589 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:29.597526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.631322 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] For port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:29.644319 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] For port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:29.653712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.654997 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.770783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d19f7-8cd2-4522-b6d6-792fa1be3413 None None] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:29.777473 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.817651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:04:29.818268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.819093 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:04:29.862326 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9714b1-3ebf-4e64-a966-074578981d10 None None] Pushing event updated for resources: {'Port': ['ID=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:29.889358 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:29.889358 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:29.933269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:29.978884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f3e59-d669-48a4-84ce-b4c0f714111d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:29.995425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 172.20.0.14 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/381db0ac-0afd-42e0-87ac-854d4c2fe82a/91c6646f-c645-4f81-94a3-5d5e45c4295b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:30.035857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fea8:874b (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/187b9365-34fc-4134-8ff4-9dad1c5afb0d/91c6646f-c645-4f81-94a3-5d5e45c4295b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:30.060664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Subnet': ['ID=8730cef0-d4a9-4b54-94a8-d17e121f13ac,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:30.089919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.094110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-89601ffe-6747-4732-95f6-70a0df41a86e tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec8f3e59-d669-48a4-84ce-b4c0f714111d HTTP/1.1" status: 204 len: 168 time: 0.8481998 Mar 02 18:04:30.094929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36118) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:30.163875 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:30.178896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Checking segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:30.179283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network hostable DHCP agents. Network: 22e48534-c3a8-40a5-97e8-b08b57352ab7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:04:30.186344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ce491703-1b05-4dd9-863b-aebbb2fcf0af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:30.245367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ce491703-1b05-4dd9-863b-aebbb2fcf0af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:30.251395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ce491703-1b05-4dd9-863b-aebbb2fcf0af tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1494586 Mar 02 18:04:30.252543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36122) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:30.258895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219106324'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:30.374868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:30.440834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:30.453142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45891183-4d3b-48ab-825c-837d39970664 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:30.482082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 90f4bf1c-26e8-40ba-aeca-040fb2f0418b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:30.507828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:04:30.536816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 22e48534-c3a8-40a5-97e8-b08b57352ab7) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:30.541576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:30.542182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.599665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d9e01-5a8a-4015-af30-14042aafe6a8 None None] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:30.615496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b814a6ed-bb66-411d-bdb5-0cde297dc74b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6707964 Mar 02 18:04:30.618685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36126) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:30.716641 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:25Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:30.722377 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84289265-7d32-4d05-9837-17d8ffc259cb None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:25Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:04:30.788955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.800796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e22c851c-7d1e-4f83-b35f-67b696635582 None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:30.805220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e22c851c-7d1e-4f83-b35f-67b696635582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.845935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:30.860883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:30.865081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:30.874698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:30.966723 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.972083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:30.988142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.007926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 91c6646f-c645-4f81-94a3-5d5e45c4295b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:31.036623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.128883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:31.129833 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.160873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242b60b0-334d-49c0-87e9-71471c7370fe,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:31.186898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.190756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-10ea75c6-18ad-4336-85ff-712dd7905135 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9346962 Mar 02 18:04:31.190903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36130) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:31.199361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Request body: {'security_group_rule': {'security_group_id': '242b60b0-334d-49c0-87e9-71471c7370fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:31.210148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:31.219353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Usage tracker for resource:security_group_rule and tenant:8a8a6e06996b4462a88c2cb466eb76f3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:31.223898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:31.231220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:31.236393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.296543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.345892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:31.347627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-22e48534-c3a8-40a5-97e8-b08b57352ab7', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:31.347627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.348389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:31.351325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:31.442681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=91c6646f-c645-4f81-94a3-5d5e45c4295b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:31.493755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.499952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:31.500833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.529529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d9378e5-6bf2-4c37-b039-db7bea4ac3e6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9531343 Mar 02 18:04:31.532935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:31.555714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.678356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b4eaba30-402c-4ab8-8ed8-db6805769d2c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:31.713222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656212fc-74da-4e03-bc3e-b44a6fcb03c3,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:31.806335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Allocated IP 172.20.0.2 (22e48534-c3a8-40a5-97e8-b08b57352ab7/8730cef0-d4a9-4b54-94a8-d17e121f13ac/f2ef3002-bf2d-4f34-8eca-ea4a59086f63) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:31.808061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.811802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-185df2e0-b166-4c02-bdd3-8b6f40697250 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6165197 Mar 02 18:04:31.841842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36140) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:31.849819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:31.850193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:31.894309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a5307-4982-4b00-8c73-29ad252c4eaa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:31.898840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a5307-4982-4b00-8c73-29ad252c4eaa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:31.899645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a2a5307-4982-4b00-8c73-29ad252c4eaa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:31.988372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a2a5307-4982-4b00-8c73-29ad252c4eaa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:31.993488 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a2a5307-4982-4b00-8c73-29ad252c4eaa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4595659 Mar 02 18:04:31.994091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36144) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:32.108297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 91c6646f-c645-4f81-94a3-5d5e45c4295b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:32.108868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.147087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.159375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Transition to ACTIVE for port object f2ef3002-bf2d-4f34-8eca-ea4a59086f63 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:32.160131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.183613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Transition to ACTIVE for port object f2ef3002-bf2d-4f34-8eca-ea4a59086f63 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:32.215073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.243513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.321983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:32.326048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:32.343017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:32.414798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Pushing event updated for resources: {'Port': ['ID=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:32.441127 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.508511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b60b0-334d-49c0-87e9-71471c7370fe,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:32.566706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.573317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf9807d0-0b0c-4f2b-a72a-7eb990a4f925 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/242b60b0-334d-49c0-87e9-71471c7370fe HTTP/1.1" status: 204 len: 168 time: 0.7300074 Mar 02 18:04:32.574448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36150) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:32.587417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f1126c13-f111-4ae9-b7c2-f106cc8c3c1c None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:32.587783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1126c13-f111-4ae9-b7c2-f106cc8c3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.693280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.740692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a7c57bec-d201-4565-b29c-68c7f37ae190 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:32.746246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Deleting port c670a072-14a5-41b6-9495-f6f999b29783 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:32.746601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.749445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Attempting to bind port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:32.750050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Attempting to bind port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:32.750163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Attempting to bind port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 on network 22e48534-c3a8-40a5-97e8-b08b57352ab7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:32.776559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:32.777039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Checking segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:32.777465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.777844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Bound using segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:32.778323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Bound port: f2ef3002-bf2d-4f34-8eca-ea4a59086f63, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:32.778719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.823224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a7c57bec-d201-4565-b29c-68c7f37ae190 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:32.824466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a7c57bec-d201-4565-b29c-68c7f37ae190 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2445791 Mar 02 18:04:32.827393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36154) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:32.957681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] For port f2ef3002-bf2d-4f34-8eca-ea4a59086f63, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:32.962540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] For port f2ef3002-bf2d-4f34-8eca-ea4a59086f63, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:32.968706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:32.981449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d5716ce2-3680-4743-866f-a604f2aa8fb8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Synchronizing usage tracker for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:33.011945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 91c6646f-c645-4f81-94a3-5d5e45c4295b owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:33.019178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d5716ce2-3680-4743-866f-a604f2aa8fb8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] Unset dirty status for tenant:8a8a6e06996b4462a88c2cb466eb76f3 on resource:security_group_rule {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:33.020613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d5716ce2-3680-4743-866f-a604f2aa8fb8 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1923099 Mar 02 18:04:33.023608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36158) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:33.059151 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:33.067530 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-92c5fe19-9a0e-4831-accb-48f309efb3b2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] delete failed (client error): The resource could not be found. Mar 02 18:04:33.068746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-92c5fe19-9a0e-4831-accb-48f309efb3b2 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "DELETE /v2.0/security-groups/242b60b0-334d-49c0-87e9-71471c7370fe HTTP/1.1" status: 404 len: 347 time: 0.0442326 Mar 02 18:04:33.074685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:33.101799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb267985-dd87-4f68-8c71-a339c8f6d95c None None] Pushing event updated for resources: {'Port': ['ID=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:33.139405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f55b2623-ddcc-4edc-bfa8-d8636929a96a None None] Provisioning for port 91c6646f-c645-4f81-94a3-5d5e45c4295b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:33.146902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f55b2623-ddcc-4edc-bfa8-d8636929a96a None None] Provisioning complete for port 91c6646f-c645-4f81-94a3-5d5e45c4295b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:33.147531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f55b2623-ddcc-4edc-bfa8-d8636929a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:33.234476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f55b2623-ddcc-4edc-bfa8-d8636929a96a None None] Port 91c6646f-c645-4f81-94a3-5d5e45c4295b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:33.250426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Calling delete_port for c670a072-14a5-41b6-9495-f6f999b29783 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:33.350281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:33.389985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f22fcfcf-c4dc-460b-a2f8-e5f7c6e66b01 tempest-SecGroupIPv6Test-1918739685 tempest-SecGroupIPv6Test-1918739685-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3134120 Mar 02 18:04:33.528377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:33.710897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2ef3002-bf2d-4f34-8eca-ea4a59086f63 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:33.737590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:33.804015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=91c6646f-c645-4f81-94a3-5d5e45c4295b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:33.889507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Pushing event deleted for resources: {'Port': ['ID=c670a072-14a5-41b6-9495-f6f999b29783,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:33.905686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:33.967239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36172) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:34.237572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:34.288470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-513fdf4a-9c6b-4263-934f-586b12f37664 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/91c6646f-c645-4f81-94a3-5d5e45c4295b HTTP/1.1" status: 204 len: 168 time: 2.2918029 Mar 02 18:04:34.293381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36180) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:34.401122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.1 (22e48534-c3a8-40a5-97e8-b08b57352ab7/8730cef0-d4a9-4b54-94a8-d17e121f13ac/29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:34.414351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8106723a-4506-4818-83e8-cc52f274505b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a8a6e06996b4462a88c2cb466eb76f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4455791 Mar 02 18:04:34.424405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:34.465732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:34.467380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:34.468959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:34.469849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:34.509786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:34.514180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a1500792-df41-4d08-a453-3c5df0c9c36f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2165282 Mar 02 18:04:34.514708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36188) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:34.586647 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:34.759947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:34.795377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e59586-edee-4783-86d7-d01c79b3fa5f None None] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:34.907645 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:34.996813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 187b9365-34fc-4134-8ff4-9dad1c5afb0d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:35.000106 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.068525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Provisioning for port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:35.069085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.079697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Provisioning complete for port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:35.080070 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.148614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.177118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.265913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.310112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Router bc031645-2720-491e-8996-da176474ef9c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:04:35.349011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] For port f2ef3002-bf2d-4f34-8eca-ea4a59086f63, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:35.356853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.357044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:35.428791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.445322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe9faf-98c5-443e-a97c-13be1c481012 None None] Pushing event updated for resources: {'Port': ['ID=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:35.465687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.511826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d59ffb-5f47-4537-809d-54c9b41c4dba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:35.536691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.604741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bd29a4c6-3623-4909-b729-55d89e0f9723 None None] Provisioning complete for port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:35.605867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bd29a4c6-3623-4909-b729-55d89e0f9723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.637951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=187b9365-34fc-4134-8ff4-9dad1c5afb0d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:35.649337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:35.661118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:35.663371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.669698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:35.673682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:35.685932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:04:35.702698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ac54d576-6862-43f0-ae1f-bbbc8736cbed admin admin] 10.222.0.37 "PUT /v2.0/routers/bc031645-2720-491e-8996-da176474ef9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2391210 Mar 02 18:04:35.705931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36198) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:35.711343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9bb5a8-e40f-44e3-ab54-22535593fabf None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:35.722808 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11bd95ea-fde9-4448-b737-5bc8fa260c2f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/187b9365-34fc-4134-8ff4-9dad1c5afb0d HTTP/1.1" status: 204 len: 168 time: 1.2060328 Mar 02 18:04:35.726731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36202) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:35.727778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.729080 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-521f6809-4d62-41fb-8f28-3b48b4620bcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93d59ffb-5f47-4537-809d-54c9b41c4dba HTTP/1.1" status: 204 len: 168 time: 1.3036058 Mar 02 18:04:35.796296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2ef3002-bf2d-4f34-8eca-ea4a59086f63 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:35.906625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:35.940969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 381db0ac-0afd-42e0-87ac-854d4c2fe82a {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:35.945700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.055574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.193432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.205084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.267904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:36.268479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.305961 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.504711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31d5cea5-9335-4c48-8a0e-17c74b1977b4 None None] Provisioning for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:36.519653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31d5cea5-9335-4c48-8a0e-17c74b1977b4 None None] Provisioning complete for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:36.520559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-31d5cea5-9335-4c48-8a0e-17c74b1977b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.587575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.704538 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:36.705925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-31d5cea5-9335-4c48-8a0e-17c74b1977b4 None None] Port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:36.737396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=381db0ac-0afd-42e0-87ac-854d4c2fe82a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:36.750165 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2c61b6f6-e56d-48cd-a988-ad25aeb7d42e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/381db0ac-0afd-42e0-87ac-854d4c2fe82a HTTP/1.1" status: 204 len: 168 time: 1.0173342 Mar 02 18:04:36.754028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36224) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:36.948819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf2fa7-70ce-407e-9517-91ea39b6badb None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '381db0ac-0afd-42e0-87ac-854d4c2fe82a'}], 'binding:host_id': 'n-d-820559-6'}, 'id': 'b4eaba30-402c-4ab8-8ed8-db6805769d2c'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:04:36.971201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e2785900-5892-464f-8072-9bbc61a50ac9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2046645 Mar 02 18:04:36.971601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:36.998427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:37.088417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2fa7-70ce-407e-9517-91ea39b6badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.121497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.147853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Deleting port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:37.148222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.209998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:37.218015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:37.235954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:37.249894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:37.272881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.284784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.414327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:37.418078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.494640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1746cbe-300d-4f8c-b120-e9e91142b5df None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:37.590371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] For port 90f4bf1c-26e8-40ba-aeca-040fb2f0418b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:37.590852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.731068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:37.792257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Calling delete_port for 90f4bf1c-26e8-40ba-aeca-040fb2f0418b owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:37.895901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a85475f6-f84c-4397-b840-b7f3558792f1 None None] Provisioning complete for port b4eaba30-402c-4ab8-8ed8-db6805769d2c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:37.897060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a85475f6-f84c-4397-b840-b7f3558792f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:37.981978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.038258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:38.048714 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:38.052155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:38.052830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.110562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.121545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:38.153161 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1777887 Mar 02 18:04:38.156982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36254) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:38.189095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] Sync routers for ids ['bc031645-2720-491e-8996-da176474ef9c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:04:38.208519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.301075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f4bf1c-26e8-40ba-aeca-040fb2f0418b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:38.333497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:38.342527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:38.342927 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.442932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986e77-5f98-4146-91c1-a0a35002417f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=291d26de-c2ad-4b82-8482-c91e342e4549,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:38.455424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:38.561703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] Routers {'bc031645-2720-491e-8996-da176474ef9c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:38.566432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bc031645-2720-491e-8996-da176474ef9c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:38.734977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:38.737669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:38.765893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.816016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:38.842110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:38.904500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Deleting port b4eaba30-402c-4ab8-8ed8-db6805769d2c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:38.904875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.958414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:38.965253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:38.969542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:38.976023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] Set router bc031645-2720-491e-8996-da176474ef9c gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:38.985053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:39.055370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:39.060123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.192597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.266967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc031645-2720-491e-8996-da176474ef9c', 'name': 'tempest-ImageQuotaTest-1592859224-router', 'tenant_id': 'a4b331d324d04510b515cda8e272ee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:12Z', 'updated_at': '2022-03-02T18:04:38Z', 'revision_number': 7, 'project_id': 'a4b331d324d04510b515cda8e272ee0d', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:39.321927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] Checking router: bc031645-2720-491e-8996-da176474ef9c for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:04:39.330484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.336334 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.385708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.386298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc031645-2720-491e-8996-da176474ef9c {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:04:39.399882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.401166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e323d0b4-417d-4c9f-a01c-1c7b1584dd52 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc031645-2720-491e-8996-da176474ef9c HTTP/1.1" status: 204 len: 168 time: 3.6941249 Mar 02 18:04:39.404664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36276) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:39.415399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9b7f0ce0-8265-4b41-b8d5-8883f8bacf82 None None] Provisioning complete for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:39.416475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0ce0-8265-4b41-b8d5-8883f8bacf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.474369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Deleting subnet 3d56226f-7d3d-42dd-8827-48ee1e0ab62b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:39.478260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.510807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:39.539045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.648964 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.709354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:39.709948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.794779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.797991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] Routers {'bc031645-2720-491e-8996-da176474ef9c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:39.798925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bc031645-2720-491e-8996-da176474ef9c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:39.891569 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.899472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d56226f-7d3d-42dd-8827-48ee1e0ab62b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:39.906364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2af62b52-5538-406a-bb49-8e7262168064 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3d56226f-7d3d-42dd-8827-48ee1e0ab62b HTTP/1.1" status: 204 len: 168 time: 0.5003626 Mar 02 18:04:39.908610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36286) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:39.946095 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:04:39.963930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b27ca9d-ff32-4bde-a24c-695224dd2de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:39.979996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Calling delete_port for b4eaba30-402c-4ab8-8ed8-db6805769d2c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:40.014759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc27e7cf-3730-41a5-9ca3-01467d6fe33b None None] Network e11e5c53-9f90-4ada-b679-51d92a50c251 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:40.031325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.161908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.194254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Deleting port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:40.196294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.215316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:40.220805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177953b-8fbc-4ea5-b8ba-b2d541a0c357 None None] The sync data for ids ['bc031645-2720-491e-8996-da176474ef9c'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:04:40.293121 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:04:40.296305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b4eaba30-402c-4ab8-8ed8-db6805769d2c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:40.466320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f0ce0-8265-4b41-b8d5-8883f8bacf82 None None] Port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:40.527082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.610741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:40.684582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] For port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,segment=NetworkSegment(5e90e15f-a806-477d-9f27-04d2dd4bfd8b),segment_id=5e90e15f-a806-477d-9f27-04d2dd4bfd8b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:40.685184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.686735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.705750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:04:40.706107 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:04:40.730646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:40.746139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.827985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:40.875523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Calling delete_port for 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:40.964377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284124f1-fdba-4896-aaa8-0bf9f725b440 None None] DHCP port deletion for e11e5c53-9f90-4ada-b679-51d92a50c251 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:40.976755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-284124f1-fdba-4896-aaa8-0bf9f725b440 None None] Deleting port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:40.977537 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-284124f1-fdba-4896-aaa8-0bf9f725b440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:40.987419 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.062186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:41.078117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] No DVR routers for this DVR port 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:04:41.175657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-284124f1-fdba-4896-aaa8-0bf9f725b440 None None] The port '7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:04:41.208649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Deleting port b4eaba30-402c-4ab8-8ed8-db6805769d2c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:41.209185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.245157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.281122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11e5c53-9f90-4ada-b679-51d92a50c251']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:41.297496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e90e15f-a806-477d-9f27-04d2dd4bfd8b') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:41.297802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e90e15f-a806-477d-9f27-04d2dd4bfd8b') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:41.319088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.380757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.399616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e80530fe-d7b6-4e18-9bb5-975a1dda78e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.410177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:04:41.426537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:04:41.453822 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:04:41.467557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:41.477942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:41.524960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.534332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.535075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.663201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=fd7df44c-06c1-4d95-8272-b77edb8e535c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:41.688190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.745764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:41.766628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:41.767398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.783087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:41.783871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.796205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e11e5c53-9f90-4ada-b679-51d92a50c251,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:41.796404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:41.797093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.798474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-57577fe9-0348-41ba-822d-964f32b139ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/e11e5c53-9f90-4ada-b679-51d92a50c251 HTTP/1.1" status: 204 len: 168 time: 1.8885593 Mar 02 18:04:41.819185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:41.819607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:41.893070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36302) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:41.894137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7357464 Mar 02 18:04:41.901583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:ac:cd:86', 'name': 'tempest-NetworksTestDHCPv6-1856300045'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:41.907988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0848a-65a5-4945-8379-ab15aa8cdbde tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=13']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:41.970951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:04:41.985060 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:04:42.009669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e5163b6-5935-499f-9e36-7d966d63b2a7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/54a6c266-7593-4bfa-bfc8-df65b3c765b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3891363 Mar 02 18:04:42.013457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36306) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:42.018620 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:42.020835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:42.140183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Calling delete_port for b4eaba30-402c-4ab8-8ed8-db6805769d2c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:42.225119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:42.230549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:42.237937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:42.260452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:42.283665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c670a072-14a5-41b6-9495-f6f999b29783 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:42.291294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:42.319757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:42.333373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c670a072-14a5-41b6-9495-f6f999b29783 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:42.333792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c670a072-14a5-41b6-9495-f6f999b29783 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:42.368942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:04:42.369308 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:04:42.425005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.425370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.425737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.426977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.427186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.429114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad13cebf-cd73-4325-ba87-c96c0726089b tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.4144161 Mar 02 18:04:42.499620 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:42.505500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36320) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:42.510642 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-004d0d8a-3ab3-4640-8b5d-67e9e828f12b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4b331d324d04510b515cda8e272ee0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875346 Mar 02 18:04:42.516027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36322) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:42.663498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:42.680967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.682994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.683368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.683731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.684088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.684450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:42.692496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4f18358b-6d32-4834-910b-db9ebcfab154 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3960 time: 0.1804364 Mar 02 18:04:42.695002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36330) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:42.710078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port a3d10bca-b0d3-4c1f-8092-500ca277602e yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:04:42.870216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:42.885117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:42.924095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:42.963527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:42.964156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7f55cd12-bdac-4df8-a5c5-9f7a7906a9c3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:42.964732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 90f4bf1c-26e8-40ba-aeca-040fb2f0418b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:42.978960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.006628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 90f4bf1c-26e8-40ba-aeca-040fb2f0418b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:43.007246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 90f4bf1c-26e8-40ba-aeca-040fb2f0418b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:43.030039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.100713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.127417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b5d6a-2aa9-45e1-9dc4-aa004eb6f467,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:43.162101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 172.20.0.5 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/291d26de-c2ad-4b82-8482-c91e342e4549/a3d10bca-b0d3-4c1f-8092-500ca277602e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:43.171818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.173304 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-849b8bf3-1a77-4afb-9f37-b872f9fab697 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf7b5d6a-2aa9-45e1-9dc4-aa004eb6f467 HTTP/1.1" status: 204 len: 168 time: 0.6548359 Mar 02 18:04:43.180604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:feac:cd86 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/fd7df44c-06c1-4d95-8272-b77edb8e535c/a3d10bca-b0d3-4c1f-8092-500ca277602e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:43.192663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-473117ce-82ef-4827-8321-76359bc277a5 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4956005 Mar 02 18:04:43.238320 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 2, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:43.245867 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:04:43.249436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Updating router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:04:43.304430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Deleting port b4eaba30-402c-4ab8-8ed8-db6805769d2c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:43.305224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.481212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.503951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object a3d10bca-b0d3-4c1f-8092-500ca277602e will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:43.534269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.567887 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.624372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:43.646049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:43.674106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:43.958040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:43.959101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:43.983688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] For port b4eaba30-402c-4ab8-8ed8-db6805769d2c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b4eaba30-402c-4ab8-8ed8-db6805769d2c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:43.984303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.047103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=a3d10bca-b0d3-4c1f-8092-500ca277602e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:44.061910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36350) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:44.063173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e477f96-b79c-470b-aeb6-1897db4a3e2a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1685591 Mar 02 18:04:44.096668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36354) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:44.135184 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.195516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Calling delete_port for b4eaba30-402c-4ab8-8ed8-db6805769d2c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:44.213838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:44.226549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:44.234322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89543599-b1e4-47f9-a3bf-650fb425e316 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:44.235590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:44.240077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89543599-b1e4-47f9-a3bf-650fb425e316 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:44.240884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89543599-b1e4-47f9-a3bf-650fb425e316 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:44.248654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:44.264495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-89543599-b1e4-47f9-a3bf-650fb425e316 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:44.265741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89543599-b1e4-47f9-a3bf-650fb425e316 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2029262 Mar 02 18:04:44.269741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:44.370449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.414383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:44.437030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.438504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844420375', 'description': 'tempest-secgroup-smoke-844420375 description', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:44.446384 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.448286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.478874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:44.484534 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Transition to ACTIVE for port object 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:44.492658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port a3d10bca-b0d3-4c1f-8092-500ca277602e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:44.493035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.499607 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.502484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] Pushing event deleted for resources: {'Port': ['ID=b4eaba30-402c-4ab8-8ed8-db6805769d2c,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:44.558030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca521c-d00a-4503-9ed1-93688a899157,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:44.561627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c98d05-6484-41ea-a8fb-eb7dd3f823d1 None None] No DVR routers for this DVR port b4eaba30-402c-4ab8-8ed8-db6805769d2c on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:04:44.599384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:44.609713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d98785c3-0689-449a-8c19-9f555971e9b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.5100443 Mar 02 18:04:44.614736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.615002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:44.627265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6274c92-a149-49ea-851a-2f89e9b05bbf None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:44.867795 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848418e-d6a9-4953-8d3f-7e3f49c3c73a None None] Pushing event updated for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:44.888233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.912176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:44.923505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.933049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:44.962550 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Attempting to bind port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:44.963093 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Attempting to bind port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:44.963540 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Attempting to bind port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba on network 22e48534-c3a8-40a5-97e8-b08b57352ab7 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:44.972455 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:44.973068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Checking segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:44.973682 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:44.974220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Bound using segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:44.974884 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Bound port: 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:44.975596 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.029530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.088618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.179935 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.197782 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] For port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:45.200033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for a3d10bca-b0d3-4c1f-8092-500ca277602e owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:45.210041 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] For port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:45.217657 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.218006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca521c-d00a-4503-9ed1-93688a899157,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:45.238367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.243909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e315a5c4-1238-422b-b3d4-5961a31ac924 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ca521c-d00a-4503-9ed1-93688a899157 HTTP/1.1" status: 204 len: 168 time: 0.6278737 Mar 02 18:04:45.303677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:45.321783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:45.324943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:45.332250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:45.380889 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848418e-d6a9-4953-8d3f-7e3f49c3c73a None None] Pushing event updated for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:45.391046 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:04:45.391903 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:04:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:45.563436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '291d26de-c2ad-4b82-8482-c91e342e4549'}, {'subnet_id': 'fd7df44c-06c1-4d95-8272-b77edb8e535c'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:45.564560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.791590 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.812882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.904176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:45.965985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:04:46.075331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c04fdd-38bb-421b-b3ab-1c42b009dcab,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:46.105587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.110803 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9b1a7bc5-9be4-471d-bd4b-2d02eec060d8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.6952407 Mar 02 18:04:46.116066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:46.123755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:46.148029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:46.167347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:46.179078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=a3d10bca-b0d3-4c1f-8092-500ca277602e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:46.191822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:46.209514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:46.260600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Allocated IP 172.20.0.2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/291d26de-c2ad-4b82-8482-c91e342e4549/4995290e-7ff8-4f25-a447-fb1db6e94f7c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:46.260978 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.276461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Allocated IP 2001:db8::f816:3eff:feec:c005 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/fd7df44c-06c1-4d95-8272-b77edb8e535c/4995290e-7ff8-4f25-a447-fb1db6e94f7c) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:46.513598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.521954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.636781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4076df25-bc56-4ba6-87de-3bde5729f881,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:46.653313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.654755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f1ea868a-c8a3-45dc-97e1-eedb2cf56cf5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5369444 Mar 02 18:04:46.658751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36390) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:46.670002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:46.684215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:46.690768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:46.699455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:46.710914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:46.785718 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.788835 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-034f7244-ff09-4df9-9b52-0f517d297ede tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a3d10bca-b0d3-4c1f-8092-500ca277602e HTTP/1.1" status: 204 len: 168 time: 2.5166044 Mar 02 18:04:46.790863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.793767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36394) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:46.878032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.895632 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:45Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:04:46.903993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Transition to ACTIVE for port object 4995290e-7ff8-4f25-a447-fb1db6e94f7c will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:46.905716 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc96346-6d92-4d04-803f-343fddab1ec7 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:45Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:04:46.939455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Transition to ACTIVE for port object 4995290e-7ff8-4f25-a447-fb1db6e94f7c will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:46.954208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.985359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:46.991989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:46.998253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.005549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:47.006450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:47.013174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.047004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:47.052860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b9070e0-9989-49a1-bb2f-9ae9b53903cf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2579794 Mar 02 18:04:47.053638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:47.130493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd692cb8-aa71-40ec-af6e-22d3186789d1,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:47.153603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.161466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-23d83d7c-c0bf-4fa4-875c-d746b7f02bc7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4989572 Mar 02 18:04:47.163413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36404) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:47.171926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:47.179743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:47.183513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:47.187008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:47.199606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:47.211451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:47.219101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:47.237416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:47.293045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.394208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=4995290e-7ff8-4f25-a447-fb1db6e94f7c,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:47.464777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Attempting to bind port 4995290e-7ff8-4f25-a447-fb1db6e94f7c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:47.465097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Attempting to bind port 4995290e-7ff8-4f25-a447-fb1db6e94f7c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:47.465749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Attempting to bind port 4995290e-7ff8-4f25-a447-fb1db6e94f7c on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:47.481309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:47.482270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:47.483267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.483775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:47.484743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Bound port: 4995290e-7ff8-4f25-a447-fb1db6e94f7c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:47.485357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.552167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.560938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 291d26de-c2ad-4b82-8482-c91e342e4549 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:47.567729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.568336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.743705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] For port 4995290e-7ff8-4f25-a447-fb1db6e94f7c, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:47.752366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] For port 4995290e-7ff8-4f25-a447-fb1db6e94f7c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4995290e-7ff8-4f25-a447-fb1db6e94f7c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:47.758720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.760012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.766487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0ea2ed-c0ee-42d9-80a8-072411fe72c8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:47.825017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:47.835410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8102338d-07b9-43b0-9f2c-56263b4af27d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6643572 Mar 02 18:04:47.835410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:47.851523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:47.873249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:47.886898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:47.899826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:47.919614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:47.991784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.043786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50752b4-4050-48d7-a9e1-9c26b3b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=4995290e-7ff8-4f25-a447-fb1db6e94f7c,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:48.054041 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.149023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.156074 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.207037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e52d0f-a4c4-4f10-97ee-6315fda72906,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:48.222943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.224740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e3871a2-c43d-4025-9735-94e8797224c9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3899760 Mar 02 18:04:48.230718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36416) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:48.245887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:48.257955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:48.270886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:48.279535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:48.291434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:48.319744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.346532 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:04:48.366261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.402377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=291d26de-c2ad-4b82-8482-c91e342e4549,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:48.417237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.444546 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f201d707-b51e-4ef7-80e0-3c870489da06 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/291d26de-c2ad-4b82-8482-c91e342e4549 HTTP/1.1" status: 204 len: 168 time: 1.3899910 Mar 02 18:04:48.447663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36420) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:48.602305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.661110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.724085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97ec428-677a-4041-8be8-72c0e78b0073,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:48.733064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.734677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-652eb924-3a78-4496-ae4f-f08dc5fb7b82 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5028474 Mar 02 18:04:48.739334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36424) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:48.746093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e5c04fdd-38bb-421b-b3ab-1c42b009dcab', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:48.761631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:48.772409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:48.788385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:48.790362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet fd7df44c-06c1-4d95-8272-b77edb8e535c {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:48.803284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:48.808551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.840803 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:04:48.857420 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:48.936166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.032207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4995290e-7ff8-4f25-a447-fb1db6e94f7c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:49.069146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.084061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.133872 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.178152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dd0a1e-18e5-4ad7-b35d-88c4c89ceb13,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:49.208893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.210227 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4690785 Mar 02 18:04:49.213913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.214214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.215730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4995290e-7ff8-4f25-a447-fb1db6e94f7c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:49.216939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.217652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.218101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.218515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.219278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.219810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.219971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.222851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.222851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cd241-8b01-48ed-90fa-4fa8c438ff2e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:49.232870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:49.340030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.372871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.398235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:49.404157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:49.404613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.451859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7df44c-06c1-4d95-8272-b77edb8e535c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:49.480435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.523745 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-813ed8aa-ae4c-4293-9aac-3fffe834fa37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/fd7df44c-06c1-4d95-8272-b77edb8e535c HTTP/1.1" status: 204 len: 168 time: 1.0726295 Mar 02 18:04:49.523962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:49.654520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.689536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36446) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:49.690441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6263f8c8-0b77-4d20-aa65-a67ae16e47c6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1651468 Mar 02 18:04:49.794725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:49.803089 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:49.939513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:49.947614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1cee3a-da10-4cdd-ace4-6780c933c706 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:49.962462 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c431d-a375-40d8-a6da-d13af696e599 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:49.965666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-302c431d-a375-40d8-a6da-d13af696e599 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:49.987968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-302c431d-a375-40d8-a6da-d13af696e599 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:49.989586 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-302c431d-a375-40d8-a6da-d13af696e599 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2978013 Mar 02 18:04:49.994367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36454) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:50.047570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Could not find standard attr ID for object a3d10bca-b0d3-4c1f-8092-500ca277602e. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:04:50.074999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Provisioning for port 4995290e-7ff8-4f25-a447-fb1db6e94f7c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:50.084309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Provisioning complete for port 4995290e-7ff8-4f25-a447-fb1db6e94f7c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:50.084915 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:50.137167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b54c9-e288-42bd-8fab-360dc98f04ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:50.142708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-da6b54c9-e288-42bd-8fab-360dc98f04ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:50.193615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-da6b54c9-e288-42bd-8fab-360dc98f04ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:50.194813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-da6b54c9-e288-42bd-8fab-360dc98f04ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1983271 Mar 02 18:04:50.197749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36458) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:50.329502 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6a805ebc-9d8b-416f-a687-0805d34eab43 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298840 Mar 02 18:04:50.335691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36464) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:50.359786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:50.401933 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:50.446734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] For port 4995290e-7ff8-4f25-a447-fb1db6e94f7c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4995290e-7ff8-4f25-a447-fb1db6e94f7c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:50.464983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:50.536973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:50.554986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Deleting port 4995290e-7ff8-4f25-a447-fb1db6e94f7c {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:50.555647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:50.565797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-383fe706-f44e-4f3c-8bf1-7bae4c385d3b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:50.617347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ed8b4-0dc9-433e-942b-f3f5c19c32fa None None] Pushing event updated for resources: {'Port': ['ID=4995290e-7ff8-4f25-a447-fb1db6e94f7c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:50.635043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:50.640288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-383fe706-f44e-4f3c-8bf1-7bae4c385d3b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:50.649949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-383fe706-f44e-4f3c-8bf1-7bae4c385d3b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844420375&fields=id&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 267 time: 0.1607361 Mar 02 18:04:50.651400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:50.664571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:50.668379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:50.669865 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:50.670293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:50.703229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-01cabb99-1cbb-4e0d-9914-9649914ccf72 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3616416 Mar 02 18:04:50.706138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36472) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:50.713487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:50.977786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:51.062486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:51.085883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:51.101343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:51.105036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.106468 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:51.106934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:51.132404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-a519bd39-ef46-4f5e-8556-9b05b8901286 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:51.138151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-a519bd39-ef46-4f5e-8556-9b05b8901286 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:51.140535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] For port 4995290e-7ff8-4f25-a447-fb1db6e94f7c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4995290e-7ff8-4f25-a447-fb1db6e94f7c,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:04:51.140940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.154948 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5585511-0db9-4397-902b-c03fdfebb3d9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4443903 Mar 02 18:04:51.155154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36484) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:51.161412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:51.210716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-a519bd39-ef46-4f5e-8556-9b05b8901286 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:51.218783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-a519bd39-ef46-4f5e-8556-9b05b8901286 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 796 time: 0.5673628 Mar 02 18:04:51.240212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-37815ec8-790c-4a56-8e78-8e19095963ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/quotas/1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 375 time: 0.0196981 Mar 02 18:04:51.393582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:51.421069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-b89c497c-9e58-4dce-9f80-6ba749e56d5f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796134 Mar 02 18:04:51.429757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Calling delete_port for 4995290e-7ff8-4f25-a447-fb1db6e94f7c owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:51.436023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:51.449901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:51.461844 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.463761 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:51.464381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:51.499170 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1e9b5582-f939-46c0-a6ee-6b760c4b6c73 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3427997 Mar 02 18:04:51.502070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36494) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:51.509404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:51.631794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:51.633305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.694585 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.708214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:51.721681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:51.736163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:51.745850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:51.748608 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:51.750977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:51.782704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] No DVR routers for this DVR port 4995290e-7ff8-4f25-a447-fb1db6e94f7c on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:04:51.797329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba2a2b-5675-489d-a87a-c7983731465d None None] Pushing event deleted for resources: {'Port': ['ID=4995290e-7ff8-4f25-a447-fb1db6e94f7c,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:51.813499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4b411efa-a9f9-4a52-98b0-6a14f6228380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3100891 Mar 02 18:04:51.816505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36498) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:51.830049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:51.978139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4995290e-7ff8-4f25-a447-fb1db6e94f7c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:04:52.027127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4995290e-7ff8-4f25-a447-fb1db6e94f7c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:04:52.027724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4995290e-7ff8-4f25-a447-fb1db6e94f7c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:04:52.088365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:52.121172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:52.136284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-35e11704-0018-45d0-971f-1cbe90f5f7ad service neutron] 10.222.0.37 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882920 Mar 02 18:04:52.140975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:52.144720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:52.146366 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:52.146811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:52.237081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f7e0a4bd-19e9-44c1-8180-49e2322cfced tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4164619 Mar 02 18:04:52.241983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:52.256635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:52.304550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-90ea3ad6-f7b0-439a-9852-d004e098cbb5 service neutron] 10.222.0.37 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536734 Mar 02 18:04:52.449328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:52.479691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:52.499844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:52.504037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:52.506197 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:04:52.506652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:04:52.543575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-456bf72a-7c96-417d-8b43-934bc400b064 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2975187 Mar 02 18:04:52.546171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:52.652044 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b48b3fba-4b9b-4dcc-9b73-1e8b572d617c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1018434 Mar 02 18:04:52.652277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:52.804583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5878d972-4ad4-4b07-93dc-ffd114efd9c3 req-9d2b6523-55f3-4006-806c-ae6b2583aa41 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 210 time: 0.2223802 Mar 02 18:04:52.900395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba97cb-7c96-404c-ab34-fb4e1828fd1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:52.901333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-48ba97cb-7c96-404c-ab34-fb4e1828fd1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:52.913247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-48ba97cb-7c96-404c-ab34-fb4e1828fd1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:52.914647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-48ba97cb-7c96-404c-ab34-fb4e1828fd1c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2612238 Mar 02 18:04:52.917174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36530) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:52.985340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7a269ad-0d19-4a3b-8a7f-9e14b4f18652 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669930 Mar 02 18:04:52.991838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36536) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:52.997618 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:53.181489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:53.201265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:53.216941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:53.347753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:53.764209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:04:53.765541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:53.863701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:53.866965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:53.872045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:53.872637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:53.900490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9072623 Mar 02 18:04:53.901232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df5c92-d1f3-41da-a268-befd723f94f7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=983adddd-d98a-4248-8bd3-3e74cd585400,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:53.905109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:53.912022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:ac:83:d4', 'name': 'tempest-NetworksTestDHCPv6-850803223'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:53.916295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc7336-86b3-4218-924d-1842fb945e3f None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:54.172784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:54.218089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:54.234426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:54.241093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:54.275285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-8e78e5cf-0d7d-4e40-b790-85465ce3f51b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:54.277450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-8e78e5cf-0d7d-4e40-b790-85465ce3f51b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 796 time: 0.2832577 Mar 02 18:04:54.285039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 02c959ed-56f0-4e42-84c2-f1248a22c12d yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:04:54.353572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b951399-0abc-4019-b198-9fb21cad4974 req-d9d29dee-8443-47ee-a243-1141d05ab516 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 210 time: 0.0749516 Mar 02 18:04:54.399546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-068ad2b7-f09b-4523-bf30-dfb7b36c95bc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 379 time: 0.0897558 Mar 02 18:04:54.408671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'port': {'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'admin_state_up': True, 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'security_groups': ['e5c04fdd-38bb-421b-b3ab-1c42b009dcab']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:54.466997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '983adddd-d98a-4248-8bd3-3e74cd585400'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:04:54.467925 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:54.580197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:feac:83d4 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/983adddd-d98a-4248-8bd3-3e74cd585400/02c959ed-56f0-4e42-84c2-f1248a22c12d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:54.785741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:54.791820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:port and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:54.794909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:54.801269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:54.820310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:54.824086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.080207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.4 (22e48534-c3a8-40a5-97e8-b08b57352ab7/8730cef0-d4a9-4b54-94a8-d17e121f13ac/52739ff8-f269-49a6-9298-151c5ec26e86) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:55.097901 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.121527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 02c959ed-56f0-4e42-84c2-f1248a22c12d will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:55.173373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.272161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:55.273163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Allocated IP 2001:db8::f816:3eff:fe75:490a (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/983adddd-d98a-4248-8bd3-3e74cd585400/2fe10881-0263-4566-8d2a-2c06c032a0db) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:55.275926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:55.283941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:55.293204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:55.293830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.331390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4252086 Mar 02 18:04:55.336126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36562) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:55.382107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2102-a626-4855-a097-e5785237a380 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=02c959ed-56f0-4e42-84c2-f1248a22c12d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:55.483729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3ba61-9842-4bef-8ff8-66ff569dc40a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:55.491437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3f3ba61-9842-4bef-8ff8-66ff569dc40a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:55.529258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3f3ba61-9842-4bef-8ff8-66ff569dc40a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:55.534561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3f3ba61-9842-4bef-8ff8-66ff569dc40a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1952896 Mar 02 18:04:55.535027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36568) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:55.570147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.591765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object 52739ff8-f269-49a6-9298-151c5ec26e86 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:55.621619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.700222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 02c959ed-56f0-4e42-84c2-f1248a22c12d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:55.700782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.745805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.762983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Transition to ACTIVE for port object 2fe10881-0263-4566-8d2a-2c06c032a0db will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:55.788310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Transition to ACTIVE for port object 2fe10881-0263-4566-8d2a-2c06c032a0db will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:55.795901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.881659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:55.885667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:55.887806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Pushing event updated for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:55.897087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:55.904445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.904794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.905137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.905470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.905800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.906133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.906455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.906822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.907122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.907442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:55.910728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:56.116421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Attempting to bind port 2fe10881-0263-4566-8d2a-2c06c032a0db on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:56.116704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Attempting to bind port 2fe10881-0263-4566-8d2a-2c06c032a0db by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:56.116988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Attempting to bind port 2fe10881-0263-4566-8d2a-2c06c032a0db on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:56.132125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:56.132492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:56.132901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.133315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:56.133897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Bound port: 2fe10881-0263-4566-8d2a-2c06c032a0db, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:56.134161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.165396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:56.172326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:56.175194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:04:56.218547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:56.277218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aefaa-5271-4d7f-96c0-3270c95832a3 req-1bf37ca5-689e-49ec-a089-eb1447e21247 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:56.280362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e1aefaa-5271-4d7f-96c0-3270c95832a3 req-1bf37ca5-689e-49ec-a089-eb1447e21247 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 931 time: 0.5575984 Mar 02 18:04:56.415339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:56.416331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.431948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.466532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e1aefaa-5271-4d7f-96c0-3270c95832a3 req-db29d4b6-d97a-46cf-9cd0-ea85d0fda906 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783996 Mar 02 18:04:56.483587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:56.488380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:56.491573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-1145a03c-bbaa-4949-8b12-092efa98f241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0867751 Mar 02 18:04:56.501887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.514832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Request body: {'port': {'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:56.696159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0284e71-566d-4885-a2f2-ddad4733f6ec None None] Pushing event updated for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:56.709783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 02c959ed-56f0-4e42-84c2-f1248a22c12d owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:04:56.719383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d4aa0cc-d3ce-4be5-9983-7114a12bd3a0 None None] Provisioning for port 52739ff8-f269-49a6-9298-151c5ec26e86 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:56.725266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8d4aa0cc-d3ce-4be5-9983-7114a12bd3a0 None None] Provisioning complete for port 52739ff8-f269-49a6-9298-151c5ec26e86 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:56.725688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa0cc-d3ce-4be5-9983-7114a12bd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.817261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8d4aa0cc-d3ce-4be5-9983-7114a12bd3a0 None None] Port 52739ff8-f269-49a6-9298-151c5ec26e86 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:04:56.823706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:57.019045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:57.162749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=02c959ed-56f0-4e42-84c2-f1248a22c12d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:57.258314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:57.273641 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69c3b1cd-6cb8-4096-b59f-b725cd506836 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/02c959ed-56f0-4e42-84c2-f1248a22c12d HTTP/1.1" status: 204 len: 168 time: 1.7373223 Mar 02 18:04:57.278528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36584) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:57.364654 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71e998-3032-4442-bb01-c7340e9291ba tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:57.366554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71e998-3032-4442-bb01-c7340e9291ba tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:57.366897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da71e998-3032-4442-bb01-c7340e9291ba tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:57.383861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da71e998-3032-4442-bb01-c7340e9291ba tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:57.387776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36588) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:57.407166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da71e998-3032-4442-bb01-c7340e9291ba tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1276441 Mar 02 18:04:57.658039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52739ff8-f269-49a6-9298-151c5ec26e86 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:04:57.704397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:57.752907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Transition to ACTIVE for port object 52739ff8-f269-49a6-9298-151c5ec26e86 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:57.778381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:57.851443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 983adddd-d98a-4248-8bd3-3e74cd585400 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:04:57.965679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.077301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d69464-b87e-419f-ad2b-7fd244e746fb req-c97c20a3-fa5c-4f36-bd95-016c33bdff7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:58.077990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c9d69464-b87e-419f-ad2b-7fd244e746fb req-c97c20a3-fa5c-4f36-bd95-016c33bdff7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:04:58.107767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.168711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Pushing event updated for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:58.276285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.562863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-74e6d374-ead5-46ba-b1a8-2352975cd94a None None] Provisioning for port 2fe10881-0263-4566-8d2a-2c06c032a0db completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:58.614384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c9d69464-b87e-419f-ad2b-7fd244e746fb req-c97c20a3-fa5c-4f36-bd95-016c33bdff7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:04:58.615826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9d69464-b87e-419f-ad2b-7fd244e746fb req-c97c20a3-fa5c-4f36-bd95-016c33bdff7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 931 time: 0.9652076 Mar 02 18:04:58.712593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Attempting to bind port 52739ff8-f269-49a6-9298-151c5ec26e86 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:58.712957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Attempting to bind port 52739ff8-f269-49a6-9298-151c5ec26e86 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:58.713401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Attempting to bind port 52739ff8-f269-49a6-9298-151c5ec26e86 on network 22e48534-c3a8-40a5-97e8-b08b57352ab7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:58.718377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.788232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=983adddd-d98a-4248-8bd3-3e74cd585400,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:58.798680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Port 52739ff8-f269-49a6-9298-151c5ec26e86 on network 22e48534-c3a8-40a5-97e8-b08b57352ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:04:58.798680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Attempting to bind port 52739ff8-f269-49a6-9298-151c5ec26e86 on network 22e48534-c3a8-40a5-97e8-b08b57352ab7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:04:58.815010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9d69464-b87e-419f-ad2b-7fd244e746fb req-46cc4ba9-b595-4b22-8b97-f3161d999d12 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901450 Mar 02 18:04:58.816145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.819480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:04:58.819480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Checking segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:04:58.820923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Bound using segment: {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:04:58.820923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Bound port: 52739ff8-f269-49a6-9298-151c5ec26e86, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:58.820923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:58.879777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e9a2c1c0-fafb-4dfd-ba75-0098e90e7f24 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/983adddd-d98a-4248-8bd3-3e74cd585400 HTTP/1.1" status: 204 len: 168 time: 1.4884539 Mar 02 18:04:58.880435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36606) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:59.007687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:04:59.015413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ae14a7d1-c06c-4f1e-b29d-b89440000227 None None] Could not find standard attr ID for object 02c959ed-56f0-4e42-84c2-f1248a22c12d. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:04:59.023721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=52739ff8-f269-49a6-9298-151c5ec26e86,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:04:59.024752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7b603-b581-4290-bd50-57c14189a75d None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:04:59.031618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:59.090607 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c885d589-4b5f-4f6a-88f1-a2a1bc2009e5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2090762 Mar 02 18:04:59.094116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36610) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:59.094628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:59.096096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 1091 time: 2.5968125 Mar 02 18:04:59.115468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:04:59.117493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2fe10881-0263-4566-8d2a-2c06c032a0db up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:59.117644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:04:59.289488 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86', 'status': 'completed', 'code': 200} Mar 02 18:04:59.321211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbb213-f2d2-4a6a-a385-a82b211a62a4 service neutron] Pushing event updated for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:59.349686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-43230225-5840-4b80-8ebb-40f12913c577 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1094 time: 0.1885891 Mar 02 18:04:59.382378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:59.398176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:04:59.418982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:04:59.452784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:59.509623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:59.588703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2fe10881-0263-4566-8d2a-2c06c032a0db completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:59.612051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2fe10881-0263-4566-8d2a-2c06c032a0db triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:59.615532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:59.654867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-f75464d1-1b35-4cc1-9961-feef707f8b57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 217 time: 0.2966046 Mar 02 18:04:59.744360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:04:59.772165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Deleting port 2fe10881-0263-4566-8d2a-2c06c032a0db {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:04:59.775097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:59.824685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-9757730d-7db3-4ef2-bdee-39f5a2f1059c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:59.826157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-9757730d-7db3-4ef2-bdee-39f5a2f1059c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.1648314 Mar 02 18:04:59.947880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:00.009566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:00.009929 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:05:00.086174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-f84512ea-f7d5-4750-a9ff-5b5405da29fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542243 Mar 02 18:05:00.368270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:00.368725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:00.404349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-bf100272-8395-4510-b14c-5a434a4d1f54 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118999 Mar 02 18:05:00.635598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Calling delete_port for 2fe10881-0263-4566-8d2a-2c06c032a0db owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:00.673105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:00.682207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:00.712365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4a89363-f777-4c2f-95f3-e0259d2346e2 req-e4a899e0-3fa5-4567-a8f1-12d64de75216 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014250 Mar 02 18:05:00.747245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:00.791123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:00.793880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:00.794238 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:00.850294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d121-a753-4fde-8eb7-9e7c5d04a184 req-64be4cda-9395-4665-87ae-60772c8d0ab2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:00.852175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aaf2d121-a753-4fde-8eb7-9e7c5d04a184 req-64be4cda-9395-4665-87ae-60772c8d0ab2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 943 time: 0.2915750 Mar 02 18:05:00.918211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2fe10881-0263-4566-8d2a-2c06c032a0db no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:00.951602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aaf2d121-a753-4fde-8eb7-9e7c5d04a184 req-0bf50c58-5230-44af-9bee-0b10b76a31cc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788145 Mar 02 18:05:00.959688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-e38860af-127f-43dc-b1ee-4eb193c94ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1094 time: 0.1865010 Mar 02 18:05:01.028836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.225996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d761d8-589e-42df-989e-668d5289fcc3 req-c0ba4e72-3a40-48ca-b973-e0deb3d24370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:01.227488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-c0ba4e72-3a40-48ca-b973-e0deb3d24370 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 897 time: 0.2614729 Mar 02 18:05:01.281775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.318247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Deleting port 2fe10881-0263-4566-8d2a-2c06c032a0db {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:01.318470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.367012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-86d49c5d-5d20-47bb-8b18-0967a205729f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 217 time: 0.1328623 Mar 02 18:05:01.406804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:01.458912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d761d8-589e-42df-989e-668d5289fcc3 req-1aa86ce8-144d-4d09-bd2a-723acb51a9a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:01.461100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-1aa86ce8-144d-4d09-bd2a-723acb51a9a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.0843146 Mar 02 18:05:01.474305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.488386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.489700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.662190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-48a83152-3069-44e4-b7e8-46609e6aea88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941071 Mar 02 18:05:01.714731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:01.769310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:01.778818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:01.782901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:01.783385 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:01.789154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:01.789946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:01.826745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=af633790-6a89-42cb-ae9a-2e952dae750d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:01.873896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b3d7ff1-a55f-43a4-82b7-e12aa56237c8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7785184 Mar 02 18:05:01.876660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:01.885979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:6b:fd:13', 'name': 'tempest-NetworksTestDHCPv6-1489180203'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:01.965531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-a807370d-ffbf-4bf5-98dd-f9555ce58e8e service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955661 Mar 02 18:05:02.061726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:02.062130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.143672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:02.156447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:02.163763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:02.193869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:02.212107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:02.216948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.269606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 1c4859ad-4fc7-44dd-b10f-c978c21ce023 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:02.389618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96d761d8-589e-42df-989e-668d5289fcc3 req-aabbe84a-2a3c-4c79-927d-fa452f3cc7f2 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169443 Mar 02 18:05:02.423129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a093e1-6df6-4207-bb38-ce21e5e0924e req-271a2241-1e7c-449f-8d02-69acfd8c20ab tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:02.429277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Calling delete_port for 2fe10881-0263-4566-8d2a-2c06c032a0db owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:02.438309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08a093e1-6df6-4207-bb38-ce21e5e0924e req-271a2241-1e7c-449f-8d02-69acfd8c20ab tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 943 time: 0.2386355 Mar 02 18:05:02.530048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 52739ff8-f269-49a6-9298-151c5ec26e86 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:05:02.544505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08a093e1-6df6-4207-bb38-ce21e5e0924e req-4a120b0a-2dcb-43a4-ab5f-0f22f70be5ab tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048272 Mar 02 18:05:02.552467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe6b:fd13 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/af633790-6a89-42cb-ae9a-2e952dae750d/1c4859ad-4fc7-44dd-b10f-c978c21ce023) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:02.608296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.692946 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:05:02.762850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:02.773442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.823320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:02.823919 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:02.846052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Deleting port 2fe10881-0263-4566-8d2a-2c06c032a0db {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:02.846703 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.933912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:02.959973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 1c4859ad-4fc7-44dd-b10f-c978c21ce023 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:02.994021 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.003728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:03.027062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=52739ff8-f269-49a6-9298-151c5ec26e86,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:03.069231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '52739ff8-f269-49a6-9298-151c5ec26e86', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:05:03.086504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:03.090926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:03.096042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:03.101126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:03.101864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.106558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=1c4859ad-4fc7-44dd-b10f-c978c21ce023,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:03.137489 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-12da7d45-acb5-4cb3-8691-c21756bc45dd tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2590220 Mar 02 18:05:03.139807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36660) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:03.237287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1039804-3631-4cb5-8234-5e2417166b7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:03.244436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1039804-3631-4cb5-8234-5e2417166b7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:03.245586 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.246370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e1039804-3631-4cb5-8234-5e2417166b7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:03.267920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e1039804-3631-4cb5-8234-5e2417166b7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:03.274070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:03.281327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52739ff8-f269-49a6-9298-151c5ec26e86 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:05:03.288893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e1039804-3631-4cb5-8234-5e2417166b7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1462984 Mar 02 18:05:03.323159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=52739ff8-f269-49a6-9298-151c5ec26e86,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:03.338044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.392030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 1c4859ad-4fc7-44dd-b10f-c978c21ce023 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:03.392412 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.409340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] For port 2fe10881-0263-4566-8d2a-2c06c032a0db, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2fe10881-0263-4566-8d2a-2c06c032a0db,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:03.409961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.643388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Calling delete_port for 2fe10881-0263-4566-8d2a-2c06c032a0db owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:03.735747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:03.791857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:03.827176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['52739ff8-f269-49a6-9298-151c5ec26e86'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:05:03.829558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f4ad-1535-4a90-b55a-58d428dd1e4b req-db239cfb-af8e-42ea-92f9-20ca556acc7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:03.832558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b752f4ad-1535-4a90-b55a-58d428dd1e4b req-db239cfb-af8e-42ea-92f9-20ca556acc7d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 944 time: 0.1000361 Mar 02 18:05:03.921971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b752f4ad-1535-4a90-b55a-58d428dd1e4b req-1d4cfef5-710e-47c9-8ded-b6d83234d0aa tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821390 Mar 02 18:05:03.975478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 1c4859ad-4fc7-44dd-b10f-c978c21ce023 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:04.073145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.162401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] Pushing event deleted for resources: {'Port': ['ID=2fe10881-0263-4566-8d2a-2c06c032a0db,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:04.171016 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.246659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=1c4859ad-4fc7-44dd-b10f-c978c21ce023,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:04.280560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de54ea-ca03-4f5f-acbb-bb1fcf3141fd None None] No DVR routers for this DVR port 2fe10881-0263-4566-8d2a-2c06c032a0db on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:04.304125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d0fe0-080d-4bcb-aa72-b538e4832a7c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:04.307747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.338094 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fe851f57-6d96-4a40-b448-2984b2cd5d1f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/1c4859ad-4fc7-44dd-b10f-c978c21ce023 HTTP/1.1" status: 204 len: 168 time: 1.0608830 Mar 02 18:05:04.340493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36680) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:04.478094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f251a-30e9-4aa2-9701-13f532b5cb17 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:04.487950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f251a-30e9-4aa2-9701-13f532b5cb17 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:04.488724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6c6f251a-30e9-4aa2-9701-13f532b5cb17 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:04.521543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6c6f251a-30e9-4aa2-9701-13f532b5cb17 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:04.522744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6c6f251a-30e9-4aa2-9701-13f532b5cb17 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1810215 Mar 02 18:05:04.525802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36684) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:04.609949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet af633790-6a89-42cb-ae9a-2e952dae750d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:04.614865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.699343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.797061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.901237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.923354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410acea5-5f2c-4ef2-be5a-7914817219b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'af633790-6a89-42cb-ae9a-2e952dae750d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:04.924227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-410acea5-5f2c-4ef2-be5a-7914817219b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.977891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:04.991790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=af633790-6a89-42cb-ae9a-2e952dae750d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:05.007620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23943291-b58f-4c04-a420-3908515740a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/af633790-6a89-42cb-ae9a-2e952dae750d HTTP/1.1" status: 204 len: 168 time: 0.4800911 Mar 02 18:05:05.009899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36690) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:05.280946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bf191580-f283-4d4f-8a5a-f9f001dbc59e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2699306 Mar 02 18:05:05.283416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36702) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:05.331582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057332f8-bdd4-4a6f-be21-3688ba211590 req-043713b3-03b9-40c7-9c18-7d16351a4e1b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:05.333809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-057332f8-bdd4-4a6f-be21-3688ba211590 req-043713b3-03b9-40c7-9c18-7d16351a4e1b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 944 time: 0.1073999 Mar 02 18:05:05.336984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-99792fa1-f3c0-4f20-861c-5e21c3c8eaed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:05.377863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-99792fa1-f3c0-4f20-861c-5e21c3c8eaed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:05.379823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-99792fa1-f3c0-4f20-861c-5e21c3c8eaed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0946202 Mar 02 18:05:05.385338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36708) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:05.419076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-057332f8-bdd4-4a6f-be21-3688ba211590 req-159e0f32-8cdd-4437-a75e-12486f8a4ba6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788891 Mar 02 18:05:05.503839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0b783-9496-4489-8a93-8901d6c25dd1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:05.505338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4e0b783-9496-4489-8a93-8901d6c25dd1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:05.541119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a4e0b783-9496-4489-8a93-8901d6c25dd1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:05.543409 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a4e0b783-9496-4489-8a93-8901d6c25dd1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1441143 Mar 02 18:05:05.546063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36718) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:05.624553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-17f79c89-f1da-447d-903f-854f27c44d15 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769529 Mar 02 18:05:05.628919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36722) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:05.636308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:05.858237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:05.868049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:05.877716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:05.988255 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:06.364403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:06.366781 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:06.445026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:06.448596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:06.451878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:06.452028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:06.463846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d428c34-1800-4d7d-9b32-4320e16262c9 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:06.472258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=22c1e6c6-e907-488b-9f96-84cabd91016b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:06.496548 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35679beb-f7ae-4a02-a6a2-62110017f419 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8624871 Mar 02 18:05:06.496995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36734) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:06.510512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:93:cb:10', 'name': 'tempest-NetworksTestDHCPv6-80707933'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:06.581976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 52739ff8-f269-49a6-9298-151c5ec26e86 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:06.689799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36740) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:06.708193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da233c-4601-4b01-947a-675635fdadc4 req-c82847d4-d5df-4e3b-836b-06d401a478dc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:06.725981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6da233c-4601-4b01-947a-675635fdadc4 req-c82847d4-d5df-4e3b-836b-06d401a478dc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 944 time: 0.1170974 Mar 02 18:05:06.743640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:06.773077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:06.797661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:06.802814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:06.824710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 52739ff8-f269-49a6-9298-151c5ec26e86 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:06.837883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 52739ff8-f269-49a6-9298-151c5ec26e86 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:06.838256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:06.843080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6da233c-4601-4b01-947a-675635fdadc4 req-fba11093-467f-4728-99b4-65cd6252771d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134751 Mar 02 18:05:06.861674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port bee6fd91-875a-485a-a1eb-32e9928a87f9 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:06.957413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.040470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '22c1e6c6-e907-488b-9f96-84cabd91016b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:07.041542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.071232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:07.079870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Usage tracker for resource:security_group_rule and tenant:2b6bfa05096e4cb0a260684281ee84fa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:07.089765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:07.097245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe93:cb10 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/22c1e6c6-e907-488b-9f96-84cabd91016b/bee6fd91-875a-485a-a1eb-32e9928a87f9) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:07.100599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:07.125120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.181708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:05:07.208528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=52739ff8-f269-49a6-9298-151c5ec26e86,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:07.217052 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.251920 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86', 'code': 200} Mar 02 18:05:07.289765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:07.316736 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.323981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.407490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0514292-8a93-4ccd-bdfe-d9b0b09d0e36 req-b8a1c216-1f0f-4bb3-bcd0-b5b584e758e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1096 time: 0.0902617 Mar 02 18:05:07.425826 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b6bfa05096e4cb0a260684281ee84fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7324181 Mar 02 18:05:07.425826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493e9c-0745-4afa-a357-42a1a5e7faca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549d261-041d-4a57-9950-394138293c08,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:07.427221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:07.430003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.447455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object bee6fd91-875a-485a-a1eb-32e9928a87f9 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:07.472058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.482281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0514292-8a93-4ccd-bdfe-d9b0b09d0e36 req-c21a4a27-3a40-40fc-9e65-83f36668f6af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687392 Mar 02 18:05:07.518200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.535992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Allocated IP 2001:db8::f816:3eff:feab:c0c4 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/22c1e6c6-e907-488b-9f96-84cabd91016b/2011a82a-2932-46d9-aa29-09b020e96dc5) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:07.544895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.552057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:07.556506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=bee6fd91-875a-485a-a1eb-32e9928a87f9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:07.558993 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:07.561248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:07.565515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:07.565953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.597118 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-49c47be7-c303-47bc-9c45-d49451b04dd4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0984390 Mar 02 18:05:07.599600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36752) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:07.613178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.633140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549d261-041d-4a57-9950-394138293c08,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:07.644207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.646182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-29817584-668b-4915-853d-dc54a0b3af0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8549d261-041d-4a57-9950-394138293c08 HTTP/1.1" status: 204 len: 168 time: 0.2067657 Mar 02 18:05:07.693552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d2c23-c4fb-40ad-9b79-8f4f98cc16c9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:07.694254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f5d2c23-c4fb-40ad-9b79-8f4f98cc16c9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:07.711557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7f5d2c23-c4fb-40ad-9b79-8f4f98cc16c9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:07.713259 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7f5d2c23-c4fb-40ad-9b79-8f4f98cc16c9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1127083 Mar 02 18:05:07.716066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36760) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:07.792870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port bee6fd91-875a-485a-a1eb-32e9928a87f9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:07.793436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.800423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.813046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Transition to ACTIVE for port object 2011a82a-2932-46d9-aa29-09b020e96dc5 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:07.841338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Transition to ACTIVE for port object 2011a82a-2932-46d9-aa29-09b020e96dc5 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:07.856895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:07.937119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:07.940044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:07.944738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:08.065395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Pushing event updated for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:08.134807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Attempting to bind port 2011a82a-2932-46d9-aa29-09b020e96dc5 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:05:08.135177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Attempting to bind port 2011a82a-2932-46d9-aa29-09b020e96dc5 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:05:08.135538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Attempting to bind port 2011a82a-2932-46d9-aa29-09b020e96dc5 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:05:08.151718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:05:08.152095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:08.158559 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.159129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:05:08.159647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Bound port: 2011a82a-2932-46d9-aa29-09b020e96dc5, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:05:08.160042 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.163756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed41d1-4bdc-477e-8d37-f9e4f20cff7a req-259cef5c-c652-428c-befc-f28971c99f28 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:08.165306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ed41d1-4bdc-477e-8d37-f9e4f20cff7a req-259cef5c-c652-428c-befc-f28971c99f28 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.1592090 Mar 02 18:05:08.254308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ed41d1-4bdc-477e-8d37-f9e4f20cff7a req-ebe55c7a-3e01-4e99-9227-fddb1978203a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775361 Mar 02 18:05:08.280595 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.319869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:05:08.323266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:05:08.330243 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.442992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02574ab-55f8-45df-a8f1-634ae6e22395 None None] Pushing event updated for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:08.467564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for bee6fd91-875a-485a-a1eb-32e9928a87f9 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:08.696226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.724969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.886187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:08.889804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=bee6fd91-875a-485a-a1eb-32e9928a87f9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:08.906705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ab801fae-b058-4a22-9556-3c5f44096d13 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/bee6fd91-875a-485a-a1eb-32e9928a87f9 HTTP/1.1" status: 204 len: 168 time: 1.1891053 Mar 02 18:05:08.907107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36794) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:08.969830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2011a82a-2932-46d9-aa29-09b020e96dc5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:08.992259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4792bb0-5ada-4059-89a2-c42755573955 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:08.994177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4792bb0-5ada-4059-89a2-c42755573955 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:09.002147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36800) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:09.012376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d4792bb0-5ada-4059-89a2-c42755573955 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1037655 Mar 02 18:05:09.058044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2011a82a-2932-46d9-aa29-09b020e96dc5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:09.078668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 22c1e6c6-e907-488b-9f96-84cabd91016b {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:09.081749 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.144250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.229112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.371695 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-390ca3de-cf68-43f5-b5fc-07e02bc803d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.376796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.480967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=22c1e6c6-e907-488b-9f96-84cabd91016b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:09.503797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:09.524229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-30e14b24-9ef8-41d2-9729-9195ddb54cbb tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/22c1e6c6-e907-488b-9f96-84cabd91016b HTTP/1.1" status: 204 len: 168 time: 0.5209160 Mar 02 18:05:09.526656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36830) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:09.611675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b33d7-aad2-4d98-92d4-5591bf36a44f req-e4363d9a-e9b1-4937-a2ea-2949924e18dd tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:09.612491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94057f10-328c-4f24-9579-c57f7a94e3ed tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847836 Mar 02 18:05:09.615779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36834) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:09.620363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c8b33d7-aad2-4d98-92d4-5591bf36a44f req-e4363d9a-e9b1-4937-a2ea-2949924e18dd tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.1646395 Mar 02 18:05:09.621513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:09.684675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c8b33d7-aad2-4d98-92d4-5591bf36a44f req-af9feb75-fb48-4d4c-b166-820c5768bd43 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577633 Mar 02 18:05:09.832134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a9476-9257-4688-be8d-50a22320cf88 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:09.871207 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:09.875950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:09.879349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:09.886896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:09.906507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:09.916828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.003945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624a73d-24c9-4d53-be11-6e27f6cf32ec req-ca248942-d91a-49ec-9a03-892d27302758 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:10.022790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3624a73d-24c9-4d53-be11-6e27f6cf32ec req-ca248942-d91a-49ec-9a03-892d27302758 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.1552799 Mar 02 18:05:10.084899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Provisioning for port 2011a82a-2932-46d9-aa29-09b020e96dc5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:10.107376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Provisioning complete for port 2011a82a-2932-46d9-aa29-09b020e96dc5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:10.107831 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.142872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3624a73d-24c9-4d53-be11-6e27f6cf32ec req-3500195a-7542-4331-8796-d148a01fd23f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147733 Mar 02 18:05:10.162650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36844) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:10.249676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-549109f9-e89e-4c64-a55c-875f7723ced5 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1091 time: 0.0855932 Mar 02 18:05:10.252576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:10.257810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:10.263980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:10.267850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:floatingip and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:10.270831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:10.277089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:10.299045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.358651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.407573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:10.425128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.540790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:05:10.576011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Deleting port 2011a82a-2932-46d9-aa29-09b020e96dc5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:10.576505 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.594319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:10.651527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:10.696630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241aa77-fd69-4a80-a6ee-6c5c283fc27c None None] Pushing event updated for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:10.837750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.25.3.94 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5a4af098-3b4f-48d2-83db-320ee457d456) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:10.955826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2011a82a-2932-46d9-aa29-09b020e96dc5 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:11.024696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.057783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:11.058957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.095824 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.131867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.224901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=5a4af098-3b4f-48d2-83db-320ee457d456,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:11.240111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Calling delete_port for 2011a82a-2932-46d9-aa29-09b020e96dc5 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:11.261458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:11.263142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:11.266195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:11.307173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.377375 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c528a200-edeb-4568-9c54-623a6171e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.593267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:11.623794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.643649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.646534 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.696497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:11.696942 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:11.697642 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:11.698058 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:11.816962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:11.823141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:11.837823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:11.838727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:11.876792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=fd51ab3a-4dea-48cc-90ec-be66d5d52daf,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:11.878936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:11.884530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a870a165-f2fc-4e48-bacd-c60faaaa7429 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2672193 Mar 02 18:05:11.886830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36886) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:11.893135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:12:89:b1', 'name': 'tempest-NetworksTestDHCPv6-1056449010'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:12.084669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:12.090624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:12.093491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:12.099692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:12.111037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:12.115907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.179794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.242611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Deleting port 2011a82a-2932-46d9-aa29-09b020e96dc5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:12.243225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.268712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.302125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port a12cad73-8a39-48d2-8393-798e8a033340 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:12.357104 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.468488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:12.477267 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.489014 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.498346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe12:89b1 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/fd51ab3a-4dea-48cc-90ec-be66d5d52daf/a12cad73-8a39-48d2-8393-798e8a033340) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:12.526121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.613669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:12.630417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=5a4af098-3b4f-48d2-83db-320ee457d456,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:12.652754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.669999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:12.670536 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.787480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.809698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object a12cad73-8a39-48d2-8393-798e8a033340 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:12.848071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.869841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Calling delete_port for 2011a82a-2932-46d9-aa29-09b020e96dc5 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:12.902382 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Floating IP 693ffca2-8a46-46b4-bf87-1b325495b7c5 associated. External IP: 172.25.3.94, port: 52739ff8-f269-49a6-9298-151c5ec26e86. Mar 02 18:05:12.940861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:12.944527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:12.953444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:12.957361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:12.958501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.977684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:12.978165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=a12cad73-8a39-48d2-8393-798e8a033340,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:12.978625 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:12.983547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Deleting port 2011a82a-2932-46d9-aa29-09b020e96dc5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:12.984148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:12.994922 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ddebc0ab-b3e0-4aed-a081-d927208be2e3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1070142 Mar 02 18:05:12.997579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:13.025175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.057778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.104787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2804f-7f1e-4da0-b3fb-ae7fb2385609 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:13.108976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2804f-7f1e-4da0-b3fb-ae7fb2385609 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:13.109962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b8c2804f-7f1e-4da0-b3fb-ae7fb2385609 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:13.131960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b8c2804f-7f1e-4da0-b3fb-ae7fb2385609 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:13.133812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b8c2804f-7f1e-4da0-b3fb-ae7fb2385609 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1348245 Mar 02 18:05:13.136519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36900) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:13.284169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port a12cad73-8a39-48d2-8393-798e8a033340 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:13.284169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.337959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] For port 2011a82a-2932-46d9-aa29-09b020e96dc5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2011a82a-2932-46d9-aa29-09b020e96dc5,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:13.338596 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.528981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Calling delete_port for 2011a82a-2932-46d9-aa29-09b020e96dc5 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:13.779963 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.824366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:13.870703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] Pushing event deleted for resources: {'Port': ['ID=2011a82a-2932-46d9-aa29-09b020e96dc5,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:13.912858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35461965-a6f5-4254-8699-4f93e4c4bafc None None] No DVR routers for this DVR port 2011a82a-2932-46d9-aa29-09b020e96dc5 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:13.930495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79523e68-e804-4fdf-ace7-f1d1ecf87d3c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:13.961927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for a12cad73-8a39-48d2-8393-798e8a033340 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:14.012747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:05:14.216172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': 'fd51ab3a-4dea-48cc-90ec-be66d5d52daf'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:14.217131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.304633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.376720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=a12cad73-8a39-48d2-8393-798e8a033340,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:14.431965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Allocated IP 2001:db8::f816:3eff:fe5c:3de (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/fd51ab3a-4dea-48cc-90ec-be66d5d52daf/9dd85d2b-a61f-44eb-9cf7-8be0c57cc051) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:14.434446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.437883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.468461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9987a6ff-c89b-4a84-b2a4-6a3f16dea548 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a12cad73-8a39-48d2-8393-798e8a033340 HTTP/1.1" status: 204 len: 168 time: 1.3307002 Mar 02 18:05:14.471287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36918) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:14.556292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ddaac3-62dc-4970-91f0-cd451bb70401 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:14.557814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ddaac3-62dc-4970-91f0-cd451bb70401 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:14.562166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-08ddaac3-62dc-4970-91f0-cd451bb70401 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0874605 Mar 02 18:05:14.562335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36922) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:14.677970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:05:14.695989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.706600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Transition to ACTIVE for port object 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:14.713648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.727416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Transition to ACTIVE for port object 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:14.731684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:05:14.737651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:14.819765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:14.820491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:05:14.821118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:05:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:14.855124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2bb4068a-6433-4345-9808-f7260008d70f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6015840 Mar 02 18:05:14.858086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36930) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:14.874698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:05:14.898649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:14.956497 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86', 'status': 'completed', 'code': 200} Mar 02 18:05:14.966490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet fd51ab3a-4dea-48cc-90ec-be66d5d52daf {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:15.001602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:15.004644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Pushing event updated for resources: {'Port': ['ID=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:15.030034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.075804 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5fd0bd3c-439a-4f30-9527-6b87cc8e7a4f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/693ffca2-8a46-46b4-bf87-1b325495b7c5 HTTP/1.1" status: 200 len: 990 time: 0.2067416 Mar 02 18:05:15.114844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.202982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-0edb0b3b-71f2-4f30-9bdb-34f84b940650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1096 time: 0.2253678 Mar 02 18:05:15.215852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Attempting to bind port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:05:15.216524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Attempting to bind port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:05:15.217451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Attempting to bind port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:05:15.242851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:05:15.243730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:15.244565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.245426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:05:15.246514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Bound port: 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:05:15.247379 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.307767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.365030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:05:15.401449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264531e1-bbe9-417f-913e-55ab883d4092 req-f0833cc9-ab73-4926-a74d-92d0d41def77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:15.402915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-f0833cc9-ab73-4926-a74d-92d0d41def77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 897 time: 0.1931868 Mar 02 18:05:15.660427 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.678475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] For port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:05:15.713998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=fd51ab3a-4dea-48cc-90ec-be66d5d52daf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:15.720366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-2cc844d3-f02c-43ac-b841-3c149a7afa71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 998 time: 0.3086619 Mar 02 18:05:15.721372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.736929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] For port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:05:15.758153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:15.770039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9615fa2c-7e93-47c5-bed8-ce2463d1a71a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/fd51ab3a-4dea-48cc-90ec-be66d5d52daf HTTP/1.1" status: 204 len: 168 time: 1.2047510 Mar 02 18:05:15.770790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:15.794183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264531e1-bbe9-417f-913e-55ab883d4092 req-89195401-1d7d-4196-9a49-afa5b3b2d099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:15.795721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-89195401-1d7d-4196-9a49-afa5b3b2d099 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.0673885 Mar 02 18:05:15.890913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-0397b07b-5fec-454f-95b3-e2e4c0516688 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876548 Mar 02 18:05:15.893517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06387f70-731e-4aff-aa34-b82b842e5a4f None None] Pushing event updated for resources: {'Port': ['ID=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:15.910776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-7d7826ac-13b6-48c6-b626-674cd05067c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:05:15.910776 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-7d7826ac-13b6-48c6-b626-674cd05067c2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103812 Mar 02 18:05:15.915149 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-adeec51f-9ef2-4605-b77a-6d1f3b1fb784 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429002 Mar 02 18:05:15.917656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36956) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:15.996445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:11Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:16.000968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:05:16.014001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:05:16.014594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:05:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:16.073580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:16.089456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ecf12-dc85-47ed-8092-936910c26858 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:16.093402 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-396ecf12-dc85-47ed-8092-936910c26858 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1718831 Mar 02 18:05:16.094656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:16.185928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-34141b7a-83c5-4dab-97ec-45244539fd14 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643757 Mar 02 18:05:16.350659 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1f539ae1-c155-4794-b61e-b77cb4d96971 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/693ffca2-8a46-46b4-bf87-1b325495b7c5 HTTP/1.1" status: 200 len: 990 time: 0.2720647 Mar 02 18:05:16.385263 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-264531e1-bbe9-417f-913e-55ab883d4092 req-37912417-77ae-4b04-bfa7-7930ec2e387b service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836250 Mar 02 18:05:16.421088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208084ff-93f6-4b83-be10-c04caf3e5639 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:16.422888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-208084ff-93f6-4b83-be10-c04caf3e5639 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:16.441590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-208084ff-93f6-4b83-be10-c04caf3e5639 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:16.443409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-208084ff-93f6-4b83-be10-c04caf3e5639 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3477032 Mar 02 18:05:16.446032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:16.450707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:05:16.534616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ee2c62d8-05ce-4ee4-90ff-ebd297b51131 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867810 Mar 02 18:05:16.539211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:16.549499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:16.586096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-06ed06c0-08a9-4d34-ad3c-9ad1208965d6 req-c308bab6-0187-4942-ab33-68782ab83fa2 service neutron] (83797) timed out ('10.222.0.35', 64361) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:05:16.709658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:16.721959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:16.734340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:16.738722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:16.956462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:11Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:16.967678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73a13a-2e24-44c7-afb7-2a3021a00342 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:04:36Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:11Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:05:16.990468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:17.097849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:17.145048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.227356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:17.230448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:17.239397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:17.240133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.244527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=71249764-8eb4-4305-a61b-9f977ee7c3e0,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:17.274274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-16d7c896-a92f-4c13-95a4-28d5a1a6f237 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7343397 Mar 02 18:05:17.276973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 36986) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:17.283598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:b8:eb:39', 'name': 'tempest-NetworksTestDHCPv6-142516010'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:17.297701 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649362a-5816-4264-a0cf-4f89399999a7 None None] New status for floating IP 693ffca2-8a46-46b4-bf87-1b325495b7c5: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:05:17.354361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 36990) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:17.373160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a58b4e-a0ad-4893-9551-a5171bf7660c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:17.496196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-62f93fe3-adad-4297-8808-0cb84115823e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/693ffca2-8a46-46b4-bf87-1b325495b7c5 HTTP/1.1" status: 200 len: 990 time: 0.1402435 Mar 02 18:05:17.559117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Provisioning for port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:17.570328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Provisioning complete for port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:17.570686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.626471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:17.632563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:17.635771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:17.641550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:17.653937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:17.800170 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.832412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:17.854507 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.899441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] For port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:17.907608 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:17.944200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Could not find standard attr ID for object a12cad73-8a39-48d2-8393-798e8a033340. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:17.985875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9ab9c-7a8b-4c7f-8eb4-b317f9bac3ce None None] Pushing event updated for resources: {'Port': ['ID=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:18.005402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::33c (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/71249764-8eb4-4305-a61b-9f977ee7c3e0/0c2c2ecb-d185-4de5-9f46-cab1da0cb122) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:18.270135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5c325af3-da0b-4e37-86c6-ee83299e88a3 None None] Provisioning complete for port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:18.270481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c325af3-da0b-4e37-86c6-ee83299e88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:18.290472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:18.311850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:18.337469 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:18.428719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:18.432159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:18.436473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:18.440903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:18.441511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:18.473444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=0c2c2ecb-d185-4de5-9f46-cab1da0cb122,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:18.490349 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5876caa-ba72-4386-a168-a4af6353bfa5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2115815 Mar 02 18:05:18.493356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37002) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:18.503200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37006) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:18.623463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fcf24-0e51-4d73-b000-5619a28eeafe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:18.627499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fcf24-0e51-4d73-b000-5619a28eeafe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:18.628288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-489fcf24-0e51-4d73-b000-5619a28eeafe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:18.650865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-489fcf24-0e51-4d73-b000-5619a28eeafe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:18.654903 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a42ad8f-4a1a-4f11-a13f-da98650729a0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/693ffca2-8a46-46b4-bf87-1b325495b7c5 HTTP/1.1" status: 200 len: 992 time: 0.1407495 Mar 02 18:05:18.655384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:18.661094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-489fcf24-0e51-4d73-b000-5619a28eeafe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1578467 Mar 02 18:05:18.676297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f5b6be5-b963-4eea-9112-c808bb6d1338 None None] Could not find standard attr ID for object bee6fd91-875a-485a-a1eb-32e9928a87f9. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:18.729220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:18.729557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:18.792338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f6431d30-a2ee-4eba-9fa3-b1fd9e78c5d2 None None] Could not find standard attr ID for object a12cad73-8a39-48d2-8393-798e8a033340. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:18.918739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:19.006431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:19.007038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.015954 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.156230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98f6128b-6000-40bc-803f-27f053a4ddba None None] Provisioning for port 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:19.163244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:19.165657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98f6128b-6000-40bc-803f-27f053a4ddba None None] Provisioning complete for port 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:19.166128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98f6128b-6000-40bc-803f-27f053a4ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.238106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98f6128b-6000-40bc-803f-27f053a4ddba None None] Port 0c2c2ecb-d185-4de5-9f46-cab1da0cb122 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:05:19.359557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.400885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.436748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=0c2c2ecb-d185-4de5-9f46-cab1da0cb122,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:19.518293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.538746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0b9620ba-b490-477c-bcfc-fb4b3c3e4362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/0c2c2ecb-d185-4de5-9f46-cab1da0cb122 HTTP/1.1" status: 204 len: 168 time: 0.8801572 Mar 02 18:05:19.539490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37022) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:19.610973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f61ec-d674-45f6-b6d1-b641f8d77762 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:19.612456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f61ec-d674-45f6-b6d1-b641f8d77762 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:19.613281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-895f61ec-d674-45f6-b6d1-b641f8d77762 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:19.631469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-895f61ec-d674-45f6-b6d1-b641f8d77762 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:19.635135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-895f61ec-d674-45f6-b6d1-b641f8d77762 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0920362 Mar 02 18:05:19.635549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37026) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:19.712596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 71249764-8eb4-4305-a61b-9f977ee7c3e0 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:19.715789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.784257 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.845331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.923491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.964777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=71249764-8eb4-4305-a61b-9f977ee7c3e0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:19.971573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:19.982142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516c0b3-5b6a-4f79-80b9-ce1c5131f89b None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:19.986582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5675c89-4c58-43df-b158-9113ccdf68fa tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/71249764-8eb4-4305-a61b-9f977ee7c3e0 HTTP/1.1" status: 204 len: 168 time: 0.3499677 Mar 02 18:05:19.990400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37030) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:20.169706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cffc67bb-24b3-4da6-9933-362698c6e92f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1779141 Mar 02 18:05:20.172010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37034) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:20.250609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54598e6-05a9-4270-962d-41dffb710f88 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:20.252464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c54598e6-05a9-4270-962d-41dffb710f88 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0795739 Mar 02 18:05:20.257180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37038) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:20.303374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:05:20.307456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Deleting port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:20.307905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:20.344077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb77418-0621-49f0-b6e1-cd396b1edf3f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:20.344077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9eb77418-0621-49f0-b6e1-cd396b1edf3f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:20.363683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9eb77418-0621-49f0-b6e1-cd396b1edf3f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:20.368076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9eb77418-0621-49f0-b6e1-cd396b1edf3f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1086991 Mar 02 18:05:20.368317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37044) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:20.451982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b27cce15-771e-473d-a18c-5ec19fd84785 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826259 Mar 02 18:05:20.459019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37048) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:20.464470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:20.546963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] For port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:20.547272 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:20.669944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Calling delete_port for 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:20.698258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:20.708422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:20.722111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:20.728618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:20.758087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:20.806533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] Pushing event deleted for resources: {'Port': ['ID=9dd85d2b-a61f-44eb-9cf7-8be0c57cc051,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:20.812199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd54dd0-6405-46bb-8c27-53225cd3ef24 None None] No DVR routers for this DVR port 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:20.901701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:20.936979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:05:20.937324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9dd85d2b-a61f-44eb-9cf7-8be0c57cc051 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:05:21.118312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:21.120204 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.182000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:21.185441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:21.189487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:21.190056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.197961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41fa10-f8e2-463c-ad0b-05fc558b8405 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:21.204126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=89c9b3e1-46cf-4e20-9172-71d71399dee1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:21.223139 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1d99fe6b-e30e-40a3-aaf4-81976c554880 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7630479 Mar 02 18:05:21.225050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37058) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:21.232015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:21.391648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:21.399524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:21.406358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:21.428541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:21.453852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:21.485493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '89c9b3e1-46cf-4e20-9172-71d71399dee1'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:21.486513 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.619295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.669160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Allocated IP 2001:db8::f816:3eff:fe91:b7fb (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/89c9b3e1-46cf-4e20-9172-71d71399dee1/3a3a913f-0dfc-4b97-b81c-f43dc42c6497) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:21.767959 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89c9b3e1-46cf-4e20-9172-71d71399dee1 (CIDR: 2001:db8::/64) Mar 02 18:05:21.772658 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:05:21.773100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:21.792536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-34fb7626-d537-43ad-b2ae-4cbcfe6500b2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5654964 Mar 02 18:05:21.795189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:21.801357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:21.897451 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.908801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Transition to ACTIVE for port object 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:21.929520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Transition to ACTIVE for port object 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:21.938386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.962225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:21.972233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:21.977243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:21.991721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:22.007455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:22.011909 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.016504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:22.019378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:22.027842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:22.036995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Pushing event updated for resources: {'Port': ['ID=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:22.136613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Attempting to bind port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:05:22.137015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Attempting to bind port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:05:22.137342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Attempting to bind port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:05:22.145604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:05:22.145980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:22.146385 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.146845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:05:22.147974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Bound port: 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:05:22.148348 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.261957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] For port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:05:22.265198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] For port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:05:22.273150 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.356697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.380988 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c6c5-687d-4662-9fe4-fab2484eae5c None None] Pushing event updated for resources: {'Port': ['ID=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:22.437521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:22.443403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:22.448431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:22.449001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.500824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:22.552298 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d6e1916d-6c3c-4e1f-8061-658afd132a10 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7551482 Mar 02 18:05:22.555835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37082) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:22.563342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:22:8b:e6', 'name': 'tempest-NetworksTestDHCPv6-1590815323'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:22.788937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:22.795263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:22.799010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:22.806758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:22.820696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:22.827741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:22.862974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 1a94467b-d7d3-4bfd-b042-5773ecb7cf9a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:22.997742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:23.143957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:23.182387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8:0:1::2bc (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb/1a94467b-d7d3-4bfd-b042-5773ecb7cf9a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:23.191488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe22:8be6 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/89c9b3e1-46cf-4e20-9172-71d71399dee1/1a94467b-d7d3-4bfd-b042-5773ecb7cf9a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:23.528805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:23.574037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 1a94467b-d7d3-4bfd-b042-5773ecb7cf9a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:23.612209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:23.718166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:23.722268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:23.725135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=1a94467b-d7d3-4bfd-b042-5773ecb7cf9a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:23.728332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:23.732425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:23.733100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:23.804127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37090) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:23.807221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9a0f6dcb-8740-4ee6-9763-85395988a3df tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2491736 Mar 02 18:05:23.924650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 1a94467b-d7d3-4bfd-b042-5773ecb7cf9a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:23.925090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:23.934933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b8219-13d0-4d41-8925-e7e1727c97da None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:24.050677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Provisioning for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:24.058318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Provisioning complete for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:24.058714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.215825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.280602 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.326983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] For port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:24.342344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.399945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 1a94467b-d7d3-4bfd-b042-5773ecb7cf9a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:24.557730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9d28-0021-4c23-b55a-34bf52fe21eb None None] Pushing event updated for resources: {'Port': ['ID=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:24.591052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '89c9b3e1-46cf-4e20-9172-71d71399dee1', 'ip_address': '2001:db8::f816:3eff:fe91:b7fb'}, {'subnet_id': '8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '3a3a913f-0dfc-4b97-b81c-f43dc42c6497'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:05:24.660286 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.756283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.807500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=1a94467b-d7d3-4bfd-b042-5773ecb7cf9a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:24.908603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:24.926542 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-705646d5-c6d6-46e0-ae7a-76d99f7b5f51 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/1a94467b-d7d3-4bfd-b042-5773ecb7cf9a HTTP/1.1" status: 204 len: 168 time: 1.1213055 Mar 02 18:05:24.930277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:24.988046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:25.062136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Allocated IP 2001:db8:0:1::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb/3a3a913f-0dfc-4b97-b81c-f43dc42c6497) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:25.065373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06fb079-d32e-4a34-b77c-920637995195 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:25.066157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a06fb079-d32e-4a34-b77c-920637995195 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:25.090557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a06fb079-d32e-4a34-b77c-920637995195 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:25.092721 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a06fb079-d32e-4a34-b77c-920637995195 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1567786 Mar 02 18:05:25.096197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37102) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:25.210464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:25.220806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.261175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b265dfb-d9a3-4d3d-af91-fa04cfea699b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:25.263259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2b265dfb-d9a3-4d3d-af91-fa04cfea699b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1657951 Mar 02 18:05:25.267855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37106) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:25.359330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:25.362266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:25.363760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:25.365342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:25.383809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:25.385234 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4156c69d-f634-47c1-89c5-7eb4338bfaad tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1171210 Mar 02 18:05:25.386922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] For port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:25.388031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37110) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:25.498073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 89c9b3e1-46cf-4e20-9172-71d71399dee1 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:25.498358 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.530430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Transition to ACTIVE for port object 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:25.533834 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.534013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.591870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.684990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4797b8-3cd5-4322-b7d4-d61bcb1602a1 None None] Pushing event updated for resources: {'Port': ['ID=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:25.708479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.801360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.854252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=89c9b3e1-46cf-4e20-9172-71d71399dee1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:25.862485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.881511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c155616-2102-405c-9d41-2324a7b72671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/89c9b3e1-46cf-4e20-9172-71d71399dee1 HTTP/1.1" status: 204 len: 168 time: 0.4921210 Mar 02 18:05:25.884718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37124) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:26.210935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:26.215974 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.326113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.450304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.549225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96a360-272c-4f10-97e2-c60eea1f4880 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:26.566738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.615954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:26.631170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.638388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-09fb705a-e356-4bd4-b387-383fc7e57dcb None None] Could not find standard attr ID for object 1a94467b-d7d3-4bfd-b042-5773ecb7cf9a. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:26.658786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5cbf7da6-59d2-407e-b178-b3e6d2796ad4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb HTTP/1.1" status: 204 len: 168 time: 0.7727039 Mar 02 18:05:26.661998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:26.666014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-09fb705a-e356-4bd4-b387-383fc7e57dcb None None] Provisioning for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:26.673390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-09fb705a-e356-4bd4-b387-383fc7e57dcb None None] Provisioning complete for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:26.673755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09fb705a-e356-4bd4-b387-383fc7e57dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.737712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2cec472d-339a-4622-9261-3b3d9c033dbe tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754044 Mar 02 18:05:26.741483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:26.748803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:26.888158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:26.893403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:26.898215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:26.909051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:26.932656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:26.945811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:27.048513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:27.049241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.084612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:05:27.096861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Deleting port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:27.097580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.098277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.449019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] For port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:27.449256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.604940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Calling delete_port for 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:27.661182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:27.691398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.747103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] Pushing event deleted for resources: {'Port': ['ID=3a3a913f-0dfc-4b97-b81c-f43dc42c6497,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:27.752254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3555762-f7b2-4fe7-ae00-fcdaf28876a6 None None] No DVR routers for this DVR port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:27.769975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_pluggable_backend [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Port 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83796) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 18:05:27.770606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_pluggable_backend [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Reverting IP allocation for 2001:db8::f816:3eff:fe91:b7fb {{(pid=83796) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 18:05:27.782033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.852849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:27.856163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:27.860464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:27.861113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:27.866367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=6214fa33-0a6e-4e4a-8388-4bd45c4c900f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:27.875407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1d500-482c-4bf9-acd9-64cd628be679 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:27.906778 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55d53fde-860c-4372-9145-3c9a0f2d01fc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1609013 Mar 02 18:05:27.907305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37162) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:27.912982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:28.094543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:28.100264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:28.104649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:28.111473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:28.123554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:28.127677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:28.186136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '6214fa33-0a6e-4e4a-8388-4bd45c4c900f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:28.187119 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:28.300476 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6214fa33-0a6e-4e4a-8388-4bd45c4c900f (CIDR: 2001:db8::/64) Mar 02 18:05:28.304714 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:05:28.305594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:28.352212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Allocated IP 2001:db8::f816:3eff:fed8:1c8 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/6214fa33-0a6e-4e4a-8388-4bd45c4c900f/530280ac-cdc9-4c2e-b240-98dd3c50b913) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:28.352455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37168) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:28.359309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:28.362537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5e4c3a70-6bb8-4adb-bebb-b00af1434ec4 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4481666 Mar 02 18:05:28.582240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:28.589626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:28.593323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:28.599789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:28.612660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:28.730095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:28.753879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Transition to ACTIVE for port object 530280ac-cdc9-4c2e-b240-98dd3c50b913 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:28.785334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Transition to ACTIVE for port object 530280ac-cdc9-4c2e-b240-98dd3c50b913 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:28.785967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:28.798924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:28.867813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:28.871152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:28.877799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:28.895244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Pushing event updated for resources: {'Port': ['ID=530280ac-cdc9-4c2e-b240-98dd3c50b913,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:28.930082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:28.997576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:05:28.997973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3a3a913f-0dfc-4b97-b81c-f43dc42c6497 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:05:29.019501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Attempting to bind port 530280ac-cdc9-4c2e-b240-98dd3c50b913 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:05:29.019867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Attempting to bind port 530280ac-cdc9-4c2e-b240-98dd3c50b913 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:05:29.020228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Attempting to bind port 530280ac-cdc9-4c2e-b240-98dd3c50b913 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:05:29.027982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:05:29.028353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:29.028750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.029150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:05:29.029602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Bound port: 530280ac-cdc9-4c2e-b240-98dd3c50b913, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:05:29.029972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.123977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.141897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-57a950db-279e-4e93-a100-63422fa59737 None None] For port 530280ac-cdc9-4c2e-b240-98dd3c50b913, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:05:29.145512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-57a950db-279e-4e93-a100-63422fa59737 None None] For port 530280ac-cdc9-4c2e-b240-98dd3c50b913, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=530280ac-cdc9-4c2e-b240-98dd3c50b913,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:05:29.152470 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.180514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:29.186313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:29.191054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:29.193115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.233418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=1e222d53-d0ef-48a2-ab36-db2f66674278,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:29.239370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a950db-279e-4e93-a100-63422fa59737 None None] Pushing event updated for resources: {'Port': ['ID=530280ac-cdc9-4c2e-b240-98dd3c50b913,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:29.248254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.248788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.249290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.249796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.250378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.250890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.251388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.251877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.252370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.252859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.253351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:29.257736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-527f34fc-525e-4d7c-af40-d984b45b1de8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9042161 Mar 02 18:05:29.261643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37180) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:29.268045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:31:03:73', 'name': 'tempest-NetworksTestDHCPv6-2017777814'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:29.482913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:29.487866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:29.491523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:29.498863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:29.513649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:29.517933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:29.555759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port c15b81ff-08a8-4793-9802-8d426823269a yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:29.815420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8:0:1::2db (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/1e222d53-d0ef-48a2-ab36-db2f66674278/c15b81ff-08a8-4793-9802-8d426823269a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:29.823965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::f816:3eff:fe31:373 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/6214fa33-0a6e-4e4a-8388-4bd45c4c900f/c15b81ff-08a8-4793-9802-8d426823269a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:30.217377 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:30.240226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object c15b81ff-08a8-4793-9802-8d426823269a will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:30.267516 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:30.349162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:30.353497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:30.358265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:30.362664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:30.363300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:30.426526 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1608341 Mar 02 18:05:30.427394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37206) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:30.444092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4eb4a-33ca-4069-bc92-db389c11fc1b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=c15b81ff-08a8-4793-9802-8d426823269a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:30.513071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port c15b81ff-08a8-4793-9802-8d426823269a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:30.513779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:30.577258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a85df-5753-436d-8691-4d2b0a820dae None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:30.725219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b09d84ed-767b-4d27-be19-3735bb068aa6 None None] Provisioning for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:30.870553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:30.977295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 530280ac-cdc9-4c2e-b240-98dd3c50b913 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:31.087716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for c15b81ff-08a8-4793-9802-8d426823269a owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:31.128854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '6214fa33-0a6e-4e4a-8388-4bd45c4c900f', 'ip_address': '2001:db8::f816:3eff:fed8:1c8'}, {'subnet_id': '1e222d53-d0ef-48a2-ab36-db2f66674278'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '530280ac-cdc9-4c2e-b240-98dd3c50b913'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:05:31.167080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:31.179292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:31.179673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.280553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.409448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.561671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.627121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=c15b81ff-08a8-4793-9802-8d426823269a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:31.648918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 530280ac-cdc9-4c2e-b240-98dd3c50b913, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=530280ac-cdc9-4c2e-b240-98dd3c50b913,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:31.654340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.703737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Allocated IP 2001:db8:0:1::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/1e222d53-d0ef-48a2-ab36-db2f66674278/530280ac-cdc9-4c2e-b240-98dd3c50b913) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:31.727387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.740261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-536613da-612a-4d31-be99-dd75944e3ba9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/c15b81ff-08a8-4793-9802-8d426823269a HTTP/1.1" status: 204 len: 168 time: 1.3116820 Mar 02 18:05:31.744822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37218) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:31.850110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a260d-08e7-44f7-9264-9e2a401a35e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:31.851171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-407a260d-08e7-44f7-9264-9e2a401a35e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:31.866377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=530280ac-cdc9-4c2e-b240-98dd3c50b913,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:31.875999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-407a260d-08e7-44f7-9264-9e2a401a35e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:31.881529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-407a260d-08e7-44f7-9264-9e2a401a35e7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1329191 Mar 02 18:05:31.881694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37222) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:31.936061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] For port 530280ac-cdc9-4c2e-b240-98dd3c50b913, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=530280ac-cdc9-4c2e-b240-98dd3c50b913,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:31.963940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:31.984139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Transition to ACTIVE for port object 530280ac-cdc9-4c2e-b240-98dd3c50b913 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:31.985325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86358f84-70ec-43a7-9cf1-0f4247e23353 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:31.986552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-86358f84-70ec-43a7-9cf1-0f4247e23353 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:31.989519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.001476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-86358f84-70ec-43a7-9cf1-0f4247e23353 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:32.006235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37226) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:32.006525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-86358f84-70ec-43a7-9cf1-0f4247e23353 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1244130 Mar 02 18:05:32.065753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0249548-7307-4a3a-96ca-4d2b581decbf None None] Pushing event updated for resources: {'Port': ['ID=530280ac-cdc9-4c2e-b240-98dd3c50b913,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:32.076725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:32.078337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:32.079936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:32.081421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:32.101676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:32.103165 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa16dec2-501a-46e6-b5f3-1c7ec23a9422 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0958962 Mar 02 18:05:32.105860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37230) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:32.335556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 1e222d53-d0ef-48a2-ab36-db2f66674278 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:32.339108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.468965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.605771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.696572 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.740743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=1e222d53-d0ef-48a2-ab36-db2f66674278,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:32.746865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.763740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37238) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:32.764232 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e64bf400-6657-4e63-8b46-08ca2541d104 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/1e222d53-d0ef-48a2-ab36-db2f66674278 HTTP/1.1" status: 204 len: 168 time: 0.6566670 Mar 02 18:05:32.858502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 6214fa33-0a6e-4e4a-8388-4bd45c4c900f {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:32.867187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:32.869582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076ceec-0934-4769-9e22-a42807eea936 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:32.956737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.003938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eb46252b-2154-44b0-b85d-365134c6eb8f None None] Could not find standard attr ID for object c15b81ff-08a8-4793-9802-8d426823269a. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:33.012878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 530280ac-cdc9-4c2e-b240-98dd3c50b913 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:33.070259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.150207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eb46252b-2154-44b0-b85d-365134c6eb8f None None] Provisioning for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:33.164805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eb46252b-2154-44b0-b85d-365134c6eb8f None None] Provisioning complete for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:33.165352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eb46252b-2154-44b0-b85d-365134c6eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.181803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.243709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=6214fa33-0a6e-4e4a-8388-4bd45c4c900f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:33.255934 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.268366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8f48d71d-69fb-49bb-bd6d-d5a0c9959ce5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/6214fa33-0a6e-4e4a-8388-4bd45c4c900f HTTP/1.1" status: 204 len: 168 time: 0.5025463 Mar 02 18:05:33.272565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37248) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:33.376893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ec930fa-6b7d-47c9-bbb1-b5a408087b37 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027560 Mar 02 18:05:33.379730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37252) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:33.387015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:33.455011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 530280ac-cdc9-4c2e-b240-98dd3c50b913 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:33.455273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.569126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:33.575031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:33.578466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:33.591587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:33.608993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:33.620901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.734325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:05:33.739083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Deleting port 530280ac-cdc9-4c2e-b240-98dd3c50b913 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:33.740017 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.949262 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:33.989218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] For port 530280ac-cdc9-4c2e-b240-98dd3c50b913, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=530280ac-cdc9-4c2e-b240-98dd3c50b913,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:33.989924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.035616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:34.042083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:34.052753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:34.053382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.066157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=8a539cb0-b035-4367-8214-8bd34d1402d6,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:34.088533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-030bb7b5-b68d-4a7f-b420-90cf047ae580 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7045052 Mar 02 18:05:34.088915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:34.095205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:34.151133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Calling delete_port for 530280ac-cdc9-4c2e-b240-98dd3c50b913 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:34.235625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.267084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:34.271409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:34.274311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:34.281012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:34.284007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] Pushing event deleted for resources: {'Port': ['ID=530280ac-cdc9-4c2e-b240-98dd3c50b913,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:34.291378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab47bbc-d448-48fd-a583-3cefc0d46b83 None None] No DVR routers for this DVR port 530280ac-cdc9-4c2e-b240-98dd3c50b913 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:34.293399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:34.299535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.306559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e696d-a143-48ce-9c5e-1ea0000b7c0e None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:34.532650 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a539cb0-b035-4367-8214-8bd34d1402d6 (CIDR: 2001:db8::/64) Mar 02 18:05:34.537164 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:05:34.537983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:34.559665 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8412dde5-d538-407f-b039-aa6df3fc9088 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4664071 Mar 02 18:05:34.560056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37266) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:34.565316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:34.623445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'tenant_id': 'c11017ec1da444c2a0ff6fa1c1a43496', 'fixed_ips': [{'subnet_id': '8a539cb0-b035-4367-8214-8bd34d1402d6'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:05:34.624341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.705877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:34.710710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:34.713839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:34.719694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:34.731022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:34.736823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:34.785967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/8a539cb0-b035-4367-8214-8bd34d1402d6/1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:34.968271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 530280ac-cdc9-4c2e-b240-98dd3c50b913 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:35.021846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 530280ac-cdc9-4c2e-b240-98dd3c50b913 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:05:35.022612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 530280ac-cdc9-4c2e-b240-98dd3c50b913 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:05:35.117316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.131233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Transition to ACTIVE for port object 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:35.153149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Transition to ACTIVE for port object 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:35.159641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.251388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:35.257564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:35.259459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:35.262179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:35.314060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.objects.ports [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:35.363475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Attempting to bind port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:05:35.363992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Attempting to bind port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:05:35.366004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Attempting to bind port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 on network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:05:35.376099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:05:35.376734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Checking segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:35.377190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.377660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Bound using segment: {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:05:35.378228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Bound port: 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa82039-335f-4660-93ab-a4fb575236bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:05:35.378785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.505398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.512665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:05:35.515893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:05:35.521161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.607843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34464-8459-4a90-bdf1-1fe521f3f73a None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:35.763679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:35.822005 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.827530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.828256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:35.997878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:36.005253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:36.013550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:36.014048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:36.021031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=f2c14748-cb66-4306-ae1b-ebe3bfa3ae54,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:36.030181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:36.049454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-56877c6d-3d1e-4016-a630-35504037939e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4885116 Mar 02 18:05:36.052543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37292) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:36.058421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:a3:88:4d', 'name': 'tempest-NetworksTestDHCPv6-625933871'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:36.235800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:36.241036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:port and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:36.244298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:36.251826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:36.264495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:36.268697 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:36.299601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port 5b85487f-c910-4978-94fc-087e7a4c9931 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:36.592982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::1f5 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/8a539cb0-b035-4367-8214-8bd34d1402d6/5b85487f-c910-4978-94fc-087e7a4c9931) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:36.603247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:884d (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/f2c14748-cb66-4306-ae1b-ebe3bfa3ae54/5b85487f-c910-4978-94fc-087e7a4c9931) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:36.890589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611ae6e-c543-429d-85e6-6d68d01adaba None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:36.966338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.001612 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:05:37.005796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object 5b85487f-c910-4978-94fc-087e7a4c9931 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:37.044133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.066300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:37.144303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:37.149092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:37.154417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:37.159213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:37.160753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.184365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=5b85487f-c910-4978-94fc-087e7a4c9931,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:37.195676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a7cdb6d-2c8d-4a4a-8afb-8534487ad936 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1417100 Mar 02 18:05:37.198332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:37.225798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-adce363d-4499-4925-926e-d3af07793d3f None None] Provisioning for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:37.333221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port 5b85487f-c910-4978-94fc-087e7a4c9931 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:37.334553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.506080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:37.545923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:37.546502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.697737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.773806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.818783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:37.826614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:37.927615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:37.976044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for 5b85487f-c910-4978-94fc-087e7a4c9931 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:38.272765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:38.330334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=5b85487f-c910-4978-94fc-087e7a4c9931,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:38.423296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:38.438423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-50d39567-0af2-4499-82e9-799151695225 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/5b85487f-c910-4978-94fc-087e7a4c9931 HTTP/1.1" status: 204 len: 168 time: 1.2372477 Mar 02 18:05:38.440590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:38.538394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21564de-3c6e-48f0-8026-5136fb31fdab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:38.539177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a21564de-3c6e-48f0-8026-5136fb31fdab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:38.556824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a21564de-3c6e-48f0-8026-5136fb31fdab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:38.558267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a21564de-3c6e-48f0-8026-5136fb31fdab tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1166508 Mar 02 18:05:38.561300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:38.642206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5a7f080d-0f09-4a93-b368-b4c2e3989815 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:38.644296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a7f080d-0f09-4a93-b368-b4c2e3989815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:38.700387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3dd72-a82c-4724-a342-5613ff3ae604 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:38.705909 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5af3dd72-a82c-4724-a342-5613ff3ae604 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1413927 Mar 02 18:05:38.709089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37338) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:38.769236 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:38.835005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:38.836710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:38.838036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:38.838905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:38.881586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5a7f080d-0f09-4a93-b368-b4c2e3989815 None None] Could not find standard attr ID for object 5b85487f-c910-4978-94fc-087e7a4c9931. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:38.887349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:38.891386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-076bb84f-41cd-4fb4-9663-71f6b5a0f1b8 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1812580 Mar 02 18:05:38.892014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37346) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:39.030468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:39.147365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-21e2bde0-0929-44e8-8e57-f84c4fba8737 None None] Could not find standard attr ID for object c15b81ff-08a8-4793-9802-8d426823269a. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:39.253422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 8a539cb0-b035-4367-8214-8bd34d1402d6 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:39.257237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.261951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:39.262404 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.328745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.429879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-82e17b30-a165-41dc-9e47-1d73c1eceaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.454038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.472555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a92d01f-dac5-480b-b516-63524c668de7 None None] Could not find standard attr ID for object 5b85487f-c910-4978-94fc-087e7a4c9931. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:39.553832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.596926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=8a539cb0-b035-4367-8214-8bd34d1402d6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:39.601077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.616090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-620e5591-b100-4721-8fe0-10b43715e641 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8a539cb0-b035-4367-8214-8bd34d1402d6 HTTP/1.1" status: 204 len: 168 time: 0.7227509 Mar 02 18:05:39.618424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37354) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:39.677643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd3452-02f6-4b44-a670-86fcdffa64c8 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:39.688864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet f2c14748-cb66-4306-ae1b-ebe3bfa3ae54 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:39.691775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.753586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.845613 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:39.941604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.102832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c14748-cb66-4306-ae1b-ebe3bfa3ae54,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:40.110796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.119425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e20bc-087a-400a-9f14-d63b7c2b9ddd None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': 'f2c14748-cb66-4306-ae1b-ebe3bfa3ae54'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:05:40.123309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-79d2a2c0-4f56-44e2-b156-3528f144a362 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/f2c14748-cb66-4306-ae1b-ebe3bfa3ae54 HTTP/1.1" status: 204 len: 168 time: 0.5037866 Mar 02 18:05:40.126017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37362) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:40.211054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4f0618e3-04f3-4b1d-886c-e6a78d17e18c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835359 Mar 02 18:05:40.213985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37370) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:40.220536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:40.238849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6c9e20bc-087a-400a-9f14-d63b7c2b9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.427157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:40.431559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:40.435348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:40.443368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:40.464159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:40.468164 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.554469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dad3d4-dfb6-4740-a2de-b55824669c6c None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:40.676099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d3ef3e96-7fc8-4c62-8a69-025ea0c79c08 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:40.676481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3e96-7fc8-4c62-8a69-025ea0c79c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.716298 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.782219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:40.785650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:40.791781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:40.792380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:40.823206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6078718 Mar 02 18:05:40.826100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37374) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:40.831542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:40.856766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b281-ef88-40d8-ae7e-3012d875a142 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=1bc020b3-007c-4bb9-a4bb-33a0330bc10c,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:40.941911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:40.986827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:40.991194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:40.994237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:41.000364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:41.013709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:41.017222 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.114919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.144568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Update dhcp port {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'fixed_ips': [{'subnet_id': '1bc020b3-007c-4bb9-a4bb-33a0330bc10c'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:05:41.150141 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc020b3-007c-4bb9-a4bb-33a0330bc10c (CIDR: 2001:db8::/64) Mar 02 18:05:41.154497 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:05:41.154961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:41.181279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64f3dfa7-e7d1-40d3-ae6d-58d4d0090970 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3540890 Mar 02 18:05:41.184065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37378) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:41.189867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'subnet': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:41.198130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:41.206432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.248257 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.331065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:41.417166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:41.420546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee51503f-5be4-4c91-a5c2-7e60b92a9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.439202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Usage tracker for resource:subnet and tenant:c11017ec1da444c2a0ff6fa1c1a43496 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:41.445924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:41.454043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:41.466489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:41.470223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.530186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Allocated IP 2001:db8::2 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/1bc020b3-007c-4bb9-a4bb-33a0330bc10c/1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:41.716849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:41.766399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.790479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Transition to ACTIVE for port object 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:41.796462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:41.922881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2b55b-8a9a-4e14-9f35-1c2d1e88f951 None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:42.071287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.objects.ports [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83797) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:05:42.274613 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.630553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:42.659688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.666509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.669886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.818152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Subnet': ['ID=8f3452ff-32c0-4ac7-9f95-494c0dd3ea98,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:42.847775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:42.854769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:42.866241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.870024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:42.872924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:42.874738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0c773-193b-4266-ace7-5fe2c603fb54 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:42.916836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7314398 Mar 02 18:05:42.919480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37408) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:42.922766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed4a6-fbbf-4624-8a63-4a4d9c541fcc tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=11']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:42.933687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Request body: {'port': {'network_id': '735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e', 'mac_address': 'fa:16:3e:70:7f:6c', 'name': 'tempest-NetworksTestDHCPv6-137079964'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:43.031425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:43.180047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.190793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:43.227098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Provisioning for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:05:43.238557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:43.261922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Made reservation on behalf of c11017ec1da444c2a0ff6fa1c1a43496 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:43.275331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:43.275892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.359194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:43.359735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.418708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.457522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] device_id is not set on port a2eed8b8-0d7e-40f7-bdb5-943643a108bf yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:43.640526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.682962 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.696675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8::238 (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/1bc020b3-007c-4bb9-a4bb-33a0330bc10c/a2eed8b8-0d7e-40f7-bdb5-943643a108bf) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:43.704214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:7f6c (735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e/8f3452ff-32c0-4ac7-9f95-494c0dd3ea98/a2eed8b8-0d7e-40f7-bdb5-943643a108bf) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:05:43.721676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:43.729796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.847571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:05:43.847940 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:05:43.853895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d109c3-869c-41cd-b7f6-fdf6a401339a None None] Pushing event updated for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:43.938045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:43.955287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Transition to ACTIVE for port object a2eed8b8-0d7e-40f7-bdb5-943643a108bf will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:05:43.979250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.048688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:44.052176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:44.061857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:44.065863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:44.066477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.082541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event updated for resources: {'Port': ['ID=a2eed8b8-0d7e-40f7-bdb5-943643a108bf,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:44.112339 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e8dcac1-4a5b-48ee-8a6a-f4919d4e090b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1887507 Mar 02 18:05:44.115653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37430) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:44.296103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting port a2eed8b8-0d7e-40f7-bdb5-943643a108bf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:44.296670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.506293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.566645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5781d-60c5-4b6f-82b0-9396a3fb0460 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:44.606912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.689691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5c92c966-c96e-4eeb-ab09-5fb0d9623ebd None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:44.690064 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c92c966-c96e-4eeb-ab09-5fb0d9623ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:44.742534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Calling delete_port for a2eed8b8-0d7e-40f7-bdb5-943643a108bf owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:44.950273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:05:45.043117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.061473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:45.061473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.124247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Port': ['ID=a2eed8b8-0d7e-40f7-bdb5-943643a108bf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:45.234801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.246139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e4803003-86af-4b37-ab83-b1ad11143991 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a2eed8b8-0d7e-40f7-bdb5-943643a108bf HTTP/1.1" status: 204 len: 168 time: 1.1280022 Mar 02 18:05:45.248175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37444) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:45.349142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b4198-fe9c-4bab-952b-87655aeeb9a9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:45.350049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d32b4198-fe9c-4bab-952b-87655aeeb9a9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:45.373197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d32b4198-fe9c-4bab-952b-87655aeeb9a9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:45.374427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d32b4198-fe9c-4bab-952b-87655aeeb9a9 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1253357 Mar 02 18:05:45.377022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37448) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:45.455414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-508655c6-4d19-4107-9592-3387a4490ea2 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:45.455693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-508655c6-4d19-4107-9592-3387a4490ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.510895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e471fcf-2fe5-4ee2-8cae-77adb77d9fb7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:45.512425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5e471fcf-2fe5-4ee2-8cae-77adb77d9fb7 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1345189 Mar 02 18:05:45.515961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37452) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:45.629558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:45.632377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:45.632854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-508655c6-4d19-4107-9592-3387a4490ea2 None None] Could not find standard attr ID for object a2eed8b8-0d7e-40f7-bdb5-943643a108bf. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:45.639223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:45.643129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:45.669177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:45.670605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7fb680a7-9554-4238-9495-cfa804242ca2 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1527581 Mar 02 18:05:45.673285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37460) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:45.746968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ff93f8b9-322e-4ad8-a0ed-1e9573965b8b None None] Could not find standard attr ID for object a2eed8b8-0d7e-40f7-bdb5-943643a108bf. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:05:45.750163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 1bc020b3-007c-4bb9-a4bb-33a0330bc10c {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:45.753673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.816695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.906956 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.991036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.038612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc020b3-007c-4bb9-a4bb-33a0330bc10c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:46.044044 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.061451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3825b-ce94-42c7-959f-8f3ca2f9b1d6 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:46.063268 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a9ae89f-f26c-4170-82b3-14b5216cf006 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/1bc020b3-007c-4bb9-a4bb-33a0330bc10c HTTP/1.1" status: 204 len: 168 time: 0.3879731 Mar 02 18:05:46.064890 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37468) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.142838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Deleting subnet 8f3452ff-32c0-4ac7-9f95-494c0dd3ea98 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:05:46.146918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.217181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.419653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.514727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.571980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3452ff-32c0-4ac7-9f95-494c0dd3ea98,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:46.580676 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.591849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a20e7344-847e-4caf-bf97-f3aa07ecb449 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8f3452ff-32c0-4ac7-9f95-494c0dd3ea98 HTTP/1.1" status: 204 len: 168 time: 0.5256984 Mar 02 18:05:46.594144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37474) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.667810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60687199-3eec-4af1-a7ec-ddf01dad4ef0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723979 Mar 02 18:05:46.670050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37478) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.767180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f394ad8-35bc-41aa-bf71-260eca6fd7f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:46.767917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f394ad8-35bc-41aa-bf71-260eca6fd7f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:46.784340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5f394ad8-35bc-41aa-bf71-260eca6fd7f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:46.789918 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5f394ad8-35bc-41aa-bf71-260eca6fd7f0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1148679 Mar 02 18:05:46.789918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37488) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.893185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347deac1-d371-45ed-8c73-bdff74032f7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:46.894077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-347deac1-d371-45ed-8c73-bdff74032f7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Synchronizing usage tracker for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:46.917166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-347deac1-d371-45ed-8c73-bdff74032f7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Unset dirty status for tenant:c11017ec1da444c2a0ff6fa1c1a43496 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:46.919344 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-347deac1-d371-45ed-8c73-bdff74032f7e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291103 Mar 02 18:05:46.921927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37496) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.041440 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-67538afb-89b1-417d-9887-dfc7e3ebc778 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178038 Mar 02 18:05:47.045806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.119402 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-532a8d48-ceba-4c9a-9b00-795be1677671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.119847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532a8d48-ceba-4c9a-9b00-795be1677671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.122797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-532a8d48-ceba-4c9a-9b00-795be1677671 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a2eed8b8-0d7e-40f7-bdb5-943643a108bf HTTP/1.1" status: 404 len: 333 time: 0.0757511 Mar 02 18:05:47.125344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37512) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.172112 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eeb0f52-e3da-4eba-a4cb-03a888202565 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.172459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eeb0f52-e3da-4eba-a4cb-03a888202565 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.174261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1eeb0f52-e3da-4eba-a4cb-03a888202565 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8f3452ff-32c0-4ac7-9f95-494c0dd3ea98 HTTP/1.1" status: 404 len: 337 time: 0.0479400 Mar 02 18:05:47.177380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.238108 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94a9c70-6f8b-4ae4-80ea-e8adacdd580e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.238551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94a9c70-6f8b-4ae4-80ea-e8adacdd580e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.243300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37524) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.243443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d94a9c70-6f8b-4ae4-80ea-e8adacdd580e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/1bc020b3-007c-4bb9-a4bb-33a0330bc10c HTTP/1.1" status: 404 len: 337 time: 0.0650690 Mar 02 18:05:47.311165 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e704f9ae-3d48-4167-abd0-500ea3ecc875 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.315531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e704f9ae-3d48-4167-abd0-500ea3ecc875 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.323742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01b610-2b60-4c12-aaf5-4a1b9c245a98 None None] Network 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:47.324757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e704f9ae-3d48-4167-abd0-500ea3ecc875 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/5b85487f-c910-4978-94fc-087e7a4c9931 HTTP/1.1" status: 404 len: 333 time: 0.0798688 Mar 02 18:05:47.327260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37530) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.383674 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aefd7a4-5142-49ee-91dc-8fb30cbf576c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.384113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aefd7a4-5142-49ee-91dc-8fb30cbf576c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.385788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7aefd7a4-5142-49ee-91dc-8fb30cbf576c tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/f2c14748-cb66-4306-ae1b-ebe3bfa3ae54 HTTP/1.1" status: 404 len: 337 time: 0.0575416 Mar 02 18:05:47.397977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.503689 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e360eb-34e2-498e-aa10-eaef34c0f392 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.506517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e360eb-34e2-498e-aa10-eaef34c0f392 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.508131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e1e360eb-34e2-498e-aa10-eaef34c0f392 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8a539cb0-b035-4367-8214-8bd34d1402d6 HTTP/1.1" status: 404 len: 337 time: 0.1090655 Mar 02 18:05:47.510607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37542) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.544817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cab44c75-e406-4baf-aab4-aea934244c40 None None] Provisioning complete for port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:05:47.545425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cab44c75-e406-4baf-aab4-aea934244c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:47.577392 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-868e779c-b316-4d87-aac4-b9c3f158a602 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.577828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868e779c-b316-4d87-aac4-b9c3f158a602 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.583210 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.591302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-868e779c-b316-4d87-aac4-b9c3f158a602 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/c15b81ff-08a8-4793-9802-8d426823269a HTTP/1.1" status: 404 len: 333 time: 0.0794797 Mar 02 18:05:47.648023 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd16d26-ec5c-4f0a-a59c-2d33cc15f11f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.648455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd16d26-ec5c-4f0a-a59c-2d33cc15f11f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.652793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37552) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.653034 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6cd16d26-ec5c-4f0a-a59c-2d33cc15f11f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/1e222d53-d0ef-48a2-ab36-db2f66674278 HTTP/1.1" status: 404 len: 337 time: 0.0687301 Mar 02 18:05:47.717729 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdbbb57-3603-4d05-b9c7-6089f1ffce4d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.718330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdbbb57-3603-4d05-b9c7-6089f1ffce4d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.720136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ccdbbb57-3603-4d05-b9c7-6089f1ffce4d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/6214fa33-0a6e-4e4a-8388-4bd45c4c900f HTTP/1.1" status: 404 len: 337 time: 0.0663767 Mar 02 18:05:47.722918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.793298 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b1fa7a-fe1d-4750-8dba-d9426e1e0821 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.793937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] DHCP port deletion for 735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:05:47.794673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b1fa7a-fe1d-4750-8dba-d9426e1e0821 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.796494 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f5b1fa7a-fe1d-4750-8dba-d9426e1e0821 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/1a94467b-d7d3-4bfd-b042-5773ecb7cf9a HTTP/1.1" status: 404 len: 333 time: 0.0709174 Mar 02 18:05:47.798162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Deleting port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:47.798543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:47.799389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37564) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.844257 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d786472-7030-4877-ad9c-740d65ef2b30 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.844702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d786472-7030-4877-ad9c-740d65ef2b30 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.846321 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d786472-7030-4877-ad9c-740d65ef2b30 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/8c86aeb3-aef7-4c44-a2ed-4d6b1da7e2eb HTTP/1.1" status: 404 len: 337 time: 0.0458803 Mar 02 18:05:47.848832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37568) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.892763 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-761566b5-c6c0-4eab-ae9d-014cf9df70c3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.893208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761566b5-c6c0-4eab-ae9d-014cf9df70c3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.897117 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-761566b5-c6c0-4eab-ae9d-014cf9df70c3 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/89c9b3e1-46cf-4e20-9172-71d71399dee1 HTTP/1.1" status: 404 len: 337 time: 0.0472524 Mar 02 18:05:47.899718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.945017 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-648e8522-647e-4ee0-a69f-cfabf665d77a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:47.945465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648e8522-647e-4ee0-a69f-cfabf665d77a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:47.947326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-648e8522-647e-4ee0-a69f-cfabf665d77a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/0c2c2ecb-d185-4de5-9f46-cab1da0cb122 HTTP/1.1" status: 404 len: 333 time: 0.0464489 Mar 02 18:05:47.950070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37576) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:47.999844 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d2fd1b-1770-4408-90b4-722be31315a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.000206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d2fd1b-1770-4408-90b4-722be31315a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.007793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.009223 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-42d2fd1b-1770-4408-90b4-722be31315a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/71249764-8eb4-4305-a61b-9f977ee7c3e0 HTTP/1.1" status: 404 len: 337 time: 0.0578098 Mar 02 18:05:48.050809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] For port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,segment=NetworkSegment(faa82039-335f-4660-93ab-a4fb575236bd),segment_id=faa82039-335f-4660-93ab-a4fb575236bd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:05:48.051407 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.052921 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d4f5c5-bd4f-411e-abfa-41f075f83459 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.053359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d4f5c5-bd4f-411e-abfa-41f075f83459 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.057313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1d4f5c5-bd4f-411e-abfa-41f075f83459 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a12cad73-8a39-48d2-8393-798e8a033340 HTTP/1.1" status: 404 len: 333 time: 0.0464084 Mar 02 18:05:48.057983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.108336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37590) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.116635 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2c20a7-d643-47e2-9a49-c955629cd59b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.117071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2c20a7-d643-47e2-9a49-c955629cd59b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.121336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37596) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.121686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8d2c20a7-d643-47e2-9a49-c955629cd59b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/fd51ab3a-4dea-48cc-90ec-be66d5d52daf HTTP/1.1" status: 404 len: 337 time: 0.0625989 Mar 02 18:05:48.189248 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-98061ad5-73a6-4ba2-9137-871ab8c55f9e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.189681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98061ad5-73a6-4ba2-9137-871ab8c55f9e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.191466 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98061ad5-73a6-4ba2-9137-871ab8c55f9e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/bee6fd91-875a-485a-a1eb-32e9928a87f9 HTTP/1.1" status: 404 len: 333 time: 0.0687151 Mar 02 18:05:48.195113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37600) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.195630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Calling delete_port for 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:48.245380 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-05142ddb-8826-487a-947a-03b5b98e4aa0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.245823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05142ddb-8826-487a-947a-03b5b98e4aa0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.247514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-05142ddb-8826-487a-947a-03b5b98e4aa0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/22c1e6c6-e907-488b-9f96-84cabd91016b HTTP/1.1" status: 404 len: 337 time: 0.0514333 Mar 02 18:05:48.250143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37604) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.285679 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.289943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.301566 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb1c320-75a6-42d6-963f-d39999fe3c6a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.302818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb1c320-75a6-42d6-963f-d39999fe3c6a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.307390 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4fb1c320-75a6-42d6-963f-d39999fe3c6a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/1c4859ad-4fc7-44dd-b10f-c978c21ce023 HTTP/1.1" status: 404 len: 333 time: 0.0551300 Mar 02 18:05:48.308103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37608) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.328939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:48.333407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f50deada5a4f44e294d89534a5685153 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:48.336831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:48.343094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:48.352977 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5dcaa0-f05d-4c0e-92d3-f5c05ab942a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.353390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5dcaa0-f05d-4c0e-92d3-f5c05ab942a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.357816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3f5dcaa0-f05d-4c0e-92d3-f5c05ab942a0 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/af633790-6a89-42cb-ae9a-2e952dae750d HTTP/1.1" status: 404 len: 337 time: 0.0488305 Mar 02 18:05:48.358511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37612) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.366878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] Pushing event deleted for resources: {'Port': ['ID=1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:48.384179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8c131-d3a8-4a5e-99a8-5a360fdc3019 None None] No DVR routers for this DVR port 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:05:48.415855 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1f62dc-d9c9-4a46-90d4-e10df028d10b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.416730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1f62dc-d9c9-4a46-90d4-e10df028d10b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.418690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fd1f62dc-d9c9-4a46-90d4-e10df028d10b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/02c959ed-56f0-4e42-84c2-f1248a22c12d HTTP/1.1" status: 404 len: 333 time: 0.0591099 Mar 02 18:05:48.421032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.464780 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d009c29-d0a6-4bc3-899a-bce0821acf36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.465463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d009c29-d0a6-4bc3-899a-bce0821acf36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.467420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d009c29-d0a6-4bc3-899a-bce0821acf36 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/983adddd-d98a-4248-8bd3-3e74cd585400 HTTP/1.1" status: 404 len: 337 time: 0.0453355 Mar 02 18:05:48.469804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.471505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.479657 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.525840 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f45a4b8-c7bb-4729-96fc-1f6bebf57440 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.526321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f45a4b8-c7bb-4729-96fc-1f6bebf57440 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.527997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2f45a4b8-c7bb-4729-96fc-1f6bebf57440 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/a3d10bca-b0d3-4c1f-8092-500ca277602e HTTP/1.1" status: 404 len: 333 time: 0.0570138 Mar 02 18:05:48.530412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.540128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70229aa6-9aba-438b-95ec-94c42557df0c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:48.569544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-40cf78d7-edcb-4d67-bde2-9c4b22aa13f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f50deada5a4f44e294d89534a5685153&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4599273 Mar 02 18:05:48.572124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.591811 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca13d84-a618-45aa-902e-8d887f1d3d8b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.592465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca13d84-a618-45aa-902e-8d887f1d3d8b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.594641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6ca13d84-a618-45aa-902e-8d887f1d3d8b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/fd7df44c-06c1-4d95-8272-b77edb8e535c HTTP/1.1" status: 404 len: 337 time: 0.0631855 Mar 02 18:05:48.596881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37636) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.641546 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58af519-a15a-47ad-9433-5c8b255ef68b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.643274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58af519-a15a-47ad-9433-5c8b255ef68b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.645207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c58af519-a15a-47ad-9433-5c8b255ef68b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/291d26de-c2ad-4b82-8482-c91e342e4549 HTTP/1.1" status: 404 len: 337 time: 0.0473537 Mar 02 18:05:48.649585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37642) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.652520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.707104 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-961fbfcc-3f40-44c6-8abb-7a698d3e9e90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.707494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961fbfcc-3f40-44c6-8abb-7a698d3e9e90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.728415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.739020 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-961fbfcc-3f40-44c6-8abb-7a698d3e9e90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/91c6646f-c645-4f81-94a3-5d5e45c4295b HTTP/1.1" status: 404 len: 333 time: 0.0875869 Mar 02 18:05:48.742819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.790701 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6a6496-2fc1-4a3e-81e2-104bade3585f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.791146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6a6496-2fc1-4a3e-81e2-104bade3585f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.792785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f6a6496-2fc1-4a3e-81e2-104bade3585f tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/187b9365-34fc-4134-8ff4-9dad1c5afb0d HTTP/1.1" status: 404 len: 337 time: 0.0489800 Mar 02 18:05:48.795512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37650) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.839344 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-253aeac0-a33c-4e9e-89cc-9c38aa97a215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.839923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253aeac0-a33c-4e9e-89cc-9c38aa97a215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.850136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.852592 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:48.856017 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70229aa6-9aba-438b-95ec-94c42557df0c HTTP/1.1" status: 204 len: 168 time: 0.2806413 Mar 02 18:05:48.861300 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-253aeac0-a33c-4e9e-89cc-9c38aa97a215 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/381db0ac-0afd-42e0-87ac-854d4c2fe82a HTTP/1.1" status: 404 len: 337 time: 0.0646663 Mar 02 18:05:48.863912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37656) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.881912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b97fe-2bb7-45a6-b848-ec24a357d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70229aa6-9aba-438b-95ec-94c42557df0c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:48.915906 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-808d5c81-bb5d-47c1-aeb8-ddd6936394a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.916331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808d5c81-bb5d-47c1-aeb8-ddd6936394a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.918621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-808d5c81-bb5d-47c1-aeb8-ddd6936394a1 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/415d379c-6e03-4eac-a652-d6f377dbc7e7 HTTP/1.1" status: 404 len: 333 time: 0.0527489 Mar 02 18:05:48.920912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.976550 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccce38e-74df-4b5c-818e-3c635738f167 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:48.977237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccce38e-74df-4b5c-818e-3c635738f167 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:48.979615 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fccce38e-74df-4b5c-818e-3c635738f167 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/eb5263ea-1fbb-4da5-af0c-1b77f1296295 HTTP/1.1" status: 404 len: 337 time: 0.0573425 Mar 02 18:05:48.982288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37664) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:48.999639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:05:49.059399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:05:49.059799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b57ee80-d8bb-4fa3-811b-c8fb82ecf6c2 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:05:49.070706 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-90867d9f-7ec2-4efb-a5e9-007d812eb03b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.071159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90867d9f-7ec2-4efb-a5e9-007d812eb03b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.075389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37668) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.075523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-90867d9f-7ec2-4efb-a5e9-007d812eb03b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/a26725a3-d65f-44c1-8efb-37bbe9f75757 HTTP/1.1" status: 404 len: 337 time: 0.0919220 Mar 02 18:05:49.121812 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef3c147-5410-45a2-b9dd-4c1006f7935d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.122252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef3c147-5410-45a2-b9dd-4c1006f7935d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.123953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4ef3c147-5410-45a2-b9dd-4c1006f7935d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/85673a63-ab1c-446e-999f-d7b340c6c65c HTTP/1.1" status: 404 len: 333 time: 0.0475514 Mar 02 18:05:49.126900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.169569 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1944f066-daef-4334-b99a-6f60e47fe813 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.170006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1944f066-daef-4334-b99a-6f60e47fe813 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.173239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1944f066-daef-4334-b99a-6f60e47fe813 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/2c31ab8c-7404-4c31-913e-39026be3adc3 HTTP/1.1" status: 404 len: 337 time: 0.0451138 Mar 02 18:05:49.174672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37678) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.220788 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6c225f-bb89-4f65-b681-2d3650ed493e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.221228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6c225f-bb89-4f65-b681-2d3650ed493e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.227272 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad6c225f-bb89-4f65-b681-2d3650ed493e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/ce8bdfff-a72f-4329-8b95-f82582267357 HTTP/1.1" status: 404 len: 337 time: 0.0472438 Mar 02 18:05:49.227699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37682) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.287837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d7cf1707-ca63-4c44-b572-fe101232a91b tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports?device_id=363b4cf3-a0fa-4039-b8b1-1fea87e9d713 HTTP/1.1" status: 200 len: 205 time: 0.0568852 Mar 02 18:05:49.288114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37686) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.394302 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.422382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.445435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.492618 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-e91f85d1-fef1-4d55-9f08-998d80fa645a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] delete failed (client error): The resource could not be found. Mar 02 18:05:49.496379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e91f85d1-fef1-4d55-9f08-998d80fa645a tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/routers/363b4cf3-a0fa-4039-b8b1-1fea87e9d713 HTTP/1.1" status: 404 len: 336 time: 0.2069349 Mar 02 18:05:49.496785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37694) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.550883 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d832113a-8717-47a7-91d5-9854e0237c25 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.551854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d832113a-8717-47a7-91d5-9854e0237c25 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.554963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:49.561505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5d06c50abf4dd9a109bca7fafdb9fa is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:49.564944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:49.569733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d832113a-8717-47a7-91d5-9854e0237c25 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/faf3fb75-6d52-41f4-b885-a6dc4776d242 HTTP/1.1" status: 404 len: 337 time: 0.0716946 Mar 02 18:05:49.572566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.576312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:49.627872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2ce31450-1650-40ba-84a8-9722b6f398bf tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e26252-7b69-4252-9c13-eb46d0d93981 HTTP/1.1" status: 200 len: 205 time: 0.0541027 Mar 02 18:05:49.628543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.694644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.704867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.709008 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-7c4dc408-7305-4be5-a5e0-03e8aee8d82d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] delete failed (client error): The resource could not be found. Mar 02 18:05:49.712877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7c4dc408-7305-4be5-a5e0-03e8aee8d82d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/routers/a6e26252-7b69-4252-9c13-eb46d0d93981 HTTP/1.1" status: 404 len: 336 time: 0.0833044 Mar 02 18:05:49.714806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37710) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.757366 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-67db6a0b-f90b-4ab2-b145-484ac1450004 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.757828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67db6a0b-f90b-4ab2-b145-484ac1450004 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.763471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-67db6a0b-f90b-4ab2-b145-484ac1450004 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/6808f6fb-4075-413f-8e76-6e0c6b5ba518 HTTP/1.1" status: 404 len: 337 time: 0.0488572 Mar 02 18:05:49.764158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37716) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.782725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847db95b-0d88-4233-bc1a-f87666c1ad5e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:49.793064 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc5d06c50abf4dd9a109bca7fafdb9fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3672123 Mar 02 18:05:49.793545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.809141 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d62744-6813-409a-bb85-b847e146a914 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.809562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d62744-6813-409a-bb85-b847e146a914 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.814249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-67d62744-6813-409a-bb85-b847e146a914 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/95cb2f62-a97f-4c11-9118-a61e54765a8d HTTP/1.1" status: 404 len: 337 time: 0.0490866 Mar 02 18:05:49.815299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.815642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.815972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.816297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.816615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.816932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.817250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.818220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.818540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.818944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.819180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87361764-88e3-4661-84ec-e4ad49ac9fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:49.824821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37724) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.877832 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-678493cf-e8f5-4709-9786-967bddd0a58d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.878268 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678493cf-e8f5-4709-9786-967bddd0a58d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.893967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-0fd5a743-d61e-4e5f-b310-b1ed1482756f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3963737 Mar 02 18:05:49.895097 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-678493cf-e8f5-4709-9786-967bddd0a58d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/be89e81c-2dd3-4528-a4eb-b6ba471919ff HTTP/1.1" status: 404 len: 333 time: 0.0693367 Mar 02 18:05:49.898073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37728) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:49.917379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.948252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:49.950514 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdef458f-36ea-4ddc-9fa8-70cff95625e5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:49.951054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdef458f-36ea-4ddc-9fa8-70cff95625e5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:49.956248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fdef458f-36ea-4ddc-9fa8-70cff95625e5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/05014103-9e2c-4901-bbfa-c57b62f3dcf7 HTTP/1.1" status: 404 len: 337 time: 0.0568833 Mar 02 18:05:49.956408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37732) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.050760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-99a91082-0467-48b2-a245-64b6b52f9f3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1096 time: 0.0816817 Mar 02 18:05:50.103232 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c5e575-58bb-4a58-82df-b85b4093da8e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.103732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c5e575-58bb-4a58-82df-b85b4093da8e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.107841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-24c5e575-58bb-4a58-82df-b85b4093da8e tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/8b04fa5d-21d4-4c7f-8fcc-7a095cdf70df HTTP/1.1" status: 404 len: 333 time: 0.1481230 Mar 02 18:05:50.108979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.162393 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ee54c9-af2f-4cf9-bca2-ded9f848d2ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.162973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ee54c9-af2f-4cf9-bca2-ded9f848d2ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.164642 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-41ee54c9-af2f-4cf9-bca2-ded9f848d2ea tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/f43064f9-61db-4376-a066-8094c0c32eba HTTP/1.1" status: 404 len: 337 time: 0.0548337 Mar 02 18:05:50.168405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37740) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.219558 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c704a63f-e236-45b1-a256-0a7ed121d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.219558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c704a63f-e236-45b1-a256-0a7ed121d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.220189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07507-c8c8-4166-8d77-89551677ac0c req-5cb054c0-60e8-48dc-95b0-4f1d0bd521be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:50.221636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-5cb054c0-60e8-48dc-95b0-4f1d0bd521be service neutron] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 897 time: 0.1446688 Mar 02 18:05:50.229389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c704a63f-e236-45b1-a256-0a7ed121d1f5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/dd435b31-cf51-40c3-8c56-eb2fc0ace9ee HTTP/1.1" status: 404 len: 333 time: 0.0593739 Mar 02 18:05:50.232229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37744) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.273668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:50.276010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:50.279795 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/847db95b-0d88-4233-bc1a-f87666c1ad5e HTTP/1.1" status: 204 len: 168 time: 0.4825819 Mar 02 18:05:50.294389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39ec84-ed93-4235-8522-8af08fa83939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847db95b-0d88-4233-bc1a-f87666c1ad5e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:50.296893 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6b5e1c-31f3-425b-9b2c-1ee77dff7c2d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.297052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6b5e1c-31f3-425b-9b2c-1ee77dff7c2d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.298778 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1c6b5e1c-31f3-425b-9b2c-1ee77dff7c2d tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/59c9c607-df64-4eaf-bd70-c8cbbb58e349 HTTP/1.1" status: 404 len: 337 time: 0.0622668 Mar 02 18:05:50.303050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37750) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.365211 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30df8a3-60a1-48f3-b231-c2ca1f0c4879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.365555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30df8a3-60a1-48f3-b231-c2ca1f0c4879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.367347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e30df8a3-60a1-48f3-b231-c2ca1f0c4879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/0cdb34ac-b441-4bfa-b515-0c967622cfc2 HTTP/1.1" status: 404 len: 333 time: 0.0632389 Mar 02 18:05:50.369889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37754) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.376264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-5337ef10-454b-4c54-a897-a34db5d2610f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 1000 time: 0.1489296 Mar 02 18:05:50.419807 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca5a635-abd8-4b8b-9ff8-87fda6c59a43 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.420540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca5a635-abd8-4b8b-9ff8-87fda6c59a43 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.423597 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ca5a635-abd8-4b8b-9ff8-87fda6c59a43 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/c870a0b6-0a75-4aa8-86f4-baf5280553d5 HTTP/1.1" status: 404 len: 337 time: 0.0516737 Mar 02 18:05:50.426846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37758) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.470432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07507-c8c8-4166-8d77-89551677ac0c req-9ceab37f-4f01-445f-b14c-39280074aaa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:50.471766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-9ceab37f-4f01-445f-b14c-39280074aaa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.0864892 Mar 02 18:05:50.472145 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f24282-c7c1-4385-b968-b2f7fc14de90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.472661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f24282-c7c1-4385-b968-b2f7fc14de90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.474933 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78f24282-c7c1-4385-b968-b2f7fc14de90 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/276a13b1-b7dd-4cd1-8391-12d2720209e7 HTTP/1.1" status: 404 len: 333 time: 0.0471017 Mar 02 18:05:50.477644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37762) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.525220 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8282758f-3cac-499c-a1c2-a298c87ce879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.525686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8282758f-3cac-499c-a1c2-a298c87ce879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.528854 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8282758f-3cac-499c-a1c2-a298c87ce879 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/dedf49a4-92ac-4084-b68a-1227d42bd51c HTTP/1.1" status: 404 len: 337 time: 0.0501323 Mar 02 18:05:50.531960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37766) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.577708 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93641ed-cf59-43c6-9e93-bc46d0c1b842 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.578244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93641ed-cf59-43c6-9e93-bc46d0c1b842 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.580556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d93641ed-cf59-43c6-9e93-bc46d0c1b842 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/bc2c48f3-1329-4a0f-93d6-fefbde21889d HTTP/1.1" status: 404 len: 333 time: 0.0474577 Mar 02 18:05:50.583219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37770) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.587827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-247e18c7-462d-4acc-819c-d9428cf59f12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100194 Mar 02 18:05:50.623884 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e5d9a0-53ac-4134-a284-ac04ee9f3244 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.624236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e5d9a0-53ac-4134-a284-ac04ee9f3244 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.626673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72e5d9a0-53ac-4134-a284-ac04ee9f3244 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/140dc69c-0f94-4ebd-bfb6-22b92188ba9b HTTP/1.1" status: 404 len: 337 time: 0.0418320 Mar 02 18:05:50.628440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37776) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.674522 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aca2ac-f39a-4969-9b33-2eeb13c89903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.675308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aca2ac-f39a-4969-9b33-2eeb13c89903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.677894 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83aca2ac-f39a-4969-9b33-2eeb13c89903 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/ports/7e1ffb65-dbbd-4eb4-aef2-fd7fa9490b1b HTTP/1.1" status: 404 len: 333 time: 0.0475845 Mar 02 18:05:50.680480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37780) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.721083 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d9f789-c4c2-4f6c-9b7c-6cf9d11489b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] DELETE failed (client error): The resource could not be found. Mar 02 18:05:50.722218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d9f789-c4c2-4f6c-9b7c-6cf9d11489b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:05:50.724716 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61d9f789-c4c2-4f6c-9b7c-6cf9d11489b5 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/subnets/089c58c9-88bf-4ca6-bc3f-6a515a88c340 HTTP/1.1" status: 404 len: 337 time: 0.0431564 Mar 02 18:05:50.727826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:50.743608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-d8ea390b-b220-4b04-8d36-f6973a2439cd service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467755 Mar 02 18:05:50.863962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:50.900660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59f07507-c8c8-4166-8d77-89551677ac0c req-31e8dc20-1c56-4bfb-8344-5e808098671e service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497538 Mar 02 18:05:51.014471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.044036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:51.067200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa82039-335f-4660-93ab-a4fb575236bd') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:51.068899 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa82039-335f-4660-93ab-a4fb575236bd') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:51.090168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.124952 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.139850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:05:51.140449 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:05:51.168994 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:05:51.288202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:51.293323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.323835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.337376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] Pushing event deleted for resources: {'Network': ['ID=735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:51.344732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a0972c6-ddc0-49db-a88b-50ba329e71f6 tempest-NetworksTestDHCPv6-392271859 tempest-NetworksTestDHCPv6-392271859-project] 10.222.0.37 "DELETE /v2.0/networks/735f40d7-a5d9-4f4e-8053-bffd5d2dbc3e HTTP/1.1" status: 204 len: 168 time: 0.6139841 Mar 02 18:05:51.524514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.570745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:51.577537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Usage tracker for resource:security_group_rule and tenant:8996d823b75e45749c75bc86a8e09822 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:51.582005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:51.591256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:51.639144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37816) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:51.692574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.698073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.751187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba46235d-e16a-49f1-9a8b-a670c9296788,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:51.756233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-30ca0e2d-184f-444b-9f90-f3303bfeeea1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8996d823b75e45749c75bc86a8e09822&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4669652 Mar 02 18:05:51.759389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37824) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:51.828367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.857255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.913391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.931074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba46235d-e16a-49f1-9a8b-a670c9296788,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:51.939219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:51.940502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c12d4604-678d-412a-b330-55ac11933f00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba46235d-e16a-49f1-9a8b-a670c9296788 HTTP/1.1" status: 204 len: 168 time: 0.1801817 Mar 02 18:05:51.998123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-33526e97-1273-407f-ab9b-20086ec3d5fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c11017ec1da444c2a0ff6fa1c1a43496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583305 Mar 02 18:05:52.000697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37834) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:52.071027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:52.109965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:52.173455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:52.190153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa9ac2-59d9-458b-ac19-5ce684c06a79,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:52.200609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:52.203027 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9b39c6f0-cb8f-4798-8bd8-0efd589fa507 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68aa9ac2-59d9-458b-ac19-5ce684c06a79 HTTP/1.1" status: 204 len: 168 time: 0.2012775 Mar 02 18:05:53.816058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 37902) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:54.104069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-263514278'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:54.112211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:54.120152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:54.124138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:54.133254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:54.146913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:54.151223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.169745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.208015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:54.212652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:54.215560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:54.221477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:54.296958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.301027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.334892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:05:54.351723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa1becd-11d5-487d-b50c-275f4ec0cd8a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:54.357665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.358145 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment 28dd1a55-4a89-4a7d-b987-48b7bf87061a of type vlan for network 041ac422-c192-4afa-9cb3-1808dd11048d Mar 02 18:05:54.394865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.433085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.439809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:54.440757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.495296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 37926) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:54.495849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6781867 Mar 02 18:05:54.502438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'name': 'tempest-PortsIpV6TestJSON-683948660'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:54.585936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f0dbe-4566-452e-a0a0-c5870a2d39d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=041ac422-c192-4afa-9cb3-1808dd11048d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:54.596656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:05:54.671035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:54.675760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:54.680897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:54.688556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:54.706856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:54.712223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.753365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 06ed7fbf-ae03-4780-80ae-609050ec926c yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:55.130964 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.159571 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.243746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=06ed7fbf-ae03-4780-80ae-609050ec926c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:55.271887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': '28dd1a55-4a89-4a7d-b987-48b7bf87061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:55.272249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 041ac422-c192-4afa-9cb3-1808dd11048d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:05:55.306374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:05:55.319763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 041ac422-c192-4afa-9cb3-1808dd11048d) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:55.324339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:55.328134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:55.328728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.330499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d38cb-5f3f-4356-ad5a-8778004b7545 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:55.354857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bdb75125-0e40-48fe-8ebc-0416cd88a920 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8579106 Mar 02 18:05:55.358132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:55.364723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1204787604'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:55.372313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:55.378360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:55.384400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:55.392596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:55.409850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:55.414477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.460088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:05:55.470936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.471284 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment bc160bd1-a706-48b4-b9d5-8be579cf8b40 of type vlan for network 0f307d21-f25a-4b09-82b4-7e99ccb897be Mar 02 18:05:55.509456 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.552417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.559036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:55.559942 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.615947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2565231 Mar 02 18:05:55.618877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38070) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:55.626987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'ports': [{'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'}, {'network_id': '0f307d21-f25a-4b09-82b4-7e99ccb897be'}]} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:55.627623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:55.628254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '0f307d21-f25a-4b09-82b4-7e99ccb897be'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:55.740982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944411-5296-4416-b70c-195a5c066732 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=0f307d21-f25a-4b09-82b4-7e99ccb897be,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:55.758821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0f307d21-f25a-4b09-82b4-7e99ccb897be details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:05:55.928014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38076) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:55.936144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:55.941226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:55.944575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:55.951332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:55.964094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 2} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:55.968000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.989203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.117899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.150513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:56.154595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Usage tracker for resource:security_group_rule and tenant:cc14614c66e2482db8d3d103562e0966 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:56.157470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:56.167575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:56.249228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.254981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.309875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec06afb-e2ed-415e-afb9-8437e79b9f7f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:56.316248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d7c56cc5-d547-4c30-8958-997ead6a0ecd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc14614c66e2482db8d3d103562e0966&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3868842 Mar 02 18:05:56.319001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:56.328942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 5a082a74-dd72-4efa-a33c-86bff51767da yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:56.384144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.437154 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.456153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.496478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.512434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec06afb-e2ed-415e-afb9-8437e79b9f7f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:56.521664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.523080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-71dd1f3f-bdb8-42cc-90c8-56ae386443dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ec06afb-e2ed-415e-afb9-8437e79b9f7f HTTP/1.1" status: 204 len: 168 time: 0.2031281 Mar 02 18:05:56.604655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 95fd990a-6a60-4085-a8d5-664dd59eb569 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:05:56.722252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.793748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.886253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:05:56.894692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:56.900014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:56.900974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.909853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=5a082a74-dd72-4efa-a33c-86bff51767da,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:57.008387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=95fd990a-6a60-4085-a8d5-664dd59eb569,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:57.019039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': 'bc160bd1-a706-48b4-b9d5-8be579cf8b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0f307d21-f25a-4b09-82b4-7e99ccb897be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:05:57.019413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 0f307d21-f25a-4b09-82b4-7e99ccb897be, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:05:57.045521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 0f307d21-f25a-4b09-82b4-7e99ccb897be is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:05:57.069548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38098) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:57.070438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0f307d21-f25a-4b09-82b4-7e99ccb897be) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:05:57.075717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:05:57.081187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:57.085308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:57.086150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.094899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f232a6-01ab-4e49-a850-448ee4b2cecd None None] Network 0f307d21-f25a-4b09-82b4-7e99ccb897be requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:05:57.097346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.140454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:57.142137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-920fd657-fb43-47f9-b99b-fd4215a91076 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5205858 Mar 02 18:05:57.144508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:57.148377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Usage tracker for resource:security_group_rule and tenant:af21d7cdec944217b949e1d4573257d2 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:57.155869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:57.165841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:57.239463 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 95fd990a-6a60-4085-a8d5-664dd59eb569 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:57.240061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.291227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.297856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.424410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38110) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:57.425477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af21d7cdec944217b949e1d4573257d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3543177 Mar 02 18:05:57.432945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07fa9e-a23b-4003-89f2-929d46855a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11cd51b-ef3d-4693-92de-c1d0a3534d5d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:57.580543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.722279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 95fd990a-6a60-4085-a8d5-664dd59eb569 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:57.760266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.804773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.850493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.899935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=95fd990a-6a60-4085-a8d5-664dd59eb569,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:57.908187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.920027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.922239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:57.923363 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a11cd51b-ef3d-4693-92de-c1d0a3534d5d HTTP/1.1" status: 204 len: 168 time: 0.4942448 Mar 02 18:05:57.927683 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64a816b2-f28c-425b-8f7b-d9a8a1507240 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/95fd990a-6a60-4085-a8d5-664dd59eb569 HTTP/1.1" status: 204 len: 168 time: 0.7789850 Mar 02 18:05:57.928321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38120) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:57.936226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e143a8-f4ae-411a-a06a-153d1e6b8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11cd51b-ef3d-4693-92de-c1d0a3534d5d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:58.023532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bc953-3b75-441e-9f3f-f7cca3ae7261 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:58.028789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bc953-3b75-441e-9f3f-f7cca3ae7261 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:58.029567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-580bc953-3b75-441e-9f3f-f7cca3ae7261 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:58.048261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-580bc953-3b75-441e-9f3f-f7cca3ae7261 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:58.052953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-580bc953-3b75-441e-9f3f-f7cca3ae7261 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1202269 Mar 02 18:05:58.053208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:58.126982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 5a082a74-dd72-4efa-a33c-86bff51767da {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:05:58.127326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:58.369711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:58.610788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 5a082a74-dd72-4efa-a33c-86bff51767da owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:05:58.700235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:58.755012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=5a082a74-dd72-4efa-a33c-86bff51767da,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:58.760680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:58.775485 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b5dc51c-8425-4896-95ae-442a06e8fe55 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/5a082a74-dd72-4efa-a33c-86bff51767da HTTP/1.1" status: 204 len: 168 time: 0.7211549 Mar 02 18:05:58.777954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:58.857662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c1616-96ca-456b-8ec4-ad05044ab26b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:58.858330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f92c1616-96ca-456b-8ec4-ad05044ab26b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:58.875469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f92c1616-96ca-456b-8ec4-ad05044ab26b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:58.876819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f92c1616-96ca-456b-8ec4-ad05044ab26b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0978258 Mar 02 18:05:58.879411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:58.921704 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad04835e-8145-409b-bd90-8675d613bfca tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:05:58.922982 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad04835e-8145-409b-bd90-8675d613bfca tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/95fd990a-6a60-4085-a8d5-664dd59eb569 HTTP/1.1" status: 404 len: 333 time: 0.0426328 Mar 02 18:05:58.925621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:58.970278 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-303226d4-8dc6-4f59-8966-84167a0ccfc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:05:58.971507 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-303226d4-8dc6-4f59-8966-84167a0ccfc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/5a082a74-dd72-4efa-a33c-86bff51767da HTTP/1.1" status: 404 len: 333 time: 0.0450292 Mar 02 18:05:58.975132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:59.092686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.232739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.258460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f307d21-f25a-4b09-82b4-7e99ccb897be']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:59.271408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc160bd1-a706-48b4-b9d5-8be579cf8b40') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:59.272090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc160bd1-a706-48b4-b9d5-8be579cf8b40') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:05:59.283062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.298823 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.305363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:05:59.305745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:05:59.320680 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:05:59.408867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.414530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.440515 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/0f307d21-f25a-4b09-82b4-7e99ccb897be HTTP/1.1" status: 204 len: 168 time: 0.4642596 Mar 02 18:05:59.441367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2511acc-80e3-4dfb-b917-520057025651 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=0f307d21-f25a-4b09-82b4-7e99ccb897be,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:59.444453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:59.449859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-617018848'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:59.455696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:59.460099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:59.463161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:59.470178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:59.482877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:59.485789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.513686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:05:59.523146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.523491 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment c527eaab-731e-485c-a464-533eef75fe0e of type vlan for network 3cbb673b-dcda-4902-8b74-a48492310a09 Mar 02 18:05:59.550453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.583847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.587762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:05:59.588335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:59.677823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2323239 Mar 02 18:05:59.681032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38150) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:59.687289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:05:59.698722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd9fd-084b-495e-aaa8-87b39abefb0d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=3cbb673b-dcda-4902-8b74-a48492310a09,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:59.710405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 3cbb673b-dcda-4902-8b74-a48492310a09 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:05:59.841765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:59.845735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:59.848892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:59.854930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:59.866626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:05:59.967986 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.072130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Performing IP validity checks on allocation pools {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:06:00.074876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:06:00.217814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.296089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=e329a507-eb43-4f3d-8fab-f8276484ea34,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:00.311633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': 'c527eaab-731e-485c-a464-533eef75fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:00.311994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 3cbb673b-dcda-4902-8b74-a48492310a09, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:00.335214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 3cbb673b-dcda-4902-8b74-a48492310a09 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:00.345434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 3cbb673b-dcda-4902-8b74-a48492310a09) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:00.350020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:00.350742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.357887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f955a5-421f-4c23-87e7-74e9c4d8cc73 None None] Network 3cbb673b-dcda-4902-8b74-a48492310a09 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:00.382382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd3aa6f1-ef70-44e5-b1b0-b007b88c6175 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6974134 Mar 02 18:06:00.382639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38164) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:00.388374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09', 'name': 'tempest-PortsIpV6TestJSON-1540433389'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:00.537002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:00.548862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:00.560958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:00.564442 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.592674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 65d9f99f-671d-45b6-bc8c-9df86e806db4 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:00.603129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-3cbb673b-dcda-4902-8b74-a48492310a09', 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': 'e329a507-eb43-4f3d-8fab-f8276484ea34'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:00.604085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.741895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::1ff (3cbb673b-dcda-4902-8b74-a48492310a09/e329a507-eb43-4f3d-8fab-f8276484ea34/65d9f99f-671d-45b6-bc8c-9df86e806db4) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:00.963735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.979664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object 65d9f99f-671d-45b6-bc8c-9df86e806db4 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:01.001366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.064096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Allocated IP 2001:db8::2 (3cbb673b-dcda-4902-8b74-a48492310a09/e329a507-eb43-4f3d-8fab-f8276484ea34/07ed9f2c-14d4-49b2-b29b-970d625ef891) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:01.076248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 3cbb673b-dcda-4902-8b74-a48492310a09 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:01.079779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:01.084075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:01.088528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:01.089124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.094259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=65d9f99f-671d-45b6-bc8c-9df86e806db4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:01.119870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f51ef3fd-fc3e-4160-9eac-33816232fc9a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7333026 Mar 02 18:06:01.120054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38168) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:01.193755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 65d9f99f-671d-45b6-bc8c-9df86e806db4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:01.194000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.287145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.299074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Transition to ACTIVE for port object 07ed9f2c-14d4-49b2-b29b-970d625ef891 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:01.318949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Transition to ACTIVE for port object 07ed9f2c-14d4-49b2-b29b-970d625ef891 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:01.325108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.402206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Network 3cbb673b-dcda-4902-8b74-a48492310a09 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:01.403477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:01.407757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:01.416671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Pushing event updated for resources: {'Port': ['ID=07ed9f2c-14d4-49b2-b29b-970d625ef891,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:01.468448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.502247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.502643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.502955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.503346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.503620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.503947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.504298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.505531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.505531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.505531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.506069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:01.520462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Attempting to bind port 07ed9f2c-14d4-49b2-b29b-970d625ef891 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:01.521928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Attempting to bind port 07ed9f2c-14d4-49b2-b29b-970d625ef891 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c527eaab-731e-485c-a464-533eef75fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:01.522535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Attempting to bind port 07ed9f2c-14d4-49b2-b29b-970d625ef891 on network 3cbb673b-dcda-4902-8b74-a48492310a09 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:01.532559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:01.533263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Checking segment: {'id': 'c527eaab-731e-485c-a464-533eef75fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:01.535417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.535417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Bound using segment: {'id': 'c527eaab-731e-485c-a464-533eef75fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:01.535417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Bound port: 07ed9f2c-14d4-49b2-b29b-970d625ef891, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c527eaab-731e-485c-a464-533eef75fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cbb673b-dcda-4902-8b74-a48492310a09'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:01.535417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.656173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] For port 07ed9f2c-14d4-49b2-b29b-970d625ef891, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:01.660555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] For port 07ed9f2c-14d4-49b2-b29b-970d625ef891, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=07ed9f2c-14d4-49b2-b29b-970d625ef891,segment=NetworkSegment(c527eaab-731e-485c-a464-533eef75fe0e),segment_id=c527eaab-731e-485c-a464-533eef75fe0e)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:01.675385 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.732424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 65d9f99f-671d-45b6-bc8c-9df86e806db4 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:01.775890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbedb-597d-4cb4-abe0-24b599b6f663 None None] Pushing event updated for resources: {'Port': ['ID=07ed9f2c-14d4-49b2-b29b-970d625ef891,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:01.916816 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:01.989719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=65d9f99f-671d-45b6-bc8c-9df86e806db4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:02.042116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.056051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca8a8173-d55e-442d-97d9-dafa55afeed0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/65d9f99f-671d-45b6-bc8c-9df86e806db4 HTTP/1.1" status: 204 len: 168 time: 0.9350162 Mar 02 18:06:02.058864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38184) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:02.108085 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-31db6f22-4177-4e73-9485-37818e54769d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:06:02.108536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31db6f22-4177-4e73-9485-37818e54769d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:06:02.110689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-31db6f22-4177-4e73-9485-37818e54769d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/65d9f99f-671d-45b6-bc8c-9df86e806db4 HTTP/1.1" status: 404 len: 333 time: 0.0504019 Mar 02 18:06:02.113302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38188) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:02.166968 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e4346f-8228-4338-b827-46ed8db8b1ee tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:02.167443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-29e4346f-8228-4338-b827-46ed8db8b1ee tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:02.191915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-29e4346f-8228-4338-b827-46ed8db8b1ee tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:02.196389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-29e4346f-8228-4338-b827-46ed8db8b1ee tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/65d9f99f-671d-45b6-bc8c-9df86e806db4 HTTP/1.1" status: 404 len: 333 time: 0.0788541 Mar 02 18:06:02.196813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38192) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:02.281094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet e329a507-eb43-4f3d-8fab-f8276484ea34 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:02.285075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.345248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.473214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.565178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.624878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=e329a507-eb43-4f3d-8fab-f8276484ea34,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:02.629251 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.637507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ca8811e3-f25b-41d2-8727-003173d2812b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/e329a507-eb43-4f3d-8fab-f8276484ea34 HTTP/1.1" status: 204 len: 168 time: 0.4396100 Mar 02 18:06:02.640579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38200) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:02.785536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.805582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 07ed9f2c-14d4-49b2-b29b-970d625ef891 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:02.806032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:02.911989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7be29d-b073-471a-8aa8-5c238b7dc792 None None] Network 3cbb673b-dcda-4902-8b74-a48492310a09 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:03.042973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 07ed9f2c-14d4-49b2-b29b-970d625ef891 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:03.125205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port 07ed9f2c-14d4-49b2-b29b-970d625ef891, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=07ed9f2c-14d4-49b2-b29b-970d625ef891,segment=NetworkSegment(c527eaab-731e-485c-a464-533eef75fe0e),segment_id=c527eaab-731e-485c-a464-533eef75fe0e)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:03.125652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.190141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-181da188-92ff-4fa3-a966-6c80b6367b89 None None] Provisioning for port 07ed9f2c-14d4-49b2-b29b-970d625ef891 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:03.211407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 07ed9f2c-14d4-49b2-b29b-970d625ef891 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:03.225810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 07ed9f2c-14d4-49b2-b29b-970d625ef891 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:03.226367 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.259022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 07ed9f2c-14d4-49b2-b29b-970d625ef891 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:03.357226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.380483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port 07ed9f2c-14d4-49b2-b29b-970d625ef891 update to ACTIVE by agent not found {{(pid=83798) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 18:06:03.410133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb17da-da43-4bf4-8a4e-27e827440936 None None] DHCP port deletion for 3cbb673b-dcda-4902-8b74-a48492310a09 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:03.525084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No DVR routers for this DVR port 07ed9f2c-14d4-49b2-b29b-970d625ef891 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:03.526845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=07ed9f2c-14d4-49b2-b29b-970d625ef891,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:03.651706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.676058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbb673b-dcda-4902-8b74-a48492310a09']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:03.688829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c527eaab-731e-485c-a464-533eef75fe0e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:03.689061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c527eaab-731e-485c-a464-533eef75fe0e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:03.700921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.716683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.722723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:03.723105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:03.737273 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:03.822402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.839090 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.849693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=3cbb673b-dcda-4902-8b74-a48492310a09,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:03.860629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f689195c-d325-4b2f-8578-f5c42cc741a3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/3cbb673b-dcda-4902-8b74-a48492310a09 HTTP/1.1" status: 204 len: 168 time: 1.2189877 Mar 02 18:06:03.864930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38214) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:03.871077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638323442'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:03.876801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:03.881447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:03.884671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:03.890402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:03.906610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:03.910769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.940183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:03.950247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:03.950613 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment bfbc4d68-42f8-4e7f-938f-9dc49ece3f20 of type vlan for network 64987404-b6d0-46f2-a6d6-f1df44a48854 Mar 02 18:06:03.977421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.007494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.011317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:04.011901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.116830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2503312 Mar 02 18:06:04.119543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38218) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:04.127093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:04.140928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b028d6-9dbd-4f65-a733-4ff7ed3af54e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=64987404-b6d0-46f2-a6d6-f1df44a48854,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:04.152513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:04.245378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:04.250061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:04.253103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:04.259617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:04.274611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:04.377905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.620040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.704001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=8cabe610-67a9-45cb-9e10-b9c486d17bf3,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:04.719833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:04.720197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 64987404-b6d0-46f2-a6d6-f1df44a48854, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:04.742651 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:04.752143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 64987404-b6d0-46f2-a6d6-f1df44a48854) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:04.756244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:04.756928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.764249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289c3b3-accd-4627-8011-2c166b9ab222 None None] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:04.778636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0938d959-b3ec-4d3a-b5d3-ec05ac6271b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6580586 Mar 02 18:06:04.781409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:04.788595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1131593177'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:04.938930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 07ed9f2c-14d4-49b2-b29b-970d625ef891 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:04.947423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:04.951699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:04.954530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:04.960540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:04.971821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:04.976164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:04.977688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 07ed9f2c-14d4-49b2-b29b-970d625ef891 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:04.978096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 07ed9f2c-14d4-49b2-b29b-970d625ef891 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:05.000700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port ca987bc3-890a-48ce-9a3e-ab3808997c67 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:05.029977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-64987404-b6d0-46f2-a6d6-f1df44a48854', 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': '8cabe610-67a9-45cb-9e10-b9c486d17bf3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:05.030923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.154438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::1bb (64987404-b6d0-46f2-a6d6-f1df44a48854/8cabe610-67a9-45cb-9e10-b9c486d17bf3/ca987bc3-890a-48ce-9a3e-ab3808997c67) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:05.333627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.353084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object ca987bc3-890a-48ce-9a3e-ab3808997c67 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:05.384468 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.474775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:05.478857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:05.481337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=ca987bc3-890a-48ce-9a3e-ab3808997c67,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:05.483667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:05.486959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Allocated IP 2001:db8::2 (64987404-b6d0-46f2-a6d6-f1df44a48854/8cabe610-67a9-45cb-9e10-b9c486d17bf3/8759c9df-4b67-4854-b40c-360768502870) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:05.488138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:05.489133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.518633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cc2ef82a-f144-4bc8-a061-6238d035cdf0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7356355 Mar 02 18:06:05.521792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38234) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:05.588681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port ca987bc3-890a-48ce-9a3e-ab3808997c67 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:05.589029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.719467 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.731397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Transition to ACTIVE for port object 8759c9df-4b67-4854-b40c-360768502870 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:05.756075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Transition to ACTIVE for port object 8759c9df-4b67-4854-b40c-360768502870 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:05.762827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.843628 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:05.847298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:05.852684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:05.855137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Pushing event updated for resources: {'Port': ['ID=8759c9df-4b67-4854-b40c-360768502870,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:05.945363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Attempting to bind port 8759c9df-4b67-4854-b40c-360768502870 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:05.945739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Attempting to bind port 8759c9df-4b67-4854-b40c-360768502870 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:05.946090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Attempting to bind port 8759c9df-4b67-4854-b40c-360768502870 on network 64987404-b6d0-46f2-a6d6-f1df44a48854 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:05.954049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:05.954418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Checking segment: {'id': 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:05.954844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.955231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Bound using segment: {'id': 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:05.955731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Bound port: 8759c9df-4b67-4854-b40c-360768502870, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '64987404-b6d0-46f2-a6d6-f1df44a48854'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:05.956125 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:05.983386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.053046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] For port 8759c9df-4b67-4854-b40c-360768502870, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:06.056331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] For port 8759c9df-4b67-4854-b40c-360768502870, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8759c9df-4b67-4854-b40c-360768502870,segment=NetworkSegment(bfbc4d68-42f8-4e7f-938f-9dc49ece3f20),segment_id=bfbc4d68-42f8-4e7f-938f-9dc49ece3f20)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:06.061868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.117145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for ca987bc3-890a-48ce-9a3e-ab3808997c67 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:06.149219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912fb87-cfa8-4dae-a92c-21a8e774e7e0 None None] Pushing event updated for resources: {'Port': ['ID=8759c9df-4b67-4854-b40c-360768502870,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:06.261829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38248) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:06.293761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.370625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=ca987bc3-890a-48ce-9a3e-ab3808997c67,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:06.419265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.437203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38254) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:06.437737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-85d9ad80-6e0e-427f-bd96-38d3e1122a03 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/ca987bc3-890a-48ce-9a3e-ab3808997c67 HTTP/1.1" status: 204 len: 168 time: 0.9143949 Mar 02 18:06:06.459796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.487212 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5074cbbc-fd26-4f84-8c33-71c1611adb5a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:06.488538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5074cbbc-fd26-4f84-8c33-71c1611adb5a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:06.496967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:06.501285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Usage tracker for resource:security_group_rule and tenant:c98f1759033a4f95869af7141c8632d4 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:06.504902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:06.506123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5074cbbc-fd26-4f84-8c33-71c1611adb5a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:06.507383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5074cbbc-fd26-4f84-8c33-71c1611adb5a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/ca987bc3-890a-48ce-9a3e-ab3808997c67 HTTP/1.1" status: 404 len: 333 time: 0.0683551 Mar 02 18:06:06.510200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38258) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:06.512493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:06.584833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.589539 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.643523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd206bcb-f310-424b-aac3-8d95150848bc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:06.647728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f797c288-9428-4c1e-8687-5394e840dec4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c98f1759033a4f95869af7141c8632d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3848734 Mar 02 18:06:06.650423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38262) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:06.704425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet 8cabe610-67a9-45cb-9e10-b9c486d17bf3 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:06.707431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.712983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.742730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.763293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.799081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.819062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd206bcb-f310-424b-aac3-8d95150848bc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:06.823155 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.826532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-12fd337c-e2b4-4a72-83c4-8d48643b176a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd206bcb-f310-424b-aac3-8d95150848bc HTTP/1.1" status: 204 len: 168 time: 0.1728444 Mar 02 18:06:06.856305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.943413 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:06.982528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=8cabe610-67a9-45cb-9e10-b9c486d17bf3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:06.993675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.003415 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a077c88-8435-4871-bfe6-1b57542fb5de tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/8cabe610-67a9-45cb-9e10-b9c486d17bf3 HTTP/1.1" status: 204 len: 168 time: 0.4899080 Mar 02 18:06:07.004094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38268) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:07.007999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8759c9df-4b67-4854-b40c-360768502870 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:07.088862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8759c9df-4b67-4854-b40c-360768502870 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:07.139741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.152557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 8759c9df-4b67-4854-b40c-360768502870 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:07.152904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.213906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8c73e-c08f-47d0-a960-a782be67d1cf None None] Network 64987404-b6d0-46f2-a6d6-f1df44a48854 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:07.257772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:07.276622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.311406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:07.315275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Usage tracker for resource:security_group_rule and tenant:019e1b27fcd048dbac428d511720285e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:07.319176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:07.325198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:07.363449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port 8759c9df-4b67-4854-b40c-360768502870, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8759c9df-4b67-4854-b40c-360768502870,segment=NetworkSegment(bfbc4d68-42f8-4e7f-938f-9dc49ece3f20),segment_id=bfbc4d68-42f8-4e7f-938f-9dc49ece3f20)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:07.363757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.389766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Provisioning for port 8759c9df-4b67-4854-b40c-360768502870 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:07.407734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Provisioning complete for port 8759c9df-4b67-4854-b40c-360768502870 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:07.408106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.420832 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.426419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.487341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a86e19e-c58f-4bd2-ac97-ed071699f724,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:07.494014 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0a5afc60-c406-4b59-81d6-de6b18d4ce22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=019e1b27fcd048dbac428d511720285e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2348490 Mar 02 18:06:07.498064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:07.518860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 8759c9df-4b67-4854-b40c-360768502870 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:07.568652 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.606235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] For port 8759c9df-4b67-4854-b40c-360768502870, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8759c9df-4b67-4854-b40c-360768502870,segment=NetworkSegment(bfbc4d68-42f8-4e7f-938f-9dc49ece3f20),segment_id=bfbc4d68-42f8-4e7f-938f-9dc49ece3f20)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:07.613246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] DHCP port deletion for 64987404-b6d0-46f2-a6d6-f1df44a48854 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:07.621653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.632945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.649547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:07.649875 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:07.666023 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.691208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Deleting port 8759c9df-4b67-4854-b40c-360768502870 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:07.691574 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.719729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.737801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a86e19e-c58f-4bd2-ac97-ed071699f724,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:07.750115 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:07.751259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2546e38e-3240-4223-88b3-90f0e0761e69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a86e19e-c58f-4bd2-ac97-ed071699f724 HTTP/1.1" status: 204 len: 168 time: 0.2522352 Mar 02 18:06:07.809851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e342e0-47bd-4c6a-80c1-87f170e1a70a None None] Pushing event updated for resources: {'Port': ['ID=8759c9df-4b67-4854-b40c-360768502870,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:07.939178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] For port 8759c9df-4b67-4854-b40c-360768502870, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8759c9df-4b67-4854-b40c-360768502870,segment=NetworkSegment(bfbc4d68-42f8-4e7f-938f-9dc49ece3f20),segment_id=bfbc4d68-42f8-4e7f-938f-9dc49ece3f20)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:07.939572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.063465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Calling delete_port for 8759c9df-4b67-4854-b40c-360768502870 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:08.144083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.151627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 8759c9df-4b67-4854-b40c-360768502870 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:08.152373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.193429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] Pushing event deleted for resources: {'Port': ['ID=8759c9df-4b67-4854-b40c-360768502870,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:08.200148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb81935-f460-4312-85d6-ceac1f12b565 None None] No DVR routers for this DVR port 8759c9df-4b67-4854-b40c-360768502870 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:08.215171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38286) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:08.225420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] The port '8759c9df-4b67-4854-b40c-360768502870' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:06:08.234874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.266057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:08.269896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Usage tracker for resource:security_group_rule and tenant:7b969c013d434cf3aecc9d56eedee5d3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:08.275169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:08.281293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:08.350152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.354681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.358899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.375198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64987404-b6d0-46f2-a6d6-f1df44a48854']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:08.388106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:08.388106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbc4d68-42f8-4e7f-938f-9dc49ece3f20') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:08.400088 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.416235 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b969c013d434cf3aecc9d56eedee5d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997969 Mar 02 18:06:08.417108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb93b3-3638-4676-afcd-3cb30ef10328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f877fc-932b-4b5f-90b9-116eee6994ea,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:08.417673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.419358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38290) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:08.426187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:08.426527 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:08.443857 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:08.483105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.511593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.636048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.655786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.658553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.670183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/64987404-b6d0-46f2-a6d6-f1df44a48854 HTTP/1.1" status: 204 len: 168 time: 1.6616640 Mar 02 18:06:08.670183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498a73e-0c21-4622-8849-3ae9aca5f7b3 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=64987404-b6d0-46f2-a6d6-f1df44a48854,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:08.670495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38294) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:08.675568 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f877fc-932b-4b5f-90b9-116eee6994ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:08.676361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'name': 'tempest-PortsIpV6TestJSON-839661609'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:08.686441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.689913 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69afcbd8-049c-47e1-94df-45e2bc7714b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f877fc-932b-4b5f-90b9-116eee6994ea HTTP/1.1" status: 204 len: 168 time: 0.2673485 Mar 02 18:06:08.725038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.791516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:08.795558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:08.798381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:08.804251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:08.814767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:08.818729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:08.841044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port e8f3bdf6-83e9-42c1-96ad-30deccfd0709 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:08.938820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8759c9df-4b67-4854-b40c-360768502870 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:08.972238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8759c9df-4b67-4854-b40c-360768502870 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:08.972732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8759c9df-4b67-4854-b40c-360768502870 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:09.096060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.123594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.195946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:09.199007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:09.207546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:09.212095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:09.212694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.231245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=e8f3bdf6-83e9-42c1-96ad-30deccfd0709,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:09.246529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e8e7aa22-6879-4f7b-8783-464541bd5309 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5749891 Mar 02 18:06:09.249515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38310) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:09.316492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port e8f3bdf6-83e9-42c1-96ad-30deccfd0709 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:09.316838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.349854 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c3f23d5-ce2d-4048-a64d-d0e09d280c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.558015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.682355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for e8f3bdf6-83e9-42c1-96ad-30deccfd0709 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:09.769364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.827601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=e8f3bdf6-83e9-42c1-96ad-30deccfd0709,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:09.837260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:09.847063 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9f01958-a0f0-4d58-9056-3d97414f1428 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/e8f3bdf6-83e9-42c1-96ad-30deccfd0709 HTTP/1.1" status: 204 len: 168 time: 0.5965219 Mar 02 18:06:09.850396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:09.855995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'mac_address': 'fa:16:3e:7a:b1:01', 'name': 'tempest-PortsIpV6TestJSON-20145120'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:09.971867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:09.979298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:09.979674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:09.986655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:09.996933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:10.112513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:10.142835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 81cd7358-6174-4c18-9d6f-17def6110b45 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:10.372863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:10.400550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:10.477880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:10.481357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:10.485582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:10.490010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:10.490913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:10.496256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=81cd7358-6174-4c18-9d6f-17def6110b45,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:10.518610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b9da6596-f01f-4977-a7e4-967cf526dc46 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6657572 Mar 02 18:06:10.519807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:10.588162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91405bb1-dc38-4922-b613-527381b852bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:10.588806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91405bb1-dc38-4922-b613-527381b852bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:10.607897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-91405bb1-dc38-4922-b613-527381b852bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:10.609245 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91405bb1-dc38-4922-b613-527381b852bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/81cd7358-6174-4c18-9d6f-17def6110b45 HTTP/1.1" status: 200 len: 843 time: 0.0881879 Mar 02 18:06:10.612034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38352) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:10.681351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 81cd7358-6174-4c18-9d6f-17def6110b45 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:10.681763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:10.903252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.120757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 81cd7358-6174-4c18-9d6f-17def6110b45 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:11.199962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.253415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=81cd7358-6174-4c18-9d6f-17def6110b45,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:11.261888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.276589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3a3c472-f7d2-44d4-a682-5acaf72edf66 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/81cd7358-6174-4c18-9d6f-17def6110b45 HTTP/1.1" status: 204 len: 168 time: 0.6633904 Mar 02 18:06:11.279392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38382) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:11.326136 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e3106b-7af2-4261-ade1-088eaaddbef4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:11.326136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-72e3106b-7af2-4261-ade1-088eaaddbef4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:11.351903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-72e3106b-7af2-4261-ade1-088eaaddbef4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:11.353141 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72e3106b-7af2-4261-ade1-088eaaddbef4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/81cd7358-6174-4c18-9d6f-17def6110b45 HTTP/1.1" status: 404 len: 333 time: 0.0726140 Mar 02 18:06:11.358853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:11.364601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'name': 'tempest-PortsIpV6TestJSON-1830055386'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:11.373611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ff91488d-c5c9-4435-b09d-8cb0b01f7f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.486252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:11.496484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:11.508026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:11.511154 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.534862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 1c342f40-ad73-420f-b244-33fee97bfacc yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:11.655748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38396) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:11.765752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.791462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.814955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.851804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:11.856065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Usage tracker for resource:security_group_rule and tenant:70fbd0343700483f8a37f3609349b467 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:11.858928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:11.864880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:11.870878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:11.874414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:11.877113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:11.881271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:11.881860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.890023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=1c342f40-ad73-420f-b244-33fee97bfacc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:11.916066 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83c24e0e-02ad-4f6e-8c9f-0faefa1c3286 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5560637 Mar 02 18:06:11.918685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:11.924910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:11.933408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.938080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:11.984719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316443a5-023d-49bd-bcea-a220469f2085,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:11.991197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-20997759-c811-427b-a4f1-485d89335533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70fbd0343700483f8a37f3609349b467&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3344021 Mar 02 18:06:11.992488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:12.048576 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.054885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.080346 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.138650 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.153826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316443a5-023d-49bd-bcea-a220469f2085,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:12.161028 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.165985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d8585c28-2c18-4f62-b278-ab2ffc466c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/316443a5-023d-49bd-bcea-a220469f2085 HTTP/1.1" status: 204 len: 168 time: 0.1723435 Mar 02 18:06:12.264295 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.268892 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.331356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] In _notify_port_updated(), no bound segment for port 1c342f40-ad73-420f-b244-33fee97bfacc on network 041ac422-c192-4afa-9cb3-1808dd11048d {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:06:12.335271 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:12.335873 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.337149 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/ports/1c342f40-ad73-420f-b244-33fee97bfacc HTTP/1.1" status: 200 len: 818 time: 0.4173739 Mar 02 18:06:12.341542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38414) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:12.364464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a253fe-7559-4626-9f78-f157eb0c6616 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=1c342f40-ad73-420f-b244-33fee97bfacc,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:12.418043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 1c342f40-ad73-420f-b244-33fee97bfacc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:12.418506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.519385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38418) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:12.538276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.576407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:12.580401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Usage tracker for resource:security_group_rule and tenant:d3575a1a7b944597ad80b3ac6d900e1e is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:12.583941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:12.590986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:12.659446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.669832 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.674396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.720939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1350ee3d-4fc0-4af4-bf34-fa551626650b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:12.728635 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db684d4e-87a6-4f65-8b34-bbd0bbefee43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3575a1a7b944597ad80b3ac6d900e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2052970 Mar 02 18:06:12.729060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:12.780712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 1c342f40-ad73-420f-b244-33fee97bfacc owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:12.791340 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.817609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.853645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.863555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.877724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.895015 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1350ee3d-4fc0-4af4-bf34-fa551626650b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:12.899296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.900384 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-12e8ae00-3b43-418c-a9bf-dfe283560ced admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1350ee3d-4fc0-4af4-bf34-fa551626650b HTTP/1.1" status: 204 len: 168 time: 0.1705010 Mar 02 18:06:12.914387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=1c342f40-ad73-420f-b244-33fee97bfacc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:12.924734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:12.937257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aab51a4e-b0f9-4cde-a648-4799a1adee57 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/1c342f40-ad73-420f-b244-33fee97bfacc HTTP/1.1" status: 204 len: 168 time: 0.5946062 Mar 02 18:06:12.941784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38428) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:13.025510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da64ae-5679-439d-a2a1-aadaf41e711b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:13.026755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-89da64ae-5679-439d-a2a1-aadaf41e711b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:13.028821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.044059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-89da64ae-5679-439d-a2a1-aadaf41e711b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:13.048013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-89da64ae-5679-439d-a2a1-aadaf41e711b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1045237 Mar 02 18:06:13.048381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38432) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:13.091513 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d960233-3831-43f8-874e-fde6727cb242 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:13.091995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5d960233-3831-43f8-874e-fde6727cb242 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:13.104400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5d960233-3831-43f8-874e-fde6727cb242 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:13.105435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5d960233-3831-43f8-874e-fde6727cb242 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/1c342f40-ad73-420f-b244-33fee97bfacc HTTP/1.1" status: 404 len: 333 time: 0.0560548 Mar 02 18:06:13.109609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38436) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:13.115737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361124724'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:13.122401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:13.126245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:13.129156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:13.135569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:13.145109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:13.148622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.178784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:13.188431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.188775 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment 54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f of type vlan for network bfd24a15-fcb3-4449-9902-5125cf9d80c3 Mar 02 18:06:13.215185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.255780 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.259414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:13.260095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.353821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2428641 Mar 02 18:06:13.356914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38448) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:13.362868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:13.373939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a68e4b-ee4b-4abe-926d-5e1d96a40fb6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=bfd24a15-fcb3-4449-9902-5125cf9d80c3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:13.391607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:13.503317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:13.507616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:13.510476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:13.516175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:13.534196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:13.632904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.964795 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:13.993885 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:06:14.049322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=d30352e0-7e81-4f94-8ec1-c4ce4b063978,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:14.058091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:14.058455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: bfd24a15-fcb3-4449-9902-5125cf9d80c3, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:14.080996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:14.091192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bfd24a15-fcb3-4449-9902-5125cf9d80c3) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:14.095240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:14.095821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.102437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a9b14b-4c4d-4146-8322-9339c80791c3 None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:14.120921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0290f240-ca62-4c0d-8d53-c5a31afcb0b2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7627692 Mar 02 18:06:14.124137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38464) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:14.129801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:14.274155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:14.278420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:14.281318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:14.287953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:14.299703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:14.305418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.329839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': 'd30352e0-7e81-4f94-8ec1-c4ce4b063978'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:14.331295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.484955 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d30352e0-7e81-4f94-8ec1-c4ce4b063978 (CIDR: 2001:db8::/64) Mar 02 18:06:14.488847 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:06:14.489648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:06:14.509540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Allocated IP 2001:db8::2 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/d30352e0-7e81-4f94-8ec1-c4ce4b063978/8070b786-55cf-4281-9cda-b164f880d685) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:14.516348 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-da3e157f-f967-46b5-9365-5d617a53c0bd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3884494 Mar 02 18:06:14.517446 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38472) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:14.523383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:14.670297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.754660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.760404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:14.764655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:14.767599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:14.768525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Transition to ACTIVE for port object 8070b786-55cf-4281-9cda-b164f880d685 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:14.774470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:14.784748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:14.793205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Transition to ACTIVE for port object 8070b786-55cf-4281-9cda-b164f880d685 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:14.800419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.878220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:14.879257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Pushing event updated for resources: {'Port': ['ID=8070b786-55cf-4281-9cda-b164f880d685,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:14.882972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:14.885170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:14.924966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.976011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Attempting to bind port 8070b786-55cf-4281-9cda-b164f880d685 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:14.976385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Attempting to bind port 8070b786-55cf-4281-9cda-b164f880d685 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:14.976749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Attempting to bind port 8070b786-55cf-4281-9cda-b164f880d685 on network bfd24a15-fcb3-4449-9902-5125cf9d80c3 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:14.983321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:14.983695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Checking segment: {'id': '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:14.984099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:14.984489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Bound using segment: {'id': '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:14.984979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Bound port: 8070b786-55cf-4281-9cda-b164f880d685, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:14.985354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:15.122737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:15.127067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8070b786-55cf-4281-9cda-b164f880d685,segment=NetworkSegment(54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f),segment_id=54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:15.132674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:15.219390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:15.224498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524303d2-fcfd-4be7-bea2-6a104471e4bb None None] Pushing event updated for resources: {'Port': ['ID=8070b786-55cf-4281-9cda-b164f880d685,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:15.286100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:15.289538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:15.293743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:15.294328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:15.314851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=4878f945-6332-438e-9ec2-b4a2b22adeb6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:15.327722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a05cadc2-7c35-4da9-8d87-e1dd2bd5d977 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8095634 Mar 02 18:06:15.331182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38478) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:15.337791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'fixed_ips': [{'subnet_id': 'd30352e0-7e81-4f94-8ec1-c4ce4b063978'}, {'subnet_id': '4878f945-6332-438e-9ec2-b4a2b22adeb6'}], 'name': 'tempest-PortsIpV6TestJSON-915716141'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:15.498009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:15.504407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:15.509773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:15.516133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:15.529943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:15.535324 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:15.567467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:15.721600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-99945614-1004-4353-936a-3c08388d49ca tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343919 Mar 02 18:06:15.880368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-7e938283-b7d9-4a38-b7bb-a94b45a036c7 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:15.883580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-7e938283-b7d9-4a38-b7bb-a94b45a036c7 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549597 Mar 02 18:06:15.903411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-ee2afa8b-a1e2-4485-a287-eb0e3c2904d6 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/quotas/6d1d14bfc9ce4e5494a8d41ecb48042f HTTP/1.1" status: 200 len: 375 time: 0.0137436 Mar 02 18:06:15.931520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::246 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/d30352e0-7e81-4f94-8ec1-c4ce4b063978/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:15.938742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8:0:1::5 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/4878f945-6332-438e-9ec2-b4a2b22adeb6/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:15.950255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-48857ea3-f13a-4c4b-a429-338234718208 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415671 Mar 02 18:06:16.151422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d7865a2-d41f-4cbb-9e07-a94515037fff req-ee694426-a3d2-4333-b2c0-20f8f0904df2 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0437236 Mar 02 18:06:16.173932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:16.191563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:16.215223 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:16.281639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:16.288954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de1ac0-ea3e-4145-b566-71e3a69282b1 None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:16.289925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:16.294610 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:16.298489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:16.299115 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:16.306999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=7fa8dad5-7f8d-4f0b-912f-c2391abbbce7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:16.339106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64cf4e2f-c780-4bdf-9a2f-e28cf005aef9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.0067263 Mar 02 18:06:16.342319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:16.349212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd30352e0-7e81-4f94-8ec1-c4ce4b063978'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:16.398081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cd24a6f0-5ce1-4701-a089-6aa6e9578ce4 None None] Provisioning for port 8070b786-55cf-4281-9cda-b164f880d685 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:16.480666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:16.638756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Update dhcp port {'port': {'network_id': 'bfd24a15-fcb3-4449-9902-5125cf9d80c3', 'fixed_ips': [{'subnet_id': 'd30352e0-7e81-4f94-8ec1-c4ce4b063978', 'ip_address': '2001:db8::2'}, {'subnet_id': '4878f945-6332-438e-9ec2-b4a2b22adeb6'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '8070b786-55cf-4281-9cda-b164f880d685'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:06:16.702418 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:16.813500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Delete allocated IP 2001:db8:0:1::5 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/4878f945-6332-438e-9ec2-b4a2b22adeb6) {{(pid=83796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:06:16.966498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8070b786-55cf-4281-9cda-b164f880d685 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:16.987531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.006727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Ignored duplicate provisioning block setup for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:06:17.011509 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.094213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Allocated IP 2001:db8:0:1::2 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/4878f945-6332-438e-9ec2-b4a2b22adeb6/8070b786-55cf-4281-9cda-b164f880d685) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:17.103558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8070b786-55cf-4281-9cda-b164f880d685 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:17.117257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8070b786-55cf-4281-9cda-b164f880d685 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:17.117625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.275019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] In _notify_port_updated(), no bound segment for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 on network bfd24a15-fcb3-4449-9902-5125cf9d80c3 {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:06:17.280324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:17.281402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.283788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/ports/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 HTTP/1.1" status: 200 len: 925 time: 0.9396520 Mar 02 18:06:17.284731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d12c-baf9-43b7-b59b-a976e8bb19cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=7fa8dad5-7f8d-4f0b-912f-c2391abbbce7,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:17.297726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc33c962-5899-4f29-a13b-8392a1fa1d33 req-a634f87f-a295-4886-b9e4-e2f278c54d8d tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0507591 Mar 02 18:06:17.298828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:17.306063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd30352e0-7e81-4f94-8ec1-c4ce4b063978'}, {'subnet_id': '4878f945-6332-438e-9ec2-b4a2b22adeb6'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:17.334064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8070b786-55cf-4281-9cda-b164f880d685,segment=NetworkSegment(54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f),segment_id=54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:17.372782 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.390029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Transition to ACTIVE for port object 8070b786-55cf-4281-9cda-b164f880d685 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:17.391473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.403190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.475570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:17.597207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e163e-3923-4e32-82aa-c8a9330d02f3 None None] Pushing event updated for resources: {'Port': ['ID=8070b786-55cf-4281-9cda-b164f880d685,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:17.619519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:17.620161 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:17.850841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8:0:1::2a4 (bfd24a15-fcb3-4449-9902-5125cf9d80c3/4878f945-6332-438e-9ec2-b4a2b22adeb6/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:18.028000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.044360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Ignored duplicate provisioning block setup for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:06:18.048622 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.101458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a9565-399f-438f-9178-6953bad5847f None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:18.190109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] In _notify_port_updated(), no bound segment for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 on network bfd24a15-fcb3-4449-9902-5125cf9d80c3 {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:06:18.194460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:18.195099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.196379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/ports/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 HTTP/1.1" status: 200 len: 1011 time: 0.8962801 Mar 02 18:06:18.197393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36d11-55d7-4c5c-bbf3-7ebd0ba93178 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=7fa8dad5-7f8d-4f0b-912f-c2391abbbce7,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:18.199887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38514) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:18.250841 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.295181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Provisioning for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:18.315506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Provisioning complete for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:18.315876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.398180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8070b786-55cf-4281-9cda-b164f880d685,segment=NetworkSegment(54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f),segment_id=54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:18.407299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.412482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:18.413269 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.460124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:18.507995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc54fc9e-7e8b-4411-bc51-b236271d72a6 req-2f876347-89f5-4de4-809f-696417efadcf tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.1337173 Mar 02 18:06:18.605632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8070b786-55cf-4281-9cda-b164f880d685,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:18.610668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Provisioning for port 8070b786-55cf-4281-9cda-b164f880d685 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:18.617181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Provisioning complete for port 8070b786-55cf-4281-9cda-b164f880d685 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:18.617557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-336e52a7-0b30-4b6b-a12f-c57080f864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.719234 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:18.858298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:18.946374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8070b786-55cf-4281-9cda-b164f880d685 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:19.016597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7ecebae2-23e9-4704-8da7-ef45df70cb3e None None] Provisioning complete for port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:19.016877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ecebae2-23e9-4704-8da7-ef45df70cb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.081755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ecebae2-23e9-4704-8da7-ef45df70cb3e None None] Port 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:19.084613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8070b786-55cf-4281-9cda-b164f880d685 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:19.085189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.101168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.148586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7ecebae2-23e9-4704-8da7-ef45df70cb3e None None] Provisioning complete for port 8070b786-55cf-4281-9cda-b164f880d685 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:19.148956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ecebae2-23e9-4704-8da7-ef45df70cb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.158390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=7fa8dad5-7f8d-4f0b-912f-c2391abbbce7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:19.242182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.254623 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ccfadfed-e559-4030-897a-2da585b75762 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 HTTP/1.1" status: 204 len: 168 time: 1.0517619 Mar 02 18:06:19.255378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38528) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:19.305581 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a72d455-ba4c-4495-a4ce-23e18fec5a43 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:19.306178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2a72d455-ba4c-4495-a4ce-23e18fec5a43 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:19.326064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2a72d455-ba4c-4495-a4ce-23e18fec5a43 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:19.330387 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a72d455-ba4c-4495-a4ce-23e18fec5a43 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 HTTP/1.1" status: 404 len: 333 time: 0.0708594 Mar 02 18:06:19.330794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38532) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:19.367458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.455191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1abb225b-1b74-4b58-a931-ca6ebd18213a None None] Could not find standard attr ID for object 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:19.548893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet 4878f945-6332-438e-9ec2-b4a2b22adeb6 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:19.553458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.640748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff515945-385f-4083-94f4-a7ab559b9626 req-acfce0e2-d3d3-4213-8779-bebf2bf5f970 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0543287 Mar 02 18:06:19.654875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.676080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-663a1b06-999f-45e5-9f9d-e2fddddfa97b None None] Could not find standard attr ID for object 7fa8dad5-7f8d-4f0b-912f-c2391abbbce7. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:19.768618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.865343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.902560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=4878f945-6332-438e-9ec2-b4a2b22adeb6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:19.913065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:19.920371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0958d0-8eaf-4ac7-be9d-b3d604a656b0 None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:19.925034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-51da390f-a5ff-4cab-aeec-0a584d127bbc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/4878f945-6332-438e-9ec2-b4a2b22adeb6 HTTP/1.1" status: 204 len: 168 time: 0.5926039 Mar 02 18:06:19.928484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38542) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:20.149607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet d30352e0-7e81-4f94-8ec1-c4ce4b063978 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:20.152763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.209400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.302900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.380283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.431835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=d30352e0-7e81-4f94-8ec1-c4ce4b063978,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:20.435864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.442992 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e51d7bd-d02d-444e-922c-847cd53baf96 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/d30352e0-7e81-4f94-8ec1-c4ce4b063978 HTTP/1.1" status: 204 len: 168 time: 0.5130973 Mar 02 18:06:20.446402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:20.567214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.579276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 8070b786-55cf-4281-9cda-b164f880d685 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:20.579614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.713353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117c553-524d-4f8e-aa36-49bdaf446e84 None None] Network bfd24a15-fcb3-4449-9902-5125cf9d80c3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:20.888291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-56303da9-181d-49ba-aeb4-cc3df35808a5 None None] Provisioning complete for port 8070b786-55cf-4281-9cda-b164f880d685 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:20.888666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-56303da9-181d-49ba-aeb4-cc3df35808a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:20.922629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64b8ba77-8abc-4d3d-9f2e-8db45a2160d4 req-f42bf76d-9298-41be-a987-38daae082fae tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0646286 Mar 02 18:06:20.963029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8070b786-55cf-4281-9cda-b164f880d685,segment=NetworkSegment(54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f),segment_id=54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:20.963029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.068866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] DHCP port deletion for bfd24a15-fcb3-4449-9902-5125cf9d80c3 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:21.073815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Deleting port 8070b786-55cf-4281-9cda-b164f880d685 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:21.074193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.097156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 8070b786-55cf-4281-9cda-b164f880d685 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:21.180226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.225298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=8070b786-55cf-4281-9cda-b164f880d685,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:21.233963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No DVR routers for this DVR port 8070b786-55cf-4281-9cda-b164f880d685 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:21.297961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] For port 8070b786-55cf-4281-9cda-b164f880d685, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8070b786-55cf-4281-9cda-b164f880d685,segment=NetworkSegment(54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f),segment_id=54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:21.298417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.363991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.390527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd24a15-fcb3-4449-9902-5125cf9d80c3']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:21.407560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:21.407887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c9c1ee-50ab-4b4d-ae0d-07f42ece2b7f') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:21.426481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.434350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Calling delete_port for 8070b786-55cf-4281-9cda-b164f880d685 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:21.448112 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.455416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:21.455416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:21.470516 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:21.511898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:21.512285 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:21.548188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.554549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.586605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=bfd24a15-fcb3-4449-9902-5125cf9d80c3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:21.595256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64f46cb6-538c-4537-ae83-1380b8d75b10 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/bfd24a15-fcb3-4449-9902-5125cf9d80c3 HTTP/1.1" status: 204 len: 168 time: 1.1477809 Mar 02 18:06:21.599537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38554) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:21.681890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d2acd-5639-4519-9714-22f09af49779 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:21.682592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-145d2acd-5639-4519-9714-22f09af49779 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:21.699235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-145d2acd-5639-4519-9714-22f09af49779 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:21.700374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-145d2acd-5639-4519-9714-22f09af49779 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0998960 Mar 02 18:06:21.704085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38558) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:21.776439 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-bf770c89-4e7d-4d38-ab36-d305d158becb tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446661 Mar 02 18:06:21.800945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b0d1366-0feb-4c3e-bfc6-94ed92fe5d22 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0957563 Mar 02 18:06:21.804586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38562) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:21.810561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411704478'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:21.816328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:21.820959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:21.823981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:21.830829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:21.848056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:21.852331 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.892134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:21.902356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.902824 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment eaa40f31-547c-41f9-867b-8334127ad06d of type vlan for network 5917f251-a34d-46cb-8c68-344429855e56 Mar 02 18:06:21.930761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.940509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-b349ccfb-1070-4862-b87a-68f5e0bc9336 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:21.942046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-b349ccfb-1070-4862-b87a-68f5e0bc9336 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610982 Mar 02 18:06:21.967141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Request body: {'port': {'device_id': '7edea772-4dcb-4dcd-859b-4948bf399331', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': '6d1d14bfc9ce4e5494a8d41ecb48042f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:21.968147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:21.974638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:21.975397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.014354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Deleting port 8070b786-55cf-4281-9cda-b164f880d685 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:22.015616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.095406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2895157 Mar 02 18:06:22.109076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38568) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:22.120081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '5917f251-a34d-46cb-8c68-344429855e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:22.155730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-905cf665-7522-47eb-84ce-93236ee626f7 None None] The port '8070b786-55cf-4281-9cda-b164f880d685' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:06:22.159203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fa7cc11-b076-4e47-a6bf-5bd75328e7c0 req-9a45957d-2c33-4b07-be2b-ffe2fdf5b31f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0721774 Mar 02 18:06:22.165640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd77064-aa6f-48f7-bf64-ce87ee54e3e8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=5917f251-a34d-46cb-8c68-344429855e56,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:22.177836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 5917f251-a34d-46cb-8c68-344429855e56 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:22.253041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:22.273093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Usage tracker for resource:port and tenant:6d1d14bfc9ce4e5494a8d41ecb48042f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:22.277605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:22.295860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:22.298214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:22.303702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:22.308147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:22.315882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:22.321731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Made reservation on behalf of 6d1d14bfc9ce4e5494a8d41ecb48042f for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:22.324800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.340624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.350179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:22.468480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:22.474982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Usage tracker for resource:security_group_rule and tenant:6d1d14bfc9ce4e5494a8d41ecb48042f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:22.479432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.493350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:22.505072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:22.703570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.714393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.831108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:22.894358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:22.940219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8070b786-55cf-4281-9cda-b164f880d685 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:22.972687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8070b786-55cf-4281-9cda-b164f880d685 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:22.972918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8070b786-55cf-4281-9cda-b164f880d685 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:22.983272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Allocated IP 192.168.233.114 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/d01ed08f-604e-4646-bfda-d737994c80b8) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:22.993323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=a445a95d-1fb8-4326-906a-913a49838f6e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:23.137489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': 'eaa40f31-547c-41f9-867b-8334127ad06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5917f251-a34d-46cb-8c68-344429855e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:23.137845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 5917f251-a34d-46cb-8c68-344429855e56, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:23.264154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 5917f251-a34d-46cb-8c68-344429855e56 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:23.280902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 5917f251-a34d-46cb-8c68-344429855e56) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:23.290099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5965f-d2b4-4a83-b2b4-fa6ce58b7460 None None] Network 5917f251-a34d-46cb-8c68-344429855e56 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:23.297580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:23.298169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.353886 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.356977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde112ce-16a7-4410-b298-e457ffeacb2e req-3350a584-a1db-4a05-94ea-8be58dc88e81 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 210 time: 0.0592668 Mar 02 18:06:23.363734 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bad930fc-e3dd-46e2-b164-6f3c9cb44ae2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2534556 Mar 02 18:06:23.367193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38574) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:23.374038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '5917f251-a34d-46cb-8c68-344429855e56', 'name': 'tempest-PortsIpV6TestJSON-1606529624'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:23.379309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Transition to ACTIVE for port object d01ed08f-604e-4646-bfda-d737994c80b8 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:23.404531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.472976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:23.477346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:23.481605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:23.535767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Pushing event updated for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:23.559383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:23.572148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:23.584367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:23.585004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.586015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:23.589142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.598664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-5917f251-a34d-46cb-8c68-344429855e56', 'network_id': '5917f251-a34d-46cb-8c68-344429855e56', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': 'a445a95d-1fb8-4326-906a-913a49838f6e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:23.600289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.608187 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-0961bef7-1fc0-42c1-bac8-b1b9c43e2c96 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6464720 Mar 02 18:06:23.622940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port b3994f8b-6009-4078-af76-ec948535629a yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:23.627764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-083cb2d5-6812-4b91-880d-90a4cdb3793f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:06:23.628836 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-083cb2d5-6812-4b91-880d-90a4cdb3793f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059593 Mar 02 18:06:23.799386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Allocated IP 2001:db8::2 (5917f251-a34d-46cb-8c68-344429855e56/a445a95d-1fb8-4326-906a-913a49838f6e/d3db5133-1ed2-483f-9c7a-0ff2036c45b9) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:23.804267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f52d1b09-b051-4372-bd5a-993ed30b2fa1 None None] Provisioning for port d01ed08f-604e-4646-bfda-d737994c80b8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:23.813181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f52d1b09-b051-4372-bd5a-993ed30b2fa1 None None] Provisioning complete for port d01ed08f-604e-4646-bfda-d737994c80b8 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:23.813547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f52d1b09-b051-4372-bd5a-993ed30b2fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:23.884669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Request body: {'port': {'device_id': '7edea772-4dcb-4dcd-859b-4948bf399331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:23.945930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f52d1b09-b051-4372-bd5a-993ed30b2fa1 None None] Port d01ed08f-604e-4646-bfda-d737994c80b8 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:23.998495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.063453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.074142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Transition to ACTIVE for port object d3db5133-1ed2-483f-9c7a-0ff2036c45b9 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:24.093424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Transition to ACTIVE for port object d3db5133-1ed2-483f-9c7a-0ff2036c45b9 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:24.099931 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.168960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Network 5917f251-a34d-46cb-8c68-344429855e56 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:24.172494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:24.174203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Pushing event updated for resources: {'Port': ['ID=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:24.176345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:24.191357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::13e (5917f251-a34d-46cb-8c68-344429855e56/a445a95d-1fb8-4326-906a-913a49838f6e/b3994f8b-6009-4078-af76-ec948535629a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:24.277956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Attempting to bind port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:24.278753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Attempting to bind port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'eaa40f31-547c-41f9-867b-8334127ad06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5917f251-a34d-46cb-8c68-344429855e56'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:24.279463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Attempting to bind port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 on network 5917f251-a34d-46cb-8c68-344429855e56 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:24.288729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:24.289285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Checking segment: {'id': 'eaa40f31-547c-41f9-867b-8334127ad06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5917f251-a34d-46cb-8c68-344429855e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:24.289791 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.290282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Bound using segment: {'id': 'eaa40f31-547c-41f9-867b-8334127ad06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5917f251-a34d-46cb-8c68-344429855e56'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:24.290879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Bound port: d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa40f31-547c-41f9-867b-8334127ad06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5917f251-a34d-46cb-8c68-344429855e56'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:24.291328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.371842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01ed08f-604e-4646-bfda-d737994c80b8 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:06:24.379591 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.383276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] For port d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:24.386142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] For port d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,segment=NetworkSegment(eaa40f31-547c-41f9-867b-8334127ad06d),segment_id=eaa40f31-547c-41f9-867b-8334127ad06d)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:24.392910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.399350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Transition to ACTIVE for port object d01ed08f-604e-4646-bfda-d737994c80b8 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:24.403653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.441522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.476324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object b3994f8b-6009-4078-af76-ec948535629a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:24.504093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.512398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da80cd-96d9-4280-ad9f-83c6c6e2e44d None None] Pushing event updated for resources: {'Port': ['ID=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:24.607318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=b3994f8b-6009-4078-af76-ec948535629a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:24.608549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Pushing event updated for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:24.622048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 5917f251-a34d-46cb-8c68-344429855e56 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:24.623424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:24.625869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:24.630611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:24.631254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.668902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f373e2e-0470-4de1-b538-c7e6b27cba12 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3004420 Mar 02 18:06:24.669610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:24.676395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '5917f251-a34d-46cb-8c68-344429855e56', 'name': 'tempest-PortsIpV6TestJSON-1977442333'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:24.819995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Attempting to bind port d01ed08f-604e-4646-bfda-d737994c80b8 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:24.820420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Attempting to bind port d01ed08f-604e-4646-bfda-d737994c80b8 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:24.820842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Attempting to bind port d01ed08f-604e-4646-bfda-d737994c80b8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:24.828029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Port d01ed08f-604e-4646-bfda-d737994c80b8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:06:24.828436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Attempting to bind port d01ed08f-604e-4646-bfda-d737994c80b8 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:24.836219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:24.836667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:24.837128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:24.837653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Bound port: d01ed08f-604e-4646-bfda-d737994c80b8, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:24.838068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.960244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:24.964996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d01ed08f-604e-4646-bfda-d737994c80b8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:24.971130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.007996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d3db5133-1ed2-483f-9c7a-0ff2036c45b9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:25.041446 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.043015 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] 10.222.0.50 "PUT /v2.0/ports/d01ed08f-604e-4646-bfda-d737994c80b8 HTTP/1.1" status: 200 len: 1096 time: 1.4050260 Mar 02 18:06:25.043312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:06:25.072381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:25.078412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:25.080266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61bd30-6e5b-4be9-9555-db50b586bbaa service neutron] Pushing event updated for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:25.086903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7376a8c-1464-47a5-8d34-52428b1c386b req-126e3160-c280-4b1a-a99d-57e814aa0adf tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:25.094038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7376a8c-1464-47a5-8d34-52428b1c386b req-126e3160-c280-4b1a-a99d-57e814aa0adf tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 948 time: 0.1796265 Mar 02 18:06:25.096893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:25.117999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:25.122016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:25.153158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7376a8c-1464-47a5-8d34-52428b1c386b req-d4fb5990-8db3-4702-804d-29b243b0e323 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Mar 02 18:06:25.154456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:25.158253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.190716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port ac3247cd-5d58-4de8-9be5-c77fd5f71fab yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:25.220038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-e420019a-ad97-458c-a408-0b22dc663192 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 1099 time: 0.1133184 Mar 02 18:06:25.302895 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-70f0e1bd-bbda-43da-9944-15d1794bbb57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d01ed08f-604e-4646-bfda-d737994c80b8 HTTP/1.1" status: 200 len: 217 time: 0.0699639 Mar 02 18:06:25.381219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::27 (5917f251-a34d-46cb-8c68-344429855e56/a445a95d-1fb8-4326-906a-913a49838f6e/ac3247cd-5d58-4de8-9be5-c77fd5f71fab) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:25.396844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-1be49c0f-fd03-4c66-9e66-767c563e7061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:25.400566 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-1be49c0f-fd03-4c66-9e66-767c563e7061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0902169 Mar 02 18:06:25.403836 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8', 'status': 'completed', 'code': 200} Mar 02 18:06:25.522839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-b11537b3-32cb-4f4d-a220-f8a555b17810 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991111 Mar 02 18:06:25.646874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.666365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object ac3247cd-5d58-4de8-9be5-c77fd5f71fab will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:25.679916 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-e45ab1d6-e222-4851-a145-3ad58755910d service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510193 Mar 02 18:06:25.693821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.762290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 5917f251-a34d-46cb-8c68-344429855e56 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:25.765964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:25.773033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:25.777002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:25.777660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.793419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38592) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:25.814694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9478c-f93d-4591-bb9c-38900f446313 None None] Network 5917f251-a34d-46cb-8c68-344429855e56 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:25.851049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=ac3247cd-5d58-4de8-9be5-c77fd5f71fab,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:25.873050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-18ac8279-0c20-441b-af52-6dc74283719c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1997116 Mar 02 18:06:25.873273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38596) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:25.934732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-169e977e-5e43-4595-a3ea-1d45d9a725ca req-f2477611-22a9-49f5-b26d-60e4d792ca17 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485209 Mar 02 18:06:25.935411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Provisioning for port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:25.945203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Provisioning complete for port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:25.945203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.954956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3515e91f-02f9-4b91-979c-a4c648ea25fd tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=1ddc12e6fbb44e46bc366e6d7ca79622&network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 2969 time: 0.1556258 Mar 02 18:06:25.995924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324dc8a-26e8-49d3-86ae-cda528f579cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:25.996846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e324dc8a-26e8-49d3-86ae-cda528f579cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:26.023687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e324dc8a-26e8-49d3-86ae-cda528f579cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:26.027441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e324dc8a-26e8-49d3-86ae-cda528f579cc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13e HTTP/1.1" status: 200 len: 929 time: 0.1506953 Mar 02 18:06:26.027680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:26.107252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port ac3247cd-5d58-4de8-9be5-c77fd5f71fab {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:26.107516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.137390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-51215ce3-db4d-4ad3-964f-d841bc9432ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 1099 time: 0.0963709 Mar 02 18:06:26.212674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.300523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-c22e6ba1-25c1-483c-81bb-ea63dc3a98c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:26.302041 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-c22e6ba1-25c1-483c-81bb-ea63dc3a98c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1590118 Mar 02 18:06:26.302609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] For port d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,segment=NetworkSegment(eaa40f31-547c-41f9-867b-8334127ad06d),segment_id=eaa40f31-547c-41f9-867b-8334127ad06d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:26.308141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.388112 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-abbf6f87-9b33-4a91-b98f-bb3d38f77dc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d01ed08f-604e-4646-bfda-d737994c80b8 HTTP/1.1" status: 200 len: 217 time: 0.0772209 Mar 02 18:06:26.392278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21166c1-dc74-415e-9b97-8eec21eb8ee9 None None] Pushing event updated for resources: {'Port': ['ID=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:26.462945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-b2a6fc16-8aa6-4606-9065-a895966eff9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:26.465429 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-b2a6fc16-8aa6-4606-9065-a895966eff9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0707617 Mar 02 18:06:26.492224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146d3c-1aa5-40d4-9845-b10045b0b369 req-cf9fca56-8e0e-445a-8e83-8bc519d8269e tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:26.493765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f146d3c-1aa5-40d4-9845-b10045b0b369 req-cf9fca56-8e0e-445a-8e83-8bc519d8269e tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 948 time: 0.2033448 Mar 02 18:06:26.524301 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.556394 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-9fe2341b-c95d-4abb-bca3-c247cb399aa3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846515 Mar 02 18:06:26.646755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Provisioning complete for port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:26.647208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.667169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for ac3247cd-5d58-4de8-9be5-c77fd5f71fab owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:26.734661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f146d3c-1aa5-40d4-9845-b10045b0b369 req-90ba51bd-32f7-4785-875b-104a23e3f51d tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307820 Mar 02 18:06:26.742015 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-931b6f7c-1b03-49e9-9900-8078c806a51e service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788778 Mar 02 18:06:26.804994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Provisioning for port ac3247cd-5d58-4de8-9be5-c77fd5f71fab completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:26.810551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Provisioning complete for port ac3247cd-5d58-4de8-9be5-c77fd5f71fab triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:26.811809 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.872548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Port ac3247cd-5d58-4de8-9be5-c77fd5f71fab cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:26.878938 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.898858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Provisioning for port b3994f8b-6009-4078-af76-ec948535629a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:26.905961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Provisioning complete for port b3994f8b-6009-4078-af76-ec948535629a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:26.906431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.926022 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3836af4b-76d4-4a1d-98dc-0b2aaf6f803e req-70ef3e02-0ccd-476f-bb3c-9c60ad63c624 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763411 Mar 02 18:06:26.937607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=ac3247cd-5d58-4de8-9be5-c77fd5f71fab,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:26.981517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f3905b3e-5c4b-4f33-98d7-7770593dbe26 None None] Port b3994f8b-6009-4078-af76-ec948535629a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:26.982967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d3db5133-1ed2-483f-9c7a-0ff2036c45b9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:27.003761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.023824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e0a4869-cfce-4d1b-b9c7-ff34e0748cd6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/ac3247cd-5d58-4de8-9be5-c77fd5f71fab HTTP/1.1" status: 204 len: 168 time: 0.9949255 Mar 02 18:06:27.026541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38614) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:27.064344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:27.064860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.070353 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c98239-76d1-49de-9390-338310d12e4e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:27.070883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-83c98239-76d1-49de-9390-338310d12e4e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:27.088796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-83c98239-76d1-49de-9390-338310d12e4e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:27.089857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-83c98239-76d1-49de-9390-338310d12e4e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/ac3247cd-5d58-4de8-9be5-c77fd5f71fab HTTP/1.1" status: 404 len: 333 time: 0.0622795 Mar 02 18:06:27.092747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:27.135337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0843450a-b849-43b0-9bb9-e950d0604d0a None None] Provisioning complete for port b3994f8b-6009-4078-af76-ec948535629a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:27.135709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0843450a-b849-43b0-9bb9-e950d0604d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.158840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port b3994f8b-6009-4078-af76-ec948535629a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:27.159183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.234270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0843450a-b849-43b0-9bb9-e950d0604d0a None None] Port b3994f8b-6009-4078-af76-ec948535629a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:27.345809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0500d5e8-81d5-46c7-8758-c00a5f1a2aaf None None] Could not find standard attr ID for object ac3247cd-5d58-4de8-9be5-c77fd5f71fab. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:27.405449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:27.539247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37019af4-1f56-401b-b029-2f42a7c6bbe2 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:27.554589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-37019af4-1f56-401b-b029-2f42a7c6bbe2 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623 HTTP/1.1" status: 200 len: 814 time: 0.1343431 Mar 02 18:06:27.578021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.707635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for b3994f8b-6009-4078-af76-ec948535629a owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:27.859957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:27.946858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=b3994f8b-6009-4078-af76-ec948535629a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:27.999338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38632) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.001951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.011529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'network': {'name': 'tempest-network-smoke--819987384', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'port_security_enabled': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:28.024990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:28.039552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f691efc-ff23-4cf7-9d8e-0d5417ab92a2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/b3994f8b-6009-4078-af76-ec948535629a HTTP/1.1" status: 204 len: 168 time: 0.9457424 Mar 02 18:06:28.040767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:28.042425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38636) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.063404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:28.066396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.085325 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3477d-b52c-4ba8-bf93-6846ab66e50f req-d26f43fe-2a2a-4652-9522-8657250e4e45 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:28.086859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a3477d-b52c-4ba8-bf93-6846ab66e50f req-d26f43fe-2a2a-4652-9522-8657250e4e45 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 948 time: 0.1927123 Mar 02 18:06:28.095591 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-791918e7-f89e-49d2-bdc6-6d5d8d779ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:28.099739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-791918e7-f89e-49d2-bdc6-6d5d8d779ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/b3994f8b-6009-4078-af76-ec948535629a HTTP/1.1" status: 404 len: 333 time: 0.0555949 Mar 02 18:06:28.099739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.142561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:28.161286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.162357 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Added segment 67ec4091-e216-4d53-b1f8-d280a291bb7a of type vlan for network 947861f4-091e-4566-b0ea-8555efc2d014 Mar 02 18:06:28.170494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95a3477d-b52c-4ba8-bf93-6846ab66e50f req-efbb4989-1f03-47b9-8b73-2162eeba017f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Mar 02 18:06:28.199372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.245755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.251811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:28.252701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.336672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet a445a95d-1fb8-4326-906a-913a49838f6e {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:28.340163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.367436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3670294 Mar 02 18:06:28.371192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.376630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789becb-5ecf-4f41-a98c-eb7385d7bbeb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Network': ['ID=947861f4-091e-4566-b0ea-8555efc2d014,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:28.387700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 947861f4-091e-4566-b0ea-8555efc2d014 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:28.444508 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.484863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb5a42-ce13-4f4d-9535-6ee505629980 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:28.486324 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-caeb5a42-ce13-4f4d-9535-6ee505629980 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1ddc12e6fbb44e46bc366e6d7ca79622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1144176 Mar 02 18:06:28.489212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38648) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.529792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d01ed08f-604e-4646-bfda-d737994c80b8 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:06:28.541704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.619347 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.622806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03cd93-1158-4e64-a78c-2109414c0140 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:28.624411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6f03cd93-1158-4e64-a78c-2109414c0140 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341007 Mar 02 18:06:28.627186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38652) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.659822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=a445a95d-1fb8-4326-906a-913a49838f6e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:28.669764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.669925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2f7a7786-f274-4be5-ad87-3b42d651ef08 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410230 Mar 02 18:06:28.672408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.673022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d01ed08f-604e-4646-bfda-d737994c80b8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:28.682078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29044a-4e44-41da-9567-37a4e0b1a5f4 None None] Network 5917f251-a34d-46cb-8c68-344429855e56 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:28.712282 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2edc4683-7ff4-45c9-bd42-3ddb7e61a7c7 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/a445a95d-1fb8-4326-906a-913a49838f6e HTTP/1.1" status: 204 len: 168 time: 0.6116323 Mar 02 18:06:28.714942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38660) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.718166 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-601b3072-248e-4ebd-ad6a-99c4c5f02791 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1ddc12e6fbb44e46bc366e6d7ca79622&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436776 Mar 02 18:06:28.720612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:28.749074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'd01ed08f-604e-4646-bfda-d737994c80b8', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'd01ed08f-604e-4646-bfda-d737994c80b8', 'mac_address': 'fa:16:3e:bc:12:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:06:28.835779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.846937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:28.847324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.866285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.915468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01ed08f-604e-4646-bfda-d737994c80b8 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:06:28.935275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d01ed08f-604e-4646-bfda-d737994c80b8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:28.943580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:28.957659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3637dd-c708-4f82-9318-25e715cd6c02 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:28.959458 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4f3637dd-c708-4f82-9318-25e715cd6c02 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2377284 Mar 02 18:06:28.962355 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38668) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:29.004267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-812f25a8-1fa7-451a-b2f7-40d07b347932 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382886 Mar 02 18:06:29.006071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:29.010907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540357211', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:29.025725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:29.073271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,segment=NetworkSegment(eaa40f31-547c-41f9-867b-8334127ad06d),segment_id=eaa40f31-547c-41f9-867b-8334127ad06d)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:29.073628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.086827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] DHCP port deletion for 5917f251-a34d-46cb-8c68-344429855e56 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:29.091399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Deleting port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:29.091813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.131330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:29.135627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:subnet and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:29.138801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:29.145014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:29.157304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:29.266564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['d01ed08f-604e-4646-bfda-d737994c80b8'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:06:29.274627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.303331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for d3db5133-1ed2-483f-9c7a-0ff2036c45b9 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:29.357610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] For port d3db5133-1ed2-483f-9c7a-0ff2036c45b9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,segment=NetworkSegment(eaa40f31-547c-41f9-867b-8334127ad06d),segment_id=eaa40f31-547c-41f9-867b-8334127ad06d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:29.358007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.460144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b6dd7-e6a9-443a-9415-efbca03eda56 req-901af445-5f29-4276-beba-72745b38d6ac tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:29.467239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d67b6dd7-e6a9-443a-9415-efbca03eda56 req-901af445-5f29-4276-beba-72745b38d6ac tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 949 time: 0.1327157 Mar 02 18:06:29.508319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.532071 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.540426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Calling delete_port for d3db5133-1ed2-483f-9c7a-0ff2036c45b9 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:29.561896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d67b6dd7-e6a9-443a-9415-efbca03eda56 req-ff34feb9-37d3-4669-9d8e-d66cbcfbdc14 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931914 Mar 02 18:06:29.562786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=d3db5133-1ed2-483f-9c7a-0ff2036c45b9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:29.573465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.573956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.574418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.574893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.575327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.575759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.576187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.576617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.577654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.577654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.577654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:29.583349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No DVR routers for this DVR port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:29.637742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Subnet': ['ID=1a28689c-b752-4853-a618-07b04351cb47,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:06:29.647904 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:06:29.654261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Checking segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:29.654724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network hostable DHCP agents. Network: 947861f4-091e-4566-b0ea-8555efc2d014, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:29.670628 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:29.670985 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:29.680239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 947861f4-091e-4566-b0ea-8555efc2d014 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:29.690875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 947861f4-091e-4566-b0ea-8555efc2d014) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:29.696767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:29.697348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.702675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935732d9-9616-421b-bf22-8e6a93f1a9e7 None None] Network 947861f4-091e-4566-b0ea-8555efc2d014 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:29.720477 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a752cc97-c077-45ad-9760-c7ad25f61229 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7142346 Mar 02 18:06:29.729422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.764407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5917f251-a34d-46cb-8c68-344429855e56']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:29.778815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa40f31-547c-41f9-867b-8334127ad06d') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:29.778815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa40f31-547c-41f9-867b-8334127ad06d') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:29.791020 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.807526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.813976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:29.814401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:29.828704 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:29.907122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.924623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.926779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-947861f4-091e-4566-b0ea-8555efc2d014', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ips': [{'subnet_id': '1a28689c-b752-4853-a618-07b04351cb47'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:29.927972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:29.937944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=5917f251-a34d-46cb-8c68-344429855e56,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:29.946485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1f7100d2-7c68-440d-bf1c-1d8e84badd6b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/5917f251-a34d-46cb-8c68-344429855e56 HTTP/1.1" status: 204 len: 168 time: 1.2263734 Mar 02 18:06:29.947116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38680) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:29.952386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1428874107'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:29.957780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:29.962317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:29.965212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:29.971061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:29.983024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:29.985909 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.017831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:30.028305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.028633 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment 7a2db7b0-8c4b-4da5-967f-740e08e023b9 of type vlan for network 1838c877-fc92-49e5-a09c-f4c148922d22 Mar 02 18:06:30.056403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.087231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.090845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Allocated IP 172.20.0.18 (947861f4-091e-4566-b0ea-8555efc2d014/1a28689c-b752-4853-a618-07b04351cb47/50bda572-f10f-4501-b942-21d41e9b0d7e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:30.090999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:30.091542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.173007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Deleting port d3db5133-1ed2-483f-9c7a-0ff2036c45b9 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:30.173382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.193522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2453506 Mar 02 18:06:30.196587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38684) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:30.203066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d166-ff02-432c-b500-6ee06375989f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=1838c877-fc92-49e5-a09c-f4c148922d22,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:30.203347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:30.216139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1838c877-fc92-49e5-a09c-f4c148922d22 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:30.269788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6888a515-f90f-45dc-a9ed-63813b2a55d3 None None] The port 'd3db5133-1ed2-483f-9c7a-0ff2036c45b9' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:06:30.313932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:30.318287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:30.321090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:30.331059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:30.342761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:30.454362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.455720 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.467168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Transition to ACTIVE for port object 50bda572-f10f-4501-b942-21d41e9b0d7e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:30.485579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Transition to ACTIVE for port object 50bda572-f10f-4501-b942-21d41e9b0d7e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:30.491942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.549354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d01ed08f-604e-4646-bfda-d737994c80b8 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:30.597176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Network 947861f4-091e-4566-b0ea-8555efc2d014 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:30.601905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:30.605565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Pushing event updated for resources: {'Port': ['ID=50bda572-f10f-4501-b942-21d41e9b0d7e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:30.607679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:30.680621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.716390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Attempting to bind port 50bda572-f10f-4501-b942-21d41e9b0d7e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:30.716749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Attempting to bind port 50bda572-f10f-4501-b942-21d41e9b0d7e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:30.717104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Attempting to bind port 50bda572-f10f-4501-b942-21d41e9b0d7e on network 947861f4-091e-4566-b0ea-8555efc2d014 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:30.725041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port d01ed08f-604e-4646-bfda-d737994c80b8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:30.728225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:30.728586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Checking segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:30.728966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.729344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Bound using segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:30.729800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Bound port: 50bda572-f10f-4501-b942-21d41e9b0d7e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:30.730165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.746176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port d01ed08f-604e-4646-bfda-d737994c80b8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:30.746641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.769053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=f63a15ab-d1f2-4c34-83ae-4b34c89d36a5,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:30.781166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': '7a2db7b0-8c4b-4da5-967f-740e08e023b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:30.782004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 1838c877-fc92-49e5-a09c-f4c148922d22, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:30.810492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040432d1-e78c-498e-a6fe-f02baaf04986 req-897e93b2-e995-4f5f-9028-449e902fef56 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:30.812415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040432d1-e78c-498e-a6fe-f02baaf04986 req-897e93b2-e995-4f5f-9028-449e902fef56 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 949 time: 0.1005940 Mar 02 18:06:30.812570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 1838c877-fc92-49e5-a09c-f4c148922d22 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:30.824670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 1838c877-fc92-49e5-a09c-f4c148922d22) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:30.829293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:30.829864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:30.839262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e74bf8-2fbe-4e09-b35f-b5b5e54f202e None None] Network 1838c877-fc92-49e5-a09c-f4c148922d22 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:30.857645 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-68b68fb4-bc0c-4f00-bf1f-b8dcc1aba0e9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6561038 Mar 02 18:06:30.857858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38692) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:30.864057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22', 'name': 'tempest-PortsIpV6TestJSON-1121627976', 'fixed_ips': [{'subnet_id': 'f63a15ab-d1f2-4c34-83ae-4b34c89d36a5', 'ip_address': '2001:db8::10'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:30.899454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040432d1-e78c-498e-a6fe-f02baaf04986 req-34c008e0-f3e8-4b49-8c09-1bb2d5b9c3ad tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Mar 02 18:06:30.953671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] For port 50bda572-f10f-4501-b942-21d41e9b0d7e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:30.970256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] For port 50bda572-f10f-4501-b942-21d41e9b0d7e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50bda572-f10f-4501-b942-21d41e9b0d7e,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:31.013634 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d3db5133-1ed2-483f-9c7a-0ff2036c45b9 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:31.042833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.046981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:31.048205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.049964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:31.056314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.067060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:31.073004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.095840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port f0d8cfbe-d6fa-4279-b513-54120461bb90 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:31.101617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: d3db5133-1ed2-483f-9c7a-0ff2036c45b9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:31.101962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d3db5133-1ed2-483f-9c7a-0ff2036c45b9 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:31.206372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:31.212312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829689725', 'description': 'tempest-secgroup-smoke-829689725 description', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:31.213073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.219194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.230475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.240936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.262774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2745-4f3f-4d19-a5cc-f78ceea10ee3 None None] Pushing event updated for resources: {'Port': ['ID=50bda572-f10f-4501-b942-21d41e9b0d7e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:31.287451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.291571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:31.294485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:31.300168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.312130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:06:31.331213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d01ed08f-604e-4646-bfda-d737994c80b8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:31.337152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.357374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::10 (1838c877-fc92-49e5-a09c-f4c148922d22/f63a15ab-d1f2-4c34-83ae-4b34c89d36a5/f0d8cfbe-d6fa-4279-b513-54120461bb90) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:31.375470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.381692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.390071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-1838c877-fc92-49e5-a09c-f4c148922d22', 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': 'f63a15ab-d1f2-4c34-83ae-4b34c89d36a5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:31.391370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.414992 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8', 'code': 200} Mar 02 18:06:31.454798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e786a-951b-440b-992b-4640e4bfb9ce,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:31.460765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.463309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2ff78331-13c0-456a-aa0d-ee05170c64b9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2556608 Mar 02 18:06:31.466010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:31.473258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:31.482040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.486425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:31.490338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:31.497317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.524947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.551132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:31.656568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.661790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.695334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ae71ce-50b0-42ca-a4c5-5888729f123a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:31.705338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.706842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2fdfafbf-f69c-4da3-9837-91d422e984a6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2392046 Mar 02 18:06:31.710424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:31.716238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:31.723054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.727560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:31.730862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:31.736959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.764585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.832228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.836669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.844850 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efae880a-f9d3-45b5-ad7e-2a669e17d8f1 req-f03be63c-a41b-4959-8de2-04d0182b38f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 1101 time: 0.3275781 Mar 02 18:06:31.863707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8780d0-8802-495a-bdb1-1679c97f2646,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:31.874293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.875647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8179fdec-70e8-4653-80d2-146c3afab41f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1640832 Mar 02 18:06:31.878500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38710) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:31.883253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.883915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:31.890072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:31.893983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:31.896910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:31.902655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:31.914382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object f0d8cfbe-d6fa-4279-b513-54120461bb90 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:31.921164 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-efae880a-f9d3-45b5-ad7e-2a669e17d8f1 req-ea0d4cda-41c2-404d-ae3a-603ffbb856a9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671635 Mar 02 18:06:31.922158 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.944968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:31.999201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.005455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.032387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 1838c877-fc92-49e5-a09c-f4c148922d22 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:32.034746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Allocated IP 2001:db8::2 (1838c877-fc92-49e5-a09c-f4c148922d22/f63a15ab-d1f2-4c34-83ae-4b34c89d36a5/e2f4e636-4dbd-4150-b896-ea26890bf5ea) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:32.035784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:32.045725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:32.050153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:32.050787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.073407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=f0d8cfbe-d6fa-4279-b513-54120461bb90,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:32.103398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.107394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2251174 Mar 02 18:06:32.107544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a1a3fd0f-4e5a-4bbf-bb14-85d1122c5f9f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2457223 Mar 02 18:06:32.108173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38716) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:32.108500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38718) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:32.115801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a077d7-6a67-487b-b657-d84f205025e8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473b53ac-6630-4217-849f-43934b4833ca,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:32.116507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22', 'name': 'tempest-PortsIpV6TestJSON-44425535', 'fixed_ips': [{'subnet_id': 'f63a15ab-d1f2-4c34-83ae-4b34c89d36a5', 'ip_address': '2001:db8::f'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:32.138294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:32.145480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:32.157415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:32.166534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d52f02-6284-487e-bc05-ad17110fa909 req-31449d5f-82bc-4ac8-bd36-43e9d739d84b tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:32.170360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43d52f02-6284-487e-bc05-ad17110fa909 req-31449d5f-82bc-4ac8-bd36-43e9d739d84b tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 950 time: 0.1256387 Mar 02 18:06:32.209737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:32.222755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:32.251037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43d52f02-6284-487e-bc05-ad17110fa909 req-8423d10a-a1cc-4c7c-8df1-1b23233cf604 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683165 Mar 02 18:06:32.293020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.299903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.311502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Transition to ACTIVE for port object e2f4e636-4dbd-4150-b896-ea26890bf5ea will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:32.332058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Transition to ACTIVE for port object e2f4e636-4dbd-4150-b896-ea26890bf5ea will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:32.339446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.345191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:32.355039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:32.359158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:32.369541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:32.392740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:32.398626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.416027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.418138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Network 1838c877-fc92-49e5-a09c-f4c148922d22 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:32.419076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Pushing event updated for resources: {'Port': ['ID=e2f4e636-4dbd-4150-b896-ea26890bf5ea,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:32.421809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:32.424091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:32.433265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.470743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port d17ac84f-e07a-4639-8683-a1751fe9bd0a yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:32.511569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb464e1-ac16-43d3-8dfb-fcb01b219a0f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:32.522422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Attempting to bind port e2f4e636-4dbd-4150-b896-ea26890bf5ea on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:32.523890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Attempting to bind port e2f4e636-4dbd-4150-b896-ea26890bf5ea by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7a2db7b0-8c4b-4da5-967f-740e08e023b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:32.524033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.524235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Attempting to bind port e2f4e636-4dbd-4150-b896-ea26890bf5ea on network 1838c877-fc92-49e5-a09c-f4c148922d22 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:32.525288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3c26356-9d80-4fbc-9e6d-9800cda8c10a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4156518 Mar 02 18:06:32.528652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:32.532158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:32.532525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Checking segment: {'id': '7a2db7b0-8c4b-4da5-967f-740e08e023b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:32.532919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.533299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Bound using segment: {'id': '7a2db7b0-8c4b-4da5-967f-740e08e023b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:32.533764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Bound port: e2f4e636-4dbd-4150-b896-ea26890bf5ea, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2db7b0-8c4b-4da5-967f-740e08e023b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1838c877-fc92-49e5-a09c-f4c148922d22'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:32.534129 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.536039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:32.547674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:32.554232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:32.558228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:32.567005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:32.579187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fea89-cbf7-4c32-933d-de38a9a21cc0 None None] Network 947861f4-091e-4566-b0ea-8555efc2d014 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:32.580191 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:06:32.588170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.662532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.668066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.690384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c18f8d-0186-4c04-9b2a-22a4ba94e71d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:32.704485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.708947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:32.709138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c0e9c386-78e9-4e7d-8097-6faf076b752f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1793776 Mar 02 18:06:32.711976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::f (1838c877-fc92-49e5-a09c-f4c148922d22/f63a15ab-d1f2-4c34-83ae-4b34c89d36a5/d17ac84f-e07a-4639-8683-a1751fe9bd0a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:32.719137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'cd3e786a-951b-440b-992b-4640e4bfb9ce', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:32.727889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:32.735372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-decb2272-3939-421b-b45a-763cb9188822 None None] Provisioning for port 50bda572-f10f-4501-b942-21d41e9b0d7e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:32.735574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:32.739262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:32.749448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:32.753068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] For port e2f4e636-4dbd-4150-b896-ea26890bf5ea, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:32.783496 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:06:32.791442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] For port e2f4e636-4dbd-4150-b896-ea26890bf5ea, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2f4e636-4dbd-4150-b896-ea26890bf5ea,segment=NetworkSegment(7a2db7b0-8c4b-4da5-967f-740e08e023b9),segment_id=7a2db7b0-8c4b-4da5-967f-740e08e023b9)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:32.796978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.800709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:32.929928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742749-38dc-404a-ac9d-be450dc9bd89 None None] Pushing event updated for resources: {'Port': ['ID=e2f4e636-4dbd-4150-b896-ea26890bf5ea,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:33.024312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.045403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.058476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50bda572-f10f-4501-b942-21d41e9b0d7e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:33.075186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object d17ac84f-e07a-4639-8683-a1751fe9bd0a will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:33.082171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.124740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8543e4-4e65-449e-b0c6-f0888c029608,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:33.139809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.142373 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2bced637-06f3-4815-bf40-bd621c500260 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4324355 Mar 02 18:06:33.157808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.190727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 50bda572-f10f-4501-b942-21d41e9b0d7e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:33.199839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 50bda572-f10f-4501-b942-21d41e9b0d7e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:33.200278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.268126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 1838c877-fc92-49e5-a09c-f4c148922d22 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:33.277470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:33.281955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:33.284459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.285060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.317114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=d17ac84f-e07a-4639-8683-a1751fe9bd0a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:33.334043 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9251dbd1-d129-4c90-8cb9-8bebb471f895 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2225440 Mar 02 18:06:33.336882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38736) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:33.478177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.511034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d92bc65a-b7db-4a95-861f-406d7249e2b9 None None] Provisioning complete for port 50bda572-f10f-4501-b942-21d41e9b0d7e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:33.511472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d92bc65a-b7db-4a95-861f-406d7249e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.533320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e96fa-84e8-4136-8231-e859d9e80770 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.534186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-251e96fa-84e8-4136-8231-e859d9e80770 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:33.555658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-251e96fa-84e8-4136-8231-e859d9e80770 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:33.557771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-251e96fa-84e8-4136-8231-e859d9e80770 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2197690 Mar 02 18:06:33.560727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38746) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:33.577016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-1c32a0ca-56a0-4186-a21b-a1426a182823 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:33.587945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1e56-6629-453a-baba-12e35a8e9717 req-61718866-75a6-4523-b872-5c171a3be55f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.589478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bcb1e56-6629-453a-baba-12e35a8e9717 req-61718866-75a6-4523-b872-5c171a3be55f tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 950 time: 0.1707900 Mar 02 18:06:33.598186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 50bda572-f10f-4501-b942-21d41e9b0d7e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50bda572-f10f-4501-b942-21d41e9b0d7e,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:33.605117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.638033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-1c32a0ca-56a0-4186-a21b-a1426a182823 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:33.639225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-1c32a0ca-56a0-4186-a21b-a1426a182823 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829689725&fields=id&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 267 time: 0.1313927 Mar 02 18:06:33.655116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ec8b6-ff57-46f9-819a-d85b0ebacff9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.659376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ec8b6-ff57-46f9-819a-d85b0ebacff9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.661075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bcb1e56-6629-453a-baba-12e35a8e9717 req-acb74f4a-6dfd-43af-bbb0-b51fd0c25d6a tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653155 Mar 02 18:06:33.664143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ec8b6-ff57-46f9-819a-d85b0ebacff9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.666057 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c4ec8b6-ff57-46f9-819a-d85b0ebacff9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1043198 Mar 02 18:06:33.669144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:33.727587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=50bda572-f10f-4501-b942-21d41e9b0d7e,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:33.757430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port d17ac84f-e07a-4639-8683-a1751fe9bd0a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:33.758188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:33.985793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-bad61717-0b26-4e9b-8c68-d47851acdbff tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:33.986692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-bad61717-0b26-4e9b-8c68-d47851acdbff tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:34.018438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-bad61717-0b26-4e9b-8c68-d47851acdbff tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:34.020277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-bad61717-0b26-4e9b-8c68-d47851acdbff tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/networks?id=947861f4-091e-4566-b0ea-8555efc2d014 HTTP/1.1" status: 200 len: 796 time: 0.3580215 Mar 02 18:06:34.049858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:34.050120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-5a8d058f-fe6a-4a28-b012-440f09816992 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/quotas/1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 375 time: 0.0228889 Mar 02 18:06:34.160420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-bef897b3-201c-4fc6-af08-add1d280efe0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1032786 Mar 02 18:06:34.341668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for d17ac84f-e07a-4639-8683-a1751fe9bd0a owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:34.368803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-211396c9-f033-4304-8802-27e78974b9b4 service neutron] 10.222.0.37 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921911 Mar 02 18:06:34.422382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ead3f-1a24-4b87-bdc1-0cb79d1ff2bd None None] Network 1838c877-fc92-49e5-a09c-f4c148922d22 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:34.530329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-3bdc8684-fd50-4e38-a250-dde0a6ce5539 service neutron] 10.222.0.37 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606169 Mar 02 18:06:34.571305 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:34.588170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3687bb41-fdd4-4f87-9db6-0d3da726b07a None None] Provisioning for port e2f4e636-4dbd-4150-b896-ea26890bf5ea completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:34.644240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=d17ac84f-e07a-4639-8683-a1751fe9bd0a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:34.696495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:34.732405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38768) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:34.732828 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef604bbe-dcd6-4eb4-9230-4dc53a20084f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/d17ac84f-e07a-4639-8683-a1751fe9bd0a HTTP/1.1" status: 204 len: 168 time: 1.0623415 Mar 02 18:06:34.834425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8201bf5e-324c-4927-b6bc-0b77e76330bf req-b67045f3-0dfc-4f8f-9f23-8b4854a4326f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0553818 Mar 02 18:06:34.835917 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61dd065-2018-4050-b1ba-6047c27fe550 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:34.836495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b61dd065-2018-4050-b1ba-6047c27fe550 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:34.853839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b61dd065-2018-4050-b1ba-6047c27fe550 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:34.856100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b61dd065-2018-4050-b1ba-6047c27fe550 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/d17ac84f-e07a-4639-8683-a1751fe9bd0a HTTP/1.1" status: 404 len: 333 time: 0.1219935 Mar 02 18:06:34.858864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:34.944221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port f0d8cfbe-d6fa-4279-b513-54120461bb90 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:34.944560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.120411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2f4e636-4dbd-4150-b896-ea26890bf5ea up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:35.217946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e2f4e636-4dbd-4150-b896-ea26890bf5ea completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:35.225065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e2f4e636-4dbd-4150-b896-ea26890bf5ea triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:35.225701 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.343219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.427392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Provisioning for port f0d8cfbe-d6fa-4279-b513-54120461bb90 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:35.435061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Provisioning complete for port f0d8cfbe-d6fa-4279-b513-54120461bb90 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:35.435666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.495280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.533348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Port f0d8cfbe-d6fa-4279-b513-54120461bb90 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:35.556786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e2f4e636-4dbd-4150-b896-ea26890bf5ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2f4e636-4dbd-4150-b896-ea26890bf5ea,segment=NetworkSegment(7a2db7b0-8c4b-4da5-967f-740e08e023b9),segment_id=7a2db7b0-8c4b-4da5-967f-740e08e023b9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:35.568975 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.570111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50bda572-f10f-4501-b942-21d41e9b0d7e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:35.644481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for f0d8cfbe-d6fa-4279-b513-54120461bb90 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:35.662144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Provisioning complete for port e2f4e636-4dbd-4150-b896-ea26890bf5ea triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:35.662366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a36b2c01-39b2-43ed-bbe0-654d2d8aefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.770428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e2f4e636-4dbd-4150-b896-ea26890bf5ea,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:35.840355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.847300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 50bda572-f10f-4501-b942-21d41e9b0d7e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:35.847684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.900209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=f0d8cfbe-d6fa-4279-b513-54120461bb90,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:35.944048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:35.981486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4442b231-a83d-497d-be7f-13fa705329b9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/f0d8cfbe-d6fa-4279-b513-54120461bb90 HTTP/1.1" status: 204 len: 168 time: 1.1207414 Mar 02 18:06:35.983181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38786) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:36.069744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd77c1ba-81ff-404e-b897-6d52932f315e None None] Could not find standard attr ID for object f0d8cfbe-d6fa-4279-b513-54120461bb90. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:36.073335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fd77c1ba-81ff-404e-b897-6d52932f315e None None] Could not find standard attr ID for object d17ac84f-e07a-4639-8683-a1751fe9bd0a. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:36.098189 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f8b9c5-c0f3-4332-b9f4-8551b1e97be1 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:36.099619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7f8b9c5-c0f3-4332-b9f4-8551b1e97be1 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:36.119874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b7f8b9c5-c0f3-4332-b9f4-8551b1e97be1 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:36.124301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b7f8b9c5-c0f3-4332-b9f4-8551b1e97be1 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/f0d8cfbe-d6fa-4279-b513-54120461bb90 HTTP/1.1" status: 404 len: 333 time: 0.1401072 Mar 02 18:06:36.125069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38790) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:36.147836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b835ea6b-87e9-441c-96bf-0f37c958199b req-7c0e22b0-5c8a-420d-92eb-295608ca5778 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0851626 Mar 02 18:06:36.304933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-abccafaa-4991-4a77-b872-6f0e530fc201 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:36.306517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-abccafaa-4991-4a77-b872-6f0e530fc201 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/networks?id=947861f4-091e-4566-b0ea-8555efc2d014 HTTP/1.1" status: 200 len: 796 time: 0.2017810 Mar 02 18:06:36.377101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-dfc07485-6ce3-4d8e-8f4b-b8a5857b264d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 471 time: 0.0584812 Mar 02 18:06:36.395872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'port': {'device_id': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'admin_state_up': True, 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'security_groups': ['cd3e786a-951b-440b-992b-4640e4bfb9ce']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:36.426786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet f63a15ab-d1f2-4c34-83ae-4b34c89d36a5 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:36.440818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.512495 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.626949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.710519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:36.715894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:port and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:36.725923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:36.725923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:36.728079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.736765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:36.741454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.775674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=f63a15ab-d1f2-4c34-83ae-4b34c89d36a5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:36.785960 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.788499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-af6265bf-54c1-4982-ae58-03abc239a11e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/f63a15ab-d1f2-4c34-83ae-4b34c89d36a5 HTTP/1.1" status: 204 len: 168 time: 0.6624129 Mar 02 18:06:36.791310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:36.791732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d759f-0022-45d6-a608-744e91e9305a None None] Network 1838c877-fc92-49e5-a09c-f4c148922d22 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:36.923880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.938249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port e2f4e636-4dbd-4150-b896-ea26890bf5ea {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:36.938633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:36.950656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.30 (947861f4-091e-4566-b0ea-8555efc2d014/1a28689c-b752-4853-a618-07b04351cb47/4fb315f1-5169-47b5-8bfd-248fa2c87c48) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:36.983365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2f4e636-4dbd-4150-b896-ea26890bf5ea up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:37.084699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e2f4e636-4dbd-4150-b896-ea26890bf5ea triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:37.085083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.143879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] DHCP port deletion for 1838c877-fc92-49e5-a09c-f4c148922d22 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:37.151059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Deleting port e2f4e636-4dbd-4150-b896-ea26890bf5ea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:37.151428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.173748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port e2f4e636-4dbd-4150-b896-ea26890bf5ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2f4e636-4dbd-4150-b896-ea26890bf5ea,segment=NetworkSegment(7a2db7b0-8c4b-4da5-967f-740e08e023b9),segment_id=7a2db7b0-8c4b-4da5-967f-740e08e023b9)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:37.174372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.178524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.196239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object 4fb315f1-5169-47b5-8bfd-248fa2c87c48 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:37.231977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.334592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for e2f4e636-4dbd-4150-b896-ea26890bf5ea owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:37.352062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 947861f4-091e-4566-b0ea-8555efc2d014 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:37.360833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:37.363166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:37.453507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:37.453766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] For port e2f4e636-4dbd-4150-b896-ea26890bf5ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e2f4e636-4dbd-4150-b896-ea26890bf5ea,segment=NetworkSegment(7a2db7b0-8c4b-4da5-967f-740e08e023b9),segment_id=7a2db7b0-8c4b-4da5-967f-740e08e023b9)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:37.453766 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.471603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.478531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:37.479161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.528059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93d2dd-fd54-4be3-b924-6d8bf0b79a42 req-6a6affff-e83d-4f92-bf63-d40033d51035 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:37.528821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b93d2dd-fd54-4be3-b924-6d8bf0b79a42 req-6a6affff-e83d-4f92-bf63-d40033d51035 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:37.534049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-ccffec14-11b3-4c8a-98f7-0788c34a0e69 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1503239 Mar 02 18:06:37.547636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Request body: {'port': {'device_id': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:37.547829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No DVR routers for this DVR port e2f4e636-4dbd-4150-b896-ea26890bf5ea on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:37.590338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-5b93d2dd-fd54-4be3-b924-6d8bf0b79a42 req-6a6affff-e83d-4f92-bf63-d40033d51035 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:37.591511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b93d2dd-fd54-4be3-b924-6d8bf0b79a42 req-6a6affff-e83d-4f92-bf63-d40033d51035 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 932 time: 0.2881339 Mar 02 18:06:37.609902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=e2f4e636-4dbd-4150-b896-ea26890bf5ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:37.632652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Calling delete_port for e2f4e636-4dbd-4150-b896-ea26890bf5ea owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:37.732275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.737426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b93d2dd-fd54-4be3-b924-6d8bf0b79a42 req-49dc4abb-3a5c-413a-8922-330e7d4e8a7f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385665 Mar 02 18:06:37.781449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1838c877-fc92-49e5-a09c-f4c148922d22']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:37.782130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.794605 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:37.795473 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:37.800779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2db7b0-8c4b-4da5-967f-740e08e023b9') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:37.801302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2db7b0-8c4b-4da5-967f-740e08e023b9') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:37.815300 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.830365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-677e9195-7484-4e6f-8196-2a1cbd4c261d None None] Provisioning for port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:37.837658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-677e9195-7484-4e6f-8196-2a1cbd4c261d None None] Provisioning complete for port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:37.838204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-677e9195-7484-4e6f-8196-2a1cbd4c261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.840719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.850182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:37.851056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:37.872994 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:37.896633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-677e9195-7484-4e6f-8196-2a1cbd4c261d None None] Port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:38.075178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.081729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.120184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=1838c877-fc92-49e5-a09c-f4c148922d22,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:38.131694 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c892fc4c-7d66-48ec-afef-89f81dcac41b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/1838c877-fc92-49e5-a09c-f4c148922d22 HTTP/1.1" status: 204 len: 168 time: 1.3392901 Mar 02 18:06:38.135206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38804) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:38.143575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625876945'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:38.151118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:38.155288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:network and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:38.159614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:38.169675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:38.181290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:38.184752 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.184892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb315f1-5169-47b5-8bfd-248fa2c87c48 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:06:38.192760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.208735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Transition to ACTIVE for port object 4fb315f1-5169-47b5-8bfd-248fa2c87c48 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:38.212966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.221407 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:06:38.231767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.232111 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Added segment efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090 of type vlan for network 89fea081-cbbb-440f-8baa-b9e0177054d5 Mar 02 18:06:38.266009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.296674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Deleting port e2f4e636-4dbd-4150-b896-ea26890bf5ea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:38.297060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.322383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.327130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:38.327130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.382725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-69c1e585-0e6f-4d08-8ec5-03e05e329724 None None] The port 'e2f4e636-4dbd-4150-b896-ea26890bf5ea' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:06:38.411785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:38.435714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2957428 Mar 02 18:06:38.439303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38808) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:38.450993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:38.461929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75303-7c2c-4e52-ace2-a4a830880c5e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Network': ['ID=89fea081-cbbb-440f-8baa-b9e0177054d5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:38.472655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:06:38.569933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Attempting to bind port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:38.570195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Attempting to bind port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:38.570493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Attempting to bind port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 on network 947861f4-091e-4566-b0ea-8555efc2d014 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:38.588609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 on network 947861f4-091e-4566-b0ea-8555efc2d014 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:06:38.588927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Attempting to bind port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 on network 947861f4-091e-4566-b0ea-8555efc2d014 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:38.604133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:38.606210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:38.606538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Checking segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:38.606932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Bound using segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:38.607349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Bound port: 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:38.607690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.621306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:38.625571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:38.657899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:38.681294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:38.742657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.948300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2f4e636-4dbd-4150-b896-ea26890bf5ea no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:38.960392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:38.966400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:38.980704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e2f4e636-4dbd-4150-b896-ea26890bf5ea {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:38.981043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e2f4e636-4dbd-4150-b896-ea26890bf5ea not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:39.045221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:39.063225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.167660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.169077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] 10.222.0.35 "PUT /v2.0/ports/4fb315f1-5169-47b5-8bfd-248fa2c87c48 HTTP/1.1" status: 200 len: 1092 time: 1.6256790 Mar 02 18:06:39.173048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:06:39.192359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4fd3-e382-4051-b76a-8707945b63f7 req-10951cf1-8bfd-4654-a730-f35345a3bc81 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:39.194494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118f4fd3-e382-4051-b76a-8707945b63f7 req-10951cf1-8bfd-4654-a730-f35345a3bc81 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 944 time: 0.3132057 Mar 02 18:06:39.198833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafd8f2-bd56-47aa-9146-01d5a46b4268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:39.264044 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48', 'status': 'completed', 'code': 200} Mar 02 18:06:39.345254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-51c83e16-9716-41a0-adfe-e57ff8a4e497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.356286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-118f4fd3-e382-4051-b76a-8707945b63f7 req-cfce6c9e-377b-4763-9495-53c45a9751f2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528101 Mar 02 18:06:39.399574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-102826ee-5789-4793-bb2b-6129e3f741de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 1095 time: 0.1811016 Mar 02 18:06:39.482490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-3a6941ab-f9af-4864-92a5-9117557de383 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48 HTTP/1.1" status: 200 len: 217 time: 0.0744131 Mar 02 18:06:39.484667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.615083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=e6b059cc-5c2e-4560-abd9-6193c521bf15,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:39.618713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-437d536b-42f8-4a3b-8998-c0944005c4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:39.620148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-437d536b-42f8-4a3b-8998-c0944005c4ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a28689c-b752-4853-a618-07b04351cb47 HTTP/1.1" status: 200 len: 837 time: 0.1312068 Mar 02 18:06:39.675028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Checking segment: {'id': 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:39.675289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network hostable DHCP agents. Network: 89fea081-cbbb-440f-8baa-b9e0177054d5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:06:39.721190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-6a006933-f54c-4613-b0cc-7f5392b5781b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=947861f4-091e-4566-b0ea-8555efc2d014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940185 Mar 02 18:06:39.721827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:06:39.796473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 89fea081-cbbb-440f-8baa-b9e0177054d5) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:39.805626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf6732-3cc9-4a18-81b6-0e470ce24066 None None] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:39.806307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:39.806912 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.853043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bbe3f365-9407-48d2-a027-7755931a784b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4100347 Mar 02 18:06:39.853647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38818) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:39.868376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-52334737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:39.878538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:39.892849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:router and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:39.897020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:39.904699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-b6cd2c69-ffdd-4565-ad9e-30f7a4f62387 service neutron] 10.222.0.35 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766987 Mar 02 18:06:39.905523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:39.983237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:39.984179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.035980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.047260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-89fea081-cbbb-440f-8baa-b9e0177054d5', 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': 'e6b059cc-5c2e-4560-abd9-6193c521bf15'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:40.048087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.066298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d24f14-0624-47c2-90fd-009bc26fa6a2 req-8e3cebce-4476-46a3-b7f1-2b1cb3c09f45 service neutron] 10.222.0.35 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556842 Mar 02 18:06:40.077055 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.105272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.109717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38824) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:40.111892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8fb9795f-f04d-4b47-b603-ade11bc5ef8e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2563472 Mar 02 18:06:40.119508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5', 'name': 'tempest-PortsIpV6TestJSON-816158899'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:40.213764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-99c086a8-4697-4ed1-bf72-5e29264acd79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 1095 time: 0.0872993 Mar 02 18:06:40.241501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Allocated IP 2001:db8::2 (89fea081-cbbb-440f-8baa-b9e0177054d5/e6b059cc-5c2e-4560-abd9-6193c521bf15/9c1a0d7c-470f-484e-b812-3883ddea6a7b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:40.275055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:40.279103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:port and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:40.282780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:40.289165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:40.299778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:40.303640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.327652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 0c865559-bc46-419d-b6a5-59d51ef9d80a yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:40.357179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df449638-4e0c-4e8d-8064-68e225f51748 req-94ad47b8-44e1-4e12-9a1f-a18df1feeee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:40.358932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-94ad47b8-44e1-4e12-9a1f-a18df1feeee2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=947861f4-091e-4566-b0ea-8555efc2d014 HTTP/1.1" status: 200 len: 897 time: 0.1369827 Mar 02 18:06:40.430279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-474abcdb-e77e-4191-aad1-51373852bbe9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48 HTTP/1.1" status: 200 len: 217 time: 0.0656714 Mar 02 18:06:40.483652 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.501025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Transition to ACTIVE for port object 9c1a0d7c-470f-484e-b812-3883ddea6a7b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:40.504888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df449638-4e0c-4e8d-8064-68e225f51748 req-5b23486a-5427-47d0-bd02-dd3f92a2ddd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:40.506559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-5b23486a-5427-47d0-bd02-dd3f92a2ddd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a28689c-b752-4853-a618-07b04351cb47 HTTP/1.1" status: 200 len: 837 time: 0.0707269 Mar 02 18:06:40.519028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Transition to ACTIVE for port object 9c1a0d7c-470f-484e-b812-3883ddea6a7b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:40.525185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.585261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:40.586425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:40.591127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:40.609172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Pushing event updated for resources: {'Port': ['ID=9c1a0d7c-470f-484e-b812-3883ddea6a7b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:40.621229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::2f5 (89fea081-cbbb-440f-8baa-b9e0177054d5/e6b059cc-5c2e-4560-abd9-6193c521bf15/0c865559-bc46-419d-b6a5-59d51ef9d80a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:40.641481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d125f-a490-4e8a-8892-a14822cc58d6 req-bf8580f1-1e20-4a38-99c6-2cbb4c9f4a2c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:40.643823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e7d125f-a490-4e8a-8892-a14822cc58d6 req-bf8580f1-1e20-4a38-99c6-2cbb4c9f4a2c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 944 time: 0.1354678 Mar 02 18:06:40.647135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-47ce2dbc-730b-4d5e-9fde-9ee27f50ca75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=947861f4-091e-4566-b0ea-8555efc2d014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093738 Mar 02 18:06:40.706028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Attempting to bind port 9c1a0d7c-470f-484e-b812-3883ddea6a7b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:40.706399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Attempting to bind port 9c1a0d7c-470f-484e-b812-3883ddea6a7b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:40.706798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Attempting to bind port 9c1a0d7c-470f-484e-b812-3883ddea6a7b on network 89fea081-cbbb-440f-8baa-b9e0177054d5 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:40.714867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:40.715249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Checking segment: {'id': 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:40.715658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.716051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Bound using segment: {'id': 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:40.716521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Bound port: 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '89fea081-cbbb-440f-8baa-b9e0177054d5'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:40.716911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.809682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] For port 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:40.813140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] For port 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c1a0d7c-470f-484e-b812-3883ddea6a7b,segment=NetworkSegment(efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090),segment_id=efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:40.818964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.852388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.870435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object 0c865559-bc46-419d-b6a5-59d51ef9d80a will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:40.882918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e7d125f-a490-4e8a-8892-a14822cc58d6 req-83c80ad5-cc42-42c6-a0a5-525856ee8cc3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334621 Mar 02 18:06:40.913900 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:40.923036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca92a4-81fa-4ba2-a089-6f7ac8678294 None None] Pushing event updated for resources: {'Port': ['ID=9c1a0d7c-470f-484e-b812-3883ddea6a7b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:40.923569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-b44d6bbe-3eaf-4f9e-8093-9009e2cd0fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528730 Mar 02 18:06:40.986836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:40.990501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:40.999405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:41.003508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:41.003976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:41.019730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=0c865559-bc46-419d-b6a5-59d51ef9d80a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:41.046633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-22aa6388-b004-47ef-84ae-c236dc317607 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9359059 Mar 02 18:06:41.050949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38832) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:41.201019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df449638-4e0c-4e8d-8064-68e225f51748 req-4716940f-e955-4b69-806a-37750226048f service neutron] 10.222.0.35 "GET /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714324 Mar 02 18:06:41.368170 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ded4d38c-5761-4c02-9b77-076efff67a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:41.655416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.014179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd415c3-bd39-4c1f-8e17-eff37e4d3296 None None] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:42.125075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e95f772-672c-4e25-b240-5966f885bd03 None None] Provisioning for port 9c1a0d7c-470f-484e-b812-3883ddea6a7b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:42.125896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.133379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.142337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529168b-4198-478d-b239-ddd0433ee739 req-cbbc66ea-bd81-4ecb-8239-3804177864b5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:42.143891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f529168b-4198-478d-b239-ddd0433ee739 req-cbbc66ea-bd81-4ecb-8239-3804177864b5 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 944 time: 0.1213610 Mar 02 18:06:42.399224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=0c865559-bc46-419d-b6a5-59d51ef9d80a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:42.427384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f529168b-4198-478d-b239-ddd0433ee739 req-0a9ca05e-9fe2-4e39-93f4-1e1a2f30528f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206644 Mar 02 18:06:42.626679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.687962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5c8fa42-4688-4d93-8c9c-b5115b1b3316 None None] Provisioning for port 0c865559-bc46-419d-b6a5-59d51ef9d80a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:42.694427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5c8fa42-4688-4d93-8c9c-b5115b1b3316 None None] Provisioning complete for port 0c865559-bc46-419d-b6a5-59d51ef9d80a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:42.695198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fa42-4688-4d93-8c9c-b5115b1b3316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.767382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.768554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8fa42-4688-4d93-8c9c-b5115b1b3316 None None] Port 0c865559-bc46-419d-b6a5-59d51ef9d80a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:42.859942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:42.951914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4afea47d-0395-416e-b33e-69434fe2f3b4 None None] Provisioning complete for port 0c865559-bc46-419d-b6a5-59d51ef9d80a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:42.952341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4afea47d-0395-416e-b33e-69434fe2f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.014811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c1a0d7c-470f-484e-b812-3883ddea6a7b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:43.114092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4afea47d-0395-416e-b33e-69434fe2f3b4 None None] Port 0c865559-bc46-419d-b6a5-59d51ef9d80a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:43.126021 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.150948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9c1a0d7c-470f-484e-b812-3883ddea6a7b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:43.156455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9c1a0d7c-470f-484e-b812-3883ddea6a7b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:43.157088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.188078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 4fb315f1-5169-47b5-8bfd-248fa2c87c48 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:06:43.242891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.248654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.249652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.372228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-986f1214-a4c9-4ab7-9484-a2d8621aae34 None None] Provisioning complete for port 0c865559-bc46-419d-b6a5-59d51ef9d80a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:43.372598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-986f1214-a4c9-4ab7-9484-a2d8621aae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.441749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=0c865559-bc46-419d-b6a5-59d51ef9d80a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:43.455268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:43.463435 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.523966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-986f1214-a4c9-4ab7-9484-a2d8621aae34 None None] Port 0c865559-bc46-419d-b6a5-59d51ef9d80a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:43.543097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '4fb315f1-5169-47b5-8bfd-248fa2c87c48', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'port_id': '4fb315f1-5169-47b5-8bfd-248fa2c87c48', 'mac_address': 'fa:16:3e:69:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a28689c-b752-4853-a618-07b04351cb47', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:06:43.592465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:43.594012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:43.666773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.713087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb315f1-5169-47b5-8bfd-248fa2c87c48 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:06:43.725791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c1a0d7c-470f-484e-b812-3883ddea6a7b,segment=NetworkSegment(efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090),segment_id=efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:43.739126 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.790195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:43.802971 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:43.844927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9c1a0d7c-470f-484e-b812-3883ddea6a7b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:43.927967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912831c-2aaf-4108-b7f0-c9542c3995e3 req-fabab888-e634-42b4-9be5-e4826e2bb85d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:43.929538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9912831c-2aaf-4108-b7f0-c9542c3995e3 req-fabab888-e634-42b4-9be5-e4826e2bb85d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 944 time: 0.3330557 Mar 02 18:06:43.951939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:43.970185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b1a81aac-d13e-4d2f-8659-df3d053dafb7 None None] Provisioning complete for port 0c865559-bc46-419d-b6a5-59d51ef9d80a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:43.970645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1a81aac-d13e-4d2f-8659-df3d053dafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:44.030669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b1a81aac-d13e-4d2f-8659-df3d053dafb7 None None] Port 0c865559-bc46-419d-b6a5-59d51ef9d80a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:44.038900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9912831c-2aaf-4108-b7f0-c9542c3995e3 req-85dfcbec-3eb2-45f9-93ae-41b27af9a0e6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581543 Mar 02 18:06:44.113134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Router 6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:06:44.147002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['4fb315f1-5169-47b5-8bfd-248fa2c87c48'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:06:44.408028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:06:44.413485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5c68527-a57e-497f-9a05-76551f00134e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/routers/6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3612037 Mar 02 18:06:44.415997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:44.425145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] Sync routers for ids ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:06:44.460340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:44.466978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] Routers {'6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:44.467613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:44.519051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91a3e7-93bd-4642-9cec-2b9f065fd138 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:44.519745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc91a3e7-93bd-4642-9cec-2b9f065fd138 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:44.532570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:44.536918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bc91a3e7-93bd-4642-9cec-2b9f065fd138 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:44.538284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc91a3e7-93bd-4642-9cec-2b9f065fd138 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 HTTP/1.1" status: 200 len: 988 time: 0.1213617 Mar 02 18:06:44.541224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38852) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:44.548147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] Routers {'6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:44.548853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:44.611987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:44.612395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b492a-7bbc-4fc3-81c0-eb2fb1a2708b None None] The sync data for ids ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:06:45.000425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c1a0d7c-470f-484e-b812-3883ddea6a7b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:45.128787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9c1a0d7c-470f-484e-b812-3883ddea6a7b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:45.129163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.163505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.189850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 4fb315f1-5169-47b5-8bfd-248fa2c87c48 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:45.317719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:45.324476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:45.324847 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.373878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04029-1112-4dc2-9426-95ecd5edded7 req-70e4f011-d2fc-4406-a38b-ae493b714cc9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:45.375457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b04029-1112-4dc2-9426-95ecd5edded7 req-70e4f011-d2fc-4406-a38b-ae493b714cc9 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 945 time: 0.1604373 Mar 02 18:06:45.463431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.465155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b04029-1112-4dc2-9426-95ecd5edded7 req-10cf77d5-514d-4ae5-b983-768e51127cbf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795686 Mar 02 18:06:45.493804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:06:45.513422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:45.525743 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.601793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:45.637632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 0c865559-bc46-419d-b6a5-59d51ef9d80a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:45.637970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:45.703112 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48', 'code': 200} Mar 02 18:06:46.002042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:46.133781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 0c865559-bc46-419d-b6a5-59d51ef9d80a owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:46.171236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c57a5edb-7cc9-4970-b15a-6be24836474f req-d2729e33-35f7-4aa3-8881-c7b741d1a368 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 1097 time: 0.3930192 Mar 02 18:06:46.252162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c57a5edb-7cc9-4970-b15a-6be24836474f req-3cca12c8-2a6a-4d31-ab02-41758b1fbfc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734510 Mar 02 18:06:46.344751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:46.396805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=0c865559-bc46-419d-b6a5-59d51ef9d80a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:46.601096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:46.940114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d772c7c-3f75-4b7a-a0fe-8fd2cf8042a1 req-9c203b73-3725-4c3b-a903-540cdf840b5d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:46.941489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d772c7c-3f75-4b7a-a0fe-8fd2cf8042a1 req-9c203b73-3725-4c3b-a903-540cdf840b5d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.2752686 Mar 02 18:06:47.100693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d772c7c-3f75-4b7a-a0fe-8fd2cf8042a1 req-536fd557-961b-4573-b79b-1e6fb0497768 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526997 Mar 02 18:06:47.117431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Router 6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:06:47.368683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:06:47.379687 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] Sync routers for ids ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:06:47.404913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1327d6ec-5962-4f3b-adf1-c910f9e64bc6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/routers/6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601761 Mar 02 18:06:47.405294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38870) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:47.431243 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] Routers {'6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:47.431632 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:47.495145 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d075bb4-9f52-4e17-86df-255571035d68 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:47.495758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9d075bb4-9f52-4e17-86df-255571035d68 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:47.512001 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9d075bb4-9f52-4e17-86df-255571035d68 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:47.515929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9d075bb4-9f52-4e17-86df-255571035d68 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/0c865559-bc46-419d-b6a5-59d51ef9d80a HTTP/1.1" status: 404 len: 333 time: 0.1087284 Mar 02 18:06:47.516645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38874) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:47.556129 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:47.576569 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] Routers {'6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:47.577195 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:47.642044 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:47.642725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b509d8-61d2-411e-a8ed-24dfed1d5f87 None None] The sync data for ids ['6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:06:47.703799 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.126928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.141312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.181063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.182077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:06:48.195146 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.198460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-80302ee0-5c2b-479d-aa93-7efd335a33d2 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/routers/6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 HTTP/1.1" status: 204 len: 168 time: 0.6786187 Mar 02 18:06:48.199213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38882) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:48.433204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f0f13-e3b6-4870-894a-fd8ba26e96a9 req-d48ef574-e33e-45bf-9ffa-a81a53c24a61 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:48.434635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d34f0f13-e3b6-4870-894a-fd8ba26e96a9 req-d48ef574-e33e-45bf-9ffa-a81a53c24a61 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.1851232 Mar 02 18:06:48.507065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet e6b059cc-5c2e-4560-abd9-6193c521bf15 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:48.514035 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.546333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d34f0f13-e3b6-4870-894a-fd8ba26e96a9 req-55a6d11a-28dd-431b-b3eb-44e9eca5237c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048329 Mar 02 18:06:48.576403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.669946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.795953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.835778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b059cc-5c2e-4560-abd9-6193c521bf15,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:48.845703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db35ea-20b9-41e9-a094-e89d4ff24cb0 req-02987ed5-e945-4ace-acd1-49fedc09f3f6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:48.847159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32db35ea-20b9-41e9-a094-e89d4ff24cb0 req-02987ed5-e945-4ace-acd1-49fedc09f3f6 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.1496437 Mar 02 18:06:48.850312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:48.857192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240e3b2-84c3-4917-b955-651899d29600 None None] Network 89fea081-cbbb-440f-8baa-b9e0177054d5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:48.872022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7a456715-4930-4eb4-b434-0191a552932e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/e6b059cc-5c2e-4560-abd9-6193c521bf15 HTTP/1.1" status: 204 len: 168 time: 0.6715069 Mar 02 18:06:48.878019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38890) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:48.900386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32db35ea-20b9-41e9-a094-e89d4ff24cb0 req-375f036c-7f41-4b95-9376-f146dd8ad144 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454166 Mar 02 18:06:49.065161 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.090782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 9c1a0d7c-470f-484e-b812-3883ddea6a7b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:49.090782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.261365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] DHCP port deletion for 89fea081-cbbb-440f-8baa-b9e0177054d5 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:06:49.265759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Deleting port 9c1a0d7c-470f-484e-b812-3883ddea6a7b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:49.265759 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.301941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] For port 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c1a0d7c-470f-484e-b812-3883ddea6a7b,segment=NetworkSegment(efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090),segment_id=efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:49.302529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.380450 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.436982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 9c1a0d7c-470f-484e-b812-3883ddea6a7b owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:49.517338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.544944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] For port 9c1a0d7c-470f-484e-b812-3883ddea6a7b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c1a0d7c-470f-484e-b812-3883ddea6a7b,segment=NetworkSegment(efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090),segment_id=efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:49.545332 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.562386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=9c1a0d7c-470f-484e-b812-3883ddea6a7b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:49.569704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No DVR routers for this DVR port 9c1a0d7c-470f-484e-b812-3883ddea6a7b on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:06:49.667600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Calling delete_port for 9c1a0d7c-470f-484e-b812-3883ddea6a7b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:49.746424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:06:49.747677 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:06:49.788996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.815402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fea081-cbbb-440f-8baa-b9e0177054d5']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:49.828138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:49.829006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe4e216-c3cf-4bf8-bf1c-7ee40e1aa090') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:49.841284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.857297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.864076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:06:49.864649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:06:49.885773 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:06:49.984831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.006947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.013455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=89fea081-cbbb-440f-8baa-b9e0177054d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:50.031500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.032437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.033126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.033907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.034451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.035330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.035664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.035994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.036323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.037181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.037499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:06:50.044493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-154a57e0-5dba-407b-ad7e-f4633ad699fd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/89fea081-cbbb-440f-8baa-b9e0177054d5 HTTP/1.1" status: 204 len: 168 time: 1.1635461 Mar 02 18:06:50.048431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38902) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:50.119635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f5528-5cf2-469d-a971-3712ac0bd630 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:50.120307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e30f5528-5cf2-469d-a971-3712ac0bd630 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:50.136895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e30f5528-5cf2-469d-a971-3712ac0bd630 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:50.138517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e30f5528-5cf2-469d-a971-3712ac0bd630 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/06ed7fbf-ae03-4780-80ae-609050ec926c HTTP/1.1" status: 200 len: 844 time: 0.0894706 Mar 02 18:06:50.142400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38906) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:50.218210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ba5a54c-8901-46ba-af7d-dd73a088e53f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:50.231240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8ba5a54c-8901-46ba-af7d-dd73a088e53f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:50.232489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8ba5a54c-8901-46ba-af7d-dd73a088e53f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/06ed7fbf-ae03-4780-80ae-609050ec926c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0891488 Mar 02 18:06:50.237196 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38910) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:50.244314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:50.249352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Deleting port 9c1a0d7c-470f-484e-b812-3883ddea6a7b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:50.250510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.323379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bccd8fe0-7717-42ab-80c0-df7b2c12daed None None] The port '9c1a0d7c-470f-484e-b812-3883ddea6a7b' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:06:50.371219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:50.375333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:50.378381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:50.384943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:50.403020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:50.451830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38914) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:50.547160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.822674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.882644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:50.885938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:50.890353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:50.891098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:50.899000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76534339-8d99-453e-900a-b765df3a87e7 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:50.904693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=01f3d812-7175-452b-920c-e31ea8b8e284,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:50.921875 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a27a4bf-cb07-4cee-9ba3-b86a826d0884 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6836095 Mar 02 18:06:50.925497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38918) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:50.934252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'security_group': {'name': 'tempest-secgroup-932535370'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:50.942600 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:50.950257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:50.957482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:50.983097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:50.998961 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:06:51.005799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.032332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c1a0d7c-470f-484e-b812-3883ddea6a7b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:06:51.059331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:51.065804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:51.069606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:51.076275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9c1a0d7c-470f-484e-b812-3883ddea6a7b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:06:51.076548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c1a0d7c-470f-484e-b812-3883ddea6a7b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:06:51.079989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:51.171455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.178782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.236958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639462ef-e775-4e7c-ae6c-b6742d451810,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:51.250816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.252291 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f596e039-3df5-4730-a4d6-1d75d5286dc0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3243618 Mar 02 18:06:51.255161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38924) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:51.262042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'security_group': {'name': 'tempest-secgroup-857972521'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:51.268425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:51.273352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:51.276305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:51.282071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:51.294174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.351454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-041ac422-c192-4afa-9cb3-1808dd11048d', 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'tenant_id': '41af53de36d94da8b088a06597566a9a', 'fixed_ips': [{'subnet_id': '01f3d812-7175-452b-920c-e31ea8b8e284'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:06:51.352278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.354505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:51.359585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:51.362900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:51.370477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:51.485722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.499107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.541139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-4febe0c0-02ec-4755-83da-c26093c60f10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025915 Mar 02 18:06:51.557354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada57a99-126b-48c3-ab67-ce4e2cc75220,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:51.595967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.603443 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-889908d0-1471-41a4-a94b-e4bbc1c240dd tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3465886 Mar 02 18:06:51.604901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38928) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:51.615409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1128895125', 'security_groups': ['ada57a99-126b-48c3-ab67-ce4e2cc75220'], 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01f3d812-7175-452b-920c-e31ea8b8e284'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:51.628590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Allocated IP 2001:db8::2 (041ac422-c192-4afa-9cb3-1808dd11048d/01f3d812-7175-452b-920c-e31ea8b8e284/6b674fc3-3cba-4b92-99ae-82ada6e0d108) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:51.814846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:51.828440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:51.843566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:51.851054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.863070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.876240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:51.917784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:51.930925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Transition to ACTIVE for port object 6b674fc3-3cba-4b92-99ae-82ada6e0d108 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:51.954536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Transition to ACTIVE for port object 6b674fc3-3cba-4b92-99ae-82ada6e0d108 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:51.964673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.020383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-3c3cf951-6adc-4727-a654-a64198f80265 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1096 time: 0.3463497 Mar 02 18:06:52.036268 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:52.040381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:52.048733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:52.123915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:52.127873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::2cb (041ac422-c192-4afa-9cb3-1808dd11048d/01f3d812-7175-452b-920c-e31ea8b8e284/fbfdfac0-8b9d-425f-a4e2-89d12e6022a4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:52.153058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Attempting to bind port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:52.153554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Attempting to bind port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '28dd1a55-4a89-4a7d-b987-48b7bf87061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:52.153935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Attempting to bind port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 on network 041ac422-c192-4afa-9cb3-1808dd11048d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:52.169661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:52.169661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Checking segment: {'id': '28dd1a55-4a89-4a7d-b987-48b7bf87061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:52.170007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.172077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Bound using segment: {'id': '28dd1a55-4a89-4a7d-b987-48b7bf87061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:52.175150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Bound port: 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dd1a55-4a89-4a7d-b987-48b7bf87061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:52.176100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.355941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:52.359432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:52.363359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-b188578f-3e19-45bc-991f-a3b8fdb937d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:52.365799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-b188578f-3e19-45bc-991f-a3b8fdb937d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 897 time: 0.3197000 Mar 02 18:06:52.367982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.398190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.421000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:52.452482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.481760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa8de4-9efa-4e11-9f77-6738cfd5cc92 None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:52.663544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-33c95dc5-ff96-4b90-9b5a-146ee9392dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 1000 time: 0.2330666 Mar 02 18:06:52.672801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:52.676062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:52.680321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:52.684198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:52.684814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:52.745652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=fbfdfac0-8b9d-425f-a4e2-89d12e6022a4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:52.770687 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8fe6814e-af2c-4e89-b1f2-52a48cb8567d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1637564 Mar 02 18:06:52.773483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38936) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:52.779828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:52.886125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-89ac4151-9fa6-4630-a8ca-4c07f101bb65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:52.887770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-89ac4151-9fa6-4630-a8ca-4c07f101bb65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.2160482 Mar 02 18:06:52.945880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.17 (947861f4-091e-4566-b0ea-8555efc2d014/1a28689c-b752-4853-a618-07b04351cb47/2d853481-582d-4363-b5c8-b11da8a554eb) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:52.970653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:52.975256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:52.978250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:52.984683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:52.997728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:53.002128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.072009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:53.108681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-390fdc03-823e-4a4e-9ce5-0818760b21ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120945 Mar 02 18:06:53.150066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:53.173568 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01f3d812-7175-452b-920c-e31ea8b8e284 (CIDR: 2001:db8::/64) Mar 02 18:06:53.177542 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:06:53.178283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:06:53.198387 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-14a8dedd-a336-477f-b928-31deadf800bb tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4235578 Mar 02 18:06:53.201071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38940) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:53.206781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:53.259688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.301355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object 2d853481-582d-4363-b5c8-b11da8a554eb will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:53.337383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-e462c2a7-d6a3-404e-b01d-248778224756 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171156 Mar 02 18:06:53.396986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:53.401456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:53.404612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:53.413354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:53.431475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:53.438881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.460482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.580112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 947861f4-091e-4566-b0ea-8555efc2d014 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:53.593222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:53.595901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:06:53.661663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27b4c893-c1ed-46e2-9d33-46aa32e25251 req-62ff8435-388f-408d-8ad4-300a4793347e service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175216 Mar 02 18:06:53.664713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:53.716505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.806729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.855560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.920779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=057d507f-e9fa-43e2-adf6-32211a5037da,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:53.924785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:53.926284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:53.930199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:53.930830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:53.963229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a684aec-a898-4357-ba0f-47c6f171b9ad tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7584169 Mar 02 18:06:53.963814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:53.970594 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1775351538', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '057d507f-e9fa-43e2-adf6-32211a5037da'}], 'security_groups': ['639462ef-e775-4e7c-ae6c-b6742d451810']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:53.988435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:53.989711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.057653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:54.071997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Provisioning for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:54.083941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:54.084322 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.130474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.247900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.300908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-84aa45b6-9642-4787-b731-407d47617548 None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:54.309951 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.380717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2cd15-5819-4813-b6a0-8c80bca17213 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:54.442312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.452482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.550319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.618459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa45b6-9642-4787-b731-407d47617548 None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:54.670139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Provisioning for port 2d853481-582d-4363-b5c8-b11da8a554eb completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:54.679550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Provisioning complete for port 2d853481-582d-4363-b5c8-b11da8a554eb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:54.679892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.681645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Delete allocated IP 2001:db8::2cb (041ac422-c192-4afa-9cb3-1808dd11048d/01f3d812-7175-452b-920c-e31ea8b8e284) {{(pid=83796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:06:54.686650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:54.707802 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8:0:1::4f (041ac422-c192-4afa-9cb3-1808dd11048d/057d507f-e9fa-43e2-adf6-32211a5037da/fbfdfac0-8b9d-425f-a4e2-89d12e6022a4) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:54.748188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Port 2d853481-582d-4363-b5c8-b11da8a554eb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:54.778262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Provisioning for port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:54.784002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network 947861f4-091e-4566-b0ea-8555efc2d014 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:54.784118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Provisioning complete for port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:54.784983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.785643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:54.892519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8a7054a4-35ae-4ac7-a50f-ca9c5ffeb32a None None] Port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:54.951353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Update dhcp port {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'fixed_ips': [{'subnet_id': '01f3d812-7175-452b-920c-e31ea8b8e284', 'ip_address': '2001:db8::2'}, {'subnet_id': '057d507f-e9fa-43e2-adf6-32211a5037da'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '6b674fc3-3cba-4b92-99ae-82ada6e0d108'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:06:55.027784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.044642 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Ignored duplicate provisioning block setup for port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:06:55.048205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:55.054674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.105634 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.203345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] In _notify_port_updated(), no bound segment for port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 on network 041ac422-c192-4afa-9cb3-1808dd11048d {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:06:55.207390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:55.208006 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.212766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/ports/fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 HTTP/1.1" status: 200 len: 930 time: 1.2477090 Mar 02 18:06:55.213547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:55.349787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Allocated IP 2001:db8:0:1::2 (041ac422-c192-4afa-9cb3-1808dd11048d/057d507f-e9fa-43e2-adf6-32211a5037da/6b674fc3-3cba-4b92-99ae-82ada6e0d108) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:55.459624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76290-6c07-47a4-8a5c-41a4c7a504c5 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=fbfdfac0-8b9d-425f-a4e2-89d12e6022a4,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:55.469884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:06:55.470318 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.519332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:06:55.568873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6c751f0-be8a-4a9d-b74e-7b2a170a838c None None] Provisioning complete for port 2d853481-582d-4363-b5c8-b11da8a554eb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:55.569295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6c751f0-be8a-4a9d-b74e-7b2a170a838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.605837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.609378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:55.609731 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.645721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:06:55.672409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Transition to ACTIVE for port object 6b674fc3-3cba-4b92-99ae-82ada6e0d108 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:55.694173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.697571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b6c751f0-be8a-4a9d-b74e-7b2a170a838c None None] Port 2d853481-582d-4363-b5c8-b11da8a554eb cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:55.758246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.789008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 had new provisioning blocks added so it will not transition to active. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 02 18:06:55.848166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df9b8-af1d-4a69-8fbf-8c1736a60c70 None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:55.853841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:06:55.869390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:06:55.875129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d248cae9-fd53-4048-b786-2e03a979bccb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/54a6c266-7593-4bfa-bfc8-df65b3c765b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4219463 Mar 02 18:06:55.885687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:55.886360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:55.888421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:06:56.056543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.109939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=fbfdfac0-8b9d-425f-a4e2-89d12e6022a4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:56.114397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:06:56.158505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.170148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-279c225d-f18e-4a2e-b568-4ec3453f3f7f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 HTTP/1.1" status: 204 len: 168 time: 0.9525952 Mar 02 18:06:56.172721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:56.220537 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f43d46-4546-4ed3-b578-cbdb1b1669c6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:06:56.221269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16f43d46-4546-4ed3-b578-cbdb1b1669c6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:06:56.238697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16f43d46-4546-4ed3-b578-cbdb1b1669c6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:06:56.242873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38968) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:56.243044 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16f43d46-4546-4ed3-b578-cbdb1b1669c6 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/fbfdfac0-8b9d-425f-a4e2-89d12e6022a4 HTTP/1.1" status: 404 len: 333 time: 0.0692828 Mar 02 18:06:56.324794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.354238 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.421836 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.466086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada57a99-126b-48c3-ab67-ce4e2cc75220,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:56.486701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.486701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6c865147-1302-45f6-bc99-6cd755c2fe80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/security-groups/ada57a99-126b-48c3-ab67-ce4e2cc75220 HTTP/1.1" status: 204 len: 168 time: 0.2380068 Mar 02 18:06:56.495473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 38974) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:56.662227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.672742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:56.673109 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.727087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:06:53Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d853481-582d-4363-b5c8-b11da8a554eb', 'name': '', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:d2:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28689c-b752-4853-a618-07b04351cb47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:06:52Z', 'updated_at': '2022-03-02T18:06:54Z', 'revision_number': 2, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '1a28689c-b752-4853-a618-07b04351cb47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:56.735877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:06:56.735877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Updating router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 port 2d853481-582d-4363-b5c8-b11da8a554eb binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:06:56.769863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.844637 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.886180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.907875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639462ef-e775-4e7c-ae6c-b6742d451810,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:56.909786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.910958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f607750c-2c8b-4e68-9cef-4280891ed029 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/security-groups/639462ef-e775-4e7c-ae6c-b6742d451810 HTTP/1.1" status: 204 len: 168 time: 0.4208326 Mar 02 18:06:56.914288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 38978) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:56.986427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:57.062866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:06:57.141833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet 01f3d812-7175-452b-920c-e31ea8b8e284 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:06:57.145283 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.184955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Provisioning for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:06:57.226134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.250422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:57.250693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.332152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:57.332521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.342767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.439232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.492215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=01f3d812-7175-452b-920c-e31ea8b8e284,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:57.516437 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.519265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13556401-1858-4c2b-a102-5475b21d9de7 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:57.535081 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d54788ac-063f-4378-be95-4e6a76dfe9dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/01f3d812-7175-452b-920c-e31ea8b8e284 HTTP/1.1" status: 204 len: 168 time: 0.6192648 Mar 02 18:06:57.538020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39004) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:57.545260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:57.603045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9dcf749a-7609-426e-a660-f4a063c9bf3d None None] Could not find standard attr ID for object fbfdfac0-8b9d-425f-a4e2-89d12e6022a4. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:57.621966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:06:57.744523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:57.750454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:57.757253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:57.764816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e3005281-5cfa-4803-a63f-55bfde1b3ecd None None] Could not find standard attr ID for object fbfdfac0-8b9d-425f-a4e2-89d12e6022a4. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:06:57.767619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:57.779630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:57.810818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:57.842389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Transition to ACTIVE for port object 2d853481-582d-4363-b5c8-b11da8a554eb will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:06:57.930713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.020347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.183252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710054-d506-456b-9597-768d492ef12c None None] Pushing event updated for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:58.291054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.375497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:06:58.379147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:06:58.387412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:06:58.388733 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.395541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Attempting to bind port 2d853481-582d-4363-b5c8-b11da8a554eb on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:06:58.396643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Attempting to bind port 2d853481-582d-4363-b5c8-b11da8a554eb by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:06:58.396794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Attempting to bind port 2d853481-582d-4363-b5c8-b11da8a554eb on network 947861f4-091e-4566-b0ea-8555efc2d014 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:06:58.404888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:06:58.405253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Checking segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:06:58.405838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.406381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Bound using segment: {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:06:58.407039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Bound port: 2d853481-582d-4363-b5c8-b11da8a554eb, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ec4091-e216-4d53-b1f8-d280a291bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:06:58.408281 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.409905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:58.424881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-11abc148-cb05-4e6e-918f-db4763070150 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8831496 Mar 02 18:06:58.425849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39020) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:58.431411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1349800210'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:58.439505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:58.444439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:58.448055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:58.454859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:58.471764 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.540010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:58.547062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:58.550764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] For port 2d853481-582d-4363-b5c8-b11da8a554eb, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:06:58.556049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] For port 2d853481-582d-4363-b5c8-b11da8a554eb, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2d853481-582d-4363-b5c8-b11da8a554eb,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:06:58.560777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:58.569624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:58.569850 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.667642 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.674659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.718593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.720427 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2940972 Mar 02 18:06:58.723209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39030) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:58.729456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049016407'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:58.732567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710054-d506-456b-9597-768d492ef12c None None] Pushing event updated for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:58.734998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:06:58.737748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:06:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:58.743511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:58.748751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:58.758634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:58.765476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bb1ad-d37f-46be-a54f-4edc99ae3c1c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcba282-96d0-4b6d-be41-33ebbd692564,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:58.770287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:58.797581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.848058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:58.853495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:58.856925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:58.865408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:58.968989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:58.980122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.010864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:06:59.034875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31a79c-10e2-45d0-b383-db87eb93ff87,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:59.040989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.043094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-31bae123-ae9a-41db-9de5-fdca160ba47e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3188264 Mar 02 18:06:59.045625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39038) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:59.051777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260093847'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:59.061071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:59.065530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:59.069104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:59.075393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:59.090558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.137306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:59.144395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:security_group_rule and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:06:59.148153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:06:59.155846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:59.225283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.233136 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.305484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec182705-00a5-4925-8b1e-1d332ff793ec,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:06:59.308742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.312368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ed3bb93-75e9-48f1-a7bd-4bfbce29e615 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2632186 Mar 02 18:06:59.312873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39046) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:06:59.321934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-274600591', 'security_groups': ['ec182705-00a5-4925-8b1e-1d332ff793ec'], 'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:06:59.348211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca98163-525a-4f84-8918-3b27450eaf80 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:06:59.443280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-64d87df3-1396-4543-8626-152ffba072c1 None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:59.443987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-64d87df3-1396-4543-8626-152ffba072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.479177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:06:59.489066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:06:59.502989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:06:59.509922 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.532004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-64d87df3-1396-4543-8626-152ffba072c1 None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:06:59.537112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] device_id is not set on port 823af8bb-f348-4bb2-87d8-284cfca1d4ea yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:06:59.651375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-64d87df3-1396-4543-8626-152ffba072c1 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:06:59.651952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-64d87df3-1396-4543-8626-152ffba072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:59.875505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:06:53Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d853481-582d-4363-b5c8-b11da8a554eb', 'name': '', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:d2:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28689c-b752-4853-a618-07b04351cb47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:06:52Z', 'updated_at': '2022-03-02T18:06:58Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '1a28689c-b752-4853-a618-07b04351cb47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:06:59.888745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8::7c (041ac422-c192-4afa-9cb3-1808dd11048d/3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e/823af8bb-f348-4bb2-87d8-284cfca1d4ea) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:06:59.892594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e339ad-d6c7-4037-8316-821be339d3a8 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:06:53Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d853481-582d-4363-b5c8-b11da8a554eb', 'name': '', 'network_id': '947861f4-091e-4566-b0ea-8555efc2d014', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:d2:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28689c-b752-4853-a618-07b04351cb47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:06:52Z', 'updated_at': '2022-03-02T18:06:58Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '1a28689c-b752-4853-a618-07b04351cb47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:07:00.100578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Update dhcp port {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'fixed_ips': [{'subnet_id': '057d507f-e9fa-43e2-adf6-32211a5037da', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '6b674fc3-3cba-4b92-99ae-82ada6e0d108'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:07:00.134811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.160478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object 823af8bb-f348-4bb2-87d8-284cfca1d4ea will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:00.200887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.255846 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.279455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:00.283109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:00.285608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:00.290563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:00.291192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.319391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=823af8bb-f348-4bb2-87d8-284cfca1d4ea,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:00.324504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f696bbcc-f5ee-4182-8396-e93e8e4b3062 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0104198 Mar 02 18:07:00.327505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:00.334339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:00.561552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Allocated IP 2001:db8::2 (041ac422-c192-4afa-9cb3-1808dd11048d/3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e/6b674fc3-3cba-4b92-99ae-82ada6e0d108) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:00.592356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:00.596795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:00.600399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:00.607475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:00.623919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:00.627531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.777474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:00.791890 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e (CIDR: 2001:db8::/64) Mar 02 18:07:00.797633 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:07:00.797633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:00.811568 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:00.824131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7b38a91c-3ce5-4a2a-a8f1-1c8700af95d0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4922225 Mar 02 18:07:00.826697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39080) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:00.838556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:00.853220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Transition to ACTIVE for port object 6b674fc3-3cba-4b92-99ae-82ada6e0d108 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:00.856908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.004912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:01.006942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888624e4-eec3-41b9-a7c8-eda232a38826 None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:01.012774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:01.017352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:01.024323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:01.042095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:01.049311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.058544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2d853481-582d-4363-b5c8-b11da8a554eb up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:01.151284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2d853481-582d-4363-b5c8-b11da8a554eb completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:01.163001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2d853481-582d-4363-b5c8-b11da8a554eb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:01.163384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.223655 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 057d507f-e9fa-43e2-adf6-32211a5037da (CIDR: 2001:db8:0:1::/64) Mar 02 18:07:01.228523 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:07:01.229073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:01.248553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7df8a2e5-9d83-40a3-aadc-57bb8707b18f tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4217064 Mar 02 18:07:01.251221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39088) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:01.258387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'subnet': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:01.295340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.333111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2d853481-582d-4363-b5c8-b11da8a554eb, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2d853481-582d-4363-b5c8-b11da8a554eb,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:01.339174 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.430174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:01.565530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:01.570522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Usage tracker for resource:subnet and tenant:41af53de36d94da8b088a06597566a9a is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:01.573522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:01.579423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:01.598733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Made reservation on behalf of 41af53de36d94da8b088a06597566a9a for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:01.604395 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.812319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:01.813596 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:01.887232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:01.910712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Provisioning for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:01.916693 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:01.916693 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6acf07a8-08d5-488e-908b-33e9fdf016ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:02.003411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:02.112403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Subnet': ['ID=bb613c5d-6485-4e07-9579-0701d1c20fe1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:02.116760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Network 041ac422-c192-4afa-9cb3-1808dd11048d is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:02.118254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:02.120707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:02.121349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:02.128126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43515fcd-9faa-460a-b677-c46ea96ee7f6 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:02.147395 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e456e67-c2b8-4eda-9231-257b7380962e tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8948181 Mar 02 18:07:02.150066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39106) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:02.156220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-525926288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb613c5d-6485-4e07-9579-0701d1c20fe1'}], 'security_groups': ['efcba282-96d0-4b6d-be41-33ebbd692564', 'fd31a79c-10e2-45d0-b383-db87eb93ff87']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:02.256949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-91c8187a-c1ad-436d-a737-3dad33cce9be None None] Provisioning for port 823af8bb-f348-4bb2-87d8-284cfca1d4ea completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:02.272576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-91c8187a-c1ad-436d-a737-3dad33cce9be None None] Provisioning complete for port 823af8bb-f348-4bb2-87d8-284cfca1d4ea triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:02.273565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91c8187a-c1ad-436d-a737-3dad33cce9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:02.433116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-91c8187a-c1ad-436d-a737-3dad33cce9be None None] Port 823af8bb-f348-4bb2-87d8-284cfca1d4ea cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:02.450380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:02.623290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Update dhcp port {'port': {'network_id': '041ac422-c192-4afa-9cb3-1808dd11048d', 'fixed_ips': [{'subnet_id': '057d507f-e9fa-43e2-adf6-32211a5037da', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb613c5d-6485-4e07-9579-0701d1c20fe1'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '6b674fc3-3cba-4b92-99ae-82ada6e0d108'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:07:02.691764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.002821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Delete allocated IP 2001:db8::7c (041ac422-c192-4afa-9cb3-1808dd11048d/3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e) {{(pid=83796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:07:03.014208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:03.026233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Allocated IP 2001:db8:0:2::330 (041ac422-c192-4afa-9cb3-1808dd11048d/bb613c5d-6485-4e07-9579-0701d1c20fe1/823af8bb-f348-4bb2-87d8-284cfca1d4ea) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:03.127394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:03.127968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.339214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2d853481-582d-4363-b5c8-b11da8a554eb up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:03.380721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.410157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Transition to ACTIVE for port object 823af8bb-f348-4bb2-87d8-284cfca1d4ea will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:03.416251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.500607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Allocated IP 2001:db8:0:2::2 (041ac422-c192-4afa-9cb3-1808dd11048d/bb613c5d-6485-4e07-9579-0701d1c20fe1/6b674fc3-3cba-4b92-99ae-82ada6e0d108) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:03.547716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2d853481-582d-4363-b5c8-b11da8a554eb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:03.548359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.575702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event updated for resources: {'Port': ['ID=823af8bb-f348-4bb2-87d8-284cfca1d4ea,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:03.580341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] In _notify_port_updated(), no bound segment for port 823af8bb-f348-4bb2-87d8-284cfca1d4ea on network 041ac422-c192-4afa-9cb3-1808dd11048d {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:07:03.586535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:03.587215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.591773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39134) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:03.594008 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e0411668-ca74-4929-8297-1bdc132cdbb4 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "PUT /v2.0/ports/823af8bb-f348-4bb2-87d8-284cfca1d4ea HTTP/1.1" status: 200 len: 969 time: 1.4423246 Mar 02 18:07:03.717371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 823af8bb-f348-4bb2-87d8-284cfca1d4ea {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:03.718634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.797712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:03.867968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:03.900862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Transition to ACTIVE for port object 6b674fc3-3cba-4b92-99ae-82ada6e0d108 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:03.908428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.101048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.142699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Pushing event updated for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:04.161642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.162175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.163511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.164306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.165537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.165537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.165537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.166767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.167484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.168338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.168910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4a7fc-0d83-46c4-81d2-fb43011ef22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:04.256110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 823af8bb-f348-4bb2-87d8-284cfca1d4ea owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:04.466226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.533828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=823af8bb-f348-4bb2-87d8-284cfca1d4ea,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:04.579654 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.590480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-849dc1fb-1411-4604-9da1-aa5ba8e74f3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/823af8bb-f348-4bb2-87d8-284cfca1d4ea HTTP/1.1" status: 204 len: 168 time: 0.9871173 Mar 02 18:07:04.593981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39152) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:04.648369 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-933ba602-3c7e-43a3-a398-498d2ac6aa3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] GET failed (client error): The resource could not be found. Mar 02 18:07:04.648874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-933ba602-3c7e-43a3-a398-498d2ac6aa3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Synchronizing usage tracker for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:04.667828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-933ba602-3c7e-43a3-a398-498d2ac6aa3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Unset dirty status for tenant:41af53de36d94da8b088a06597566a9a on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:04.670612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-933ba602-3c7e-43a3-a398-498d2ac6aa3c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports/823af8bb-f348-4bb2-87d8-284cfca1d4ea HTTP/1.1" status: 404 len: 333 time: 0.0737965 Mar 02 18:07:04.672127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39156) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:04.759137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.797102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.855845 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.872448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec182705-00a5-4925-8b1e-1d332ff793ec,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:04.880987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:04.885019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39164) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:04.886359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b7e747f0-d653-4599-bf30-57b9fc99511a tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec182705-00a5-4925-8b1e-1d332ff793ec HTTP/1.1" status: 204 len: 168 time: 0.2115645 Mar 02 18:07:04.985051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:04.985338 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.025152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.050920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:05.060311 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.107445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:05.117078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.118116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Could not find standard attr ID for object 823af8bb-f348-4bb2-87d8-284cfca1d4ea. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:05.138170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31a79c-10e2-45d0-b383-db87eb93ff87,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:05.143609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.144574 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f57d9bcc-4e79-47b3-b361-fbd4a29d9ef0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd31a79c-10e2-45d0-b383-db87eb93ff87 HTTP/1.1" status: 204 len: 168 time: 0.2585011 Mar 02 18:07:05.148766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39172) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:05.168563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Provisioning for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:05.185321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:05.185699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ae1f30a7-7dcb-4b22-bbd5-8cbf77bdf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.271891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:05.271891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.280068 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.313588 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.367918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.403819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcba282-96d0-4b6d-be41-33ebbd692564,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:05.421261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.425366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2e76adb8-4be9-4b9d-a2df-8ecfd1da0db8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/security-groups/efcba282-96d0-4b6d-be41-33ebbd692564 HTTP/1.1" status: 204 len: 168 time: 0.2757206 Mar 02 18:07:05.428141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39180) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:05.546402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7e95428c-f2d6-4fb9-b4ea-6768477e3cd5 None None] Could not find standard attr ID for object 823af8bb-f348-4bb2-87d8-284cfca1d4ea. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:05.755398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet 3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:05.758915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.817490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.918772 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:05.996394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.036099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:06.042341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.051903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5e594e0c-fd94-4c84-bae9-1ad90768d656 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e HTTP/1.1" status: 204 len: 168 time: 0.6193070 Mar 02 18:07:06.052698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39198) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:06.056050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a226ea2-e0b3-41bc-bed6-e84334049b03 None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:06.144133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet bb613c5d-6485-4e07-9579-0701d1c20fe1 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:06.147597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.202496 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.294991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.378943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.454259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=bb613c5d-6485-4e07-9579-0701d1c20fe1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:06.472636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.483597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39206) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:06.484344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-80ce8874-56f2-4cfe-a1e8-6d1c086bef80 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/bb613c5d-6485-4e07-9579-0701d1c20fe1 HTTP/1.1" status: 204 len: 168 time: 0.4304571 Mar 02 18:07:06.541598 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96f6bfd-6414-4484-964a-f70fe57bdbb0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:06.542030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96f6bfd-6414-4484-964a-f70fe57bdbb0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:06.545312 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f96f6bfd-6414-4484-964a-f70fe57bdbb0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/3f9b6c5b-2bad-4bc2-901d-e7fc39e0634e HTTP/1.1" status: 404 len: 337 time: 0.0596359 Mar 02 18:07:06.548511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39210) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:06.626233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting subnet 057d507f-e9fa-43e2-adf6-32211a5037da {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:06.629588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.686896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.807582 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.890030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.937505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Subnet': ['ID=057d507f-e9fa-43e2-adf6-32211a5037da,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:06.943339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:06.950518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4a2823de-e4ac-4cec-b541-b0eb431356f9 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/057d507f-e9fa-43e2-adf6-32211a5037da HTTP/1.1" status: 204 len: 168 time: 0.4009931 Mar 02 18:07:06.953107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39222) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.014210 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2c60cf-d128-4b34-ae9d-86857d95a131 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.014770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2c60cf-d128-4b34-ae9d-86857d95a131 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.016496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad2c60cf-d128-4b34-ae9d-86857d95a131 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/01f3d812-7175-452b-920c-e31ea8b8e284 HTTP/1.1" status: 404 len: 337 time: 0.0624964 Mar 02 18:07:07.019173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39228) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.038286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe0e96-96d6-44ce-8368-d017ed3850ef None None] Network 041ac422-c192-4afa-9cb3-1808dd11048d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:07.069219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-371fa5d0-36c9-4e08-84d6-58cd8483013d tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 HTTP/1.1" status: 200 len: 205 time: 0.0468361 Mar 02 18:07:07.069972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.141199 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-23830bd2-7be2-45b0-b35b-0206663dc864 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] delete failed (client error): The resource could not be found. Mar 02 18:07:07.142996 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-23830bd2-7be2-45b0-b35b-0206663dc864 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/routers/6dfb2606-2693-4d0f-9e60-3d36ec2cf3e7 HTTP/1.1" status: 404 len: 336 time: 0.0716777 Mar 02 18:07:07.144827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39236) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.187116 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e374a0f3-7c83-495b-8ff3-807121c1b192 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.187558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e374a0f3-7c83-495b-8ff3-807121c1b192 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.189610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e374a0f3-7c83-495b-8ff3-807121c1b192 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/e6b059cc-5c2e-4560-abd9-6193c521bf15 HTTP/1.1" status: 404 len: 337 time: 0.0434308 Mar 02 18:07:07.192411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39242) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.210728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96143ece-b637-4ab8-8725-6a75fd5401b6 None None] Provisioning complete for port 06ed7fbf-ae03-4780-80ae-609050ec926c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:07.211287 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96143ece-b637-4ab8-8725-6a75fd5401b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:07.236496 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-32791101-2391-450a-be3c-2a0ab30adb16 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.237000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32791101-2391-450a-be3c-2a0ab30adb16 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.242606 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-32791101-2391-450a-be3c-2a0ab30adb16 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/f63a15ab-d1f2-4c34-83ae-4b34c89d36a5 HTTP/1.1" status: 404 len: 337 time: 0.0444992 Mar 02 18:07:07.242606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39248) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.283309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-96143ece-b637-4ab8-8725-6a75fd5401b6 None None] Port 06ed7fbf-ae03-4780-80ae-609050ec926c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:07.290105 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d6be0c-1309-4da5-8e43-be9ab38060ac tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.290552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d6be0c-1309-4da5-8e43-be9ab38060ac tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.294778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-07d6be0c-1309-4da5-8e43-be9ab38060ac tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/a445a95d-1fb8-4326-906a-913a49838f6e HTTP/1.1" status: 404 len: 337 time: 0.0494421 Mar 02 18:07:07.294953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39252) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.319039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-96143ece-b637-4ab8-8725-6a75fd5401b6 None None] Provisioning complete for port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:07.319458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96143ece-b637-4ab8-8725-6a75fd5401b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:07.439937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] DHCP port deletion for 041ac422-c192-4afa-9cb3-1808dd11048d request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:07.449193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Deleting port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:07.449563 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:07.452634 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d506ff0-b214-47cc-b60a-46ae0f2138dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.453080 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d506ff0-b214-47cc-b60a-46ae0f2138dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.454741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4d506ff0-b214-47cc-b60a-46ae0f2138dc tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/7fa8dad5-7f8d-4f0b-912f-c2391abbbce7 HTTP/1.1" status: 404 len: 333 time: 0.1586885 Mar 02 18:07:07.458200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39256) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.500886 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24087e1-f629-4254-ae78-c749ec37c3d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.501505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24087e1-f629-4254-ae78-c749ec37c3d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.502979 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a24087e1-f629-4254-ae78-c749ec37c3d8 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/4878f945-6332-438e-9ec2-b4a2b22adeb6 HTTP/1.1" status: 404 len: 337 time: 0.0429428 Mar 02 18:07:07.505573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.549799 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-178192f0-ad54-4c91-8d70-ec346266c6b0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.550238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178192f0-ad54-4c91-8d70-ec346266c6b0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.552594 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-178192f0-ad54-4c91-8d70-ec346266c6b0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/d30352e0-7e81-4f94-8ec1-c4ce4b063978 HTTP/1.1" status: 404 len: 337 time: 0.0460293 Mar 02 18:07:07.555283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39270) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.603018 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-50893695-59b3-4757-ab65-2002c1b5eafa tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.603461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50893695-59b3-4757-ab65-2002c1b5eafa tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.608543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39274) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.608728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-50893695-59b3-4757-ab65-2002c1b5eafa tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/ca987bc3-890a-48ce-9a3e-ab3808997c67 HTTP/1.1" status: 404 len: 333 time: 0.0515385 Mar 02 18:07:07.657102 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c5c420-ddbb-44c3-8805-24e7016e157c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.657644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c5c420-ddbb-44c3-8805-24e7016e157c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.661313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a9c5c420-ddbb-44c3-8805-24e7016e157c tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/8cabe610-67a9-45cb-9e10-b9c486d17bf3 HTTP/1.1" status: 404 len: 337 time: 0.0525177 Mar 02 18:07:07.662672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.701081 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-571366e8-149f-41a5-b86f-6f267c1e493b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:07.701616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571366e8-149f-41a5-b86f-6f267c1e493b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:07.706037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39282) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:07.706214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-571366e8-149f-41a5-b86f-6f267c1e493b tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/subnets/e329a507-eb43-4f3d-8fab-f8276484ea34 HTTP/1.1" status: 404 len: 337 time: 0.0422409 Mar 02 18:07:07.753103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] For port 6b674fc3-3cba-4b92-99ae-82ada6e0d108, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6b674fc3-3cba-4b92-99ae-82ada6e0d108,segment=NetworkSegment(28dd1a55-4a89-4a7d-b987-48b7bf87061a),segment_id=28dd1a55-4a89-4a7d-b987-48b7bf87061a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:07.753502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:07.777355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Deleting port 06ed7fbf-ae03-4780-80ae-609050ec926c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:07.777984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:07.892810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Calling delete_port for 6b674fc3-3cba-4b92-99ae-82ada6e0d108 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:07.968511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.018946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] Pushing event deleted for resources: {'Port': ['ID=6b674fc3-3cba-4b92-99ae-82ada6e0d108,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:08.019540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.025572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698412c-6024-448d-b010-d2cf33a9cdbd None None] No DVR routers for this DVR port 6b674fc3-3cba-4b92-99ae-82ada6e0d108 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:08.164064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Calling delete_port for 06ed7fbf-ae03-4780-80ae-609050ec926c owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:08.243642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.292298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Port': ['ID=06ed7fbf-ae03-4780-80ae-609050ec926c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:08.300273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.322653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-758638a7-a384-42bc-b9c1-87bb54877ba0 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/ports/06ed7fbf-ae03-4780-80ae-609050ec926c HTTP/1.1" status: 204 len: 168 time: 0.6154056 Mar 02 18:07:08.324797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:08.464645 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.606407 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.743051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041ac422-c192-4afa-9cb3-1808dd11048d']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:08.753104 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.762623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dd1a55-4a89-4a7d-b987-48b7bf87061a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:08.762928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dd1a55-4a89-4a7d-b987-48b7bf87061a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:08.776677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.795520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.803636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:08.804046 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:08.819324 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:08.909640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.933421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:08.938754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] Pushing event deleted for resources: {'Network': ['ID=041ac422-c192-4afa-9cb3-1808dd11048d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:08.946797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-30553e5d-c324-4d60-853b-f5ea6b448f82 tempest-PortsIpV6TestJSON-623535369 tempest-PortsIpV6TestJSON-623535369-project] 10.222.0.37 "DELETE /v2.0/networks/041ac422-c192-4afa-9cb3-1808dd11048d HTTP/1.1" status: 204 len: 168 time: 0.6175249 Mar 02 18:07:09.007985 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:09.042898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 6b674fc3-3cba-4b92-99ae-82ada6e0d108 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:09.043245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6b674fc3-3cba-4b92-99ae-82ada6e0d108 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:09.305202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39322) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:09.348673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e576-5c9c-4dec-92cf-a1624d297421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:09.498053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:09.498813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-18f3fa38-6736-42fa-b418-c059d8a112a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41af53de36d94da8b088a06597566a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915576 Mar 02 18:07:09.573160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:09.600201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:09.657554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:09.675968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa1becd-11d5-487d-b50c-275f4ec0cd8a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:09.679626 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:09.680717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5be67664-bb77-4d47-9c91-6c683ea4a3b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caa1becd-11d5-487d-b50c-275f4ec0cd8a HTTP/1.1" status: 204 len: 168 time: 0.1816020 Mar 02 18:07:10.593939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:10.746093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1817141018'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:10.752861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:10.758296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:10.761200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:10.770653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:10.781144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:10.784205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:10.797094 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:10.834357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:10.838800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:10.841269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:10.848447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:10.927332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:10.931279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:10.966186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:10.971595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c539f1a4-8e86-4586-a311-7ce3473fca00,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:10.981602 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:10.982260 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 7d852b44-fa6f-40c7-9e38-5ce0fb5a1068 of type vlan for network c23de7e1-2283-4cc3-9b80-eb36ca72c56f Mar 02 18:07:11.014508 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.049670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.053812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:11.054385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.167892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5727682 Mar 02 18:07:11.171476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:11.180923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'name': 'tempest-PortsTestJSON-1959828383'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:11.200460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1604-4293-4240-8f8d-eb1ceabba1ab tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=c23de7e1-2283-4cc3-9b80-eb36ca72c56f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:11.221712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:11.306766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:11.316627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:11.320790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:11.327318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:11.339512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:11.342649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.366076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 778d2aa4-a498-4db0-accc-6365616096da yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:11.373818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c87805cb-80d5-4ac7-a3e3-b1ebbe725887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.613978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.639795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.726016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=778d2aa4-a498-4db0-accc-6365616096da,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:11.750216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:11.751290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: c23de7e1-2283-4cc3-9b80-eb36ca72c56f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:11.789925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:11.800459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c23de7e1-2283-4cc3-9b80-eb36ca72c56f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:11.809238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:11.811925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04e390-d7b9-4890-8275-761fba04c54d None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:11.813692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:11.814299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.841629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9af5f16e-2080-4819-8412-657a17bfbef0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6689882 Mar 02 18:07:11.844592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:11.851814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-847355963'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:11.858076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:11.862934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:11.868203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:11.876753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:11.892863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:11.896767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.939769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:11.954710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:11.954972 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 0425cfb5-14d3-4e31-9b90-c541697a2f60 of type vlan for network 8691876f-2c69-4511-806a-99ba6c36d382 Mar 02 18:07:12.012374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.057575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.061378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:12.061958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.168708 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3207202 Mar 02 18:07:12.169344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39412) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:12.175268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'ports': [{'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'}, {'network_id': '8691876f-2c69-4511-806a-99ba6c36d382'}]} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:12.175649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:12.176170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': '8691876f-2c69-4511-806a-99ba6c36d382'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:12.187454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e9db8-68ec-466a-9517-cb641a5ab307 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=8691876f-2c69-4511-806a-99ba6c36d382,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:12.201851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8691876f-2c69-4511-806a-99ba6c36d382 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:12.440131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:12.444683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:12.447627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:12.453276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:12.464109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 2} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:12.467693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.485673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.712102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 4b5f2661-a902-4b4d-9266-c6d07197e256 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:12.799487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.870137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:12.914029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port adae54aa-e2af-4ff6-a1b1-dddd891fd29e yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:13.001963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.028739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.032101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.107207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:13.110602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:13.115283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:13.116258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.121674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=4b5f2661-a902-4b4d-9266-c6d07197e256,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:13.218191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=adae54aa-e2af-4ff6-a1b1-dddd891fd29e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:13.237002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '0425cfb5-14d3-4e31-9b90-c541697a2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8691876f-2c69-4511-806a-99ba6c36d382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:13.237364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: 8691876f-2c69-4511-806a-99ba6c36d382, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:13.261673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 8691876f-2c69-4511-806a-99ba6c36d382 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:13.271943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8691876f-2c69-4511-806a-99ba6c36d382) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:13.277416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:13.281685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:13.287093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:13.287390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed2eae-0aba-4ec3-b9f3-53965f9b0d08 None None] Network 8691876f-2c69-4511-806a-99ba6c36d382 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:13.289099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.316137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b450ec02-a8be-4f39-b4b5-e16736290692 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1454544 Mar 02 18:07:13.319031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39438) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:13.408998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port adae54aa-e2af-4ff6-a1b1-dddd891fd29e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:13.409141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.645701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:13.850907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for adae54aa-e2af-4ff6-a1b1-dddd891fd29e owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:13.945418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.002494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=adae54aa-e2af-4ff6-a1b1-dddd891fd29e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:14.009214 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.015882 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3d0f074-70f7-4edb-a87f-4e919a839960 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/adae54aa-e2af-4ff6-a1b1-dddd891fd29e HTTP/1.1" status: 204 len: 168 time: 0.6954317 Mar 02 18:07:14.020179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39454) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:14.103491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed37b88-75c7-4b53-9991-f505b7a1501d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:14.107315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed37b88-75c7-4b53-9991-f505b7a1501d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:14.108049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fed37b88-75c7-4b53-9991-f505b7a1501d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:14.125670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fed37b88-75c7-4b53-9991-f505b7a1501d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:14.126766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fed37b88-75c7-4b53-9991-f505b7a1501d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1036692 Mar 02 18:07:14.129507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39458) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:14.201426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 4b5f2661-a902-4b4d-9266-c6d07197e256 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:14.201767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.435340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.466947 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-d4e08f65-759b-4037-b1cc-a29bc6e77881 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2208071 Mar 02 18:07:14.533726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.684005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 4b5f2661-a902-4b4d-9266-c6d07197e256 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:14.787882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.853329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.856203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=4b5f2661-a902-4b4d-9266-c6d07197e256,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:14.862480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-0e0134c4-008f-4d72-a0bf-2362b768f7c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 1101 time: 0.2697420 Mar 02 18:07:14.877333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-76dfe3c7-fef5-432b-90ed-e8c698c04970 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/4b5f2661-a902-4b4d-9266-c6d07197e256 HTTP/1.1" status: 204 len: 168 time: 0.7463009 Mar 02 18:07:14.879352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:14.977485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5875fc88-4d4a-4fdb-908f-6a0671be0fa5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:14.978249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5875fc88-4d4a-4fdb-908f-6a0671be0fa5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:14.995658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5875fc88-4d4a-4fdb-908f-6a0671be0fa5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:14.996988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5875fc88-4d4a-4fdb-908f-6a0671be0fa5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1165218 Mar 02 18:07:15.000266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39482) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:15.036898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589812ef-309a-4f21-b3c2-109586144e40 req-9b1bba7c-d3c0-4bc8-beaf-f6ac8f94fe01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:15.038296 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-9b1bba7c-d3c0-4bc8-beaf-f6ac8f94fe01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1492364 Mar 02 18:07:15.049476 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c89c90-ec34-4ad0-9858-7fb39f3ae37f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:15.053707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e1c89c90-ec34-4ad0-9858-7fb39f3ae37f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/adae54aa-e2af-4ff6-a1b1-dddd891fd29e HTTP/1.1" status: 404 len: 333 time: 0.0498443 Mar 02 18:07:15.055367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39488) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:15.116686 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fc16c0-2096-4d2c-9b43-ba876ce6568e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:15.121078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-50fc16c0-2096-4d2c-9b43-ba876ce6568e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/4b5f2661-a902-4b4d-9266-c6d07197e256 HTTP/1.1" status: 404 len: 333 time: 0.0614529 Mar 02 18:07:15.121585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39492) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:15.140012 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-5c298ddc-1ba3-40d1-a95d-29798ce271b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d01ed08f-604e-4646-bfda-d737994c80b8 HTTP/1.1" status: 200 len: 217 time: 0.0955479 Mar 02 18:07:15.207122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589812ef-309a-4f21-b3c2-109586144e40 req-c2220ced-0f19-4098-a585-14270e5384d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:15.208694 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-c2220ced-0f19-4098-a585-14270e5384d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0630953 Mar 02 18:07:15.267199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.292561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-4cabc4cd-70bb-41f4-b9d3-fc52ecf81321 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774093 Mar 02 18:07:15.449154 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.486950 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-eeefdc80-43c4-4c37-8cd5-b673cb10b7b5 service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867642 Mar 02 18:07:15.495318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8691876f-2c69-4511-806a-99ba6c36d382']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:15.619127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0425cfb5-14d3-4e31-9b90-c541697a2f60') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:15.619410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0425cfb5-14d3-4e31-9b90-c541697a2f60') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:15.633261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.657240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.666495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:15.666937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:15.685873 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:15.775620 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-589812ef-309a-4f21-b3c2-109586144e40 req-ca906b3c-367c-4e6a-a5a2-768a2ee8e01a service neutron] 10.222.0.50 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825720 Mar 02 18:07:15.784739 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.806123 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.816562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=8691876f-2c69-4511-806a-99ba6c36d382,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:15.821160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-de4a8076-db7d-4545-84d1-b1a585ae7431 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/8691876f-2c69-4511-806a-99ba6c36d382 HTTP/1.1" status: 204 len: 168 time: 0.6973107 Mar 02 18:07:15.825028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39506) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:15.833588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998079850'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:15.842201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:15.847434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:15.852063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:15.861223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:15.874161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:15.877180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.913696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:15.923968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.925128 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 55e1e881-a40c-4c6d-8e2f-88ac371d2b9f of type vlan for network c89277c0-bd03-4881-9069-7bcedfd276ce Mar 02 18:07:15.956651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.988878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:15.993030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:15.993602 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:16.101250 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2749338 Mar 02 18:07:16.104534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39514) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:16.110531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:16.124087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d4e55-fc5c-40ff-8af7-555016a6dd3f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=c89277c0-bd03-4881-9069-7bcedfd276ce,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:16.138120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c89277c0-bd03-4881-9069-7bcedfd276ce details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:16.234483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:16.240978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:16.244445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:16.254182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:16.267889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:16.407638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:16.514423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Performing IP validity checks on allocation pools {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:07:16.514777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.ipam_backend_mixin [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:07:16.657791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:16.731577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=0e909730-7d31-4c43-a38e-a82f4ddbbeaa,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:16.752534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:16.752882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: c89277c0-bd03-4881-9069-7bcedfd276ce, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:16.777368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c89277c0-bd03-4881-9069-7bcedfd276ce is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:16.790074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c89277c0-bd03-4881-9069-7bcedfd276ce) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:16.794648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:16.795192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:16.805347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3482a84-4f93-44cc-a9ce-527895429449 None None] Network c89277c0-bd03-4881-9069-7bcedfd276ce requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:16.826787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a44e10da-1b07-4ba4-a13f-0eff1aae051a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7173088 Mar 02 18:07:16.828776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:16.840375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce', 'name': 'tempest-PortsTestJSON-192790808'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:17.032933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:17.045177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:17.059435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:17.062739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.086070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 5084678c-3d6a-429a-8092-522072f429cd yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:17.126226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c89277c0-bd03-4881-9069-7bcedfd276ce', 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '0e909730-7d31-4c43-a38e-a82f4ddbbeaa'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:17.127127 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.261539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.12 (c89277c0-bd03-4881-9069-7bcedfd276ce/0e909730-7d31-4c43-a38e-a82f4ddbbeaa/5084678c-3d6a-429a-8092-522072f429cd) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:17.488735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.504980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 5084678c-3d6a-429a-8092-522072f429cd will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:17.529438 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.596928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Allocated IP 172.20.0.2 (c89277c0-bd03-4881-9069-7bcedfd276ce/0e909730-7d31-4c43-a38e-a82f4ddbbeaa/b49cd6e6-1ee1-43b5-9653-a35e30cf11e4) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:17.607130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c89277c0-bd03-4881-9069-7bcedfd276ce is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:17.610986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:17.612913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=5084678c-3d6a-429a-8092-522072f429cd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:17.615032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:17.679539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:17.680144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.711821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1833337a-92ba-4b02-834c-649d8df9ebe2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8768654 Mar 02 18:07:17.712094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:17.787913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 5084678c-3d6a-429a-8092-522072f429cd {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:17.788725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.853133 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.865190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Transition to ACTIVE for port object b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:17.886802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Transition to ACTIVE for port object b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:17.893828 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:17.968118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Network c89277c0-bd03-4881-9069-7bcedfd276ce is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:17.971286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:17.976076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:17.978221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Pushing event updated for resources: {'Port': ['ID=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:18.081922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.083454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Attempting to bind port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:18.083822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Attempting to bind port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:18.084195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Attempting to bind port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 on network c89277c0-bd03-4881-9069-7bcedfd276ce {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:18.091070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:18.091433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Checking segment: {'id': '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:18.091827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.092220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Bound using segment: {'id': '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:18.092660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Bound port: b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c89277c0-bd03-4881-9069-7bcedfd276ce'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:18.093035 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.191318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] For port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:18.194934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] For port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,segment=NetworkSegment(55e1e881-a40c-4c6d-8e2f-88ac371d2b9f),segment_id=55e1e881-a40c-4c6d-8e2f-88ac371d2b9f)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:18.200674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.213557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 5084678c-3d6a-429a-8092-522072f429cd owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:18.291847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7c35-23fb-497b-b85c-070e4ca4b463 None None] Pushing event updated for resources: {'Port': ['ID=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:18.398224 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.464264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=5084678c-3d6a-429a-8092-522072f429cd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:18.648314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.662429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:18.662999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9a6d7333-5b8e-4b14-8cf4-08bc587ba619 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/5084678c-3d6a-429a-8092-522072f429cd HTTP/1.1" status: 204 len: 168 time: 0.9494295 Mar 02 18:07:18.730193 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efff403-6873-4c5a-9ebd-712855048777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:07:18.730658 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efff403-6873-4c5a-9ebd-712855048777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:18.732580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2efff403-6873-4c5a-9ebd-712855048777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/5084678c-3d6a-429a-8092-522072f429cd HTTP/1.1" status: 404 len: 333 time: 0.0684745 Mar 02 18:07:18.735027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39576) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:18.781540 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-46826c56-6af9-40f6-bb2c-dda3520230de tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:18.783149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-46826c56-6af9-40f6-bb2c-dda3520230de tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/5084678c-3d6a-429a-8092-522072f429cd HTTP/1.1" status: 404 len: 333 time: 0.0467930 Mar 02 18:07:18.785563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39580) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:18.855477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 0e909730-7d31-4c43-a38e-a82f4ddbbeaa {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:18.859280 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:18.915843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.049710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.073684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:19.157943 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.179379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:19.204765 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.218993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=0e909730-7d31-4c43-a38e-a82f4ddbbeaa,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:19.226821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-90226016-5292-484b-8844-df7bf5e7b414 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/0e909730-7d31-4c43-a38e-a82f4ddbbeaa HTTP/1.1" status: 204 len: 168 time: 0.4365015 Mar 02 18:07:19.227213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39592) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:19.416796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.498040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.508793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53786e51-09aa-4fed-b8df-d7c1b4f5cb1c None None] Network c89277c0-bd03-4881-9069-7bcedfd276ce requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:19.510285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:19.510660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.626088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Provisioning for port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:19.644921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Provisioning complete for port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:19.645284 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.759239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,segment=NetworkSegment(55e1e881-a40c-4c6d-8e2f-88ac371d2b9f),segment_id=55e1e881-a40c-4c6d-8e2f-88ac371d2b9f)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:19.759630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.858636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.903586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:19.914792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] For port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,segment=NetworkSegment(55e1e881-a40c-4c6d-8e2f-88ac371d2b9f),segment_id=55e1e881-a40c-4c6d-8e2f-88ac371d2b9f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:19.914792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.951054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] DHCP port deletion for c89277c0-bd03-4881-9069-7bcedfd276ce request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:19.965752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Deleting port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:19.966122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:19.981484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:19.981886 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:20.035593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca9b02-ca1b-4f4d-82ee-a1ff13b0e34a None None] Pushing event updated for resources: {'Port': ['ID=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:20.200724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] For port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,segment=NetworkSegment(55e1e881-a40c-4c6d-8e2f-88ac371d2b9f),segment_id=55e1e881-a40c-4c6d-8e2f-88ac371d2b9f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:20.201343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.355757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Calling delete_port for b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:20.430430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.480575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] Pushing event deleted for resources: {'Port': ['ID=b49cd6e6-1ee1-43b5-9653-a35e30cf11e4,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:20.484570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:20.484570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.485999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0ba18-2f39-4b4c-b7c7-0b8f7d8ca664 None None] No DVR routers for this DVR port b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:20.561631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] The port 'b49cd6e6-1ee1-43b5-9653-a35e30cf11e4' was deleted {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:07:20.692077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.720558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89277c0-bd03-4881-9069-7bcedfd276ce']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:20.733291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:20.733584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1e881-a40c-4c6d-8e2f-88ac371d2b9f') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:20.752750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.774145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.780633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:20.781146 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:20.796579 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:20.879373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.898070 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:20.914786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=c89277c0-bd03-4881-9069-7bcedfd276ce,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:20.930513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64676e0c-7ec0-459a-b618-c78b9ba829e1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/c89277c0-bd03-4881-9069-7bcedfd276ce HTTP/1.1" status: 204 len: 168 time: 1.6992645 Mar 02 18:07:20.930996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:20.941462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-695756996'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:20.949638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:20.954381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:20.957650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:20.965727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:20.982069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:20.985722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.002595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:21.022516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:21.047032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.047032 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 21f2d145-24a3-4c83-b954-a2618452bc45 of type vlan for network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 Mar 02 18:07:21.052157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:21.052504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b49cd6e6-1ee1-43b5-9653-a35e30cf11e4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:21.089687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.121796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.125574 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:21.126145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.228846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2966936 Mar 02 18:07:21.232000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:21.238002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2547436-9053-45af-bf4a-9085865d932e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=24659b0f-806c-4e2e-a3ae-5ef33b0ec529,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:21.239150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:21.248844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:21.371655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:21.375457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:21.378234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:21.384615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:21.395397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:21.510440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.735695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.806945 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=1df8f010-6c90-4e36-9742-0ee9f90dfb92,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:21.831467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '21f2d145-24a3-4c83-b954-a2618452bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:21.831822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: 24659b0f-806c-4e2e-a3ae-5ef33b0ec529, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:21.855774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:21.874206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 24659b0f-806c-4e2e-a3ae-5ef33b0ec529) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:21.887815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:21.887815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:21.891358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348db101-e507-4a33-b536-1d0886fd5131 None None] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:21.913367 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f2d3e42-12f9-4db7-865a-948c537e0c4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6791472 Mar 02 18:07:21.916090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:21.923002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529', 'security_groups': [], 'name': 'tempest-PortsTestJSON-101347572'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:22.180524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595731e-a559-41fe-8182-011f05770884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-24659b0f-806c-4e2e-a3ae-5ef33b0ec529', 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '1df8f010-6c90-4e36-9742-0ee9f90dfb92'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:22.180524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:22.212441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:22.216815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:22.219809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:22.227309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:22.249930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:22.261891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:22.290376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port d227b9fb-424b-4140-921a-1ccefca24e78 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:22.365500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2595731e-a559-41fe-8182-011f05770884 None None] Allocated IP 172.20.0.2 (24659b0f-806c-4e2e-a3ae-5ef33b0ec529/1df8f010-6c90-4e36-9742-0ee9f90dfb92/4201d739-14c3-4eec-9e34-54b57cf0929e) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:22.627989 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:22.639633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2595731e-a559-41fe-8182-011f05770884 None None] Transition to ACTIVE for port object 4201d739-14c3-4eec-9e34-54b57cf0929e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:22.659253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2595731e-a559-41fe-8182-011f05770884 None None] Transition to ACTIVE for port object 4201d739-14c3-4eec-9e34-54b57cf0929e will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:22.665142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:22.761607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595731e-a559-41fe-8182-011f05770884 None None] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:22.768115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2595731e-a559-41fe-8182-011f05770884 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:22.768314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1ac70def-69fe-4b5f-a21b-36f0cddf0fce {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:22.768765 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:22.780736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595731e-a559-41fe-8182-011f05770884 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:22.793937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595731e-a559-41fe-8182-011f05770884 None None] Pushing event updated for resources: {'Port': ['ID=4201d739-14c3-4eec-9e34-54b57cf0929e,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:22.912797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2595731e-a559-41fe-8182-011f05770884 None None] Attempting to bind port 4201d739-14c3-4eec-9e34-54b57cf0929e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:22.913179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2595731e-a559-41fe-8182-011f05770884 None None] Attempting to bind port 4201d739-14c3-4eec-9e34-54b57cf0929e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '21f2d145-24a3-4c83-b954-a2618452bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:22.913542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595731e-a559-41fe-8182-011f05770884 None None] Attempting to bind port 4201d739-14c3-4eec-9e34-54b57cf0929e on network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:22.923395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595731e-a559-41fe-8182-011f05770884 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:22.923769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595731e-a559-41fe-8182-011f05770884 None None] Checking segment: {'id': '21f2d145-24a3-4c83-b954-a2618452bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:22.924170 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:22.924559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595731e-a559-41fe-8182-011f05770884 None None] Bound using segment: {'id': '21f2d145-24a3-4c83-b954-a2618452bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:22.925102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2595731e-a559-41fe-8182-011f05770884 None None] Bound port: 4201d739-14c3-4eec-9e34-54b57cf0929e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f2d145-24a3-4c83-b954-a2618452bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '24659b0f-806c-4e2e-a3ae-5ef33b0ec529'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:22.925482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.024101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2595731e-a559-41fe-8182-011f05770884 None None] For port 4201d739-14c3-4eec-9e34-54b57cf0929e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:23.027969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2595731e-a559-41fe-8182-011f05770884 None None] For port 4201d739-14c3-4eec-9e34-54b57cf0929e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4201d739-14c3-4eec-9e34-54b57cf0929e,segment=NetworkSegment(21f2d145-24a3-4c83-b954-a2618452bc45),segment_id=21f2d145-24a3-4c83-b954-a2618452bc45)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:23.032710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2595731e-a559-41fe-8182-011f05770884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.155144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595731e-a559-41fe-8182-011f05770884 None None] Pushing event updated for resources: {'Port': ['ID=4201d739-14c3-4eec-9e34-54b57cf0929e,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:23.269744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.301247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 22a03fe5-8167-46dc-97a0-88b610375287 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:23.516950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.5 (24659b0f-806c-4e2e-a3ae-5ef33b0ec529/1df8f010-6c90-4e36-9742-0ee9f90dfb92/22a03fe5-8167-46dc-97a0-88b610375287) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:23.725646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.745349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 22a03fe5-8167-46dc-97a0-88b610375287 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:23.769840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.831674 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:23.835953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:23.838395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:23.902630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=22a03fe5-8167-46dc-97a0-88b610375287,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:23.925375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:23.925978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:23.955038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5e5896b4-a99e-4da4-8c05-c50d076d46e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0377443 Mar 02 18:07:23.957269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39688) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:24.043360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 22a03fe5-8167-46dc-97a0-88b610375287 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:24.043714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:24.241159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5d6fc-6476-47bd-9a9e-2d4adafd430a None None] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:24.347218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:24.386486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bffd4f79-1f4e-4dcf-9e1d-487e5d08cbb2 None None] Provisioning for port 4201d739-14c3-4eec-9e34-54b57cf0929e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:24.494052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 22a03fe5-8167-46dc-97a0-88b610375287 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:24.676351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:24.729521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=22a03fe5-8167-46dc-97a0-88b610375287,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:24.841589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:24.855761 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-68e29472-3f22-4992-81b1-ae87d2dd0daf tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/22a03fe5-8167-46dc-97a0-88b610375287 HTTP/1.1" status: 204 len: 168 time: 0.8951180 Mar 02 18:07:24.856140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:24.914560 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-129ec49e-de85-49a0-a2bd-987f0862a261 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:24.916149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-129ec49e-de85-49a0-a2bd-987f0862a261 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/22a03fe5-8167-46dc-97a0-88b610375287 HTTP/1.1" status: 404 len: 333 time: 0.0587606 Mar 02 18:07:24.918793 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39710) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:24.951967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-83e95790-9120-45f8-951d-da8a4d906dcf None None] Could not find standard attr ID for object 22a03fe5-8167-46dc-97a0-88b610375287. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:25.011621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 1df8f010-6c90-4e36-9742-0ee9f90dfb92 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:25.014845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.082912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4201d739-14c3-4eec-9e34-54b57cf0929e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:25.102912 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.195036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f2268d79-d5a2-44ad-86d1-7344cc67b8ab None None] Could not find standard attr ID for object 22a03fe5-8167-46dc-97a0-88b610375287. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:25.214308 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.228518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4201d739-14c3-4eec-9e34-54b57cf0929e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:25.243233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4201d739-14c3-4eec-9e34-54b57cf0929e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:25.243839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.425221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.437380 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.439968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:25.486760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.490427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=1df8f010-6c90-4e36-9742-0ee9f90dfb92,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:25.496875 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e94ff40-0508-4e8e-9bc0-9208849d9c87 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/1df8f010-6c90-4e36-9742-0ee9f90dfb92 HTTP/1.1" status: 204 len: 168 time: 0.5770352 Mar 02 18:07:25.499445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:25.568166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b693d-5901-4466-b9a2-278e36387e1f None None] Network 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:25.582474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:25.582850 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:25.642795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.655613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 4201d739-14c3-4eec-9e34-54b57cf0929e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:25.656097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.893766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] DHCP port deletion for 24659b0f-806c-4e2e-a3ae-5ef33b0ec529 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:25.900921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Deleting port 4201d739-14c3-4eec-9e34-54b57cf0929e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:25.901295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.926550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port 4201d739-14c3-4eec-9e34-54b57cf0929e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4201d739-14c3-4eec-9e34-54b57cf0929e,segment=NetworkSegment(21f2d145-24a3-4c83-b954-a2618452bc45),segment_id=21f2d145-24a3-4c83-b954-a2618452bc45)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:25.927153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.065631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 4201d739-14c3-4eec-9e34-54b57cf0929e owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:26.113626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.201925 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.230216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.251115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] For port 4201d739-14c3-4eec-9e34-54b57cf0929e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4201d739-14c3-4eec-9e34-54b57cf0929e,segment=NetworkSegment(21f2d145-24a3-4c83-b954-a2618452bc45),segment_id=21f2d145-24a3-4c83-b954-a2618452bc45)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:26.251835 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.285566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=4201d739-14c3-4eec-9e34-54b57cf0929e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:26.295493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No DVR routers for this DVR port 4201d739-14c3-4eec-9e34-54b57cf0929e on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:26.495613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Calling delete_port for 4201d739-14c3-4eec-9e34-54b57cf0929e owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:26.528436 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.564173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24659b0f-806c-4e2e-a3ae-5ef33b0ec529']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:26.584843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f2d145-24a3-4c83-b954-a2618452bc45') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:26.585274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f2d145-24a3-4c83-b954-a2618452bc45') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:26.602349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:26.602760 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:26.603573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.621700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.629029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:26.629427 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:26.646805 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:26.759075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.793769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.815350 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/24659b0f-806c-4e2e-a3ae-5ef33b0ec529 HTTP/1.1" status: 204 len: 168 time: 1.3139448 Mar 02 18:07:26.819222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483625de-a0b7-4a9d-a3c9-51987582726a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=24659b0f-806c-4e2e-a3ae-5ef33b0ec529,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:26.821038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:26.826717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'name': 'tempest-PortsTestJSON-479911817'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:26.935017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 2d853481-582d-4363-b5c8-b11da8a554eb {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:26.935362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.944373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:26.948912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:26.952005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:26.957855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:26.976678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:26.983683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.016762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port c9958c6f-01f8-4a49-ac12-9579eeaf8d6f yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:27.043605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4201d739-14c3-4eec-9e34-54b57cf0929e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:27.097260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4201d739-14c3-4eec-9e34-54b57cf0929e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:27.097599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4201d739-14c3-4eec-9e34-54b57cf0929e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:27.104333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Deleting port 4201d739-14c3-4eec-9e34-54b57cf0929e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:27.104954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.184868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-872676a5-4325-483c-9cf5-50bbfb8bbda2 None None] The port '4201d739-14c3-4eec-9e34-54b57cf0929e' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:07:27.225772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 2d853481-582d-4363-b5c8-b11da8a554eb, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2d853481-582d-4363-b5c8-b11da8a554eb,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:27.226855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.301985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.335533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.367589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 2d853481-582d-4363-b5c8-b11da8a554eb owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:27.444831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:27.453650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:27.458677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:27.462730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:27.463338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.471232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=c9958c6f-01f8-4a49-ac12-9579eeaf8d6f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:27.494855 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-de4e0131-b0cc-4a17-ae49-e23d6c725147 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6726782 Mar 02 18:07:27.497814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39764) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:27.589084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.590507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port c9958c6f-01f8-4a49-ac12-9579eeaf8d6f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:27.590872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.676865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=2d853481-582d-4363-b5c8-b11da8a554eb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:27.958463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:27.999561 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:07:28.103316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for c9958c6f-01f8-4a49-ac12-9579eeaf8d6f owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:28.147067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.200136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.259444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=c9958c6f-01f8-4a49-ac12-9579eeaf8d6f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:28.266108 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.278619 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36e00e4e-9379-49f7-91b6-9e663d2cfb3e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/c9958c6f-01f8-4a49-ac12-9579eeaf8d6f HTTP/1.1" status: 204 len: 168 time: 0.7792575 Mar 02 18:07:28.280741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39790) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:28.286369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'mac_address': 'fa:16:3e:85:2e:38', 'name': 'tempest-PortsTestJSON-257857283'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:28.418227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:28.425740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:28.431273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:28.437588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:28.450240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:28.566175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.597467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:28.811524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:07:28.865536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.899383 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:28.987249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:28.988175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:28.992516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:29.001931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:29.008496 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:29.009105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:29.093419 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4be9cf07-205f-4e35-b920-71095a8ff69f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8116052 Mar 02 18:07:29.094071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:29.103374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:07:29.116515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:07:29.118004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0da7b1bb-64d8-4809-b46d-12c040794542 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/54a6c266-7593-4bfa-bfc8-df65b3c765b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6767573 Mar 02 18:07:29.140568 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:29.141697 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:29.189272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216326b-a41b-4cea-a72b-9efd24f5e95f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:29.190181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6216326b-a41b-4cea-a72b-9efd24f5e95f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:29.208576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6216326b-a41b-4cea-a72b-9efd24f5e95f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:29.213922 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6216326b-a41b-4cea-a72b-9efd24f5e95f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e HTTP/1.1" status: 200 len: 840 time: 0.1148489 Mar 02 18:07:29.215173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 39802) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:29.294858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:29.295235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:29.384701 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:29.641524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:29.852645 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:29.857690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:07:29.869561 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:29.870155 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:29.897412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:29.959888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa3111-0875-450f-8f67-b35b88bae2cd req-ce4dc3c1-a06d-45c3-a4d2-7a4ec4bb480b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:29.960577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-03fa3111-0875-450f-8f67-b35b88bae2cd req-ce4dc3c1-a06d-45c3-a4d2-7a4ec4bb480b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:30.002818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-03fa3111-0875-450f-8f67-b35b88bae2cd req-ce4dc3c1-a06d-45c3-a4d2-7a4ec4bb480b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:30.004396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03fa3111-0875-450f-8f67-b35b88bae2cd req-ce4dc3c1-a06d-45c3-a4d2-7a4ec4bb480b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.4385352 Mar 02 18:07:30.018246 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:30.094411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:30.103817 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:30.122953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:30.135749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.137499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.137835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.138171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.138500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.138866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.139185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.139555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.139880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.140199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.140597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:30.147184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03fa3111-0875-450f-8f67-b35b88bae2cd req-51f5f6b1-2568-458a-9737-a38891284070 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891554 Mar 02 18:07:30.150810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e054ebc-972d-4b79-a55f-cf49bb08e9f8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e HTTP/1.1" status: 204 len: 168 time: 0.9364154 Mar 02 18:07:30.151513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39810) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:30.200051 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0618a726-4de9-4415-9967-101c0d2dc423 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:30.201466 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0618a726-4de9-4415-9967-101c0d2dc423 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/c7e17d00-f6cb-4ce5-aba7-d9d9cbccdd6e HTTP/1.1" status: 404 len: 333 time: 0.0486951 Mar 02 18:07:30.205377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39816) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:30.210744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'name': 'tempest-PortsTestJSON-2089531051'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:30.365755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:30.373530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:30.378158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:30.408212 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:30.424225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:30.429439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:30.468167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 87d34f9c-1571-4fb3-87c6-4da5d072bb02 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:30.618061 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:30.619353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-98bec95b-1e6b-4fb2-93b7-37f634063e84 req-c7b9035d-8eea-4b31-b190-f7fe0875e717 service neutron] (83796) timed out ('10.222.0.37', 45522) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:07:30.625936 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5debc0-3432-42ce-91ac-7c8002ef10f1 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '693ffca2-8a46-46b4-bf87-1b325495b7c5', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'port_id': '52739ff8-f269-49a6-9298-151c5ec26e86', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'mac_address': 'fa:16:3e:a1:26:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:05:11Z', 'updated_at': '2022-03-02T18:05:17Z', 'revision_number': 1, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:07:30.786540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:30.819030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:30.998220 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:31.001759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:31.004156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:31.009086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:31.009703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.014105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=87d34f9c-1571-4fb3-87c6-4da5d072bb02,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:31.042064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2d853481-582d-4363-b5c8-b11da8a554eb no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:31.072576 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-66ac0c15-a47e-455d-a984-68efa4d03a5c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8639171 Mar 02 18:07:31.073070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39902) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:31.080139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:31.111616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2d853481-582d-4363-b5c8-b11da8a554eb {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:31.112009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2d853481-582d-4363-b5c8-b11da8a554eb not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:31.165275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a26f21ab-21f2-409b-b985-62fc55597680 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:31.167185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a26f21ab-21f2-409b-b985-62fc55597680 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.1577442 Mar 02 18:07:31.276913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.288755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:31.289106 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.583049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.589110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.651543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74fd5-86b1-4984-a500-84c417062990 req-88ebb8d4-dbf0-45e0-acba-d32193f40c0c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:31.653581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6aa74fd5-86b1-4984-a500-84c417062990 req-88ebb8d4-dbf0-45e0-acba-d32193f40c0c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 946 time: 0.2871735 Mar 02 18:07:31.663081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] In _notify_port_updated(), no bound segment for port 87d34f9c-1571-4fb3-87c6-4da5d072bb02 on network c23de7e1-2283-4cc3-9b80-eb36ca72c56f {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:07:31.667855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:31.668522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.669987 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/ports/87d34f9c-1571-4fb3-87c6-4da5d072bb02 HTTP/1.1" status: 200 len: 818 time: 0.5961018 Mar 02 18:07:31.673102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 39974) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:31.730267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c5a7e-f024-4dce-86a8-19b6a3b7b375 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=87d34f9c-1571-4fb3-87c6-4da5d072bb02,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:31.749409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 4fb315f1-5169-47b5-8bfd-248fa2c87c48, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=4fb315f1-5169-47b5-8bfd-248fa2c87c48,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:31.750306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.761273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6aa74fd5-86b1-4984-a500-84c417062990 req-d5d2ada8-a7bb-4e1d-9b45-01c154d9e74f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3e786a-951b-440b-992b-4640e4bfb9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013472 Mar 02 18:07:31.770531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 87d34f9c-1571-4fb3-87c6-4da5d072bb02 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:31.772744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:31.897046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 4fb315f1-5169-47b5-8bfd-248fa2c87c48 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:32.038097 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.062048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.122745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=4fb315f1-5169-47b5-8bfd-248fa2c87c48,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:32.211738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] No DVR routers for this DVR port 4fb315f1-5169-47b5-8bfd-248fa2c87c48 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:32.214898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.215790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 87d34f9c-1571-4fb3-87c6-4da5d072bb02 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:32.218320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'name': 'network-vif-deleted', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:07:32.254050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fde35a81-6918-49d5-a3f3-2f01f091a7bb req-a8085bed-4c65-46d8-9ca6-e45bdcfa2095 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "DELETE /v2.0/ports/4fb315f1-5169-47b5-8bfd-248fa2c87c48 HTTP/1.1" status: 204 len: 173 time: 1.0783463 Mar 02 18:07:32.300267 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a', 'name': 'network-vif-deleted', 'tag': '4fb315f1-5169-47b5-8bfd-248fa2c87c48', 'status': 'completed', 'code': 200} Mar 02 18:07:32.339786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.397983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=87d34f9c-1571-4fb3-87c6-4da5d072bb02,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:32.410027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.433767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45b466eb-e8b6-4a1d-acf3-666047168068 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/87d34f9c-1571-4fb3-87c6-4da5d072bb02 HTTP/1.1" status: 204 len: 168 time: 0.7595513 Mar 02 18:07:32.437618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:32.547356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183f38a-89ee-4d70-92fb-d03da3b4e97e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:32.548154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3183f38a-89ee-4d70-92fb-d03da3b4e97e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:32.570472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3183f38a-89ee-4d70-92fb-d03da3b4e97e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:32.574932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3183f38a-89ee-4d70-92fb-d03da3b4e97e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1325655 Mar 02 18:07:32.575048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:32.625773 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48471f7-952e-4d3d-8d68-79230c32d311 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:32.626281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f48471f7-952e-4d3d-8d68-79230c32d311 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:32.656356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f48471f7-952e-4d3d-8d68-79230c32d311 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:32.661960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:32.662886 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f48471f7-952e-4d3d-8d68-79230c32d311 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/87d34f9c-1571-4fb3-87c6-4da5d072bb02 HTTP/1.1" status: 404 len: 333 time: 0.0868654 Mar 02 18:07:32.670067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212930000'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:32.676674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:32.683852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:32.686938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:32.693986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:32.707217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:32.710881 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.764774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:32.775139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.775484 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment a1add396-6b90-4d59-85b4-7f42e5e48a71 of type vlan for network 7ca6d027-1b47-445f-b7d5-e2207107467e Mar 02 18:07:32.808570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.851503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.856008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:32.857014 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:32.906706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2415166 Mar 02 18:07:32.908148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:32.917186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:33.031556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-da05b3a4-f0bd-49e5-a2f7-bb03e8a7a659 req-f2c64c53-5a44-4392-8554-c532a2b09097 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:33.046177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bf826-15cc-4334-a4cb-503e6f555777 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=7ca6d027-1b47-445f-b7d5-e2207107467e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:33.057739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:33.071272 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:33.073037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-da05b3a4-f0bd-49e5-a2f7-bb03e8a7a659 req-f2c64c53-5a44-4392-8554-c532a2b09097 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:33.074379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da05b3a4-f0bd-49e5-a2f7-bb03e8a7a659 req-f2c64c53-5a44-4392-8554-c532a2b09097 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=5676bdf0-8bd1-4cf7-93d4-03fa61c0ae7a HTTP/1.1" status: 200 len: 210 time: 0.1069589 Mar 02 18:07:33.080729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:33.085084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:33.093119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:33.107412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:33.234800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:33.392014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 4fb315f1-5169-47b5-8bfd-248fa2c87c48 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:33.439240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 4fb315f1-5169-47b5-8bfd-248fa2c87c48 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:33.439597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 4fb315f1-5169-47b5-8bfd-248fa2c87c48 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:33.499907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:33.676795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=4c7c10df-f738-47f9-a533-152071faee85,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:33.689955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': 'a1add396-6b90-4d59-85b4-7f42e5e48a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:33.690313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: 7ca6d027-1b47-445f-b7d5-e2207107467e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:33.717209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 7ca6d027-1b47-445f-b7d5-e2207107467e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:33.727120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7ca6d027-1b47-445f-b7d5-e2207107467e) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:33.733071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:33.735219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:33.736401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88681f53-2d20-408a-8243-ee7f24dd63d1 None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:33.764544 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-99f45b7b-06cc-4fd2-b09f-cd77a031bde1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8543200 Mar 02 18:07:33.767115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:33.775153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:33.923252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:33.927601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:33.931048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:33.936932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:33.949825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:33.954953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:33.978632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-7ca6d027-1b47-445f-b7d5-e2207107467e', 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:33.979773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.094002 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c7c10df-f738-47f9-a533-152071faee85 (CIDR: 172.20.0.0/28) Mar 02 18:07:34.097326 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:07:34.097764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:07:34.120657 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f2186b98-8a90-4261-9392-0a8da0764f02 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3514886 Mar 02 18:07:34.123442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40294) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:34.129673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:34.190554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Allocated IP 172.20.0.2 (7ca6d027-1b47-445f-b7d5-e2207107467e/4c7c10df-f738-47f9-a533-152071faee85/8df1585d-06cd-432e-b288-62e06b981151) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:34.199297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40298) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:34.283606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.302830 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:34.307749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:34.311306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:34.315374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.317541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:34.331190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:34.335868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.400548 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.439048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e786a-951b-440b-992b-4640e4bfb9ce,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:34.448818 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.450179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9ed4270d-82ce-4afe-8c28-10317274779d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd3e786a-951b-440b-992b-4640e4bfb9ce HTTP/1.1" status: 204 len: 168 time: 0.2491138 Mar 02 18:07:34.472398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.492819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Transition to ACTIVE for port object 8df1585d-06cd-432e-b288-62e06b981151 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:34.516323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Transition to ACTIVE for port object 8df1585d-06cd-432e-b288-62e06b981151 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:34.516903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40304) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:34.522278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.599720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:34.604030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:34.609202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:34.611627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Pushing event updated for resources: {'Port': ['ID=8df1585d-06cd-432e-b288-62e06b981151,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:34.715098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.747640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Attempting to bind port 8df1585d-06cd-432e-b288-62e06b981151 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:34.748045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Attempting to bind port 8df1585d-06cd-432e-b288-62e06b981151 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'a1add396-6b90-4d59-85b4-7f42e5e48a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:34.748412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Attempting to bind port 8df1585d-06cd-432e-b288-62e06b981151 on network 7ca6d027-1b47-445f-b7d5-e2207107467e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:34.757841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:34.758225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Checking segment: {'id': 'a1add396-6b90-4d59-85b4-7f42e5e48a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:34.758652 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.759049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Bound using segment: {'id': 'a1add396-6b90-4d59-85b4-7f42e5e48a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:34.759516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Bound port: 8df1585d-06cd-432e-b288-62e06b981151, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1add396-6b90-4d59-85b4-7f42e5e48a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:34.759894 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.833580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 7ca6d027-1b47-445f-b7d5-e2207107467e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:34.838696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:34.851941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:34.852724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.884815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] For port 8df1585d-06cd-432e-b288-62e06b981151, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:34.885093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=56eaa299-d2df-4177-8484-9c7e5283bb52,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:34.890334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] For port 8df1585d-06cd-432e-b288-62e06b981151, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df1585d-06cd-432e-b288-62e06b981151,segment=NetworkSegment(a1add396-6b90-4d59-85b4-7f42e5e48a71),segment_id=a1add396-6b90-4d59-85b4-7f42e5e48a71)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:34.897749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60fac3ac-0386-4dbc-b9ae-85dcf98f7dca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7727220 Mar 02 18:07:34.898720 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:34.899224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40314) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:34.906861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85'}, {'subnet_id': '56eaa299-d2df-4177-8484-9c7e5283bb52'}], 'name': 'tempest-PortsTestJSON-132560811'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:34.916467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting subnet 1a28689c-b752-4853-a618-07b04351cb47 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:34.919577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.008452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.038872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741c724-11e9-4d91-83d8-cedafb785c26 None None] Pushing event updated for resources: {'Port': ['ID=8df1585d-06cd-432e-b288-62e06b981151,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:35.140043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:35.141944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.147516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:35.151996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:35.159573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:35.172721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:35.181513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.215312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:35.255810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-93eeca5d-2130-4ce4-9f00-1cd96b97584e req-bfc73ed5-bd54-4326-9163-c09c2e587132 service neutron] (83796) timed out ('10.222.0.50', 61353) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:07:35.290421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.352265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Subnet': ['ID=1a28689c-b752-4853-a618-07b04351cb47,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:35.362557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60583b-ea1f-454b-95bb-4c37d630805a None None] Network 947861f4-091e-4566-b0ea-8555efc2d014 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:35.371256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.384188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a83719e7-fb56-43a8-9c7c-afd282848c1d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/subnets/1a28689c-b752-4853-a618-07b04351cb47 HTTP/1.1" status: 204 len: 168 time: 0.8652914 Mar 02 18:07:35.387145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40322) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:35.543080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.554404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 50bda572-f10f-4501-b942-21d41e9b0d7e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:35.554830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.683208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.5 (7ca6d027-1b47-445f-b7d5-e2207107467e/4c7c10df-f738-47f9-a533-152071faee85/bc29ac56-1d78-4da1-b2f9-2c775a1ca830) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:35.697708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.22 (7ca6d027-1b47-445f-b7d5-e2207107467e/56eaa299-d2df-4177-8484-9c7e5283bb52/bc29ac56-1d78-4da1-b2f9-2c775a1ca830) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:35.715430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] DHCP port deletion for 947861f4-091e-4566-b0ea-8555efc2d014 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:35.720005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Deleting port 50bda572-f10f-4501-b942-21d41e9b0d7e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:35.720378 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.800135 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 50bda572-f10f-4501-b942-21d41e9b0d7e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50bda572-f10f-4501-b942-21d41e9b0d7e,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:35.800781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.953376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.980503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] For port 50bda572-f10f-4501-b942-21d41e9b0d7e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50bda572-f10f-4501-b942-21d41e9b0d7e,segment=NetworkSegment(67ec4091-e216-4d53-b1f8-d280a291bb7a),segment_id=67ec4091-e216-4d53-b1f8-d280a291bb7a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:35.980890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:35.982643 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object bc29ac56-1d78-4da1-b2f9-2c775a1ca830 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:35.991375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 50bda572-f10f-4501-b942-21d41e9b0d7e owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:36.044020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.099329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.153143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=bc29ac56-1d78-4da1-b2f9-2c775a1ca830,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:36.154997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] No DVR routers for this DVR port 50bda572-f10f-4501-b942-21d41e9b0d7e on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:36.172716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=50bda572-f10f-4501-b942-21d41e9b0d7e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:36.173377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Calling delete_port for 50bda572-f10f-4501-b942-21d41e9b0d7e owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:36.205648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 7ca6d027-1b47-445f-b7d5-e2207107467e is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:36.205648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:36.208542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:36.305012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:36.305361 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:36.307812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:36.308587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.345703 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb530dfa-9d2d-4876-bfa7-c498cb2c5a9a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4425437 Mar 02 18:07:36.347379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:36.374273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:36.381458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.430402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947861f4-091e-4566-b0ea-8555efc2d014']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:36.455260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ec4091-e216-4d53-b1f8-d280a291bb7a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:36.455745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ec4091-e216-4d53-b1f8-d280a291bb7a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:36.484873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.507076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.509765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e25faf-d093-4351-8d40-9315ba98bd66 None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:36.530170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:36.530547 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:36.548248 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:36.630296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-975aa229-8c27-46f1-a78d-22568a31e734 None None] Provisioning for port 8df1585d-06cd-432e-b288-62e06b981151 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:36.648806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.659311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.667038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.697807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Network': ['ID=947861f4-091e-4566-b0ea-8555efc2d014,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:36.718277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0cfe675a-02e0-4cf0-9d6e-e01bdaa51753 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/networks/947861f4-091e-4566-b0ea-8555efc2d014 HTTP/1.1" status: 204 len: 168 time: 1.3297892 Mar 02 18:07:36.720917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40332) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:36.808796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Deleting port 50bda572-f10f-4501-b942-21d41e9b0d7e {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:36.809234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:36.883265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea0fc-ec30-4ff6-b41e-7be894d38814 None None] The port '50bda572-f10f-4501-b942-21d41e9b0d7e' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:07:37.009854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Update dhcp port {'port': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85', 'ip_address': '172.20.0.2'}, {'subnet_id': '56eaa299-d2df-4177-8484-9c7e5283bb52'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '8df1585d-06cd-432e-b288-62e06b981151'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:07:37.074423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df1585d-06cd-432e-b288-62e06b981151 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:37.099987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.115925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 5a4af098-3b4f-48d2-83db-320ee457d456 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:37.116506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.254283 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8df1585d-06cd-432e-b288-62e06b981151 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:37.264062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8df1585d-06cd-432e-b288-62e06b981151 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:37.264436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.364319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Delete allocated IP 172.20.0.22 (7ca6d027-1b47-445f-b7d5-e2207107467e/56eaa299-d2df-4177-8484-9c7e5283bb52) {{(pid=83796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:07:37.387481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.422688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8df1585d-06cd-432e-b288-62e06b981151, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df1585d-06cd-432e-b288-62e06b981151,segment=NetworkSegment(a1add396-6b90-4d59-85b4-7f42e5e48a71),segment_id=a1add396-6b90-4d59-85b4-7f42e5e48a71)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:37.429682 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.526156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8df1585d-06cd-432e-b288-62e06b981151,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:37.528771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50bda572-f10f-4501-b942-21d41e9b0d7e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:37.538871 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.539285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.568108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 50bda572-f10f-4501-b942-21d41e9b0d7e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:37.568478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50bda572-f10f-4501-b942-21d41e9b0d7e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:37.677335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 5a4af098-3b4f-48d2-83db-320ee457d456 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:37.764240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.783832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Ignored duplicate provisioning block setup for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:07:37.788942 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:37.855190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Allocated IP 172.20.0.18 (7ca6d027-1b47-445f-b7d5-e2207107467e/56eaa299-d2df-4177-8484-9c7e5283bb52/8df1585d-06cd-432e-b288-62e06b981151) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:37.923641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac51707-cbc6-4220-9ca8-bb25b0e29cc2 req-754e0f8b-af50-49fe-b826-299a57a23af5 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:37.925306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ac51707-cbc6-4220-9ca8-bb25b0e29cc2 req-754e0f8b-af50-49fe-b826-299a57a23af5 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 950 time: 0.1109707 Mar 02 18:07:37.974758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ac51707-cbc6-4220-9ca8-bb25b0e29cc2 req-859c1006-9329-4216-8d24-080c1518e1be tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Mar 02 18:07:37.974992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=bc29ac56-1d78-4da1-b2f9-2c775a1ca830,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:38.014307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] For port 8df1585d-06cd-432e-b288-62e06b981151, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df1585d-06cd-432e-b288-62e06b981151,segment=NetworkSegment(a1add396-6b90-4d59-85b4-7f42e5e48a71),segment_id=a1add396-6b90-4d59-85b4-7f42e5e48a71)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:38.032385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.045532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.064099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Transition to ACTIVE for port object 8df1585d-06cd-432e-b288-62e06b981151 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:38.069502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.070986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] In _notify_port_updated(), no bound segment for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 on network 7ca6d027-1b47-445f-b7d5-e2207107467e {{(pid=83796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:07:38.075081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:38.075688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.076985 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9356971d-e677-4a8f-8abf-a6b244c16ed1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/ports/bc29ac56-1d78-4da1-b2f9-2c775a1ca830 HTTP/1.1" status: 200 len: 918 time: 1.7271481 Mar 02 18:07:38.079902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40342) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:38.087962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85'}, {'subnet_id': '56eaa299-d2df-4177-8484-9c7e5283bb52'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:38.093410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=5a4af098-3b4f-48d2-83db-320ee457d456,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:38.191816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.216565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fef6f-fa98-489f-80c9-8b1da6b3434f None None] Pushing event updated for resources: {'Port': ['ID=8df1585d-06cd-432e-b288-62e06b981151,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:38.488751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.760012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:07:38.783884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:38.794451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0c64f-bb80-41b8-82c5-c0d69835f34b None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:38.860889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.21 (7ca6d027-1b47-445f-b7d5-e2207107467e/56eaa299-d2df-4177-8484-9c7e5283bb52/bc29ac56-1d78-4da1-b2f9-2c775a1ca830) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:38.938354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Provisioning for port 8df1585d-06cd-432e-b288-62e06b981151 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:38.971415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Provisioning complete for port 8df1585d-06cd-432e-b288-62e06b981151 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:38.971783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.015022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:07:39.031967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:07:39.038818 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.091424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df1585d-06cd-432e-b288-62e06b981151 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:39.111583 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.122131 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb0e86a3-806e-41d6-a009-90e38b4ff147 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/floatingips/693ffca2-8a46-46b4-bf87-1b325495b7c5 HTTP/1.1" status: 204 len: 168 time: 2.3972919 Mar 02 18:07:39.122131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:07:39.142678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Ignored duplicate provisioning block setup for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:07:39.176604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:39.177779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:39.204871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.450370 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86', 'status': 'completed', 'code': 200} Mar 02 18:07:39.451356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb34f-ed65-4838-b19d-dbae24b06f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.501707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8df1585d-06cd-432e-b288-62e06b981151 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:39.502076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.543474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Provisioning for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:39.557164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Provisioning complete for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:39.557164 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.575826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f38e4-d37c-4570-918c-375416839528 req-694ba86d-deef-4750-bec6-731db8e5c1bc tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:39.577888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-111f38e4-d37c-4570-918c-375416839528 req-694ba86d-deef-4750-bec6-731db8e5c1bc tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 950 time: 0.4333990 Mar 02 18:07:39.595423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=bc29ac56-1d78-4da1-b2f9-2c775a1ca830,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:39.605462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:39.627930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-3c582cfa-d1ad-41c6-9ce6-d3975d4781b8 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:39.629073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-3c582cfa-d1ad-41c6-9ce6-d3975d4781b8 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Synchronizing usage tracker for tenant:6d1d14bfc9ce4e5494a8d41ecb48042f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:39.651871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-3c582cfa-d1ad-41c6-9ce6-d3975d4781b8 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Unset dirty status for tenant:6d1d14bfc9ce4e5494a8d41ecb48042f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:39.653612 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-3c582cfa-d1ad-41c6-9ce6-d3975d4781b8 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 950 time: 0.1545994 Mar 02 18:07:39.689852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-956ab52b-e0f6-4973-aac2-811b076a40cf None None] Port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:39.717603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] In _notify_port_updated(), no bound segment for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 on network 7ca6d027-1b47-445f-b7d5-e2207107467e {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:07:39.721581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:39.722211 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.726767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-12348170-b0fb-482d-96cf-f26365a69b7b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/ports/bc29ac56-1d78-4da1-b2f9-2c775a1ca830 HTTP/1.1" status: 200 len: 998 time: 1.6423290 Mar 02 18:07:39.727942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40354) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:39.745135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-111f38e4-d37c-4570-918c-375416839528 req-54e0260a-def1-466a-8003-3ad24210d908 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394668 Mar 02 18:07:39.786257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Deleting port d01ed08f-604e-4646-bfda-d737994c80b8 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:39.786728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.800469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-eeff80f8-4f6b-46d9-b247-4ef131b67d0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 1096 time: 0.3050802 Mar 02 18:07:39.810746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f5292e57-b442-4d7b-9fa5-a4536f87164f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:39.811737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f5292e57-b442-4d7b-9fa5-a4536f87164f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:39.857987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:39.858221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:39.928817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f5292e57-b442-4d7b-9fa5-a4536f87164f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:39.930072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f5292e57-b442-4d7b-9fa5-a4536f87164f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.2858827 Mar 02 18:07:40.002439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-6df620f5-256c-4bb4-b9cf-906ec0a1aea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:40.003323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-6df620f5-256c-4bb4-b9cf-906ec0a1aea5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 200 len: 897 time: 0.1868544 Mar 02 18:07:40.020414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f542b297-f81a-407e-8d04-5e152dac9182 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:40.057081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:40.061376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:07:40.074082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:40.074448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:40.137402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-e36bdda2-b6f5-46d6-9c64-108442e19bd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 200 len: 217 time: 0.1080227 Mar 02 18:07:40.185085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f542b297-f81a-407e-8d04-5e152dac9182 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:40.186436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0cc7fbb-abc1-4b37-8538-6b263566c4ad req-f542b297-f81a-407e-8d04-5e152dac9182 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463956 Mar 02 18:07:40.234716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-8b5d049c-9380-45a0-bc34-5accfff1e8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:40.238264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-8b5d049c-9380-45a0-bc34-5accfff1e8cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 200 len: 835 time: 0.0948811 Mar 02 18:07:40.267197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] For port d01ed08f-604e-4646-bfda-d737994c80b8, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=d01ed08f-604e-4646-bfda-d737994c80b8,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:40.267631 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:40.324217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:40.346841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-55f4fcf0-1679-4dfd-bd45-a610313431c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22e48534-c3a8-40a5-97e8-b08b57352ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017580 Mar 02 18:07:40.432897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Calling delete_port for d01ed08f-604e-4646-bfda-d737994c80b8 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:40.582773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-0c47548a-838f-47a8-a89b-0bfe997de158 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268631 Mar 02 18:07:40.598105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:40.756137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for bc29ac56-1d78-4da1-b2f9-2c775a1ca830 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:40.780263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:40.787290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713825bf-f4c5-416e-a68c-61f10cfab041 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:27Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba', 'name': '', 'network_id': '22e48534-c3a8-40a5-97e8-b08b57352ab7', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:6c:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:33Z', 'updated_at': '2022-03-02T18:04:49Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': '8730cef0-d4a9-4b54-94a8-d17e121f13ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:07:40.840541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-18ceb18a-0bc2-4224-97e4-f55fa09fbd9b None None] Provisioning complete for port 8df1585d-06cd-432e-b288-62e06b981151 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:40.840909 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-18ceb18a-0bc2-4224-97e4-f55fa09fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.084193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-18ceb18a-0bc2-4224-97e4-f55fa09fbd9b None None] Provisioning complete for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:41.085215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-18ceb18a-0bc2-4224-97e4-f55fa09fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.114210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.141649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f1af12c-3dbd-40c9-ac97-ec22f494dfe0 req-1f081808-38c6-41be-940d-a7eb6700e803 service neutron] 10.222.0.35 "GET /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498226 Mar 02 18:07:41.169916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-18ceb18a-0bc2-4224-97e4-f55fa09fbd9b None None] Port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:41.190362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff77e3-0069-40f9-8929-99ed83ce229e req-189cc827-63da-4838-bd36-8f6c3e960702 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:41.191937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eff77e3-0069-40f9-8929-99ed83ce229e req-189cc827-63da-4838-bd36-8f6c3e960702 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/ports?device_id=7edea772-4dcb-4dcd-859b-4948bf399331 HTTP/1.1" status: 200 len: 867 time: 0.2124286 Mar 02 18:07:41.198348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-5c179713-f7f6-480a-bdd2-64ade8def32c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:41.200438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-5c179713-f7f6-480a-bdd2-64ade8def32c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.2907817 Mar 02 18:07:41.204684 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3513b8-b90d-4bd1-b914-c606716a1d29 None None] New status for floating IP 693ffca2-8a46-46b4-bf87-1b325495b7c5: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:07:41.228637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Pushing event deleted for resources: {'Port': ['ID=d01ed08f-604e-4646-bfda-d737994c80b8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:41.307783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0d8ca50f-7e5f-480c-86a9-2847f67e9864 None None] Provisioning complete for port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:41.308032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca50f-7e5f-480c-86a9-2847f67e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.324825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0eff77e3-0069-40f9-8929-99ed83ce229e req-81fc0615-192d-4b3e-9579-3d26820062f4 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230576 Mar 02 18:07:41.337108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] No DVR routers for this DVR port d01ed08f-604e-4646-bfda-d737994c80b8 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:41.338976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 52739ff8-f269-49a6-9298-151c5ec26e86 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:41.339542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.340079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.347968 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.406864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ca50f-7e5f-480c-86a9-2847f67e9864 None None] Port bc29ac56-1d78-4da1-b2f9-2c775a1ca830 was deleted so its status cannot be updated. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 18:07:41.419826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=bc29ac56-1d78-4da1-b2f9-2c775a1ca830,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:41.422333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7b77241f-20aa-43ec-9057-dbcf29e02f85 req-d94e8b5c-f3f0-4cb0-96c1-704ca4152129 tempest-VolumesBackupsTest-1356376618 tempest-VolumesBackupsTest-1356376618-project] 10.222.0.50 "DELETE /v2.0/ports/d01ed08f-604e-4646-bfda-d737994c80b8 HTTP/1.1" status: 204 len: 173 time: 1.7632954 Mar 02 18:07:41.431512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e294944b-1c31-41a2-916b-78a282bfb5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.470451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'name': 'network-vif-deleted', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:07:41.579063 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edea772-4dcb-4dcd-859b-4948bf399331', 'name': 'network-vif-deleted', 'tag': 'd01ed08f-604e-4646-bfda-d737994c80b8', 'status': 'completed', 'code': 200} Mar 02 18:07:41.639523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.643148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0223208-6df6-4ee6-bb50-71512724dc2f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/bc29ac56-1d78-4da1-b2f9-2c775a1ca830 HTTP/1.1" status: 204 len: 168 time: 1.9146943 Mar 02 18:07:41.647351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40364) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:41.700069 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-50675617-cbea-47c8-95f2-96547afc9bc0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:41.701316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-50675617-cbea-47c8-95f2-96547afc9bc0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:41.724621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-50675617-cbea-47c8-95f2-96547afc9bc0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:41.728732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-50675617-cbea-47c8-95f2-96547afc9bc0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/bc29ac56-1d78-4da1-b2f9-2c775a1ca830 HTTP/1.1" status: 404 len: 333 time: 0.0774765 Mar 02 18:07:41.729476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40368) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:41.814020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0e911-3f0f-41cd-914d-b9288fdd2a0f req-058a433c-2195-4ca8-8ade-28bae5a8307b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:41.815689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2a0e911-3f0f-41cd-914d-b9288fdd2a0f req-058a433c-2195-4ca8-8ade-28bae5a8307b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=473951e4-c1f8-417f-b5f6-4e1bf01a0a1d HTTP/1.1" status: 200 len: 945 time: 0.2602091 Mar 02 18:07:41.818493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 52739ff8-f269-49a6-9298-151c5ec26e86, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=52739ff8-f269-49a6-9298-151c5ec26e86,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:41.819084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.929604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 56eaa299-d2df-4177-8484-9c7e5283bb52 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:41.932872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:41.982547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 52739ff8-f269-49a6-9298-151c5ec26e86 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:41.991476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.057510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2a0e911-3f0f-41cd-914d-b9288fdd2a0f req-2e089a38-3de4-44b6-a11f-5d2f647f7274 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5c04fdd-38bb-421b-b3ab-1c42b009dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289791 Mar 02 18:07:42.100361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.172882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.201932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.230657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=52739ff8-f269-49a6-9298-151c5ec26e86,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:42.243935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=56eaa299-d2df-4177-8484-9c7e5283bb52,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:42.256126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.266771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b6c47023-2aa7-4f08-8865-a744386296ba tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/56eaa299-d2df-4177-8484-9c7e5283bb52 HTTP/1.1" status: 204 len: 168 time: 0.5360339 Mar 02 18:07:42.269019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40372) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:42.319663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] No DVR routers for this DVR port 52739ff8-f269-49a6-9298-151c5ec26e86 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:42.322196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.326221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'name': 'network-vif-deleted', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:07:42.336606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2f647-f40d-4315-8472-5d3873312728 None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:42.344148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d887eb4-3d49-4398-9e57-9cbfb76d2ff9 req-d55d7805-37dd-48c4-a174-b83478eeeb0b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "DELETE /v2.0/ports/52739ff8-f269-49a6-9298-151c5ec26e86 HTTP/1.1" status: 204 len: 173 time: 1.1240430 Mar 02 18:07:42.364941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 4c7c10df-f738-47f9-a533-152071faee85 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:42.368714 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.401837 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473951e4-c1f8-417f-b5f6-4e1bf01a0a1d', 'name': 'network-vif-deleted', 'tag': '52739ff8-f269-49a6-9298-151c5ec26e86', 'status': 'completed', 'code': 200} Mar 02 18:07:42.432763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.531611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.609114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7d5ed531-dfab-429c-98d3-192d1d67494e None None] Could not find standard attr ID for object bc29ac56-1d78-4da1-b2f9-2c775a1ca830. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:42.620414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.685632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7c10df-f738-47f9-a533-152071faee85,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:42.689985 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.699657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:42.699885 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-881dacd8-87a2-4f1b-843f-1a78a74d35f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/4c7c10df-f738-47f9-a533-152071faee85 HTTP/1.1" status: 204 len: 168 time: 0.4295287 Mar 02 18:07:42.866156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.878618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 8df1585d-06cd-432e-b288-62e06b981151 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:42.878618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:42.913649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d01ed08f-604e-4646-bfda-d737994c80b8 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:43.002777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: d01ed08f-604e-4646-bfda-d737994c80b8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:43.003271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device d01ed08f-604e-4646-bfda-d737994c80b8 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:43.004744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf9e26-4d45-44ca-9ef6-b3cbbf4eca97 None None] Update dhcp port {'port': {'network_id': '7ca6d027-1b47-445f-b7d5-e2207107467e', 'fixed_ips': [{'subnet_id': '4c7c10df-f738-47f9-a533-152071faee85'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '8df1585d-06cd-432e-b288-62e06b981151'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:07:43.043829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.085337 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.124208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffaf9e26-4d45-44ca-9ef6-b3cbbf4eca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.185543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:43.234143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port 8df1585d-06cd-432e-b288-62e06b981151, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8df1585d-06cd-432e-b288-62e06b981151,segment=NetworkSegment(a1add396-6b90-4d59-85b4-7f42e5e48a71),segment_id=a1add396-6b90-4d59-85b4-7f42e5e48a71)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:43.234740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.412118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c8aed-0745-4775-a33a-0e004e07765b None None] Network 7ca6d027-1b47-445f-b7d5-e2207107467e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:43.461278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 52739ff8-f269-49a6-9298-151c5ec26e86 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:43.476488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.517293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.546144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 52739ff8-f269-49a6-9298-151c5ec26e86 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:43.546493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 52739ff8-f269-49a6-9298-151c5ec26e86 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:43.558774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 8df1585d-06cd-432e-b288-62e06b981151 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:43.577895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8544ffe9-d543-4748-9e72-90a71302d247 None None] Provisioning complete for port 8df1585d-06cd-432e-b288-62e06b981151 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:43.578442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8544ffe9-d543-4748-9e72-90a71302d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.618216 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.650629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c04fdd-38bb-421b-b3ab-1c42b009dcab,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:43.665459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.665619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.667529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ebe1e97-1c8f-4c9e-988a-ab1db89d6c4c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5c04fdd-38bb-421b-b3ab-1c42b009dcab HTTP/1.1" status: 204 len: 168 time: 0.4804566 Mar 02 18:07:43.717281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40396) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:43.738814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=8df1585d-06cd-432e-b288-62e06b981151,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:43.746626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No DVR routers for this DVR port 8df1585d-06cd-432e-b288-62e06b981151 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:43.776111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8544ffe9-d543-4748-9e72-90a71302d247 None None] Could not find standard attr ID for object 8df1585d-06cd-432e-b288-62e06b981151. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:43.791393 n-d-820559-6 neutron-server[83798]: INFO neutron.plugins.ml2.db [None req-8544ffe9-d543-4748-9e72-90a71302d247 None None] No ports have port_id starting with 8df1585d-06cd-432e-b288-62e06b981151 Mar 02 18:07:43.801539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555352e8-4c98-45dd-96ff-066527c17c32 None None] DHCP port deletion for 7ca6d027-1b47-445f-b7d5-e2207107467e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:43.914440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.941533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca6d027-1b47-445f-b7d5-e2207107467e']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:43.964777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1add396-6b90-4d59-85b4-7f42e5e48a71') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:43.965058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1add396-6b90-4d59-85b4-7f42e5e48a71') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:43.977368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:43.994876 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.002017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:44.002552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:44.020209 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:44.112410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.137425 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.144266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=7ca6d027-1b47-445f-b7d5-e2207107467e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:44.163938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:44.164735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6bcc16a-0924-4778-9f7e-5da71e67338a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/7ca6d027-1b47-445f-b7d5-e2207107467e HTTP/1.1" status: 204 len: 168 time: 1.4638903 Mar 02 18:07:44.273769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2cb4a4-d78e-4675-acdc-8907d5703044 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:44.278749 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b2cb4a4-d78e-4675-acdc-8907d5703044 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1104093 Mar 02 18:07:44.278749 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.279303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:44.362015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5e9e1015-9ea7-4820-a5c5-e1a1f44386c6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:44.378736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5e9e1015-9ea7-4820-a5c5-e1a1f44386c6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:44.380468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5e9e1015-9ea7-4820-a5c5-e1a1f44386c6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0998912 Mar 02 18:07:44.384926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:44.394360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-684676810'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:44.401905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:44.406035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:44.420499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:44.430452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:44.432680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.445806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:44.449260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.484807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:44.497415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.497791 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 9ea99b6b-6891-4104-a63e-ed4b99d87a02 of type vlan for network bd24c891-3696-467c-86cb-0a3b906b2fba Mar 02 18:07:44.533678 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.570413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.574209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:44.574844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:44.699866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3138826 Mar 02 18:07:44.702913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40414) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:44.710611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:44.724584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29638-9a25-406d-ace2-aef44ee5aeb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=bd24c891-3696-467c-86cb-0a3b906b2fba,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:44.739133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bd24c891-3696-467c-86cb-0a3b906b2fba details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:44.857231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:44.861208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:44.864144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:44.870198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:44.885482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:45.036192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.056113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df1585d-06cd-432e-b288-62e06b981151 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:45.099474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:45.100083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.134010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8df1585d-06cd-432e-b288-62e06b981151 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:45.134354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8df1585d-06cd-432e-b288-62e06b981151 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:45.326057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:45.326339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.327101 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.419953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '9ea99b6b-6891-4104-a63e-ed4b99d87a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:45.420332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: bd24c891-3696-467c-86cb-0a3b906b2fba, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:45.434919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:45.450362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network bd24c891-3696-467c-86cb-0a3b906b2fba is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:45.462635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bd24c891-3696-467c-86cb-0a3b906b2fba) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:45.467351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:45.468198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.475292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9b925-b2b3-441f-abfc-a9ca75c7a814 None None] Network bd24c891-3696-467c-86cb-0a3b906b2fba requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:45.521351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-08fdf97d-94c4-4f47-a9c3-a5e2897ccddc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8148413 Mar 02 18:07:45.521727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40440) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:45.527577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba', 'name': 'tempest-PortsTestJSON-1743684515'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:45.757293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:45.804124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:45.806588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:45.828591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:45.831939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:45.862947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port ca53891a-d13c-4f85-8d74-d9bfefc2106b yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:45.917179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-bd24c891-3696-467c-86cb-0a3b906b2fba', 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:45.918007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.122143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.124302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.14 (bd24c891-3696-467c-86cb-0a3b906b2fba/99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c/ca53891a-d13c-4f85-8d74-d9bfefc2106b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:46.178699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:46.615263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.631849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.640301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object ca53891a-d13c-4f85-8d74-d9bfefc2106b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:46.669594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.752702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Allocated IP 172.20.0.2 (bd24c891-3696-467c-86cb-0a3b906b2fba/99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c/2a71a770-eba6-4fe7-8e0e-7ece9e545f0a) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:46.755877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network bd24c891-3696-467c-86cb-0a3b906b2fba is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:46.760680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:46.765502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:46.868476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:46.869634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:46.898113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=ca53891a-d13c-4f85-8d74-d9bfefc2106b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:46.923817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-08329beb-8c9c-4d68-8414-ff7ab9c7fc50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4006252 Mar 02 18:07:46.926381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40466) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:46.939702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba', 'name': 'tempest-PortsTestJSON-379943412'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:47.121518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.133784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Transition to ACTIVE for port object 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:47.142874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:47.148033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:47.158044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:47.166235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Transition to ACTIVE for port object 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:47.169054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:47.174611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.187495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:47.191570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.216280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port c8cb8c5b-e407-49d8-994f-f58096bacba3 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:47.249837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Pushing event updated for resources: {'Port': ['ID=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:47.267853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Network bd24c891-3696-467c-86cb-0a3b906b2fba is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:47.269049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:47.272459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:47.372948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Attempting to bind port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:47.373240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Attempting to bind port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9ea99b6b-6891-4104-a63e-ed4b99d87a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:47.373565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Attempting to bind port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a on network bd24c891-3696-467c-86cb-0a3b906b2fba {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:47.381974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:47.382354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Checking segment: {'id': '9ea99b6b-6891-4104-a63e-ed4b99d87a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:47.382776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.383168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Bound using segment: {'id': '9ea99b6b-6891-4104-a63e-ed4b99d87a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:47.383641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Bound port: 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea99b6b-6891-4104-a63e-ed4b99d87a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd24c891-3696-467c-86cb-0a3b906b2fba'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:47.384019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.415148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.7 (bd24c891-3696-467c-86cb-0a3b906b2fba/99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c/c8cb8c5b-e407-49d8-994f-f58096bacba3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:47.577886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] For port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:47.581758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] For port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,segment=NetworkSegment(9ea99b6b-6891-4104-a63e-ed4b99d87a02),segment_id=9ea99b6b-6891-4104-a63e-ed4b99d87a02)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:47.589747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.621571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:07:47.691784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba227c-6b3c-4d50-998f-b29e37b88750 None None] Pushing event updated for resources: {'Port': ['ID=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:47.737524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.765518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object c8cb8c5b-e407-49d8-994f-f58096bacba3 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:47.800907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:47.916405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:07:47.922477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=c8cb8c5b-e407-49d8-994f-f58096bacba3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:47.945831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Sync routers for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:07:47.949383 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2745d28f-38be-4720-b36d-67d76debae8c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/54a6c266-7593-4bfa-bfc8-df65b3c765b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2289259 Mar 02 18:07:47.959102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40472) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:47.971413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:47.972238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:48.027742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network bd24c891-3696-467c-86cb-0a3b906b2fba is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:48.032847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:48.043973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:48.129203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:48.129843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:48.223613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:48.253094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2ae5a2ba-581b-4b24-bfc5-1c0cc69658c7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3218601 Mar 02 18:07:48.253094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:48.379407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting subnet 8730cef0-d4a9-4b54-94a8-d17e121f13ac {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:48.385623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:48.428561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2d7f5-fb6f-47da-aafe-7ef7ff06c51c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:48.429277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6c2d7f5-fb6f-47da-aafe-7ef7ff06c51c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:48.453168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6c2d7f5-fb6f-47da-aafe-7ef7ff06c51c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:48.454502 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6c2d7f5-fb6f-47da-aafe-7ef7ff06c51c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2004318 Mar 02 18:07:48.457813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40482) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:48.530482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:48.611859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:46Z', 'revision_number': 7, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:48.617641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Checking router: 54a6c266-7593-4bfa-bfc8-df65b3c765b1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:07:48.634098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port c8cb8c5b-e407-49d8-994f-f58096bacba3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:48.634489 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:48.636204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Routers {'54a6c266-7593-4bfa-bfc8-df65b3c765b1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:48.636831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:48.869106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] Set router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:48.930895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:48.997996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41340f3d-288a-4b74-a196-3b4d7ed1834b None None] Network bd24c891-3696-467c-86cb-0a3b906b2fba requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:49.098550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:49.158779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.253120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-56186fb3-715a-4a67-857a-8b2cc6830360 None None] Provisioning for port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:49.299656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for c8cb8c5b-e407-49d8-994f-f58096bacba3 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:49.412979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.464900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Subnet': ['ID=8730cef0-d4a9-4b54-94a8-d17e121f13ac,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:49.489087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:49.490762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.503589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fd79fcec-f034-49bf-9e3d-6ee061d3623c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/subnets/8730cef0-d4a9-4b54-94a8-d17e121f13ac HTTP/1.1" status: 204 len: 168 time: 1.5428276 Mar 02 18:07:49.507172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40488) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:49.515115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:49.515487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.538310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ed922-7148-4d9e-ac6a-60bc0b32f9c1 None None] Network 22e48534-c3a8-40a5-97e8-b08b57352ab7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:49.581254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.612861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.673483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=c8cb8c5b-e407-49d8-994f-f58096bacba3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:49.721914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:46Z', 'revision_number': 7, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:49.804632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ebc03-cba5-4e2f-a846-359bd7aeddd3 None None] The sync data for ids ['54a6c266-7593-4bfa-bfc8-df65b3c765b1'] in n-d-820559-6 is: [{'id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'name': 'tempest-TestNetworkBasicOps-router-529609972', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:04:21Z', 'updated_at': '2022-03-02T18:07:46Z', 'revision_number': 7, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '65ea2ff1-4347-4e03-bf1f-ef9fb6327602', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6c266-7593-4bfa-bfc8-df65b3c765b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:04:23Z', 'updated_at': '2022-03-02T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:07:49.819117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.850335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9d6e47ee-2c5c-4297-8fa7-0f731b15e464 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/c8cb8c5b-e407-49d8-994f-f58096bacba3 HTTP/1.1" status: 204 len: 168 time: 1.3868489 Mar 02 18:07:49.851573 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40492) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:49.940586 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bc6464-b96c-43e8-9f05-db0a80b744b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:49.941279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56bc6464-b96c-43e8-9f05-db0a80b744b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:49.959525 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:49.962322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-56bc6464-b96c-43e8-9f05-db0a80b744b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:07:49.963598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-56bc6464-b96c-43e8-9f05-db0a80b744b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/c8cb8c5b-e407-49d8-994f-f58096bacba3 HTTP/1.1" status: 404 len: 333 time: 0.1084647 Mar 02 18:07:49.967390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:50.058877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.091691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port ca53891a-d13c-4f85-8d74-d9bfefc2106b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:50.092049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.157349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,segment=NetworkSegment(9ea99b6b-6891-4104-a63e-ed4b99d87a02),segment_id=9ea99b6b-6891-4104-a63e-ed4b99d87a02)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:50.164483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.239089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] DHCP port deletion for 22e48534-c3a8-40a5-97e8-b08b57352ab7 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:50.256362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Deleting port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:50.256740 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.338085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.373430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:50.373791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.436135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:50.558860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.619860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Provisioning for port ca53891a-d13c-4f85-8d74-d9bfefc2106b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:50.689738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Provisioning complete for port ca53891a-d13c-4f85-8d74-d9bfefc2106b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:50.691994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.709964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for ca53891a-d13c-4f85-8d74-d9bfefc2106b owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:50.754086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 65ea2ff1-4347-4e03-bf1f-ef9fb6327602, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:50.757069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.860925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Port ca53891a-d13c-4f85-8d74-d9bfefc2106b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:07:50.908916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.909274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] For port f2ef3002-bf2d-4f34-8eca-ea4a59086f63, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,segment=NetworkSegment(9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f),segment_id=9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:50.909678 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.923289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Provisioning complete for port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:50.923661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:50.929197 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:51.014350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=ca53891a-d13c-4f85-8d74-d9bfefc2106b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:51.130610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:51.171102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.185131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Calling delete_port for f2ef3002-bf2d-4f34-8eca-ea4a59086f63 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:51.201254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3a76be5d-a131-4d1c-86e3-dde6767bc320 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/ca53891a-d13c-4f85-8d74-d9bfefc2106b HTTP/1.1" status: 204 len: 168 time: 1.2327051 Mar 02 18:07:51.201953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:51.265278 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-77096816-9b7d-4122-8f67-ac06eaac8405 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:07:51.266652 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77096816-9b7d-4122-8f67-ac06eaac8405 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/ca53891a-d13c-4f85-8d74-d9bfefc2106b HTTP/1.1" status: 404 len: 333 time: 0.0636392 Mar 02 18:07:51.267875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.270258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40506) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:51.341287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=65ea2ff1-4347-4e03-bf1f-ef9fb6327602,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:51.361380 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.404252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.404252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.404661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.404903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.408555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.408555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.411356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.413274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.415231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.415542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.420140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:51.420642 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.421520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:51.463112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] Pushing event deleted for resources: {'Port': ['ID=f2ef3002-bf2d-4f34-8eca-ea4a59086f63,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:51.481275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bedda-6bd8-4fb8-a4d7-beb2d616b4e1 None None] No DVR routers for this DVR port f2ef3002-bf2d-4f34-8eca-ea4a59086f63 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:51.491307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4536443d-b04f-4459-aea2-f32510364949 None None] Could not find standard attr ID for object c8cb8c5b-e407-49d8-994f-f58096bacba3. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:51.655863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:07:51.665642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.672355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9461ef73-bcc9-485e-be25-3c918b0f746d None None] Could not find standard attr ID for object ca53891a-d13c-4f85-8d74-d9bfefc2106b. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:51.675710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9461ef73-bcc9-485e-be25-3c918b0f746d None None] Could not find standard attr ID for object c8cb8c5b-e407-49d8-994f-f58096bacba3. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:07:51.740364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:51.790500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:51.791139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 29cf4a3b-9bcf-4e99-bd02-8c905d1e7fba not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:51.791726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2ef3002-bf2d-4f34-8eca-ea4a59086f63 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:51.811637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.820710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.832684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f2ef3002-bf2d-4f34-8eca-ea4a59086f63 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:51.833759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2ef3002-bf2d-4f34-8eca-ea4a59086f63 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:51.921022 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.011893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.071209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:52.079895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.089322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab28c6d-f914-44a4-9625-cfe41e51db7d None None] Network bd24c891-3696-467c-86cb-0a3b906b2fba requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:52.091118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-59efd987-17b6-4242-9f24-5fc9aa38e77e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c HTTP/1.1" status: 204 len: 168 time: 0.8190165 Mar 02 18:07:52.094141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40512) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:52.225603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.231941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.281813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.283309 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Fanout notify agent at l3_agent the message router_deleted on router 54a6c266-7593-4bfa-bfc8-df65b3c765b1 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:07:52.309134 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.312500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c238f3f9-fdd4-4c81-8e9e-6e734576c2de tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/routers/54a6c266-7593-4bfa-bfc8-df65b3c765b1 HTTP/1.1" status: 204 len: 168 time: 2.8035154 Mar 02 18:07:52.317748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40516) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:52.451147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] DHCP port deletion for bd24c891-3696-467c-86cb-0a3b906b2fba request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:07:52.455862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Deleting port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:52.456320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.461231 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.498065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.500175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:52.500508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.733049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.780233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] For port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,segment=NetworkSegment(9ea99b6b-6891-4104-a63e-ed4b99d87a02),segment_id=9ea99b6b-6891-4104-a63e-ed4b99d87a02)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:52.781047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.841020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e48534-c3a8-40a5-97e8-b08b57352ab7']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:52.868495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:52.868796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7850d4-4e7e-4b90-a3fb-f8a478a0ad7f') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:52.895614 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.913611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,segment=NetworkSegment(9ea99b6b-6891-4104-a63e-ed4b99d87a02),segment_id=9ea99b6b-6891-4104-a63e-ed4b99d87a02)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:07:52.914227 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:52.938319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Calling delete_port for 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:52.988950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.052888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.054046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:07:53.088110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:53.088909 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.094325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:53.106438 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:53.135723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] Pushing event deleted for resources: {'Port': ['ID=2a71a770-eba6-4fe7-8e0e-7ece9e545f0a,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:53.139113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:53.139458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:53.139874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:07:53.171875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:07:53.172144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 65ea2ff1-4347-4e03-bf1f-ef9fb6327602 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:07:53.175388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9bd69-851c-47a1-92d6-7a07a2a98f7a None None] No DVR routers for this DVR port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:07:53.214964 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.219132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:07:53.219490 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:07:53.236776 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.248527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Network': ['ID=22e48534-c3a8-40a5-97e8-b08b57352ab7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:53.256891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-014eb867-f77a-438d-8d05-8fdef64b36bf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/networks/22e48534-c3a8-40a5-97e8-b08b57352ab7 HTTP/1.1" status: 204 len: 168 time: 0.9350309 Mar 02 18:07:53.278617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:53.284369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'network': {'name': 'tempest-network-smoke--147977127', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:53.290482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:53.295133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:network and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:53.298042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:53.304724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:53.316561 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:53.320862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.352567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:53.362342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.362785 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Added segment 9de88cdb-4c16-463a-9319-7ab6e35fc868 of type vlan for network d874625f-4d9e-4de8-8ce7-d8d625d37dbc Mar 02 18:07:53.397955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.441726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.448146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:53.448761 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.556705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769604 Mar 02 18:07:53.559832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:53.565749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-623530694', 'admin_state_up': True, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:53.566900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34300589-de86-4316-a256-11eeb195ecf3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Network': ['ID=d874625f-4d9e-4de8-8ce7-d8d625d37dbc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:53.574975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:53.578664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:53.580251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:router and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:53.584157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:53.591049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:53.603927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.605240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.624929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.774144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 2a71a770-eba6-4fe7-8e0e-7ece9e545f0a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:07:53.774144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:53.855166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] The port '2a71a770-eba6-4fe7-8e0e-7ece9e545f0a' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:07:53.979255 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.004779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.051675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd24c891-3696-467c-86cb-0a3b906b2fba']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:54.069922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea99b6b-6891-4104-a63e-ed4b99d87a02') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:54.070224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea99b6b-6891-4104-a63e-ed4b99d87a02') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:54.259385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.287553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.299972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:07:54.299972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:07:54.316275 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:07:54.402859 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.424219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.442300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=bd24c891-3696-467c-86cb-0a3b906b2fba,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:54.450283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c48c3daf-f410-4bb7-a1f8-2109aa9ed78a tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/bd24c891-3696-467c-86cb-0a3b906b2fba HTTP/1.1" status: 204 len: 168 time: 2.3505485 Mar 02 18:07:54.451038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:54.460037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-815210156'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:54.469333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:54.474484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:54.478184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:54.488988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:54.501692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:54.505025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.514813 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.539344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:07:54.546167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.550652 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.551014 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 91bd1cac-b87f-46d5-9131-5ed507795f3d of type vlan for network d2355e02-715c-4c29-a3af-05708b15b480 Mar 02 18:07:54.580247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.616618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.620829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:54.621531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.698199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.25.3.118 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/205727dc-3914-40aa-aa7e-e24b0ba82c4c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:54.736861 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2846406 Mar 02 18:07:54.740870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40538) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:54.749098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:54.770516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e011f-6ae3-4a31-90ed-662c663b6b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=d2355e02-715c-4c29-a3af-05708b15b480,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:54.782246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d2355e02-715c-4c29-a3af-05708b15b480 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:07:54.863752 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.884153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:54.888725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:54.891983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:54.900833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:54.904505 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.913949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:54.988542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:54.996655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:55.001490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:55.042998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=205727dc-3914-40aa-aa7e-e24b0ba82c4c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:55.049877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.185937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.186809 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.309672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.387908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=1eb2e822-d0ee-460e-b9b9-acfa4c05f03f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:55.399940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '91bd1cac-b87f-46d5-9131-5ed507795f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:55.400296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: d2355e02-715c-4c29-a3af-05708b15b480, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:55.425241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network d2355e02-715c-4c29-a3af-05708b15b480 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:55.438331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d2355e02-715c-4c29-a3af-05708b15b480) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:55.444685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:55.446084 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.451114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8340b1-bf95-429b-9d7f-51470e787388 None None] Network d2355e02-715c-4c29-a3af-05708b15b480 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:55.455898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 0ccfa461-f240-4a18-958f-853dddcc49df is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:07:55.495423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4f515b06-69cb-4e64-b735-504a1a3f28e0 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7524009 Mar 02 18:07:55.497843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:55.509814 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480', 'name': 'tempest-PortsTestJSON-880953183', 'fixed_ips': [{'subnet_id': '1eb2e822-d0ee-460e-b9b9-acfa4c05f03f', 'ip_address': '172.20.0.10'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:55.704061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:07:55.717616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d2355e02-715c-4c29-a3af-05708b15b480', 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '1eb2e822-d0ee-460e-b9b9-acfa4c05f03f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:55.718510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.720078 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Sync routers for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:07:55.737874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.739170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-352b7912-b21e-4590-8d1b-720fdd275bb2 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1782420 Mar 02 18:07:55.742618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40548) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:55.742864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:55.744007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:55.745071 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:55.748762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:55.756439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:55.763971 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:55.778487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:55.792079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.805377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abde4a81-cf27-4469-afe5-9e1d87207a99 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1ddc12e6fbb44e46bc366e6d7ca79622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591750 Mar 02 18:07:55.806292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40552) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:55.840002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:55.956623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Allocated IP 172.20.0.2 (d2355e02-715c-4c29-a3af-05708b15b480/1eb2e822-d0ee-460e-b9b9-acfa4c05f03f/a0a5ca89-275b-4fa5-82ce-9955537d72e7) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:55.970968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0b0f8-77a1-4ed6-be38-b58b308ec843 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:55.975757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f7f0b0f8-77a1-4ed6-be38-b58b308ec843 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650600 Mar 02 18:07:55.976742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40556) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:56.012638 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:56.052854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e4a3d8d0-179f-4434-a759-28bb43b99201 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747552 Mar 02 18:07:56.054915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40562) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:56.068299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417887377', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:56.316201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.329557 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Transition to ACTIVE for port object a0a5ca89-275b-4fa5-82ce-9955537d72e7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:56.353700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Transition to ACTIVE for port object a0a5ca89-275b-4fa5-82ce-9955537d72e7 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:56.360466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.373921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:56.374164 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:07:55Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:56.381479 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Checking router: 0ccfa461-f240-4a18-958f-853dddcc49df for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:07:56.381874 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Updating router 0ccfa461-f240-4a18-958f-853dddcc49df port 205727dc-3914-40aa-aa7e-e24b0ba82c4c binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:07:56.384332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:subnet and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:56.394695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:56.410225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:56.430190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:56.438399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Pushing event updated for resources: {'Port': ['ID=a0a5ca89-275b-4fa5-82ce-9955537d72e7,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:56.457263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Network d2355e02-715c-4c29-a3af-05708b15b480 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:56.458849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:56.461309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:56.484862 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.528077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.10 (d2355e02-715c-4c29-a3af-05708b15b480/1eb2e822-d0ee-460e-b9b9-acfa4c05f03f/33987a80-0d9b-4a4c-92e6-a60d0f28dcc1) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:56.572214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Attempting to bind port a0a5ca89-275b-4fa5-82ce-9955537d72e7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:56.574743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Attempting to bind port a0a5ca89-275b-4fa5-82ce-9955537d72e7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '91bd1cac-b87f-46d5-9131-5ed507795f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:56.575171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Attempting to bind port a0a5ca89-275b-4fa5-82ce-9955537d72e7 on network d2355e02-715c-4c29-a3af-05708b15b480 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:56.589891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:56.590267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Checking segment: {'id': '91bd1cac-b87f-46d5-9131-5ed507795f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:56.594901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.595533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Bound using segment: {'id': '91bd1cac-b87f-46d5-9131-5ed507795f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:56.596413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Bound port: a0a5ca89-275b-4fa5-82ce-9955537d72e7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bd1cac-b87f-46d5-9131-5ed507795f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:56.596811 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.624783 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.815996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] For port a0a5ca89-275b-4fa5-82ce-9955537d72e7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:56.823817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] For port a0a5ca89-275b-4fa5-82ce-9955537d72e7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a0a5ca89-275b-4fa5-82ce-9955537d72e7,segment=NetworkSegment(91bd1cac-b87f-46d5-9131-5ed507795f3d),segment_id=91bd1cac-b87f-46d5-9131-5ed507795f3d)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:56.831342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.940494 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.945172 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.952477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837095f-0232-4f62-93e3-a9f91c8b1023 None None] Pushing event updated for resources: {'Port': ['ID=a0a5ca89-275b-4fa5-82ce-9955537d72e7,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:56.965174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:57.003972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.036534 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.057288 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Transition to ACTIVE for port object 205727dc-3914-40aa-aa7e-e24b0ba82c4c will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:57.065547 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.096375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Subnet': ['ID=b0312b3a-0c80-4bec-a7c6-69007d480673,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:57.105556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network d2355e02-715c-4c29-a3af-05708b15b480 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:57.110283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:57.113627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:57.129285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Checking segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:57.129645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network hostable DHCP agents. Network: d874625f-4d9e-4de8-8ce7-d8d625d37dbc, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:07:57.170333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:07:57.189777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=33987a80-0d9b-4a4c-92e6-a60d0f28dcc1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:57.190265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d874625f-4d9e-4de8-8ce7-d8d625d37dbc) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:57.199683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a32bb-5f8e-49f6-b162-23122e25dc4a None None] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:57.204756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:57.206932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.236187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:57.236839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.240368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Pushing event updated for resources: {'Port': ['ID=205727dc-3914-40aa-aa7e-e24b0ba82c4c,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:57.271601 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Attempting to bind port 205727dc-3914-40aa-aa7e-e24b0ba82c4c on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:57.271848 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Attempting to bind port 205727dc-3914-40aa-aa7e-e24b0ba82c4c by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:57.275249 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Attempting to bind port 205727dc-3914-40aa-aa7e-e24b0ba82c4c on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:57.296077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40568) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:57.296712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d668b92e-18f9-45f9-90a6-9cd246625cb8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2401388 Mar 02 18:07:57.317515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.320328 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.321338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.322431 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.325111 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.325111 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.325354 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.329798 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.331682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.335207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.336135 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:07:57.342080 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:57.342770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:57.343397 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.343990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:57.344675 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Bound port: 205727dc-3914-40aa-aa7e-e24b0ba82c4c, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:57.345306 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.476014 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] For port 205727dc-3914-40aa-aa7e-e24b0ba82c4c, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:57.483300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] For port 205727dc-3914-40aa-aa7e-e24b0ba82c4c, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=205727dc-3914-40aa-aa7e-e24b0ba82c4c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:57.495314 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.621947 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74458ad9-1aa0-4e86-8fec-34042f0b491e None None] Pushing event updated for resources: {'Port': ['ID=205727dc-3914-40aa-aa7e-e24b0ba82c4c,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:57.625460 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:07:57.626120 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:57.652046 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c32822e0-025a-454a-8892-faf550ba50fc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1519978 Mar 02 18:07:57.652913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:57.663186 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': 'd2355e02-715c-4c29-a3af-05708b15b480', 'name': 'tempest-PortsTestJSON-1881025315', 'fixed_ips': [{'subnet_id': '1eb2e822-d0ee-460e-b9b9-acfa4c05f03f', 'ip_address': '172.20.0.9'}]}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:07:57.663416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:07:57.664028 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:57.875726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Allocated IP 172.20.0.2 (d874625f-4d9e-4de8-8ce7-d8d625d37dbc/b0312b3a-0c80-4bec-a7c6-69007d480673/f45ba3f3-c6e4-4e7e-b26d-d563ff339afb) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:58.002697 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:07:58.030697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:07:58.040785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:07:58.048794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:07:58.066059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:07:58.088821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:07:58.272365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:58.286617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Transition to ACTIVE for port object f45ba3f3-c6e4-4e7e-b26d-d563ff339afb will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:58.318148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Transition to ACTIVE for port object f45ba3f3-c6e4-4e7e-b26d-d563ff339afb will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:58.329822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:58.400947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:58.465027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:58.481720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:58.485581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port dfb9b70a-5f23-45e3-8778-7448bbfe84d3 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:07:58.493171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:58.619805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Pushing event updated for resources: {'Port': ['ID=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:58.651794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Attempting to bind port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:07:58.652506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Attempting to bind port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:07:58.653045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Attempting to bind port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb on network d874625f-4d9e-4de8-8ce7-d8d625d37dbc {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:07:58.671811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:07:58.672482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Checking segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:07:58.672892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:58.673281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Bound using segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:07:58.673748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Bound port: f45ba3f3-c6e4-4e7e-b26d-d563ff339afb, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:07:58.674117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:58.748756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:07:55Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:07:58.753382 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ddef01-8481-481f-ac1a-98a7be589331 None None] The sync data for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 is: [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:07:55Z', 'revision_number': 3, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:07:58.783386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad2a83-ccc0-4c65-9055-a1d4d29c0c9e None None] Network d2355e02-715c-4c29-a3af-05708b15b480 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:07:58.880332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.9 (d2355e02-715c-4c29-a3af-05708b15b480/1eb2e822-d0ee-460e-b9b9-acfa4c05f03f/dfb9b70a-5f23-45e3-8778-7448bbfe84d3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:07:58.930150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] For port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:07:58.948062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2bbfa6b5-64e2-44d5-a5b6-740ba5e92112 None None] Provisioning for port a0a5ca89-275b-4fa5-82ce-9955537d72e7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:58.955028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] For port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:07:58.972584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.164696 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.278226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.292086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a0a5ca89-275b-4fa5-82ce-9955537d72e7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:07:59.310686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object dfb9b70a-5f23-45e3-8778-7448bbfe84d3 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:07:59.338335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.373020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400eaf6-bb5b-46fa-ad16-8b9fe715f219 None None] Pushing event updated for resources: {'Port': ['ID=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:59.479412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network d2355e02-715c-4c29-a3af-05708b15b480 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:07:59.480461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=dfb9b70a-5f23-45e3-8778-7448bbfe84d3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:07:59.484140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:07:59.486991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:07:59.683117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a0a5ca89-275b-4fa5-82ce-9955537d72e7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:07:59.717412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:59.718326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.729670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a0a5ca89-275b-4fa5-82ce-9955537d72e7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:07:59.729982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:59.807981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-964845f6-4f99-440d-8f8c-808f42d0e11b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1532059 Mar 02 18:07:59.808608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:07:59.986487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782ec5e-6a2c-4e7a-b978-fd8069d27b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:07:59.988248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a782ec5e-6a2c-4e7a-b978-fd8069d27b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:07:59.996906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.017357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a782ec5e-6a2c-4e7a-b978-fd8069d27b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:00.021661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a782ec5e-6a2c-4e7a-b978-fd8069d27b80 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2112439 Mar 02 18:08:00.024853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:00.089645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a0a5ca89-275b-4fa5-82ce-9955537d72e7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a0a5ca89-275b-4fa5-82ce-9955537d72e7,segment=NetworkSegment(91bd1cac-b87f-46d5-9131-5ed507795f3d),segment_id=91bd1cac-b87f-46d5-9131-5ed507795f3d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:00.100567 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.128215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.1 (d874625f-4d9e-4de8-8ce7-d8d625d37dbc/b0312b3a-0c80-4bec-a7c6-69007d480673/ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:00.228205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728007d-b376-4e98-a92a-3521124c53e5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:00.236586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728007d-b376-4e98-a92a-3521124c53e5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:00.242091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728007d-b376-4e98-a92a-3521124c53e5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:00.244617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8728007d-b376-4e98-a92a-3521124c53e5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2008340 Mar 02 18:08:00.248069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40590) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:00.323111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Provisioning for port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:00.337302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Provisioning complete for port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:00.337671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.417010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a0a5ca89-275b-4fa5-82ce-9955537d72e7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:00.452457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port dfb9b70a-5f23-45e3-8778-7448bbfe84d3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:00.452997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.500442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:00.519353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Provisioning for port dfb9b70a-5f23-45e3-8778-7448bbfe84d3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:00.531762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Provisioning complete for port dfb9b70a-5f23-45e3-8778-7448bbfe84d3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:00.532174 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.643926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.656708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Port dfb9b70a-5f23-45e3-8778-7448bbfe84d3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:00.678129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:00.694690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Provisioning complete for port a0a5ca89-275b-4fa5-82ce-9955537d72e7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:00.696120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11a44a80-5633-4e54-84b1-f4bc49ee7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.716778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:00.982669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:01.003289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:01.009754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:01.064541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:01.127624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.191904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d11de45b-38e6-43a8-882d-e3c6081e3050 None None] Provisioning complete for port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:01.192818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d11de45b-38e6-43a8-882d-e3c6081e3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.293181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.353730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc6048-186c-4608-9489-96fc0a56ddb3 None None] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:01.376477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.399207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 205727dc-3914-40aa-aa7e-e24b0ba82c4c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:01.542225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for dfb9b70a-5f23-45e3-8778-7448bbfe84d3 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:01.634246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d11de45b-38e6-43a8-882d-e3c6081e3050 None None] Port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:01.695156 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 205727dc-3914-40aa-aa7e-e24b0ba82c4c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:01.704982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 205727dc-3914-40aa-aa7e-e24b0ba82c4c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:01.705460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.722165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.786085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=dfb9b70a-5f23-45e3-8778-7448bbfe84d3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:01.832504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-982c4921-b225-4681-8fd0-3fd141c3e7b5 None None] Could not find standard attr ID for object dfb9b70a-5f23-45e3-8778-7448bbfe84d3. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:08:01.948431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:01.965669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-982c4921-b225-4681-8fd0-3fd141c3e7b5 None None] Provisioning for port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:01.967670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8f7bc90a-5d25-4602-8633-3addc3a086d9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/dfb9b70a-5f23-45e3-8778-7448bbfe84d3 HTTP/1.1" status: 204 len: 168 time: 1.7177808 Mar 02 18:08:01.977207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40602) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:02.023959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.043441 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-57292b97-bac6-4b5a-ace2-53bd86e68fd1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:08:02.043991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-57292b97-bac6-4b5a-ace2-53bd86e68fd1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:02.073468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-57292b97-bac6-4b5a-ace2-53bd86e68fd1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:02.076624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 205727dc-3914-40aa-aa7e-e24b0ba82c4c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=205727dc-3914-40aa-aa7e-e24b0ba82c4c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:02.078759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-57292b97-bac6-4b5a-ace2-53bd86e68fd1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/dfb9b70a-5f23-45e3-8778-7448bbfe84d3 HTTP/1.1" status: 404 len: 333 time: 0.0986035 Mar 02 18:08:02.079488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40606) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:02.082631 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.083571 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a0a5ca89-275b-4fa5-82ce-9955537d72e7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:02.105792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.111393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.199727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:02.200253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.275789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.282998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=205727dc-3914-40aa-aa7e-e24b0ba82c4c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:02.300878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a0a5ca89-275b-4fa5-82ce-9955537d72e7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:02.301336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.313782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:02.486715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f45ba3f3-c6e4-4e7e-b26d-d563ff339afb up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:02.554719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:02.556259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:02.629204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Provisioning for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:02.638413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Provisioning complete for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:02.639000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.643925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.744118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:02.774032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:02.792656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:02.797223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:02.802790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:02.860846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Provisioning complete for port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:02.861313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.051300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.119340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=33987a80-0d9b-4a4c-92e6-a60d0f28dcc1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:03.164721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 0ccfa461-f240-4a18-958f-853dddcc49df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:03.236815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.339992 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.345580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.361065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:03.383003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.389800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-54e8c61d-bf0a-4223-aa5a-96c842871121 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 HTTP/1.1" status: 204 len: 168 time: 1.3051245 Mar 02 18:08:03.391232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:03.546090 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a81522-3475-4d8f-af48-0f86c49f4e1c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:08:03.559318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-14a81522-3475-4d8f-af48-0f86c49f4e1c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:03.598517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-14a81522-3475-4d8f-af48-0f86c49f4e1c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:03.602647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-14a81522-3475-4d8f-af48-0f86c49f4e1c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/33987a80-0d9b-4a4c-92e6-a60d0f28dcc1 HTTP/1.1" status: 404 len: 333 time: 0.2068377 Mar 02 18:08:03.602817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40622) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:03.630020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 205727dc-3914-40aa-aa7e-e24b0ba82c4c up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:03.684851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:03.694942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:03.710157 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5aea4bd3-17c3-4bed-bdea-8c2761464dc4 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/0ccfa461-f240-4a18-958f-853dddcc49df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4094923 Mar 02 18:08:03.711090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:03.711281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Sync routers for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:03.760910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:03.761617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:03.813782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 1eb2e822-d0ee-460e-b9b9-acfa4c05f03f {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:03.818016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.832153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:08:03.832657 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-754ad648-0899-4dc4-907f-29f347862da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:08:03.889581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.907005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:03.911449 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77017bad-236d-429c-8064-e62826afc378 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4227 time: 0.1970017 Mar 02 18:08:03.912352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40630) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:03.968041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 205727dc-3914-40aa-aa7e-e24b0ba82c4c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:03.968416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:03.994474 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.007520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:04.008359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:04.008940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:04.010118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:04.010892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:04.016728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-786ff5c4-a6f1-4ab1-b73e-1347e1968b62 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.1028855 Mar 02 18:08:04.017599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:04.055830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:08:04.091861 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.136212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb2e822-d0ee-460e-b9b9-acfa4c05f03f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:04.141773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.152966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-83c5690a-7233-4be3-9dbc-b59524ac869f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/1eb2e822-d0ee-460e-b9b9-acfa4c05f03f HTTP/1.1" status: 204 len: 168 time: 0.5466990 Mar 02 18:08:04.153755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40638) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:04.185082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007c5ab-a84f-4b19-a747-4ebacd8bbc6a None None] Network d2355e02-715c-4c29-a3af-05708b15b480 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:04.482310 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.502849 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-534957ea-8373-4283-989c-d41e271af23d tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4833946 Mar 02 18:08:04.509175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port a0a5ca89-275b-4fa5-82ce-9955537d72e7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:04.509580 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.808812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port a0a5ca89-275b-4fa5-82ce-9955537d72e7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a0a5ca89-275b-4fa5-82ce-9955537d72e7,segment=NetworkSegment(91bd1cac-b87f-46d5-9131-5ed507795f3d),segment_id=91bd1cac-b87f-46d5-9131-5ed507795f3d)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:04.809168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.869728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-547dabe6-c00c-4de9-8133-a12d1203fc01 None None] Provisioning complete for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:04.870264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-547dabe6-c00c-4de9-8133-a12d1203fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.904234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40650) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:04.911545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055766193', 'description': 'tempest-secgroup-smoke-1055766193 description', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:04.919603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:04.926984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:04.932017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:04.947148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:04.976461 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:04.985481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-547dabe6-c00c-4de9-8133-a12d1203fc01 None None] Port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:04.999155 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:08:05.004454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ad7a3-cdd6-498b-a6a3-61a8f9ba3d96 None None] DHCP port deletion for d2355e02-715c-4c29-a3af-05708b15b480 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:08:05.016102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c08ad7a3-cdd6-498b-a6a3-61a8f9ba3d96 None None] Deleting port a0a5ca89-275b-4fa5-82ce-9955537d72e7 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:05.016595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for a0a5ca89-275b-4fa5-82ce-9955537d72e7 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:05.017422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c08ad7a3-cdd6-498b-a6a3-61a8f9ba3d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.033263 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:05.038028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:05.042389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:05.047467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 2, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:05.051597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:05.071042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Checking router: 0ccfa461-f240-4a18-958f-853dddcc49df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:08:05.071681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Updating router 0ccfa461-f240-4a18-958f-853dddcc49df port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:08:05.143803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.149992 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.153874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.211616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e202796b-56b5-4049-b401-e460dbaf6f94,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:05.214602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c08ad7a3-cdd6-498b-a6a3-61a8f9ba3d96 None None] The port 'a0a5ca89-275b-4fa5-82ce-9955537d72e7' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:08:05.218744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.236431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=a0a5ca89-275b-4fa5-82ce-9955537d72e7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:05.249273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No DVR routers for this DVR port a0a5ca89-275b-4fa5-82ce-9955537d72e7 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:08:05.268537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.274272 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c741b95-9573-4c21-a10a-9ec051e097ae tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3643618 Mar 02 18:08:05.275480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40654) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:05.282884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:05.292690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:05.297442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:05.301010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:05.309796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:05.341918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.491057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f45ba3f3-c6e4-4e7e-b26d-d563ff339afb up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:05.497507 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.503875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.513038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.553541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.556269 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2792890 Mar 02 18:08:05.561403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40658) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:05.564342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd76909-ad32-49f0-84b6-5485d43ee5b7 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d71acea-8c6c-456d-b61d-9a367254938a,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:05.575345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:05.586369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2355e02-715c-4c29-a3af-05708b15b480']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:05.597740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:05.607347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:05.611674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bd1cac-b87f-46d5-9131-5ed507795f3d') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:05.612014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bd1cac-b87f-46d5-9131-5ed507795f3d') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:05.624836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:05.633785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:05.638443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.675659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.686370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.696502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:08:05.697105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:08:05.720000 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:08:05.746334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:05.746773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.869177 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.911049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.936273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=d2355e02-715c-4c29-a3af-05708b15b480,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:05.951884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2f20885d-83e2-481a-9e73-8ae7dcebf6f9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/d2355e02-715c-4c29-a3af-05708b15b480 HTTP/1.1" status: 204 len: 168 time: 1.7975404 Mar 02 18:08:05.959947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:05.970274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037403070'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:05.980015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.983556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:05.986508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:05.997658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.000711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:network and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.003924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:06.011830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Transition to ACTIVE for port object ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:06.018732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:06.019611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb1194d-085d-44ad-b478-4e6a8665fba9,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.020084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.030299 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.031700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c08f1a0f-7d74-4b64-9c3f-607f58092427 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4689960 Mar 02 18:08:06.037379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:06.044685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:06.050184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:06.053739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.068893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:06.076545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.085523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:06.087068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:08:06.097303 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.097744 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Added segment 4b83c124-5474-46f3-99b0-d8d9ff3dd40a of type vlan for network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 Mar 02 18:08:06.100473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:06.133906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.136483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.139307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Pushing event updated for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.145212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a0a5ca89-275b-4fa5-82ce-9955537d72e7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:08:06.188735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.194842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:06.197575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.245283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.250844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.273442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a0a5ca89-275b-4fa5-82ce-9955537d72e7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:08:06.273780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a0a5ca89-275b-4fa5-82ce-9955537d72e7 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:08:06.285381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.285381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.285381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.285922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.285922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.286176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.288267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.292935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.293495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3934ca-b32c-4fc4-82ae-c072e8127504,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.293712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.294214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.294822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:06.312077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.313299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-21eeac76-631e-4855-867f-00f0dcd79a87 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2749383 Mar 02 18:08:06.316277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:06.328951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:06.343188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:06.349491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.355680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:06.365152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:06.383461 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4160125 Mar 02 18:08:06.385835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40676) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:06.396351 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:06.397804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.501309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Attempting to bind port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:06.501643 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Attempting to bind port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:06.501946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Attempting to bind port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab on network d874625f-4d9e-4de8-8ce7-d8d625d37dbc {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:06.502726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc4a64-4011-449a-a529-be68d35dbd9d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Network': ['ID=03fbd9ce-fe91-46b2-a634-85bd20ce08c7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.517236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:08:06.540790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:06.541162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Checking segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:06.541555 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.541955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Bound using segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:06.542472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Bound port: ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:06.542905 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.575866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.583060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.598110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:06.607796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.612499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:06.618687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ab3418-a436-47aa-8015-7485401a042e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.622539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:06.638383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:06.648683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.650481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7b938bd2-84d6-46cc-b072-997794deae36 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3332763 Mar 02 18:08:06.653193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40680) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:06.659902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:06.671210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:06.679208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.684015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:06.694119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:06.714551 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:08:06.721917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.767129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] For port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:06.777484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] For port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:06.779232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.785415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.874561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.878554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d2bb0-0fb9-42d2-aa99-9ff827d578f7 None None] Pushing event updated for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.885573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:06.886283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.887381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:07:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:06.925187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7fbca-c6b9-43fa-a943-b78e99f6c278,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:06.944330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:06.946017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-847942b7-1ded-47b0-a67f-228d1ac6679b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2914510 Mar 02 18:08:06.952321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40686) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:06.959702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'security_group_rule': {'security_group_id': 'e202796b-56b5-4049-b401-e460dbaf6f94', 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:06.976360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:06.986620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:security_group_rule and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:06.996397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:07.012798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:07.049998 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Project 1ddc12e6fbb44e46bc366e6d7ca79622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:08:07.077832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.220847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.229808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.232535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:08:07.243402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.281850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5598638f-cf12-4678-8748-37a9a9f66ffc,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:07.292050 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.293626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1291fab-05b1-4f54-a0b6-c8c114e495b0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3400476 Mar 02 18:08:07.362927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=eac48bd4-181a-4623-acad-06166b4fd9f3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:07.366506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Checking segment: {'id': '4b83c124-5474-46f3-99b0-d8d9ff3dd40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:07.367332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network hostable DHCP agents. Network: 03fbd9ce-fe91-46b2-a634-85bd20ce08c7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:08:07.393707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:08:07.410884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 03fbd9ce-fe91-46b2-a634-85bd20ce08c7) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:07.423911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:07.435164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.447484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a809b-82c6-481b-9e6f-0eba192247f6 None None] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:07.471725 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-33bada26-78c2-489e-9975-c46ea2e59d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0844793 Mar 02 18:08:07.474909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:07.483086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-726923499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:07.501107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:07.509897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:router and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:07.516904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:07.539274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:07.562026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.562990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.585136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-aab74704-7a7b-4be0-a302-de2cb2ed88a0 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055766193&fields=id&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 267 time: 0.0602453 Mar 02 18:08:07.595893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.707603 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.760701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.764423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a957d9ef-55bb-4807-88ac-8cd29104b4e7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2855709 Mar 02 18:08:07.764599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:07.771981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7', 'name': 'tempest-PortsTestJSON-2136813193'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:07.789859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-681a34c0-c50c-4784-ba08-26546d1b0343 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:07.790955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-681a34c0-c50c-4784-ba08-26546d1b0343 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:07.869895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-03fbd9ce-fe91-46b2-a634-85bd20ce08c7', 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': 'eac48bd4-181a-4623-acad-06166b4fd9f3'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:08:07.870796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:07.878046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-681a34c0-c50c-4784-ba08-26546d1b0343 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:07.879210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-681a34c0-c50c-4784-ba08-26546d1b0343 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 796 time: 0.2850146 Mar 02 18:08:07.896963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:06Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:07.902067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1c7b7-977a-455b-a1b1-1f33463483c1 None None] The sync data for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 is: [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:06Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:07.936284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-6ba35d34-6af9-4d8a-9fd0-67e850c843fe tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/quotas/1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 375 time: 0.0430193 Mar 02 18:08:07.945215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:07.948642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:port and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:07.974035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:08.028567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:08.049520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:08.053485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.086973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 2b642217-f78d-4a88-a1f1-6e2be4a92213 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:08:08.193478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Allocated IP 172.20.0.2 (03fbd9ce-fe91-46b2-a634-85bd20ce08c7/eac48bd4-181a-4623-acad-06166b4fd9f3/36f60105-6031-4588-a6bf-eac716f79493) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:08.198125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-88bf2f1a-0f50-4d91-b1f2-cc012fe7578a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:08.233124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-88bf2f1a-0f50-4d91-b1f2-cc012fe7578a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:08.234470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-88bf2f1a-0f50-4d91-b1f2-cc012fe7578a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2631762 Mar 02 18:08:08.463212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.490911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Transition to ACTIVE for port object 36f60105-6031-4588-a6bf-eac716f79493 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:08.521686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Transition to ACTIVE for port object 36f60105-6031-4588-a6bf-eac716f79493 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:08.536154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.605652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-50a8e30f-d017-416a-b7ae-f7602da7aafa service neutron] 10.222.0.37 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568673 Mar 02 18:08:08.636260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Pushing event updated for resources: {'Port': ['ID=36f60105-6031-4588-a6bf-eac716f79493,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:08.650678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:08.652310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:08.654861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:08.664633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.11 (03fbd9ce-fe91-46b2-a634-85bd20ce08c7/eac48bd4-181a-4623-acad-06166b4fd9f3/2b642217-f78d-4a88-a1f1-6e2be4a92213) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:08.776833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Attempting to bind port 36f60105-6031-4588-a6bf-eac716f79493 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:08.777258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Attempting to bind port 36f60105-6031-4588-a6bf-eac716f79493 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4b83c124-5474-46f3-99b0-d8d9ff3dd40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:08.777627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Attempting to bind port 36f60105-6031-4588-a6bf-eac716f79493 on network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:08.781195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.795839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:08.796216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Checking segment: {'id': '4b83c124-5474-46f3-99b0-d8d9ff3dd40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:08.796670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.797191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Bound using segment: {'id': '4b83c124-5474-46f3-99b0-d8d9ff3dd40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:08.797797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Bound port: 36f60105-6031-4588-a6bf-eac716f79493, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b83c124-5474-46f3-99b0-d8d9ff3dd40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '03fbd9ce-fe91-46b2-a634-85bd20ce08c7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:08.798173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.912584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] For port 36f60105-6031-4588-a6bf-eac716f79493, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:08.916096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] For port 36f60105-6031-4588-a6bf-eac716f79493, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f60105-6031-4588-a6bf-eac716f79493,segment=NetworkSegment(4b83c124-5474-46f3-99b0-d8d9ff3dd40a),segment_id=4b83c124-5474-46f3-99b0-d8d9ff3dd40a)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:08.921813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:08.987314 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-462f7215-e95e-4395-8691-7e1c417239d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749349 Mar 02 18:08:09.040503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1340bd-61c7-434a-895c-5f2c08bc817b None None] Pushing event updated for resources: {'Port': ['ID=36f60105-6031-4588-a6bf-eac716f79493,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:09.049349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:09.070133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 2b642217-f78d-4a88-a1f1-6e2be4a92213 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:09.104090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:09.195022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:09.198715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:09.214687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:09.338180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:09.338814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:09.342591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=2b642217-f78d-4a88-a1f1-6e2be4a92213,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:09.388684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-50443129-71ce-4b18-bb5a-fbedda57fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:09.413490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d557a5e3-feac-483e-90d2-cc227b159ab8 req-26c206cc-b254-4f78-9f4a-e6381bcd0342 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 210 time: 0.0804088 Mar 02 18:08:09.447292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-baab4616-f42d-4efe-adbc-d9ce76fe81ac tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6792455 Mar 02 18:08:09.447689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:09.644838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f60105-6031-4588-a6bf-eac716f79493 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:09.740974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 36f60105-6031-4588-a6bf-eac716f79493 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:09.747060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:09.835727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:09.841240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:09.841688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:09.985125 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:10.019589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:10.024619 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:10.113532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:10.251557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:10.436211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e39ce-7c4d-41fb-b87d-24c1150b6c55 None None] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:10.557264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Provisioning for port 36f60105-6031-4588-a6bf-eac716f79493 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:10.574364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Provisioning complete for port 36f60105-6031-4588-a6bf-eac716f79493 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:10.574980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:10.849969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c68cfd27-c4d3-4365-a74b-4e75cc15bdd8 req-6e8d371c-92ee-4e9d-ac49-71821ac0d38f tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 210 time: 0.1704528 Mar 02 18:08:10.935448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:10.975563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] For port 36f60105-6031-4588-a6bf-eac716f79493, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f60105-6031-4588-a6bf-eac716f79493,segment=NetworkSegment(4b83c124-5474-46f3-99b0-d8d9ff3dd40a),segment_id=4b83c124-5474-46f3-99b0-d8d9ff3dd40a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:10.990836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.054722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-f3d5d871-9530-45a4-a6b0-e121f4091241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:11.056175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-f3d5d871-9530-45a4-a6b0-e121f4091241 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 796 time: 0.3779838 Mar 02 18:08:11.093855 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.100059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.131876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9d402-78ff-4d30-83be-e3d528d2557d None None] Pushing event updated for resources: {'Port': ['ID=36f60105-6031-4588-a6bf-eac716f79493,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:11.202318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-aba6af56-136c-4f6f-ba0c-79010d69eca8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622 HTTP/1.1" status: 200 len: 380 time: 0.1303847 Mar 02 18:08:11.211894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'port': {'device_id': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'admin_state_up': True, 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'security_groups': ['e202796b-56b5-4049-b401-e460dbaf6f94']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:11.307796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=2b642217-f78d-4a88-a1f1-6e2be4a92213,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:11.320954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Provisioning complete for port 36f60105-6031-4588-a6bf-eac716f79493 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:11.322079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.385208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a4f3588a-c713-4b62-83ce-1e2c1b212c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.480340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:11.484244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Provisioning for port 2b642217-f78d-4a88-a1f1-6e2be4a92213 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:11.495731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Provisioning complete for port 2b642217-f78d-4a88-a1f1-6e2be4a92213 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:11.496106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.507074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:11.539390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f60105-6031-4588-a6bf-eac716f79493 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:11.555576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Made reservation on behalf of 1ddc12e6fbb44e46bc366e6d7ca79622 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:11.558493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.594496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40a7f42c-4254-4d73-bf6d-2caa6a726670 None None] Port 2b642217-f78d-4a88-a1f1-6e2be4a92213 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:11.635910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 36f60105-6031-4588-a6bf-eac716f79493 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:11.636300 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.692944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.784515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b2facca8-16fe-46a5-954a-f4e9a8cd4d3a None None] Provisioning complete for port 2b642217-f78d-4a88-a1f1-6e2be4a92213 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:11.785044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b2facca8-16fe-46a5-954a-f4e9a8cd4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:11.852755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b2facca8-16fe-46a5-954a-f4e9a8cd4d3a None None] Port 2b642217-f78d-4a88-a1f1-6e2be4a92213 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:11.883961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:11.920427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.20.0.6 (d874625f-4d9e-4de8-8ce7-d8d625d37dbc/b0312b3a-0c80-4bec-a7c6-69007d480673/2d5ad05b-e9bb-414a-afd8-405044b3d49b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:11.969888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:11.970456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.031189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-94094a95-0f53-4353-baaf-cd93568064f4 None None] Provisioning complete for port 2b642217-f78d-4a88-a1f1-6e2be4a92213 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:12.031612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-94094a95-0f53-4353-baaf-cd93568064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.123789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-94094a95-0f53-4353-baaf-cd93568064f4 None None] Port 2b642217-f78d-4a88-a1f1-6e2be4a92213 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:12.127639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af04fe34-959b-4bb3-b91e-ff9d709e2e30 req-39a0637e-4ad3-42a7-9369-25cc141d5d50 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 210 time: 0.1223998 Mar 02 18:08:12.137387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.500078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.534687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Transition to ACTIVE for port object 2d5ad05b-e9bb-414a-afd8-405044b3d49b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:12.661213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.771333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:12.775395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:12.777774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:12.825567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:12.855933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.861103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.875993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:12.980381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:12.981205 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.035674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=2b642217-f78d-4a88-a1f1-6e2be4a92213,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:13.038874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.049284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-e4eeb643-2fa8-49a0-9cb6-e044ad40267a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8408065 Mar 02 18:08:13.062326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Request body: {'port': {'device_id': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:13.068476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.158970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-effe5155-8b2a-49c3-af59-b51b062d3538 None None] Provisioning for port 2d5ad05b-e9bb-414a-afd8-405044b3d49b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:13.167734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-effe5155-8b2a-49c3-af59-b51b062d3538 None None] Provisioning complete for port 2d5ad05b-e9bb-414a-afd8-405044b3d49b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:13.168476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-effe5155-8b2a-49c3-af59-b51b062d3538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.231829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-effe5155-8b2a-49c3-af59-b51b062d3538 None None] Port 2d5ad05b-e9bb-414a-afd8-405044b3d49b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:13.321117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.355026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:13.357907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:13.659497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e425d2-daed-4707-a67f-952d793971de req-8ad1a53a-02a0-4cbd-a643-f0fdfb344a4b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:13.660189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-39e425d2-daed-4707-a67f-952d793971de req-8ad1a53a-02a0-4cbd-a643-f0fdfb344a4b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:13.671139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8346a3a5-85f0-4b69-845f-b4b5cacb6846 None None] Provisioning complete for port 2b642217-f78d-4a88-a1f1-6e2be4a92213 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:13.671522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8346a3a5-85f0-4b69-845f-b4b5cacb6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:13.732237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8346a3a5-85f0-4b69-845f-b4b5cacb6846 None None] Port 2b642217-f78d-4a88-a1f1-6e2be4a92213 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:13.978650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-39e425d2-daed-4707-a67f-952d793971de req-8ad1a53a-02a0-4cbd-a643-f0fdfb344a4b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:13.979716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39e425d2-daed-4707-a67f-952d793971de req-8ad1a53a-02a0-4cbd-a643-f0fdfb344a4b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 931 time: 0.6939538 Mar 02 18:08:14.111880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-39e425d2-daed-4707-a67f-952d793971de req-d7a0a1d2-8328-45ba-b257-925775e1e720 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224048 Mar 02 18:08:14.207454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5ad05b-e9bb-414a-afd8-405044b3d49b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:08:14.217020 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.246255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Transition to ACTIVE for port object 2d5ad05b-e9bb-414a-afd8-405044b3d49b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:14.251976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.362036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Router 79037b78-e264-40c5-9fa7-aec2439ba458 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:08:14.397293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:14.442950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.659628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Attempting to bind port 2d5ad05b-e9bb-414a-afd8-405044b3d49b on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:14.660277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Attempting to bind port 2d5ad05b-e9bb-414a-afd8-405044b3d49b by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:14.660277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Attempting to bind port 2d5ad05b-e9bb-414a-afd8-405044b3d49b on network d874625f-4d9e-4de8-8ce7-d8d625d37dbc {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:14.670599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Port 2d5ad05b-e9bb-414a-afd8-405044b3d49b on network d874625f-4d9e-4de8-8ce7-d8d625d37dbc not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:08:14.670926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Attempting to bind port 2d5ad05b-e9bb-414a-afd8-405044b3d49b on network d874625f-4d9e-4de8-8ce7-d8d625d37dbc {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:14.684479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:14.684822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Checking segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:14.685222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Bound using segment: {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:14.685666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Bound port: 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de88cdb-4c16-463a-9319-7ab6e35fc868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:14.686018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.747572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:14.758084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-59eccb4b-62e6-4e1a-a4e2-24ebbfa190dc tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/routers/79037b78-e264-40c5-9fa7-aec2439ba458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3096466 Mar 02 18:08:14.760806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40780) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:14.763309 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] Sync routers for ids ['79037b78-e264-40c5-9fa7-aec2439ba458'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:14.779209 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] Routers {'79037b78-e264-40c5-9fa7-aec2439ba458'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:14.779817 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['79037b78-e264-40c5-9fa7-aec2439ba458'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:14.848962 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:14.850167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:14.854799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:14.861226 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] Routers {'79037b78-e264-40c5-9fa7-aec2439ba458'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:14.861736 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.861959 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['79037b78-e264-40c5-9fa7-aec2439ba458'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:14.924769 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:14.925175 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09be49d-d0bc-4c5e-8422-ca717fe92267 None None] The sync data for ids ['79037b78-e264-40c5-9fa7-aec2439ba458'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:14.952702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa54f55-5b6c-4b81-a92f-b35566e9ea4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:14.953396 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ffa54f55-5b6c-4b81-a92f-b35566e9ea4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:14.963896 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:14.965261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] 10.222.0.35 "PUT /v2.0/ports/2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 1091 time: 1.9070508 Mar 02 18:08:14.965707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:08:14.993637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d0f9-b1cd-4903-a1b6-4283dc26826f service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:15.047469 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'status': 'completed', 'code': 200} Mar 02 18:08:15.072563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ffa54f55-5b6c-4b81-a92f-b35566e9ea4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:15.076635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ffa54f55-5b6c-4b81-a92f-b35566e9ea4e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?device_id=79037b78-e264-40c5-9fa7-aec2439ba458 HTTP/1.1" status: 200 len: 983 time: 0.3121126 Mar 02 18:08:15.076975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40788) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:15.103303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-87e8cdf1-4341-4283-a785-0c4c68c86dab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1094 time: 0.0968137 Mar 02 18:08:15.220845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-30c47f40-9a5d-4775-a6f6-835459a6a6d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 217 time: 0.1113939 Mar 02 18:08:15.290256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-1c2dbfc3-bb54-440d-b225-198068e352fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:15.292189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-1c2dbfc3-bb54-440d-b225-198068e352fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 200 len: 835 time: 0.0655019 Mar 02 18:08:15.431155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe13117-9cad-4f01-ae5a-112eed1a2eea req-e0023e7a-9440-4ac8-9b22-1b89aa0e4a38 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:15.437762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe13117-9cad-4f01-ae5a-112eed1a2eea req-e0023e7a-9440-4ac8-9b22-1b89aa0e4a38 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 943 time: 0.1439388 Mar 02 18:08:15.456570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-7ca7d4df-1eca-43ba-ac2e-b686e4d7fd3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312485 Mar 02 18:08:15.579866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dbe13117-9cad-4f01-ae5a-112eed1a2eea req-679d82b8-67d4-48cb-9f49-7f59d82c0aab tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404843 Mar 02 18:08:15.624447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-f0532e70-94c8-4961-8092-c21221167887 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616316 Mar 02 18:08:15.770212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ebe1c99c-cef1-46b0-9c9c-10713833acd3 req-957418e9-ff17-4ba7-8811-d0c57979e619 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405008 Mar 02 18:08:15.813035 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:15.891127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-4e2603cd-25d4-4297-9e09-861e99dcc8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1094 time: 0.0730467 Mar 02 18:08:16.174279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40995-1408-4356-a458-78e23ff40a1b req-0187e7c6-3a4f-4a67-bf82-aa1ae7f2cc18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:16.176233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-0187e7c6-3a4f-4a67-bf82-aa1ae7f2cc18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 897 time: 0.2801733 Mar 02 18:08:16.205112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 2b642217-f78d-4a88-a1f1-6e2be4a92213 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:16.205690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:16.249513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-73a518a4-29b8-44d9-9490-3725487ce12a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 217 time: 0.0672667 Mar 02 18:08:16.320106 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40995-1408-4356-a458-78e23ff40a1b req-c542836c-0701-4bc1-a545-f5d8b3b38aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:16.322771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-c542836c-0701-4bc1-a545-f5d8b3b38aac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 200 len: 835 time: 0.0678968 Mar 02 18:08:16.417203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-2ec45836-2f6c-4003-af6f-2922be1f2775 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824978 Mar 02 18:08:16.448123 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:16.569489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-e0c84681-cf57-40f4-b0c1-43f57efc1f89 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520505 Mar 02 18:08:16.584138 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 2b642217-f78d-4a88-a1f1-6e2be4a92213 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:16.795396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00e40995-1408-4356-a458-78e23ff40a1b req-58157d35-3f5e-47fe-adcd-05799ef411fd service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182963 Mar 02 18:08:16.804274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:16.827760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f644-e455-429a-a7e6-21cadda660f5 req-76f4ba8d-89cd-47a6-9850-10d878216d7b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:16.829583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3f1f644-e455-429a-a7e6-21cadda660f5 req-76f4ba8d-89cd-47a6-9850-10d878216d7b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 943 time: 0.1078792 Mar 02 18:08:16.858384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=2b642217-f78d-4a88-a1f1-6e2be4a92213,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:16.901928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3f1f644-e455-429a-a7e6-21cadda660f5 req-dc99bfea-2d5a-44f5-bde6-a7dd94c35fef tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656805 Mar 02 18:08:17.109166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:17.645007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Router 79037b78-e264-40c5-9fa7-aec2439ba458 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:17.782315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:17.792600 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] Sync routers for ids ['79037b78-e264-40c5-9fa7-aec2439ba458'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:17.799767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71f27aeb-a098-4300-9e65-0a864f2ba0be tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/routers/79037b78-e264-40c5-9fa7-aec2439ba458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216978 Mar 02 18:08:17.802901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40820) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:17.810354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] Routers {'79037b78-e264-40c5-9fa7-aec2439ba458'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:17.810991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['79037b78-e264-40c5-9fa7-aec2439ba458'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:17.850438 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef1047-cec3-44b2-94d7-de8d17334749 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:08:17.852146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-98ef1047-cec3-44b2-94d7-de8d17334749 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/2b642217-f78d-4a88-a1f1-6e2be4a92213 HTTP/1.1" status: 404 len: 333 time: 0.0476432 Mar 02 18:08:17.854766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40826) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:17.888375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:17.899382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] Routers {'79037b78-e264-40c5-9fa7-aec2439ba458'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:17.899984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['79037b78-e264-40c5-9fa7-aec2439ba458'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:17.993171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:17.993975 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555f99d-7452-4996-8da9-1de86c636ba4 None None] The sync data for ids ['79037b78-e264-40c5-9fa7-aec2439ba458'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:18.023635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.354372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08d82e-46c2-4549-b340-99b9c1174983 req-2576f8c5-2912-4bd0-96cf-9687b24d1a61 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:18.355878 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d08d82e-46c2-4549-b340-99b9c1174983 req-2576f8c5-2912-4bd0-96cf-9687b24d1a61 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 943 time: 0.2819703 Mar 02 18:08:18.624377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.639886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.651766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d08d82e-46c2-4549-b340-99b9c1174983 req-2b88dc68-ff04-4993-be1a-d6e96eb08521 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444572 Mar 02 18:08:18.682351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.682998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Fanout notify agent at l3_agent the message router_deleted on router 79037b78-e264-40c5-9fa7-aec2439ba458 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:08:18.695315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.696690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-986a95c1-e72d-4d89-ba57-8a7a39124f74 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/routers/79037b78-e264-40c5-9fa7-aec2439ba458 HTTP/1.1" status: 204 len: 168 time: 0.8402319 Mar 02 18:08:18.700934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:18.901162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet eac48bd4-181a-4623-acad-06166b4fd9f3 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:18.904169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:18.961621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.045130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.121439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.162821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=eac48bd4-181a-4623-acad-06166b4fd9f3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:19.169015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.175722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd7c6344-09a2-47be-8cf4-e316a4a0d1ca tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/eac48bd4-181a-4623-acad-06166b4fd9f3 HTTP/1.1" status: 204 len: 168 time: 0.4737647 Mar 02 18:08:19.179168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40854) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:19.189723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880b7ed-a596-4a0c-8d50-f1525078919c None None] Network 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:19.312644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.324493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 36f60105-6031-4588-a6bf-eac716f79493 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:19.325635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.417445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.500689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] DHCP port deletion for 03fbd9ce-fe91-46b2-a634-85bd20ce08c7 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:08:19.505227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Deleting port 36f60105-6031-4588-a6bf-eac716f79493 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:19.505599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.579686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] For port 36f60105-6031-4588-a6bf-eac716f79493, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f60105-6031-4588-a6bf-eac716f79493,segment=NetworkSegment(4b83c124-5474-46f3-99b0-d8d9ff3dd40a),segment_id=4b83c124-5474-46f3-99b0-d8d9ff3dd40a)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:19.580111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.589045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2d5ad05b-e9bb-414a-afd8-405044b3d49b details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:08:19.702920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 36f60105-6031-4588-a6bf-eac716f79493 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:19.794045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.807802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] For port 36f60105-6031-4588-a6bf-eac716f79493, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=36f60105-6031-4588-a6bf-eac716f79493,segment=NetworkSegment(4b83c124-5474-46f3-99b0-d8d9ff3dd40a),segment_id=4b83c124-5474-46f3-99b0-d8d9ff3dd40a)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:19.809013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:19.841284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=36f60105-6031-4588-a6bf-eac716f79493,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:19.896334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No DVR routers for this DVR port 36f60105-6031-4588-a6bf-eac716f79493 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:08:20.013097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Calling delete_port for 36f60105-6031-4588-a6bf-eac716f79493 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:20.041137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.078289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:20.084466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fbd9ce-fe91-46b2-a634-85bd20ce08c7']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:20.100409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437304d6-d379-4b50-af47-b438bd5c5823 req-ef37cee2-0f68-4d8b-8f4e-75eb65101d8d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:20.102627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-437304d6-d379-4b50-af47-b438bd5c5823 req-ef37cee2-0f68-4d8b-8f4e-75eb65101d8d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 943 time: 0.2634439 Mar 02 18:08:20.130636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b83c124-5474-46f3-99b0-d8d9ff3dd40a') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:20.130998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b83c124-5474-46f3-99b0-d8d9ff3dd40a') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:20.135575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'port_id': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'mac_address': 'fa:16:3e:2e:a0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:08:20.148536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.178217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.183331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-437304d6-d379-4b50-af47-b438bd5c5823 req-07f001c0-8693-4910-aa38-4bd459dc9bbc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717933 Mar 02 18:08:20.188482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:08:20.188906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:08:20.204236 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:08:20.213038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.226130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:08:20.226599 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:08:20.237965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5ad05b-e9bb-414a-afd8-405044b3d49b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:08:20.260638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:20.265237 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.293359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.316207 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.325223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=03fbd9ce-fe91-46b2-a634-85bd20ce08c7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:20.336145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-724727c2-7b86-429d-9957-321cd39a1a55 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/03fbd9ce-fe91-46b2-a634-85bd20ce08c7 HTTP/1.1" status: 204 len: 168 time: 1.1529491 Mar 02 18:08:20.338668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40868) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:20.356695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:20.410479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abc892-020c-46ee-8384-9ab1a2398d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:20.411202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-84abc892-020c-46ee-8384-9ab1a2398d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:20.428467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-84abc892-020c-46ee-8384-9ab1a2398d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:20.433903 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-84abc892-020c-46ee-8384-9ab1a2398d39 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/778d2aa4-a498-4db0-accc-6365616096da HTTP/1.1" status: 200 len: 841 time: 0.0900295 Mar 02 18:08:20.434226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40872) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:20.507814 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b4fbfdd8-dd3a-4d0c-bbab-915f99536902 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/778d2aa4-a498-4db0-accc-6365616096da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0722404 Mar 02 18:08:20.511281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40876) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:20.516823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:20.540295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['2d5ad05b-e9bb-414a-afd8-405044b3d49b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:08:20.628758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:20.633120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:20.635941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:20.641687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:20.655180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:20.727872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Deleting port 36f60105-6031-4588-a6bf-eac716f79493 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:20.728251 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.765133 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:20.810053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b009f583-af2f-46b2-baa6-80e58dae0792 None None] The port '36f60105-6031-4588-a6bf-eac716f79493' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:08:21.129939 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.192559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:21.195809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:21.199893 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:21.200467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.205707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae79b7f-a72b-40da-afe7-7074d01c4403 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:21.208597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=901bfac8-b8c0-4b25-86df-14b092b39f3b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:21.236467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40886) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:21.237017 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4574f353-0807-4607-bfc0-6608fc755d38 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7242007 Mar 02 18:08:21.244285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'security_group': {'name': 'tempest-secgroup-41992981'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:21.253559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:21.258819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:21.263970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:21.272528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:21.284033 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.409223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:21.439529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:21.448337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:21.463702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:21.497940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40521-8368-4326-93b3-7d8dd1fc27bb req-c2110860-07c9-42f8-89fa-c32bb2e36c64 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:21.506746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffa40521-8368-4326-93b3-7d8dd1fc27bb req-c2110860-07c9-42f8-89fa-c32bb2e36c64 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 944 time: 0.1658792 Mar 02 18:08:21.507024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f60105-6031-4588-a6bf-eac716f79493 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:08:21.547191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 36f60105-6031-4588-a6bf-eac716f79493 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:08:21.547686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 36f60105-6031-4588-a6bf-eac716f79493 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:08:21.556640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'tenant_id': '60efeec55cf9430eb6e4f6f8505fad70', 'fixed_ips': [{'subnet_id': '901bfac8-b8c0-4b25-86df-14b092b39f3b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:08:21.557786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.574225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffa40521-8368-4326-93b3-7d8dd1fc27bb req-f6c1e752-75be-4bfa-bcb4-9e7a2c8f6289 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666032 Mar 02 18:08:21.611837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.616502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.620033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2d5ad05b-e9bb-414a-afd8-405044b3d49b up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:21.669051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559704a7-a998-4670-956b-6a9cd3543c50,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:21.674040 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.676379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9d863fe0-790d-4be8-b080-10abd00a7993 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.4378185 Mar 02 18:08:21.680219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40892) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:21.689190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'security_group': {'name': 'tempest-secgroup-105627609'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:21.696574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:21.700635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:21.703640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:21.710288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:21.733245 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.789681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 2d5ad05b-e9bb-414a-afd8-405044b3d49b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:21.798258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:21.800350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 2d5ad05b-e9bb-414a-afd8-405044b3d49b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:21.800735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.806218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:21.811691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:21.820445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:21.842812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Allocated IP 172.20.0.2 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/901bfac8-b8c0-4b25-86df-14b092b39f3b/824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:21.892600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.897545 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.950828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00c1ce-e016-42de-9c5b-34450085e24f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:21.967083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:21.968229 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d946d15f-19bd-4a2f-bd0a-495364efd10c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2861087 Mar 02 18:08:21.971573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40900) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:21.978022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1499179358', 'security_groups': ['bf00c1ce-e016-42de-9c5b-34450085e24f'], 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '901bfac8-b8c0-4b25-86df-14b092b39f3b'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:22.049929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.131387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:22.142634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:22.154740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:22.155832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:22.163559 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.188868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:08:22.215552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.236980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Transition to ACTIVE for port object 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:22.268954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:08:22.277744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.280445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Transition to ACTIVE for port object 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:22.323666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.373596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:22.375810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:22.380184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:22.433845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.4 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/901bfac8-b8c0-4b25-86df-14b092b39f3b/46a9e78a-b737-4ce3-83fb-006eb0a5a600) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:22.563563 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'code': 200} Mar 02 18:08:22.565467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:22.657405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92266450-0f7d-41f2-b003-1de1c85be500 req-772d4856-35c7-405b-9360-dc8d19d88e0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1096 time: 0.1506698 Mar 02 18:08:22.691466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Attempting to bind port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:22.691826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Attempting to bind port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:22.692187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Attempting to bind port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 on network c23de7e1-2283-4cc3-9b80-eb36ca72c56f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:22.713933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:22.714312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Checking segment: {'id': '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:22.714889 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.715805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Bound using segment: {'id': '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:22.716162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Bound port: 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:22.716448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92266450-0f7d-41f2-b003-1de1c85be500 req-b73e391f-be8a-44b6-8a90-0a9209c5c68f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515263 Mar 02 18:08:22.716645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.749173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:22.800573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.823081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 46a9e78a-b737-4ce3-83fb-006eb0a5a600 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:22.850288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:22.854471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:22.856485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.860425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.888033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde8c6-81a8-4e13-ab31-048ac7f7d1f8 req-759d2157-aabf-46dc-9d34-8ba8af10e35a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:22.889612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41fde8c6-81a8-4e13-ab31-048ac7f7d1f8 req-759d2157-aabf-46dc-9d34-8ba8af10e35a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.1078811 Mar 02 18:08:22.914087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:22.920792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:22.923322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:22.948231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41fde8c6-81a8-4e13-ab31-048ac7f7d1f8 req-54c12b3e-eda5-49c1-b37f-f643dfb43c73 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Mar 02 18:08:22.977328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543a9b-3db6-4a6d-a055-0e3bdcfa0b8c None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:23.019933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=46a9e78a-b737-4ce3-83fb-006eb0a5a600,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:23.038671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:23.039707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:23.070695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40910) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:23.071514 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bf917ac3-43aa-4bcf-beed-02cbb91bbba7 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0986118 Mar 02 18:08:23.076284 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:23.433327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:23.442117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:23.449110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:23.457866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:23.473137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:23.557071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:23.647811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:23.653180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:23.779795 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 901bfac8-b8c0-4b25-86df-14b092b39f3b (CIDR: 172.20.0.0/28) Mar 02 18:08:23.783733 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:08:23.784268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:23.805142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c94de37d-340a-44d6-a2e0-26a1081bf53b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7331629 Mar 02 18:08:23.808091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40920) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:23.813801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:23.983556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:23.992503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:23.998751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:24.015900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:24.032281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:24.037951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.206008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Provisioning for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:24.212115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:24.212613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.284924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824b0a-1eb9-428c-bdfb-c3fd87ad3d6a req-3d724149-8c17-4189-9433-4b28e498a780 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:24.287751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e824b0a-1eb9-428c-bdfb-c3fd87ad3d6a req-3d724149-8c17-4189-9433-4b28e498a780 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.1327543 Mar 02 18:08:24.366100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.418840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5e824b0a-1eb9-428c-bdfb-c3fd87ad3d6a req-deaaaa6a-9c45-4cb0-bf92-3fbff4f14123 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121700 Mar 02 18:08:24.446694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:24.461735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.500952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.563361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:24.563784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.588842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=ae5271dd-d783-4b2a-a59e-7281df0d9383,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:24.609283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:24.610721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:24.618294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:24.624598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45f62c-6900-4614-9b27-c311ed0ba63b None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:24.661265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:24.661923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.710621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-33efa3ac-f6d8-4823-8823-6862ab68e042 None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:24.723576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-019720a1-ed81-4bcb-93cd-846d16cbcb4b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9142952 Mar 02 18:08:24.726448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40934) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:24.733719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1573305793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae5271dd-d783-4b2a-a59e-7281df0d9383'}], 'security_groups': ['559704a7-a998-4670-956b-6a9cd3543c50']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:24.844225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab582ce-3799-4a2f-b90a-80b03238a6a3 req-f6f31a97-e686-4ab9-824b-0f0f65b84e54 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:24.845852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab582ce-3799-4a2f-b90a-80b03238a6a3 req-f6f31a97-e686-4ab9-824b-0f0f65b84e54 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.2330823 Mar 02 18:08:24.884608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-50e7edc8-8739-4499-b771-4b38fb883cea None None] Provisioning for port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:24.893290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-50e7edc8-8739-4499-b771-4b38fb883cea None None] Provisioning complete for port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:24.893994 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-50e7edc8-8739-4499-b771-4b38fb883cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.909959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.945965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ab582ce-3799-4a2f-b90a-80b03238a6a3 req-dacdf4a8-6c3d-4d93-8ce7-c6f97f620d3c tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822320 Mar 02 18:08:24.960527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-50e7edc8-8739-4499-b771-4b38fb883cea None None] Port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:24.985382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:25.091867 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5836d0a8-b6a6-43fd-9dfa-359516f41995 tempest-TestNetworkBasicOps-189271835 tempest-TestNetworkBasicOps-189271835-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1091 time: 0.1046729 Mar 02 18:08:25.094725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 40942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:25.100829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:25.105161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Update dhcp port {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'fixed_ips': [{'subnet_id': '901bfac8-b8c0-4b25-86df-14b092b39f3b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae5271dd-d783-4b2a-a59e-7281df0d9383'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:08:25.107470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:25.112631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Usage tracker for resource:floatingip and tenant:1ddc12e6fbb44e46bc366e6d7ca79622 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:25.116595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:25.124232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:25.138489 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.181302 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.344986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.442802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Delete allocated IP 172.20.0.4 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/901bfac8-b8c0-4b25-86df-14b092b39f3b) {{(pid=83797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:08:25.451689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.26 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/ae5271dd-d783-4b2a-a59e-7281df0d9383/46a9e78a-b737-4ce3-83fb-006eb0a5a600) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:25.508913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Allocated IP 172.25.3.173 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/f5c15457-687f-462c-8f2c-7bb99ec7687b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:25.514376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:25.619599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:25.621862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.718725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.763355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.835543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.842189 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:25.845719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:25.850886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:25.858531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object 46a9e78a-b737-4ce3-83fb-006eb0a5a600 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:25.871767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.934378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=f5c15457-687f-462c-8f2c-7bb99ec7687b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:25.936717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Allocated IP 172.20.0.18 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/ae5271dd-d783-4b2a-a59e-7281df0d9383/824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:26.108540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:26.108833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=46a9e78a-b737-4ce3-83fb-006eb0a5a600,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:26.118065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] In _notify_port_updated(), no bound segment for port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 on network c23de7e1-2283-4cc3-9b80-eb36ca72c56f {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:08:26.125419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:26.126377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.129971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-33089456-5572-4f76-b308-34b90b758871 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/ports/46a9e78a-b737-4ce3-83fb-006eb0a5a600 HTTP/1.1" status: 200 len: 921 time: 1.3998265 Mar 02 18:08:26.131090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40952) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:26.151100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.173788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Transition to ACTIVE for port object 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:26.179603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.210777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 46a9e78a-b737-4ce3-83fb-006eb0a5a600 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:26.211512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.381728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c68cf-cba3-43c3-9e04-41d2dc113218 None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:26.562533 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.577619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.647063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.732532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 46a9e78a-b737-4ce3-83fb-006eb0a5a600 owned by {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:26.900111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.906272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.925798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.982971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=46a9e78a-b737-4ce3-83fb-006eb0a5a600,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:27.034558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event updated for resources: {'Port': ['ID=f5c15457-687f-462c-8f2c-7bb99ec7687b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:27.056593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.109566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.122102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1eb6439c-45d3-40f8-ae80-12284c998b0d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/46a9e78a-b737-4ce3-83fb-006eb0a5a600 HTTP/1.1" status: 204 len: 168 time: 0.9899523 Mar 02 18:08:27.125087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40962) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:27.183847 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efd12ba-8611-4cc0-a4c5-bc950acb0e5b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:08:27.184642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3efd12ba-8611-4cc0-a4c5-bc950acb0e5b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:27.199074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Provisioning for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:27.205533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3efd12ba-8611-4cc0-a4c5-bc950acb0e5b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:27.209415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3efd12ba-8611-4cc0-a4c5-bc950acb0e5b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/46a9e78a-b737-4ce3-83fb-006eb0a5a600 HTTP/1.1" status: 404 len: 333 time: 0.0790725 Mar 02 18:08:27.209598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:27.209598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.211358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40970) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:27.288280 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Floating IP 7cd81028-97f6-4805-9c9e-6fcf5333ea7d associated. External IP: 172.25.3.173, port: 2d5ad05b-e9bb-414a-afd8-405044b3d49b. Mar 02 18:08:27.292979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.334882 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.404118 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.410887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:27.410887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.435180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00c1ce-e016-42de-9c5b-34450085e24f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:27.438839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.443284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-27af852c-b712-4b70-975f-52f022760db4 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf00c1ce-e016-42de-9c5b-34450085e24f HTTP/1.1" status: 204 len: 168 time: 0.2277613 Mar 02 18:08:27.443926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40974) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:27.533246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:27.537080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bddeabeb-e597-493c-aed4-aecd7aa896fa None None] Could not find standard attr ID for object 46a9e78a-b737-4ce3-83fb-006eb0a5a600. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:08:27.572195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:27.575761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.612010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.682349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.704810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559704a7-a998-4670-956b-6a9cd3543c50,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:27.720034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.721658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9a04fed4-5fab-4e11-9c9e-8693d85a627d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/security-groups/559704a7-a998-4670-956b-6a9cd3543c50 HTTP/1.1" status: 204 len: 168 time: 0.2765281 Mar 02 18:08:27.726644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40978) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:27.730158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:27.730862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.871303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 901bfac8-b8c0-4b25-86df-14b092b39f3b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:27.875777 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:27.901060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b13b88da-030d-4f04-9074-64e1317bbf28 None None] Could not find standard attr ID for object 46a9e78a-b737-4ce3-83fb-006eb0a5a600. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:08:27.941142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 0ccfa461-f240-4a18-958f-853dddcc49df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:27.960513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.066127 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.162064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.207007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=901bfac8-b8c0-4b25-86df-14b092b39f3b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:28.214607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.226512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f5d02a9a-24b1-4018-b6da-731b6755bd73 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/901bfac8-b8c0-4b25-86df-14b092b39f3b HTTP/1.1" status: 204 len: 168 time: 0.4947484 Mar 02 18:08:28.233085 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b461e32-3970-4e87-a4a8-93828203bf54 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:28.235725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40984) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:28.242045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:28.314482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:28.327303 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Sync routers for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:28.350041 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:28.351647 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:28.394803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.500498 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-29ea0858-bbaf-4be5-b782-70071ca4b81b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4047260 Mar 02 18:08:28.501272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 40990) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:28.501879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:08:28.618458 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'status': 'completed', 'code': 200} Mar 02 18:08:28.712458 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:08:28.761499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-631af92f-f433-42fc-bd53-fe9c8caf2ee3 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/7cd81028-97f6-4805-9c9e-6fcf5333ea7d HTTP/1.1" status: 200 len: 991 time: 0.2591202 Mar 02 18:08:28.772424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:28.780250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:28.784098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:28.793058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:28.820399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-d5d50661-02ff-4fb0-8caa-ffb8fc133b6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1096 time: 0.1721294 Mar 02 18:08:28.821253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:29.110665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-04383502-60c4-4dc2-a04c-abb1c12c79d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:29.112392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-04383502-60c4-4dc2-a04c-abb1c12c79d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 897 time: 0.1895099 Mar 02 18:08:29.115767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:29.169963 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7cd81028-97f6-4805-9c9e-6fcf5333ea7d', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'port_id': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'mac_address': 'fa:16:3e:2e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:08:26Z', 'updated_at': '2022-03-02T18:08:26Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:29.175720 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Checking router: 0ccfa461-f240-4a18-958f-853dddcc49df for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:08:29.188104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:29.188724 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:29.315850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-276d145d-eeb3-451c-9df8-be9ae31edc2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 999 time: 0.1861231 Mar 02 18:08:29.343885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-883f0b25-779e-439b-af6f-24459a28f4bb None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:29.344643 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-883f0b25-779e-439b-af6f-24459a28f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:29.393058 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:08:29.411847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-185db70d-c633-4e02-90c5-5c5e5744486c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:29.413303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-185db70d-c633-4e02-90c5-5c5e5744486c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 200 len: 835 time: 0.0873847 Mar 02 18:08:29.568875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-883f0b25-779e-439b-af6f-24459a28f4bb None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:29.569289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-883f0b25-779e-439b-af6f-24459a28f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:29.610265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-e59addae-0339-4109-915b-6842949867cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902244 Mar 02 18:08:29.631210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-883f0b25-779e-439b-af6f-24459a28f4bb None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:29.752105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:29.764493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41004) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:29.824273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=ccb31b64-b3cb-4fad-b599-6353e3276ec9,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:29.857270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:29.859442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-e771762c-bc1e-40ab-be30-de08956776f3 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424746 Mar 02 18:08:29.860406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:29.862975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:29.863540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:29.873685 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7cd81028-97f6-4805-9c9e-6fcf5333ea7d', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'port_id': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'mac_address': 'fa:16:3e:2e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:08:26Z', 'updated_at': '2022-03-02T18:08:26Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:29.876443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d8045-1fd9-484e-b93d-ed1ebb66f83a None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:29.877471 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9320d4-2a09-4553-a36b-7b3edecd3ffe None None] The sync data for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 is: [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7cd81028-97f6-4805-9c9e-6fcf5333ea7d', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'port_id': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'mac_address': 'fa:16:3e:2e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:08:26Z', 'updated_at': '2022-03-02T18:08:26Z', 'revision_number': 0, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:29.914504 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5e8cc683-ebb1-4696-9efe-6452e604615a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/7cd81028-97f6-4805-9c9e-6fcf5333ea7d HTTP/1.1" status: 200 len: 991 time: 0.1472638 Mar 02 18:08:30.040426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da3538a0-b032-4fc3-8e33-4d53ecac7307 req-ecd5153e-1341-498e-bdb9-e025bc62ae57 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585584 Mar 02 18:08:30.049488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-11b378e2-578b-4fd5-8af8-7680c56cd274 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8094013 Mar 02 18:08:30.049699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41010) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:30.055696 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044960884'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:30.063372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.069284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.073790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.079821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.092491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.138836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.142602 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.147447 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.154037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.199699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f75770-9d6a-4a1e-8e74-7b12952e8363 None None] New status for floating IP 7cd81028-97f6-4805-9c9e-6fcf5333ea7d: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:08:30.222076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.226815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.273783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e94ed-d4d8-4bb2-bf60-507126b0ad67,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:30.278564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.281060 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e555a99d-9c6e-4050-aad8-1bcec5d1aa49 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2301023 Mar 02 18:08:30.283100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41014) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:30.290347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'security_group': {'name': 'tempest-secgroup-665228675'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:30.297168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.303088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.306372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.312906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.327677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.373280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.379491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.383419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.389989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.472507 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.476766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.526733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad585f83-6495-438a-b99f-56a15c8ad0d9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:30.534628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.537953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2535677 Mar 02 18:08:30.541269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:30.547416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'security_group': {'name': 'tempest-secgroup-878223093'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:30.550606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.551113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.551580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.552726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.553354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.553850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.554406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.555339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.555921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.556468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.556678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.557009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2001aa6-187c-4605-84cc-720707f24b90 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:30.563950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.568238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.582845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.599019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.638913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.642826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:security_group_rule and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:30.645841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:30.652149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.666055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Update dhcp port {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'fixed_ips': [{'subnet_id': 'ae5271dd-d783-4b2a-a59e-7281df0d9383', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ccb31b64-b3cb-4fad-b599-6353e3276ec9'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:08:30.724321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.734514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.740485 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.782171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b055895-54be-4106-8a14-7c889c05d3a4,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:30.785640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:30.787399 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-827951a0-5267-4b62-aac4-509875331979 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2449558 Mar 02 18:08:30.789975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41026) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:30.796973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1462002254', 'security_groups': ['9b055895-54be-4106-8a14-7c889c05d3a4'], 'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ccb31b64-b3cb-4fad-b599-6353e3276ec9'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:30.916460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41030) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:30.946846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:30.956484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:30.967781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:31.051354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Allocated IP 172.20.0.2 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/ccb31b64-b3cb-4fad-b599-6353e3276ec9/824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:31.130477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.155557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] device_id is not set on port b082b27c-105d-4937-8370-490a70adf9e5 yet. {{(pid=83796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:08:31.183012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d11fd866-6b27-4f07-8693-fd5247f2efce tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/7cd81028-97f6-4805-9c9e-6fcf5333ea7d HTTP/1.1" status: 200 len: 993 time: 0.2586389 Mar 02 18:08:31.217949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:31.248254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.270351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Transition to ACTIVE for port object 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:31.275383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.366183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.14 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/ccb31b64-b3cb-4fad-b599-6353e3276ec9/b082b27c-105d-4937-8370-490a70adf9e5) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:31.433601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05519dae-74f7-4eff-ae4f-92fc3dba082c None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:31.625907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.642983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object b082b27c-105d-4937-8370-490a70adf9e5 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:31.669766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.743755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:31.751512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:31.756497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:31.787318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=b082b27c-105d-4937-8370-490a70adf9e5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:31.824542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:31.825198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:31.854273 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ef8af361-3871-49d4-b4c9-0434022a78e6 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0621829 Mar 02 18:08:31.856044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41040) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:31.861913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:32.016808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:32.025672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:32.029155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:32.035781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:32.051258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:32.055948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:32.091047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Provisioning for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:32.096889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:32.097285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:32.240266 n-d-820559-6 neutron-server[83796]: INFO neutron.db.ipam_backend_mixin [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ccb31b64-b3cb-4fad-b599-6353e3276ec9 (CIDR: 172.20.0.0/28) Mar 02 18:08:32.247161 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:08:32.247592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:32.269262 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6db8281d-b2f6-46e1-9c05-82d0566cb78f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4120858 Mar 02 18:08:32.273032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41046) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:32.280593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:32.283657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:32.284401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:32.361727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-299fa2af-8a4a-4cf5-a9ef-90e2dd924f51 None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:32.439290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:32.443748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:32.447891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:32.460631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:32.485577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:32.488873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:32.503460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e2e913e9-3271-4ae4-b2f6-00b6ed0942f1 None None] Provisioning for port b082b27c-105d-4937-8370-490a70adf9e5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:32.511224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e2e913e9-3271-4ae4-b2f6-00b6ed0942f1 None None] Provisioning complete for port b082b27c-105d-4937-8370-490a70adf9e5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:32.511997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e2e913e9-3271-4ae4-b2f6-00b6ed0942f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:32.577113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e2e913e9-3271-4ae4-b2f6-00b6ed0942f1 None None] Port b082b27c-105d-4937-8370-490a70adf9e5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:32.628714 n-d-820559-6 neutron-server[83797]: INFO neutron.db.ipam_backend_mixin [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ae5271dd-d783-4b2a-a59e-7281df0d9383 (CIDR: 172.20.0.16/28) Mar 02 18:08:32.633814 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:08:32.634481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:32.654982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d6b5514a-4bba-44f8-82e5-11b83314ea08 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3803585 Mar 02 18:08:32.657518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41054) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:32.665178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'subnet': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:32.810725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:32.814544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Usage tracker for resource:subnet and tenant:60efeec55cf9430eb6e4f6f8505fad70 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:32.818565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:32.824643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:32.835627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Made reservation on behalf of 60efeec55cf9430eb6e4f6f8505fad70 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:32.839268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.113075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.183464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:33.186411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:33.195261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:33.195860 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.199612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Subnet': ['ID=99bdd63d-442f-4196-a1ac-e8e462e0b0fe,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:33.201812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aaead2-89da-4382-8a56-224d199b9879 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:33.220396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-27f3ad42-6693-43f6-a07e-f2bdc4814729 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5615704 Mar 02 18:08:33.223160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41064) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:33.229911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-908595385', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99bdd63d-442f-4196-a1ac-e8e462e0b0fe'}], 'security_groups': ['7d3e94ed-d4d8-4bb2-bf60-507126b0ad67', 'ad585f83-6495-438a-b99f-56a15c8ad0d9']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:33.374204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.516712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:33.631111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Update dhcp port {'port': {'network_id': 'c23de7e1-2283-4cc3-9b80-eb36ca72c56f', 'fixed_ips': [{'subnet_id': 'ae5271dd-d783-4b2a-a59e-7281df0d9383', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ccb31b64-b3cb-4fad-b599-6353e3276ec9', 'ip_address': '172.20.0.2'}, {'subnet_id': '99bdd63d-442f-4196-a1ac-e8e462e0b0fe'}], 'binding:host_id': 'n-d-820559-6'}, 'id': '824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6'} from n-d-820559-6. {{(pid=83798) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 18:08:33.690712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.699609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:33.700086 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:33.806846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Delete allocated IP 172.20.0.14 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/ccb31b64-b3cb-4fad-b599-6353e3276ec9) {{(pid=83797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:08:33.814100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Allocated IP 172.20.0.46 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/99bdd63d-442f-4196-a1ac-e8e462e0b0fe/b082b27c-105d-4937-8370-490a70adf9e5) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:34.023079 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.040055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Transition to ACTIVE for port object b082b27c-105d-4937-8370-490a70adf9e5 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:34.048214 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.119669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Allocated IP 172.20.0.34 (c23de7e1-2283-4cc3-9b80-eb36ca72c56f/99bdd63d-442f-4196-a1ac-e8e462e0b0fe/824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:34.207102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event updated for resources: {'Port': ['ID=b082b27c-105d-4937-8370-490a70adf9e5,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:34.241097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] In _notify_port_updated(), no bound segment for port b082b27c-105d-4937-8370-490a70adf9e5 on network c23de7e1-2283-4cc3-9b80-eb36ca72c56f {{(pid=83797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:08:34.245093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:34.245699 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.249526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ea465864-a995-4ca2-9f51-65febc416615 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "PUT /v2.0/ports/b082b27c-105d-4937-8370-490a70adf9e5 HTTP/1.1" status: 200 len: 959 time: 1.0224109 Mar 02 18:08:34.249892 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41074) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:34.286550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:34.314186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.318288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port b082b27c-105d-4937-8370-490a70adf9e5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:34.318794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.331661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Transition to ACTIVE for port object 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:34.336541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.542715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29d296-fdb7-4164-9015-ac4b285c81f9 None None] Pushing event updated for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:34.683322 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:34.813356 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for b082b27c-105d-4937-8370-490a70adf9e5 owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:34.975078 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.031592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=b082b27c-105d-4937-8370-490a70adf9e5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:35.122738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Provisioning for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:35.131550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:35.132861 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.152640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.167775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e4a6ed76-c4fb-442a-9d9f-d3a5b0ad6942 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/b082b27c-105d-4937-8370-490a70adf9e5 HTTP/1.1" status: 204 len: 168 time: 0.9139118 Mar 02 18:08:35.168031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41080) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:35.216466 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbb1eca-1513-46c9-aa7a-db7242ce020e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] GET failed (client error): The resource could not be found. Mar 02 18:08:35.216965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fbb1eca-1513-46c9-aa7a-db7242ce020e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Synchronizing usage tracker for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:35.234125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4fbb1eca-1513-46c9-aa7a-db7242ce020e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Unset dirty status for tenant:60efeec55cf9430eb6e4f6f8505fad70 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:35.236389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4fbb1eca-1513-46c9-aa7a-db7242ce020e tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports/b082b27c-105d-4937-8370-490a70adf9e5 HTTP/1.1" status: 404 len: 333 time: 0.0670633 Mar 02 18:08:35.240133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41084) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:35.329175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:35.329817 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.417618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:35.422184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-59e264ee-3cfc-446a-bd07-efecdec5835b None None] Could not find standard attr ID for object b082b27c-105d-4937-8370-490a70adf9e5. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:08:35.446325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.480048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.533545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:35.550105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.576390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b055895-54be-4106-8a14-7c889c05d3a4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:35.584828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.587269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1476fc0d-0f26-4e5a-848b-377c7b5f8182 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b055895-54be-4106-8a14-7c889c05d3a4 HTTP/1.1" status: 204 len: 168 time: 0.3457026 Mar 02 18:08:35.589866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41092) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:35.633642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:35.634106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.680470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.720526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.787342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-54530a8c-b18f-4729-8c0d-faffb9de7876 None None] Could not find standard attr ID for object b082b27c-105d-4937-8370-490a70adf9e5. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:08:35.791812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.813288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad585f83-6495-438a-b99f-56a15c8ad0d9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:35.819307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.823672 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41096) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:35.824932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6ec92df9-3764-44d1-8fbf-d6a7ce82289f tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad585f83-6495-438a-b99f-56a15c8ad0d9 HTTP/1.1" status: 204 len: 168 time: 0.2328408 Mar 02 18:08:35.897381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.934963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:35.986606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.003310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e94ed-d4d8-4bb2-bf60-507126b0ad67,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:36.015118 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.015118 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8549504-0b50-49d4-b8e4-ea1d507e1d1d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d3e94ed-d4d8-4bb2-bf60-507126b0ad67 HTTP/1.1" status: 204 len: 168 time: 0.1877289 Mar 02 18:08:36.015403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:36.089250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet ccb31b64-b3cb-4fad-b599-6353e3276ec9 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:36.092551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.148188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.256192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.350107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.392251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb31b64-b3cb-4fad-b599-6353e3276ec9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:36.400135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.415567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41108) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:36.418496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a85bf2-0048-41e7-b7b3-040610dfe819 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:36.426685 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-10b6b52e-e896-4374-a8d1-c4369885cd86 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/ccb31b64-b3cb-4fad-b599-6353e3276ec9 HTTP/1.1" status: 204 len: 168 time: 0.3989410 Mar 02 18:08:36.640533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet 99bdd63d-442f-4196-a1ac-e8e462e0b0fe {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:36.643837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.704141 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.806494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.902116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.945215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=99bdd63d-442f-4196-a1ac-e8e462e0b0fe,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:36.951469 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:36.959809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d548382-d179-4883-bf44-573fa3ff9169 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/99bdd63d-442f-4196-a1ac-e8e462e0b0fe HTTP/1.1" status: 204 len: 168 time: 0.5408950 Mar 02 18:08:36.960825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.006633 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c351de42-4dd6-49ba-aba4-a7170692f90d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.007374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c351de42-4dd6-49ba-aba4-a7170692f90d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.009176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c351de42-4dd6-49ba-aba4-a7170692f90d tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/ccb31b64-b3cb-4fad-b599-6353e3276ec9 HTTP/1.1" status: 404 len: 337 time: 0.0469680 Mar 02 18:08:37.011955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41120) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.081831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting subnet ae5271dd-d783-4b2a-a59e-7281df0d9383 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:37.086076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.144965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.235803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.321161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.369699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5271dd-d783-4b2a-a59e-7281df0d9383,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:37.375058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.381998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5c6921b2-cfed-4bc2-8393-fb6538289d4c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/ae5271dd-d783-4b2a-a59e-7281df0d9383 HTTP/1.1" status: 204 len: 168 time: 0.3688967 Mar 02 18:08:37.384383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.399893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc9846-b3f5-48ce-a406-08749a5f8d35 None None] Network c23de7e1-2283-4cc3-9b80-eb36ca72c56f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:37.434830 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2a348d-ec47-482b-8671-020626343cb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.436100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2a348d-ec47-482b-8671-020626343cb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.437972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3f2a348d-ec47-482b-8671-020626343cb8 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/901bfac8-b8c0-4b25-86df-14b092b39f3b HTTP/1.1" status: 404 len: 337 time: 0.0527070 Mar 02 18:08:37.441177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41130) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.509650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d9a7d3c6-8f1e-45ae-b4f8-e2fe759d4c50 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "GET /v2.0/ports?device_id=79037b78-e264-40c5-9fa7-aec2439ba458 HTTP/1.1" status: 200 len: 205 time: 0.0649300 Mar 02 18:08:37.509878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.558453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23072402-9db9-44ff-936e-d683cfe5de9b None None] Provisioning complete for port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:37.559075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23072402-9db9-44ff-936e-d683cfe5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.574819 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-60e4d721-aafc-4719-909c-969d84f573ad tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] delete failed (client error): The resource could not be found. Mar 02 18:08:37.578297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60e4d721-aafc-4719-909c-969d84f573ad tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/routers/79037b78-e264-40c5-9fa7-aec2439ba458 HTTP/1.1" status: 404 len: 336 time: 0.0651662 Mar 02 18:08:37.578438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41138) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.620674 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-258365f2-87d1-4fdf-b451-e27ac371a1ed tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.621113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258365f2-87d1-4fdf-b451-e27ac371a1ed tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.625207 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-258365f2-87d1-4fdf-b451-e27ac371a1ed tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/eac48bd4-181a-4623-acad-06166b4fd9f3 HTTP/1.1" status: 404 len: 337 time: 0.0434198 Mar 02 18:08:37.625949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41142) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.663179 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d8914e-f230-4869-8dc4-2a9d3221742c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.663545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d8914e-f230-4869-8dc4-2a9d3221742c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.666610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e5d8914e-f230-4869-8dc4-2a9d3221742c tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/1eb2e822-d0ee-460e-b9b9-acfa4c05f03f HTTP/1.1" status: 404 len: 337 time: 0.0388610 Mar 02 18:08:37.667835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.708351 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea5aaed-ea79-4828-a979-7910d4f6d174 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.708860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea5aaed-ea79-4828-a979-7910d4f6d174 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.713142 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2ea5aaed-ea79-4828-a979-7910d4f6d174 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/99c5b43f-f9d3-4e27-b5bf-f64a53c9e28c HTTP/1.1" status: 404 len: 337 time: 0.0417383 Mar 02 18:08:37.713396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.764452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] DHCP port deletion for c23de7e1-2283-4cc3-9b80-eb36ca72c56f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:08:37.772998 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76dbd9-564e-4446-993d-003d1326b72b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.773444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b76dbd9-564e-4446-993d-003d1326b72b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.777755 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5b76dbd9-564e-4446-993d-003d1326b72b tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/bc29ac56-1d78-4da1-b2f9-2c775a1ca830 HTTP/1.1" status: 404 len: 333 time: 0.0605421 Mar 02 18:08:37.777938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Deleting port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:37.777938 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.778147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41156) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.824215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-23072402-9db9-44ff-936e-d683cfe5de9b None None] Provisioning complete for port 778d2aa4-a498-4db0-accc-6365616096da triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:37.824595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-23072402-9db9-44ff-936e-d683cfe5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:37.825957 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51d645a-1a25-4cf6-b481-efb727a3b4f1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.826458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51d645a-1a25-4cf6-b481-efb727a3b4f1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.828166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b51d645a-1a25-4cf6-b481-efb727a3b4f1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/56eaa299-d2df-4177-8484-9c7e5283bb52 HTTP/1.1" status: 404 len: 337 time: 0.0489504 Mar 02 18:08:37.830614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.870865 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e0de5-a42e-4965-98fe-eaf9f2fcaff5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.871285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96e0de5-a42e-4965-98fe-eaf9f2fcaff5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.872889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f96e0de5-a42e-4965-98fe-eaf9f2fcaff5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/4c7c10df-f738-47f9-a533-152071faee85 HTTP/1.1" status: 404 len: 337 time: 0.0414078 Mar 02 18:08:37.875529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41166) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.924621 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c42ddc3-cc18-490d-9397-1c09b19da4b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.925133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c42ddc3-cc18-490d-9397-1c09b19da4b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.930054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5c42ddc3-cc18-490d-9397-1c09b19da4b2 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/22a03fe5-8167-46dc-97a0-88b610375287 HTTP/1.1" status: 404 len: 333 time: 0.0501058 Mar 02 18:08:37.930268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41170) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:37.954966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-23072402-9db9-44ff-936e-d683cfe5de9b None None] Port 778d2aa4-a498-4db0-accc-6365616096da cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:37.975185 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d7239a-834f-46de-a877-90cc719006d1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:37.975640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d7239a-834f-46de-a877-90cc719006d1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:37.979775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-38d7239a-834f-46de-a877-90cc719006d1 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/1df8f010-6c90-4e36-9742-0ee9f90dfb92 HTTP/1.1" status: 404 len: 337 time: 0.0460060 Mar 02 18:08:37.980179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41174) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:38.019105 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-598bf9b5-9bbb-44e9-aa82-102ef10da9ce tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] DELETE failed (client error): The resource could not be found. Mar 02 18:08:38.019636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598bf9b5-9bbb-44e9-aa82-102ef10da9ce tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:08:38.024887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-598bf9b5-9bbb-44e9-aa82-102ef10da9ce tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/subnets/0e909730-7d31-4c43-a38e-a82f4ddbbeaa HTTP/1.1" status: 404 len: 337 time: 0.0414321 Mar 02 18:08:38.025625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41178) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:38.075341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] For port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,segment=NetworkSegment(7d852b44-fa6f-40c7-9e38-5ce0fb5a1068),segment_id=7d852b44-fa6f-40c7-9e38-5ce0fb5a1068)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:38.075741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.093876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Deleting port 778d2aa4-a498-4db0-accc-6365616096da {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:38.094207 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.204812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Calling delete_port for 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:38.327845 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.380313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] Pushing event deleted for resources: {'Port': ['ID=824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:38.384222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1cfb50-5930-4976-8c2c-411df17ff116 None None] No DVR routers for this DVR port 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:08:38.424027 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.542659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Calling delete_port for 778d2aa4-a498-4db0-accc-6365616096da owned by {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:38.622851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.675457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Port': ['ID=778d2aa4-a498-4db0-accc-6365616096da,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:38.683131 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.697265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-77aa0bc1-55bc-4474-b54c-986e0f80f9a9 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/ports/778d2aa4-a498-4db0-accc-6365616096da HTTP/1.1" status: 204 len: 168 time: 0.6699765 Mar 02 18:08:38.699464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41184) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:38.771163 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.824496 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.970160 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:38.997500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23de7e1-2283-4cc3-9b80-eb36ca72c56f']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:39.010306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:39.010606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d852b44-fa6f-40c7-9e38-5ce0fb5a1068') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:39.024272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.041962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.048434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:08:39.048831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:08:39.063700 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:08:39.160266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.181445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.187516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] Pushing event deleted for resources: {'Network': ['ID=c23de7e1-2283-4cc3-9b80-eb36ca72c56f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:39.192167 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7bd4ffb-242b-4d86-9ce1-17ec477175c5 tempest-PortsTestJSON-1255926149 tempest-PortsTestJSON-1255926149-project] 10.222.0.37 "DELETE /v2.0/networks/c23de7e1-2283-4cc3-9b80-eb36ca72c56f HTTP/1.1" status: 204 len: 168 time: 0.4917612 Mar 02 18:08:39.353537 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47537d2c-ee1e-4790-84e1-be1131095bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.505841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:08:39.526615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:39.539776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:08:39.540125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 824a7a5f-ff5b-4434-b11a-b0ec0ac0a5e6 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:08:39.721938 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a6b541b-8a76-4606-978a-98fe203f4ba1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60efeec55cf9430eb6e4f6f8505fad70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939483 Mar 02 18:08:39.725983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41206) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:39.795144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.831973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.885647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.903932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c539f1a4-8e86-4586-a311-7ce3473fca00,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:39.907184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:39.917129 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-75c3fe99-2dfc-49aa-ab9f-e169d4a9b0fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c539f1a4-8e86-4586-a311-7ce3473fca00 HTTP/1.1" status: 204 len: 168 time: 0.1857183 Mar 02 18:08:40.783428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41238) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:40.951102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081596616'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:40.956650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:40.961613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:40.964633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:40.971921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:40.984285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:40.987294 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.001553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.040562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:41.044421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:security_group_rule and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:41.047251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:41.054003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:41.150225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.155025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.199203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:08:41.212933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd7f08-55a8-40fd-ba49-7238ea5bcfd0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:41.217742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.218387 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment ff463960-7c91-433b-9277-64edce7f150d of type vlan for network 68e805b9-2745-461f-b83b-cee92cca6cc4 Mar 02 18:08:41.251826 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.287693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.291432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:41.292047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.371140 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc9418a5-9012-4158-951a-ae2b55a0a031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.416110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6290755 Mar 02 18:08:41.416332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41244) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:41.419030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a233c-1c59-4551-b438-3fce214052b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=68e805b9-2745-461f-b83b-cee92cca6cc4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:41.424819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643433195'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:41.432344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:41.436800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:41.439689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:41.440736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:08:41.447333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:41.464549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:41.472906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.513523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:08:41.526496 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.526496 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment 4e9dfa56-b9ea-4053-aaa0-079c5f1ed798 of type vlan for network 6b0e91bc-977b-4f8c-9a61-404871c67da8 Mar 02 18:08:41.554712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.599133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.603896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:41.604730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:41.823680 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4056313 Mar 02 18:08:41.827426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41254) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:41.837429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:41.924023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c53f5-eb4f-4a58-b7ac-6cac4561b560 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=6b0e91bc-977b-4f8c-9a61-404871c67da8,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:41.934786 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:08:41.978255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:41.982422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:41.985500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:41.992762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:42.005062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:42.006134 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:08:42.121186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:42.368770 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:42.457314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=f3cd558d-0f7f-4d61-ab06-7f096ff6d568,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:42.477324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': 'ff463960-7c91-433b-9277-64edce7f150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:42.477769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 68e805b9-2745-461f-b83b-cee92cca6cc4, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:08:42.512347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:08:42.524079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 68e805b9-2745-461f-b83b-cee92cca6cc4) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:42.528567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:42.529162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:42.537635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460aeb26-2c0e-4b44-8045-65f49a44f8ed None None] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:42.557889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-19e0dc60-9e03-458a-8059-26fd9ca418e8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7289567 Mar 02 18:08:42.560539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41264) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:42.570107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:42.709962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:42.714147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:42.717184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:42.723461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:42.737043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:42.836958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-68e805b9-2745-461f-b83b-cee92cca6cc4', 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': 'f3cd558d-0f7f-4d61-ab06-7f096ff6d568'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:08:42.838544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:42.859794 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:42.925948 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.022938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Allocated IP 2001:db8::2 (68e805b9-2745-461f-b83b-cee92cca6cc4/f3cd558d-0f7f-4d61-ab06-7f096ff6d568/4112edf8-5bce-4446-8797-2da1e0765d10) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:43.065193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.103379 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.168873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=c1a0a7ee-81a5-491e-82f2-5be84c635286,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:43.195988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:43.196460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 6b0e91bc-977b-4f8c-9a61-404871c67da8, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:08:43.220367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:08:43.237799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6b0e91bc-977b-4f8c-9a61-404871c67da8) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:43.242608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:43.243081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.247686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.254244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4839501-9352-4064-b75f-5eff8a1f1309 None None] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:43.269860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f4c92965-d333-4717-a826-d3b1635aa1eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7036281 Mar 02 18:08:43.270188 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:43.276930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-730247656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:43.277574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Transition to ACTIVE for port object 4112edf8-5bce-4446-8797-2da1e0765d10 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:43.285307 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:43.289932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:43.292786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:43.299452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:43.309705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.310656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.331275 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.351680 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.356154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Transition to ACTIVE for port object 4112edf8-5bce-4446-8797-2da1e0765d10 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:43.365540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.381970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.385314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cc651f82-597f-49f6-a732-ed45032bcac0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1132717 Mar 02 18:08:43.387947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:43.499027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Pushing event updated for resources: {'Port': ['ID=4112edf8-5bce-4446-8797-2da1e0765d10,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:43.613411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:43.617349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:43.639239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:43.750497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Attempting to bind port 4112edf8-5bce-4446-8797-2da1e0765d10 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:43.750919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Attempting to bind port 4112edf8-5bce-4446-8797-2da1e0765d10 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ff463960-7c91-433b-9277-64edce7f150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:43.751279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Attempting to bind port 4112edf8-5bce-4446-8797-2da1e0765d10 on network 68e805b9-2745-461f-b83b-cee92cca6cc4 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:43.807457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:43.807848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Checking segment: {'id': 'ff463960-7c91-433b-9277-64edce7f150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:43.809723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.810172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Bound using segment: {'id': 'ff463960-7c91-433b-9277-64edce7f150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:43.810891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Bound port: 4112edf8-5bce-4446-8797-2da1e0765d10, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff463960-7c91-433b-9277-64edce7f150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68e805b9-2745-461f-b83b-cee92cca6cc4'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:43.811278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.826695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6b0e91bc-977b-4f8c-9a61-404871c67da8', 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': 'c1a0a7ee-81a5-491e-82f2-5be84c635286'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:08:43.826979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:43.985095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] For port 4112edf8-5bce-4446-8797-2da1e0765d10, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:43.990520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] For port 4112edf8-5bce-4446-8797-2da1e0765d10, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4112edf8-5bce-4446-8797-2da1e0765d10,segment=NetworkSegment(ff463960-7c91-433b-9277-64edce7f150d),segment_id=ff463960-7c91-433b-9277-64edce7f150d)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:44.023197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.094689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.153554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Allocated IP 2001:db8:1::2 (6b0e91bc-977b-4f8c-9a61-404871c67da8/c1a0a7ee-81a5-491e-82f2-5be84c635286/236a976e-37e4-48a9-a9cd-eeea1d8e3963) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:44.196174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8273-bb86-4273-ba12-22a39c29261d None None] Pushing event updated for resources: {'Port': ['ID=4112edf8-5bce-4446-8797-2da1e0765d10,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:44.426349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.449800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Transition to ACTIVE for port object 236a976e-37e4-48a9-a9cd-eeea1d8e3963 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:44.459730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.484645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Transition to ACTIVE for port object 236a976e-37e4-48a9-a9cd-eeea1d8e3963 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:44.492754 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.581737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:44.584666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:44.584999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8::1 (68e805b9-2745-461f-b83b-cee92cca6cc4/f3cd558d-0f7f-4d61-ab06-7f096ff6d568/5a1b39fe-4d0a-48c6-bc8c-8396ae005395) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:44.587303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:44.603121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Pushing event updated for resources: {'Port': ['ID=236a976e-37e4-48a9-a9cd-eeea1d8e3963,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:44.714505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Attempting to bind port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:08:44.715228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Attempting to bind port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:08:44.715228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Attempting to bind port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 on network 6b0e91bc-977b-4f8c-9a61-404871c67da8 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:08:44.722077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:08:44.722619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Checking segment: {'id': '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:44.723004 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.723394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Bound using segment: {'id': '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:08:44.724761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Bound port: 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6b0e91bc-977b-4f8c-9a61-404871c67da8'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:08:44.725301 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.774350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.791066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:44.816197 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.828295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] For port 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:08:44.831879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] For port 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=236a976e-37e4-48a9-a9cd-eeea1d8e3963,segment=NetworkSegment(4e9dfa56-b9ea-4053-aaa0-079c5f1ed798),segment_id=4e9dfa56-b9ea-4053-aaa0-079c5f1ed798)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:08:44.836619 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.884077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:44.891480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:44.896528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:44.897307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:44.913573 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b360f-5dc7-4b97-8c56-bcb060ebe6e9 None None] Pushing event updated for resources: {'Port': ['ID=236a976e-37e4-48a9-a9cd-eeea1d8e3963,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:44.954690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=5a1b39fe-4d0a-48c6-bc8c-8396ae005395,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:44.995284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:45.531471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:45.537673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:45.538753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:45.617712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4112edf8-5bce-4446-8797-2da1e0765d10 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:45.656382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde137de-e4d4-46e4-af64-9d86c883e9ac None None] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:45.688452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=5a1b39fe-4d0a-48c6-bc8c-8396ae005395,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:45.754461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:45.756227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:45.921381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6f9a3c3-5d31-4ed6-afc8-bac708565dfa None None] Provisioning for port 4112edf8-5bce-4446-8797-2da1e0765d10 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:45.976125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4112edf8-5bce-4446-8797-2da1e0765d10 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:45.988731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4112edf8-5bce-4446-8797-2da1e0765d10 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:45.989102 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:46.144226 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:46.183481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 4112edf8-5bce-4446-8797-2da1e0765d10, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4112edf8-5bce-4446-8797-2da1e0765d10,segment=NetworkSegment(ff463960-7c91-433b-9277-64edce7f150d),segment_id=ff463960-7c91-433b-9277-64edce7f150d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:46.199913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:46.205442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 236a976e-37e4-48a9-a9cd-eeea1d8e3963 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:46.331261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 9ec3252a-aa28-44ed-939d-1b9b9a7f4048 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:08:46.369170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=4112edf8-5bce-4446-8797-2da1e0765d10,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:46.389448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:46.444328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8b3ce-a419-4941-b96c-ff01db2f44da None None] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:46.572459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Provisioning for port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:46.581902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Provisioning complete for port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:46.582267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:46.586526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:46.597550 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] Sync routers for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:46.603779 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94d06e46-c039-4868-aa51-6f287a60472b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2144043 Mar 02 18:08:46.607540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41298) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:46.618277 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:46.619452 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:46.666021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:46.694932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59f8c0-50df-4c3b-b41f-7a9a8ace32a0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:46.695551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6b59f8c0-50df-4c3b-b41f-7a9a8ace32a0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:46.728576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6b59f8c0-50df-4c3b-b41f-7a9a8ace32a0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:46.732587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6b59f8c0-50df-4c3b-b41f-7a9a8ace32a0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports/5a1b39fe-4d0a-48c6-bc8c-8396ae005395 HTTP/1.1" status: 200 len: 911 time: 0.1233027 Mar 02 18:08:46.735479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41304) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:46.743376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Provisioning for port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:46.745662 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:46.760934 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:46.761915 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:46.777162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Provisioning complete for port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:46.783668 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:46.841905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:46.842315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9301ed3-b241-4109-adeb-5bd2f404f1e7 None None] The sync data for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:46.976560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.026787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] For port 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=236a976e-37e4-48a9-a9cd-eeea1d8e3963,segment=NetworkSegment(4e9dfa56-b9ea-4053-aaa0-079c5f1ed798),segment_id=4e9dfa56-b9ea-4053-aaa0-079c5f1ed798)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:47.033068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.156040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Provisioning complete for port 4112edf8-5bce-4446-8797-2da1e0765d10 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:47.156413 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.206265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f31d6-1991-4098-bfe3-bfaa878395f9 None None] Pushing event updated for resources: {'Port': ['ID=236a976e-37e4-48a9-a9cd-eeea1d8e3963,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:47.428846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4235eb3e-845e-4723-bc97-3f0295e3dd94 None None] Provisioning complete for port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:47.429347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4235eb3e-845e-4723-bc97-3f0295e3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.502075 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.538530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4235eb3e-845e-4723-bc97-3f0295e3dd94 None None] Port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:47.557552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4235eb3e-845e-4723-bc97-3f0295e3dd94 None None] Provisioning complete for port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:47.558264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4235eb3e-845e-4723-bc97-3f0295e3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.592179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4112edf8-5bce-4446-8797-2da1e0765d10 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:47.744610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4112edf8-5bce-4446-8797-2da1e0765d10 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:47.745294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.886145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 236a976e-37e4-48a9-a9cd-eeea1d8e3963 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:08:47.954685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:47.954685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:47.981980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8:1::1 (6b0e91bc-977b-4f8c-9a61-404871c67da8/c1a0a7ee-81a5-491e-82f2-5be84c635286/45984113-9574-4007-a3db-1e8fcd9a176f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:08:48.141348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.156221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 45984113-9574-4007-a3db-1e8fcd9a176f will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:08:48.178174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.257608 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:48.260987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:48.265176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:08:48.265689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.268209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=45984113-9574-4007-a3db-1e8fcd9a176f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:48.361452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.626903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7a25e45b-86c0-41d1-ab57-51841101aaeb None None] Provisioning for port 45984113-9574-4007-a3db-1e8fcd9a176f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:08:48.631931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7a25e45b-86c0-41d1-ab57-51841101aaeb None None] Provisioning complete for port 45984113-9574-4007-a3db-1e8fcd9a176f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:48.632308 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a25e45b-86c0-41d1-ab57-51841101aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.688193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7a25e45b-86c0-41d1-ab57-51841101aaeb None None] Port 45984113-9574-4007-a3db-1e8fcd9a176f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:48.780313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.784880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.785807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:48.931324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=45984113-9574-4007-a3db-1e8fcd9a176f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:48.980885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:08:48.981986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:49.223161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9255a827-8a1d-45d0-9036-d13c2ee164c9 None None] Provisioning complete for port 45984113-9574-4007-a3db-1e8fcd9a176f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:08:49.224158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9255a827-8a1d-45d0-9036-d13c2ee164c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:49.289071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9255a827-8a1d-45d0-9036-d13c2ee164c9 None None] Port 45984113-9574-4007-a3db-1e8fcd9a176f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:08:49.327470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 9ec3252a-aa28-44ed-939d-1b9b9a7f4048 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:49.434651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:49.609611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:49.619132 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] Sync routers for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:49.629537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ba296deb-13c2-4672-b3f0-9bf8b13754b0 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926566 Mar 02 18:08:49.632478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41324) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:49.635325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:49.636566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:49.701277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:49.702105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d94912-083e-48a8-8b7b-47dbc1a608f6 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:49.702694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46d94912-083e-48a8-8b7b-47dbc1a608f6 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:49.714481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:49.715521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:49.719251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-46d94912-083e-48a8-8b7b-47dbc1a608f6 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:49.720641 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-46d94912-083e-48a8-8b7b-47dbc1a608f6 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports/45984113-9574-4007-a3db-1e8fcd9a176f HTTP/1.1" status: 200 len: 913 time: 0.0872796 Mar 02 18:08:49.723591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41328) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:49.775383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:49.775940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac5ff7-1b50-43c8-928c-91817d3f2d65 None None] The sync data for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:50.066273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:50.666652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 45984113-9574-4007-a3db-1e8fcd9a176f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:50.667386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:50.858421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:50.982701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 45984113-9574-4007-a3db-1e8fcd9a176f owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:51.257529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:51.306664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=45984113-9574-4007-a3db-1e8fcd9a176f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:51.528917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:52.034831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 9ec3252a-aa28-44ed-939d-1b9b9a7f4048 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:52.205025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:52.214609 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] Sync routers for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:52.221175 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cba4ed37-092e-426b-be6f-3152e12d6d18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962864 Mar 02 18:08:52.224559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41350) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:52.228243 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:52.229045 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:52.295996 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:52.307560 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:52.308146 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:52.368703 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:52.369098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d114e8-e5e3-4056-9a35-dde62c11b5c6 None None] The sync data for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:52.659063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:53.228485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:53.229250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:53.416842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:53.495329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-a44dde4a-94dc-4c22-aeb7-5fd5a2de849b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767117 Mar 02 18:08:53.543686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 5a1b39fe-4d0a-48c6-bc8c-8396ae005395 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:53.638304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-b3d7acfa-ea44-42c2-af22-a414f9d7dc3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1096 time: 0.0717514 Mar 02 18:08:53.731343 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:53.783248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=5a1b39fe-4d0a-48c6-bc8c-8396ae005395,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:53.803146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-dee6819c-3df0-43b5-beef-c0cd29782a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:53.803146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-dee6819c-3df0-43b5-beef-c0cd29782a26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 897 time: 0.1451733 Mar 02 18:08:53.914740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.914956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.915176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.915454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.915810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.916143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.916468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.916795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.917116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.917434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.917753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:08:53.923905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-1facaca0-b1e3-4f31-8965-2b2022370f16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 1001 time: 0.1156390 Mar 02 18:08:53.997860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-876a40a1-ddcc-4483-8902-05bb40cd0556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:53.999839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-876a40a1-ddcc-4483-8902-05bb40cd0556 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 200 len: 835 time: 0.0708396 Mar 02 18:08:54.001817 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:54.199511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-b038c160-ad06-4cda-a21d-ffa0ef56031e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935592 Mar 02 18:08:54.335109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-97d88eab-3fe1-465d-b555-afc79b64e1d5 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293657 Mar 02 18:08:54.494636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9bafd94c-25c1-46c0-91af-e1ac1592a44e req-aaf6fb73-799e-45af-9e88-e56753e76736 service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523616 Mar 02 18:08:54.545702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 9ec3252a-aa28-44ed-939d-1b9b9a7f4048 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:08:54.695032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:08:54.705728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] Sync routers for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:08:54.710028 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9213a94d-4de7-4e88-aaf9-9be798980876 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842885 Mar 02 18:08:54.712655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41380) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:54.731893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:54.732673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:54.755521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2fbc5189-ddd4-47ce-b316-b003253e19eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:08:54.772947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2fbc5189-ddd4-47ce-b316-b003253e19eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:08:54.776729 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2fbc5189-ddd4-47ce-b316-b003253e19eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec3252a-aa28-44ed-939d-1b9b9a7f4048 HTTP/1.1" status: 200 len: 205 time: 0.0606565 Mar 02 18:08:54.776970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41386) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:54.801484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:54.816212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] Routers {'9ec3252a-aa28-44ed-939d-1b9b9a7f4048'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:08:54.817028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:54.880624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:54.881019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd760d17-25e7-4cbf-9779-80979e5842da None None] The sync data for ids ['9ec3252a-aa28-44ed-939d-1b9b9a7f4048'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:08:54.921173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.419297 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.423555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.459838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.460402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec3252a-aa28-44ed-939d-1b9b9a7f4048 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:08:55.477369 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.484364 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b0ff5d3-e400-4bf2-9bd7-3db10e8fc3b8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048 HTTP/1.1" status: 204 len: 168 time: 0.7039762 Mar 02 18:08:55.484638 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:55.665165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet c1a0a7ee-81a5-491e-82f2-5be84c635286 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:55.668227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.725031 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.806346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.879687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.920124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a0a7ee-81a5-491e-82f2-5be84c635286,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:55.924361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.935172 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8e2d1cd-df0a-46d4-973f-f7d34c48b961 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/c1a0a7ee-81a5-491e-82f2-5be84c635286 HTTP/1.1" status: 204 len: 168 time: 0.4463255 Mar 02 18:08:55.935172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41406) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:55.937032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ec499-3f9c-4761-8bda-b99996be4a21 None None] Network 6b0e91bc-977b-4f8c-9a61-404871c67da8 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:56.139088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet f3cd558d-0f7f-4d61-ab06-7f096ff6d568 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:08:56.142462 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.207396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.231785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] DHCP port deletion for 6b0e91bc-977b-4f8c-9a61-404871c67da8 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:08:56.237011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Deleting port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:56.238283 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.292386 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.382033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.426086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.443986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cd558d-0f7f-4d61-ab06-7f096ff6d568,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:56.457409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41418) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:56.471386 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b348c4f-fa43-48b0-9252-1aca69527e74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/f3cd558d-0f7f-4d61-ab06-7f096ff6d568 HTTP/1.1" status: 204 len: 168 time: 0.5358207 Mar 02 18:08:56.475454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b509dc-27ed-404f-a6a3-76d12412730e None None] Network 68e805b9-2745-461f-b83b-cee92cca6cc4 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:56.580953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.591781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:56.592118 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.611709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] For port 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=236a976e-37e4-48a9-a9cd-eeea1d8e3963,segment=NetworkSegment(4e9dfa56-b9ea-4053-aaa0-079c5f1ed798),segment_id=4e9dfa56-b9ea-4053-aaa0-079c5f1ed798)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:56.612153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.788775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Calling delete_port for 236a976e-37e4-48a9-a9cd-eeea1d8e3963 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:56.811385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 236a976e-37e4-48a9-a9cd-eeea1d8e3963, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=236a976e-37e4-48a9-a9cd-eeea1d8e3963,segment=NetworkSegment(4e9dfa56-b9ea-4053-aaa0-079c5f1ed798),segment_id=4e9dfa56-b9ea-4053-aaa0-079c5f1ed798)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:56.811811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.887365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.944709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] Pushing event deleted for resources: {'Port': ['ID=236a976e-37e4-48a9-a9cd-eeea1d8e3963,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:56.957639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722022f-88e3-4fe9-850e-6b510fd38a01 None None] No DVR routers for this DVR port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:08:56.958939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 236a976e-37e4-48a9-a9cd-eeea1d8e3963 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:56.979460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] DHCP port deletion for 68e805b9-2745-461f-b83b-cee92cca6cc4 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:08:56.983991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Deleting port 4112edf8-5bce-4446-8797-2da1e0765d10 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:56.984357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.036021 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.db.api [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:08:57.037136 n-d-820559-6 neutron-server[83797]: DEBUG oslo_db.api [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:08:57.183305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] For port 4112edf8-5bce-4446-8797-2da1e0765d10, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4112edf8-5bce-4446-8797-2da1e0765d10,segment=NetworkSegment(ff463960-7c91-433b-9277-64edce7f150d),segment_id=ff463960-7c91-433b-9277-64edce7f150d)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:08:57.183699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.301231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Calling delete_port for 4112edf8-5bce-4446-8797-2da1e0765d10 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:08:57.376669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.420273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] Pushing event deleted for resources: {'Port': ['ID=4112edf8-5bce-4446-8797-2da1e0765d10,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:57.430121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ea48d-1f30-4a3d-9e25-38be7d21fc35 None None] No DVR routers for this DVR port 4112edf8-5bce-4446-8797-2da1e0765d10 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:08:57.529374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4112edf8-5bce-4446-8797-2da1e0765d10 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:08:57.538767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 236a976e-37e4-48a9-a9cd-eeea1d8e3963 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:08:57.539304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.569037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4112edf8-5bce-4446-8797-2da1e0765d10 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:08:57.569638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4112edf8-5bce-4446-8797-2da1e0765d10 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:08:57.570224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 236a976e-37e4-48a9-a9cd-eeea1d8e3963 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:08:57.603420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 236a976e-37e4-48a9-a9cd-eeea1d8e3963 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:08:57.603913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 236a976e-37e4-48a9-a9cd-eeea1d8e3963 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:08:57.609599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] The port '236a976e-37e4-48a9-a9cd-eeea1d8e3963' was deleted {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:08:57.740230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.767458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0e91bc-977b-4f8c-9a61-404871c67da8']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:57.781880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:57.782183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9dfa56-b9ea-4053-aaa0-079c5f1ed798') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:57.795064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.811650 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.818753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:08:57.819324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: util.warn( Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:08:57.834750 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:08:57.924283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.944206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:57.954921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=6b0e91bc-977b-4f8c-9a61-404871c67da8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:57.965580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7cbfbc28-b276-4639-87bf-b4900d4e2c40 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/6b0e91bc-977b-4f8c-9a61-404871c67da8 HTTP/1.1" status: 204 len: 168 time: 1.5074091 Mar 02 18:08:57.968301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41436) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:58.090049 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.332789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.362182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e805b9-2745-461f-b83b-cee92cca6cc4']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:58.374728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff463960-7c91-433b-9277-64edce7f150d') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:58.375026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff463960-7c91-433b-9277-64edce7f150d') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:08:58.387182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.404513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.410701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:08:58.411750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:08:58.433387 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:08:58.515856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.534730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.545244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=68e805b9-2745-461f-b83b-cee92cca6cc4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:58.547777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3e00a541-5c23-4eae-97c8-7187738bf11e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/68e805b9-2745-461f-b83b-cee92cca6cc4 HTTP/1.1" status: 204 len: 168 time: 0.5785854 Mar 02 18:08:58.552353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41446) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:58.557565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1528754178'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:58.563457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:58.567652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:58.570554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:58.577042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:58.587984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:58.591008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.620723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:08:58.629712 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.630129 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment 4282b830-8542-4190-9a95-7fea5ac29644 of type vlan for network fe25254a-4027-4370-81e9-f37ac122b32a Mar 02 18:08:58.656456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.686503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.690061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:58.690651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:58.796784 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2436435 Mar 02 18:08:58.799836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41454) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:58.806174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:58.806373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235b073-dc73-4e57-9ce4-b521022725a7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=fe25254a-4027-4370-81e9-f37ac122b32a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:58.817866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network fe25254a-4027-4370-81e9-f37ac122b32a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:08:58.936413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:58.940213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:58.943332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:58.949731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:58.959804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:59.062265 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.283216 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.361475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=5128361d-a703-40fc-ba59-4dba150b3891,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:08:59.375518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': '4282b830-8542-4190-9a95-7fea5ac29644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:08:59.375863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: fe25254a-4027-4370-81e9-f37ac122b32a, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:08:59.403685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network fe25254a-4027-4370-81e9-f37ac122b32a is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:08:59.425475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, fe25254a-4027-4370-81e9-f37ac122b32a) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:08:59.433110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:08:59.433110 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.467934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2135fb5c-a514-46a1-8a2b-22fa29cd76a4 None None] Network fe25254a-4027-4370-81e9-f37ac122b32a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:08:59.468129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6fc6517e-b47f-4653-b6ff-db5e6a05dcc1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6667867 Mar 02 18:08:59.470423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41468) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:59.477155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1126566616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:59.485123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:59.490888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:59.494016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:59.501176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:59.514720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.515828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.534450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.554837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.579348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.580650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f111fcda-2f9a-4e95-b5cd-8d2c73a4956b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1090453 Mar 02 18:08:59.583655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41472) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:08:59.590744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'port': {'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a', 'name': 'tempest-RoutersIpV6Test-1074690506'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:08:59.714792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-fe25254a-4027-4370-81e9-f37ac122b32a', 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': '5128361d-a703-40fc-ba59-4dba150b3891'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:08:59.715716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.752917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:08:59.757253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:port and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:08:59.766373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:08:59.773717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:08:59.785241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:08:59.789689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:59.817911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] device_id is not set on port e740509a-8d9b-4486-b62e-589e359270a0 yet. {{(pid=83797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:08:59.923286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Allocated IP 2001:db8::2 (fe25254a-4027-4370-81e9-f37ac122b32a/5128361d-a703-40fc-ba59-4dba150b3891/54f75b39-f45f-45a7-affc-ebba9f3e8250) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:00.147458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.157677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Transition to ACTIVE for port object 54f75b39-f45f-45a7-affc-ebba9f3e8250 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:00.175879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Transition to ACTIVE for port object 54f75b39-f45f-45a7-affc-ebba9f3e8250 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:00.181942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.249134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Network fe25254a-4027-4370-81e9-f37ac122b32a is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:00.250371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:00.256043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8::23f (fe25254a-4027-4370-81e9-f37ac122b32a/5128361d-a703-40fc-ba59-4dba150b3891/e740509a-8d9b-4486-b62e-589e359270a0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:00.260199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:00.270139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Pushing event updated for resources: {'Port': ['ID=54f75b39-f45f-45a7-affc-ebba9f3e8250,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:00.374965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Attempting to bind port 54f75b39-f45f-45a7-affc-ebba9f3e8250 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:00.375298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Attempting to bind port 54f75b39-f45f-45a7-affc-ebba9f3e8250 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '4282b830-8542-4190-9a95-7fea5ac29644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:00.375661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Attempting to bind port 54f75b39-f45f-45a7-affc-ebba9f3e8250 on network fe25254a-4027-4370-81e9-f37ac122b32a {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:00.382397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:00.382795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Checking segment: {'id': '4282b830-8542-4190-9a95-7fea5ac29644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:00.383190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.383575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Bound using segment: {'id': '4282b830-8542-4190-9a95-7fea5ac29644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:00.384036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Bound port: 54f75b39-f45f-45a7-affc-ebba9f3e8250, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4282b830-8542-4190-9a95-7fea5ac29644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fe25254a-4027-4370-81e9-f37ac122b32a'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:00.384408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.482918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] For port 54f75b39-f45f-45a7-affc-ebba9f3e8250, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:00.486073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] For port 54f75b39-f45f-45a7-affc-ebba9f3e8250, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54f75b39-f45f-45a7-affc-ebba9f3e8250,segment=NetworkSegment(4282b830-8542-4190-9a95-7fea5ac29644),segment_id=4282b830-8542-4190-9a95-7fea5ac29644)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:00.492009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.504549 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.522546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object e740509a-8d9b-4486-b62e-589e359270a0 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:00.552997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.579306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c9c51-8a29-442e-92bf-c3cb52e55bfd None None] Pushing event updated for resources: {'Port': ['ID=54f75b39-f45f-45a7-affc-ebba9f3e8250,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:00.628919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network fe25254a-4027-4370-81e9-f37ac122b32a is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:00.633174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:00.641462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:00.645614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:00.646628 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:00.689431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=e740509a-8d9b-4486-b62e-589e359270a0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:00.696191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2fed8370-17be-4b03-a3f0-f0f82c300eb5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1112578 Mar 02 18:09:00.699412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:01.443042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:01.564826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54f75b39-f45f-45a7-affc-ebba9f3e8250 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:01.645106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 54f75b39-f45f-45a7-affc-ebba9f3e8250 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:01.688380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae98266-6117-4572-b974-0e775500c910 None None] Network fe25254a-4027-4370-81e9-f37ac122b32a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:01.808567 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Provisioning for port 54f75b39-f45f-45a7-affc-ebba9f3e8250 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:01.816932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Provisioning complete for port 54f75b39-f45f-45a7-affc-ebba9f3e8250 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:01.817421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:01.862880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:01.868597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:01.985341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=e740509a-8d9b-4486-b62e-589e359270a0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:02.023419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.071296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] For port 54f75b39-f45f-45a7-affc-ebba9f3e8250, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54f75b39-f45f-45a7-affc-ebba9f3e8250,segment=NetworkSegment(4282b830-8542-4190-9a95-7fea5ac29644),segment_id=4282b830-8542-4190-9a95-7fea5ac29644)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:02.077938 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.153299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efa403-7cd5-4c60-9a2e-c01c71bff5ba None None] Pushing event updated for resources: {'Port': ['ID=54f75b39-f45f-45a7-affc-ebba9f3e8250,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:02.175334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.273855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.322952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Provisioning for port e740509a-8d9b-4486-b62e-589e359270a0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:02.328354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Provisioning complete for port e740509a-8d9b-4486-b62e-589e359270a0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:02.328750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.395288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Port e740509a-8d9b-4486-b62e-589e359270a0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:02.431472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Provisioning complete for port 54f75b39-f45f-45a7-affc-ebba9f3e8250 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:02.432002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c201ec49-d07e-44e9-b529-21c32b078ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.750131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8e1df37a-371c-4bf7-a311-282e41d533fe None None] Provisioning complete for port e740509a-8d9b-4486-b62e-589e359270a0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:02.751687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e1df37a-371c-4bf7-a311-282e41d533fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.773166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.780232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.781393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:02.877607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e1df37a-371c-4bf7-a311-282e41d533fe None None] Port e740509a-8d9b-4486-b62e-589e359270a0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:02.982381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=e740509a-8d9b-4486-b62e-589e359270a0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:03.006990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2563500d-66f7-4ea1-b7d6-46b3d4ccac24 None None] Provisioning complete for port e740509a-8d9b-4486-b62e-589e359270a0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:03.007654 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2563500d-66f7-4ea1-b7d6-46b3d4ccac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:03.079147 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2563500d-66f7-4ea1-b7d6-46b3d4ccac24 None None] Port e740509a-8d9b-4486-b62e-589e359270a0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:03.139199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network fe25254a-4027-4370-81e9-f37ac122b32a is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:03.140591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:03.526868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f3c96d37-bf15-43c5-be39-8a79b42b03f0 None None] Provisioning complete for port e740509a-8d9b-4486-b62e-589e359270a0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:03.527356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3c96d37-bf15-43c5-be39-8a79b42b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:03.568048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54f75b39-f45f-45a7-affc-ebba9f3e8250 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:03.574178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 398e8af2-baab-492c-9d0e-1a1eeda3a0e1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:09:03.640501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f3c96d37-bf15-43c5-be39-8a79b42b03f0 None None] Port e740509a-8d9b-4486-b62e-589e359270a0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:03.656352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 54f75b39-f45f-45a7-affc-ebba9f3e8250 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:03.656718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:03.769900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:03.775500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88538f03-ec9a-4a77-8bc8-3646da0e054c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/398e8af2-baab-492c-9d0e-1a1eeda3a0e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0748982 Mar 02 18:09:03.778125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41524) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:03.782453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] Sync routers for ids ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:03.796368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] Routers {'398e8af2-baab-492c-9d0e-1a1eeda3a0e1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:03.797055 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:03.860390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b2b7b-fd29-4e47-9dc3-f0e77bd977ae tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:03.860957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-973b2b7b-fd29-4e47-9dc3-f0e77bd977ae tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:09:03.864613 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:03.876445 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] Routers {'398e8af2-baab-492c-9d0e-1a1eeda3a0e1'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:03.877048 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:03.878265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-973b2b7b-fd29-4e47-9dc3-f0e77bd977ae tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:09:03.879422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-973b2b7b-fd29-4e47-9dc3-f0e77bd977ae tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports/e740509a-8d9b-4486-b62e-589e359270a0 HTTP/1.1" status: 200 len: 984 time: 0.0997753 Mar 02 18:09:03.883224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41528) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:03.949051 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:03.949445 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f6f2b-37bb-4b4c-863c-0398e5a29aeb None None] The sync data for ids ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:04.409959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:04.890984 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port e740509a-8d9b-4486-b62e-589e359270a0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:04.891537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:05.096387 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:05.217727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for e740509a-8d9b-4486-b62e-589e359270a0 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:05.416870 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:05.475388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=e740509a-8d9b-4486-b62e-589e359270a0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:05.686728 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:06.101150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 398e8af2-baab-492c-9d0e-1a1eeda3a0e1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:06.340092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:06.353258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] Sync routers for ids ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:06.358953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60241082-161b-4689-b42d-f57173a955a9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/398e8af2-baab-492c-9d0e-1a1eeda3a0e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743347 Mar 02 18:09:06.362125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41578) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:06.397850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] Routers {'398e8af2-baab-492c-9d0e-1a1eeda3a0e1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:06.398477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:06.466924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:06.480766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] Routers {'398e8af2-baab-492c-9d0e-1a1eeda3a0e1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:06.481386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:08:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:06.540421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:06.540742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c38fa-f556-4079-9619-31592e650e3c None None] The sync data for ids ['398e8af2-baab-492c-9d0e-1a1eeda3a0e1'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:06.852199 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-f21a787e-9f13-47d1-be05-bd919f73aabe tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 18:09:06.855970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f21a787e-9f13-47d1-be05-bd919f73aabe tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/398e8af2-baab-492c-9d0e-1a1eeda3a0e1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4904823 Mar 02 18:09:06.856993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41590) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:06.908708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-15901b19-02ed-4e01-8e58-b26bf5f93edc tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=398e8af2-baab-492c-9d0e-1a1eeda3a0e1 HTTP/1.1" status: 200 len: 205 time: 0.0494630 Mar 02 18:09:06.911602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41596) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:07.100592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.526228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.531061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.580723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.580723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 398e8af2-baab-492c-9d0e-1a1eeda3a0e1 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:09:07.594793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.599147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f296b08c-188f-4215-a97c-035e4a96bbdd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/398e8af2-baab-492c-9d0e-1a1eeda3a0e1 HTTP/1.1" status: 204 len: 168 time: 0.6861134 Mar 02 18:09:07.599509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41608) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:07.807983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet 5128361d-a703-40fc-ba59-4dba150b3891 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:09:07.811683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.875186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:07.961294 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.035533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.077182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=5128361d-a703-40fc-ba59-4dba150b3891,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:08.082685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.089568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29cc49-07e2-489a-85cb-83a0a873587d None None] Network fe25254a-4027-4370-81e9-f37ac122b32a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:08.095890 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9798ec7e-1a89-42ac-a823-e45ccf007a38 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/5128361d-a703-40fc-ba59-4dba150b3891 HTTP/1.1" status: 204 len: 168 time: 0.4931393 Mar 02 18:09:08.096093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41622) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:08.217948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.229702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 54f75b39-f45f-45a7-affc-ebba9f3e8250 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:08.230037 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.370652 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] DHCP port deletion for fe25254a-4027-4370-81e9-f37ac122b32a request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:09:08.374991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Deleting port 54f75b39-f45f-45a7-affc-ebba9f3e8250 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:08.375360 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.456489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 54f75b39-f45f-45a7-affc-ebba9f3e8250, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54f75b39-f45f-45a7-affc-ebba9f3e8250,segment=NetworkSegment(4282b830-8542-4190-9a95-7fea5ac29644),segment_id=4282b830-8542-4190-9a95-7fea5ac29644)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:08.456843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.578287 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 54f75b39-f45f-45a7-affc-ebba9f3e8250 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:08.616666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] For port 54f75b39-f45f-45a7-affc-ebba9f3e8250, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=54f75b39-f45f-45a7-affc-ebba9f3e8250,segment=NetworkSegment(4282b830-8542-4190-9a95-7fea5ac29644),segment_id=4282b830-8542-4190-9a95-7fea5ac29644)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:08.617376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.657790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.710421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=54f75b39-f45f-45a7-affc-ebba9f3e8250,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:08.718315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port 54f75b39-f45f-45a7-affc-ebba9f3e8250 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:09:08.757134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Calling delete_port for 54f75b39-f45f-45a7-affc-ebba9f3e8250 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:08.817376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.852656 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:09:08.854455 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:09:08.857883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.883237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe25254a-4027-4370-81e9-f37ac122b32a']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:08.895093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4282b830-8542-4190-9a95-7fea5ac29644') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:08.896171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4282b830-8542-4190-9a95-7fea5ac29644') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:08.907606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.924390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.930986 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:09:08.931373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:09:08.945829 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:09:09.118880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.124480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.152763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=fe25254a-4027-4370-81e9-f37ac122b32a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:09.158497 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-952ea4e5-b94d-4c8c-b81d-e93b4d9825db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/fe25254a-4027-4370-81e9-f37ac122b32a HTTP/1.1" status: 204 len: 168 time: 1.0614378 Mar 02 18:09:09.162132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:09.168681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1008206805'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:09.177364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:09.186232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:09.189167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:09.196022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:09.207697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:09.210809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.243135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:09.265057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.265057 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment d3297e00-79f5-470a-adf3-be8b0cefe609 of type vlan for network 0baa1252-296f-436f-98df-864d3e2f1e7c Mar 02 18:09:09.288247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.319198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.322784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:09.323348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.347551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-31b3ade1-358e-48ba-a005-8ee12a66c975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.355522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Deleting port 54f75b39-f45f-45a7-affc-ebba9f3e8250 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:09.356131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:09.424291 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2606385 Mar 02 18:09:09.427268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41648) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:09.433981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:09.434965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0b0f2-fc94-4ef2-b339-d1e60c38213e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=0baa1252-296f-436f-98df-864d3e2f1e7c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:09.450079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0baa1252-296f-436f-98df-864d3e2f1e7c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:09.478780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeef5b-ec09-46b0-8614-abf1d7fe4686 None None] The port '54f75b39-f45f-45a7-affc-ebba9f3e8250' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:09:09.608264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54f75b39-f45f-45a7-affc-ebba9f3e8250 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:09.648039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 54f75b39-f45f-45a7-affc-ebba9f3e8250 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:09.648375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 54f75b39-f45f-45a7-affc-ebba9f3e8250 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:09.660170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:09.666717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:09.670527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:09.680293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:09.695411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:09.858336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.086073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.279017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=01191484-419f-4e50-80d9-275f7eed311e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:10.292108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': 'd3297e00-79f5-470a-adf3-be8b0cefe609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:10.292468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 0baa1252-296f-436f-98df-864d3e2f1e7c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:10.315155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 0baa1252-296f-436f-98df-864d3e2f1e7c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:10.325350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0baa1252-296f-436f-98df-864d3e2f1e7c) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:10.330409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:10.330945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.335554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef9917-ce8c-4dce-8ac7-d4ab2c2a598c None None] Network 0baa1252-296f-436f-98df-864d3e2f1e7c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:10.361724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f16d8b51-59f7-4859-bf1e-811daa717ff3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9333451 Mar 02 18:09:10.365774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41672) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:10.372386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1587235588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:10.383247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:10.397919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:10.401604 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:10.409619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:10.425119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.426561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.451884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.473467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.496811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.498408 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6afc162c-138a-440f-b283-3fd0e1db4325 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1307201 Mar 02 18:09:10.501223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41676) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:10.613776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0baa1252-296f-436f-98df-864d3e2f1e7c', 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': '01191484-419f-4e50-80d9-275f7eed311e'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:10.614897 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:10.792554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Allocated IP 2001:db8::2 (0baa1252-296f-436f-98df-864d3e2f1e7c/01191484-419f-4e50-80d9-275f7eed311e/5f642b90-7270-4c30-bdc5-e5231f682960) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:11.021801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.080822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.096696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Transition to ACTIVE for port object 5f642b90-7270-4c30-bdc5-e5231f682960 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:11.122080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Transition to ACTIVE for port object 5f642b90-7270-4c30-bdc5-e5231f682960 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:11.133939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.210436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Network 0baa1252-296f-436f-98df-864d3e2f1e7c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:11.217290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:11.220095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Pushing event updated for resources: {'Port': ['ID=5f642b90-7270-4c30-bdc5-e5231f682960,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:11.226070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:11.272418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.272711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.273236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.273738 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.274229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.274747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.275237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.275728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.276201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.276673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.277158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:11.335356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Attempting to bind port 5f642b90-7270-4c30-bdc5-e5231f682960 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:11.336036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Attempting to bind port 5f642b90-7270-4c30-bdc5-e5231f682960 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd3297e00-79f5-470a-adf3-be8b0cefe609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:11.336589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Attempting to bind port 5f642b90-7270-4c30-bdc5-e5231f682960 on network 0baa1252-296f-436f-98df-864d3e2f1e7c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:11.343548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:11.343927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Checking segment: {'id': 'd3297e00-79f5-470a-adf3-be8b0cefe609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:11.344331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.344716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Bound using segment: {'id': 'd3297e00-79f5-470a-adf3-be8b0cefe609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:11.345185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Bound port: 5f642b90-7270-4c30-bdc5-e5231f682960, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3297e00-79f5-470a-adf3-be8b0cefe609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0baa1252-296f-436f-98df-864d3e2f1e7c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:11.345544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.406245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d21b02e3-b62c-4cc3-a37d-c825f3a232c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.407616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8::1 (0baa1252-296f-436f-98df-864d3e2f1e7c/01191484-419f-4e50-80d9-275f7eed311e/fca4dc0d-1669-494f-b3cb-037f793e4459) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:11.483951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] For port 5f642b90-7270-4c30-bdc5-e5231f682960, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:11.487821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] For port 5f642b90-7270-4c30-bdc5-e5231f682960, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5f642b90-7270-4c30-bdc5-e5231f682960,segment=NetworkSegment(d3297e00-79f5-470a-adf3-be8b0cefe609),segment_id=d3297e00-79f5-470a-adf3-be8b0cefe609)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:11.493397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.610599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cb0bf-3cc0-49f4-8e78-78edfce2eec5 None None] Pushing event updated for resources: {'Port': ['ID=5f642b90-7270-4c30-bdc5-e5231f682960,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:11.628979 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.649581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object fca4dc0d-1669-494f-b3cb-037f793e4459 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:11.672950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.746266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 0baa1252-296f-436f-98df-864d3e2f1e7c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:11.750027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:11.754431 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:11.754994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:11.757535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=fca4dc0d-1669-494f-b3cb-037f793e4459,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:12.000335 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:12.424576 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:12.431816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:12.433290 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:12.609645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=fca4dc0d-1669-494f-b3cb-037f793e4459,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:12.659113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 0baa1252-296f-436f-98df-864d3e2f1e7c is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:12.660531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:12.692955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234061e-97cf-4e2a-b721-7b6eeb2f737c None None] Network 0baa1252-296f-436f-98df-864d3e2f1e7c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:12.821442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d544a066-79c3-4094-9fb4-e2977d231498 None None] Provisioning for port 5f642b90-7270-4c30-bdc5-e5231f682960 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:12.907121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.045546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.073960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 09447e77-3cd1-4747-9407-2ffb5ec14e57 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:09:13.274895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0b718937-28ad-4f2e-a189-653e8a9361ee None None] Provisioning for port fca4dc0d-1669-494f-b3cb-037f793e4459 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:13.280953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:13.290341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0b718937-28ad-4f2e-a189-653e8a9361ee None None] Provisioning complete for port fca4dc0d-1669-494f-b3cb-037f793e4459 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:13.291253 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b718937-28ad-4f2e-a189-653e8a9361ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.292680 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] Sync routers for ids ['09447e77-3cd1-4747-9407-2ffb5ec14e57'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:13.298689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2d347dea-8c4c-48b7-9947-6ea68b4b4abd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/09447e77-3cd1-4747-9407-2ffb5ec14e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964561 Mar 02 18:09:13.301428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41732) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:13.309637 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] Routers {'09447e77-3cd1-4747-9407-2ffb5ec14e57'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:13.310248 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09447e77-3cd1-4747-9407-2ffb5ec14e57'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:13.350267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0b718937-28ad-4f2e-a189-653e8a9361ee None None] Port fca4dc0d-1669-494f-b3cb-037f793e4459 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:13.383662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1643d-4bc6-4c25-8bf1-9168add97eee tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:13.385350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ecd1643d-4bc6-4c25-8bf1-9168add97eee tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports/fca4dc0d-1669-494f-b3cb-037f793e4459 HTTP/1.1" status: 200 len: 911 time: 0.0816798 Mar 02 18:09:13.388694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:13.402723 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:13.415476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] Routers {'09447e77-3cd1-4747-9407-2ffb5ec14e57'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:13.416335 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09447e77-3cd1-4747-9407-2ffb5ec14e57'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:13.500666 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:13.501255 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782f9be-fdc9-465c-8caa-461961c29891 None None] The sync data for ids ['09447e77-3cd1-4747-9407-2ffb5ec14e57'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:13.632627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5f642b90-7270-4c30-bdc5-e5231f682960 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:13.740699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5f642b90-7270-4c30-bdc5-e5231f682960 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:13.750035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5f642b90-7270-4c30-bdc5-e5231f682960 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:13.750692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.778852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3261ac24-9b3d-4108-97d3-f65ca5bd0e88 None None] Provisioning complete for port fca4dc0d-1669-494f-b3cb-037f793e4459 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:13.779484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3261ac24-9b3d-4108-97d3-f65ca5bd0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.878309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3261ac24-9b3d-4108-97d3-f65ca5bd0e88 None None] Port fca4dc0d-1669-494f-b3cb-037f793e4459 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:13.946675 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.965117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:13.998631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5f642b90-7270-4c30-bdc5-e5231f682960, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5f642b90-7270-4c30-bdc5-e5231f682960,segment=NetworkSegment(d3297e00-79f5-470a-adf3-be8b0cefe609),segment_id=d3297e00-79f5-470a-adf3-be8b0cefe609)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:14.007098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:14.071518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a8e5cfb-2d37-4b71-a6cd-7d88d75ca4a7 None None] Provisioning complete for port fca4dc0d-1669-494f-b3cb-037f793e4459 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:14.072191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5cfb-2d37-4b71-a6cd-7d88d75ca4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:14.140367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5f642b90-7270-4c30-bdc5-e5231f682960,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:14.144931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e5cfb-2d37-4b71-a6cd-7d88d75ca4a7 None None] Port fca4dc0d-1669-494f-b3cb-037f793e4459 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:14.445726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:14.679679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port fca4dc0d-1669-494f-b3cb-037f793e4459 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:14.680018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:14.885000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:15.007280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for fca4dc0d-1669-494f-b3cb-037f793e4459 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:15.183935 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:15.232656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=fca4dc0d-1669-494f-b3cb-037f793e4459,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:15.534848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5f642b90-7270-4c30-bdc5-e5231f682960 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:15.535365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:15.625909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5f642b90-7270-4c30-bdc5-e5231f682960 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:15.626469 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:15.963150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 09447e77-3cd1-4747-9407-2ffb5ec14e57 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:16.098530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:16.108695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] Sync routers for ids ['09447e77-3cd1-4747-9407-2ffb5ec14e57'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:16.112689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f6d3db32-3eb9-4764-8ee7-706a1de2eb01 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/09447e77-3cd1-4747-9407-2ffb5ec14e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7226677 Mar 02 18:09:16.115512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41762) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:16.120373 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] Routers {'09447e77-3cd1-4747-9407-2ffb5ec14e57'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:16.120968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09447e77-3cd1-4747-9407-2ffb5ec14e57'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:16.163087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02f5619d-cf94-488f-a07d-9ee0e3b49865 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=09447e77-3cd1-4747-9407-2ffb5ec14e57 HTTP/1.1" status: 200 len: 205 time: 0.0463212 Mar 02 18:09:16.165525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41766) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:16.183400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:16.198823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] Routers {'09447e77-3cd1-4747-9407-2ffb5ec14e57'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:16.199442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['09447e77-3cd1-4747-9407-2ffb5ec14e57'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:16.290527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:16.291045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58ed3a-3da7-4db4-a5a3-db6e2f54ef9d None None] The sync data for ids ['09447e77-3cd1-4747-9407-2ffb5ec14e57'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:16.313180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:16.697190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:16.701481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:16.729490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:16.729984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 09447e77-3cd1-4747-9407-2ffb5ec14e57 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:09:16.742178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:16.743670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d7b63dea-eedd-45ac-a273-217d44cf8ce4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/09447e77-3cd1-4747-9407-2ffb5ec14e57 HTTP/1.1" status: 204 len: 168 time: 0.5768995 Mar 02 18:09:16.745936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:16.943521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet 01191484-419f-4e50-80d9-275f7eed311e {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:09:16.946801 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.005923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.089921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.163716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.207391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=01191484-419f-4e50-80d9-275f7eed311e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:17.218724 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.225615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e654782-adc5-486c-b0c7-b0489acf3456 None None] Network 0baa1252-296f-436f-98df-864d3e2f1e7c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:17.226779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a924a7d3-9802-47a1-990c-09441bc01c54 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/01191484-419f-4e50-80d9-275f7eed311e HTTP/1.1" status: 204 len: 168 time: 0.4798253 Mar 02 18:09:17.229472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:17.347641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.358364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 5f642b90-7270-4c30-bdc5-e5231f682960 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:17.358903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.495300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] DHCP port deletion for 0baa1252-296f-436f-98df-864d3e2f1e7c request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:09:17.499318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Deleting port 5f642b90-7270-4c30-bdc5-e5231f682960 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:17.499699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.682219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 5f642b90-7270-4c30-bdc5-e5231f682960, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5f642b90-7270-4c30-bdc5-e5231f682960,segment=NetworkSegment(d3297e00-79f5-470a-adf3-be8b0cefe609),segment_id=d3297e00-79f5-470a-adf3-be8b0cefe609)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:17.682651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.708504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] For port 5f642b90-7270-4c30-bdc5-e5231f682960, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5f642b90-7270-4c30-bdc5-e5231f682960,segment=NetworkSegment(d3297e00-79f5-470a-adf3-be8b0cefe609),segment_id=d3297e00-79f5-470a-adf3-be8b0cefe609)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:17.708892 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.820756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 5f642b90-7270-4c30-bdc5-e5231f682960 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:17.829700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Calling delete_port for 5f642b90-7270-4c30-bdc5-e5231f682960 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:17.900206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:17.905431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:09:17.906024 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:09:17.947452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=5f642b90-7270-4c30-bdc5-e5231f682960,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:17.951756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port 5f642b90-7270-4c30-bdc5-e5231f682960 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:09:18.077443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.113604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baa1252-296f-436f-98df-864d3e2f1e7c']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:18.124530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3297e00-79f5-470a-adf3-be8b0cefe609') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:18.124530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3297e00-79f5-470a-adf3-be8b0cefe609') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:18.141695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.159471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.169303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:09:18.169303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:09:18.185191 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:09:18.268370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.286223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.299369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=0baa1252-296f-436f-98df-864d3e2f1e7c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:18.304444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-31e0ab12-8695-42f4-b50c-228af1774800 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/0baa1252-296f-436f-98df-864d3e2f1e7c HTTP/1.1" status: 204 len: 168 time: 1.0739648 Mar 02 18:09:18.308137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41784) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:18.313336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1740344732', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:18.321362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:18.325127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:18.327926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:18.334045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:18.344226 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.345104 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.361921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.407563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Deleting port 5f642b90-7270-4c30-bdc5-e5231f682960 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:18.408142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.473675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7ed29d7a-a47e-4335-a9ea-122a501330e1 None None] The port '5f642b90-7270-4c30-bdc5-e5231f682960' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:09:18.505501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.686674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.715300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:18.849512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 172.25.3.222 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/901ad103-6aae-4855-9b88-4589439489b7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:18.997610 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:09:19.084730 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.113038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.183639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:19.187273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:19.189184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=901ad103-6aae-4855-9b88-4589439489b7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:19.191521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:19.351729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.352459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.471441 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.694817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5f642b90-7270-4c30-bdc5-e5231f682960 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:19.694817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5f642b90-7270-4c30-bdc5-e5231f682960 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:19.694817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5f642b90-7270-4c30-bdc5-e5231f682960 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:19.696705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 1692480f-c9f5-4021-b442-e6fbaf5d13d5 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:09:19.874152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:19.882595 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] Sync routers for ids ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:19.893601 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] Routers {'1692480f-c9f5-4021-b442-e6fbaf5d13d5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:19.894298 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:19.899617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:19.900823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-61c05a15-cc26-4530-b47a-8360ed720372 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5916560 Mar 02 18:09:19.903525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41808) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:19.956556 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:19.973276 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] Routers {'1692480f-c9f5-4021-b442-e6fbaf5d13d5'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:19.973276 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:20.032727 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:20.032727 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9697f-a554-4214-8d06-bd44813d2069 None None] The sync data for ids ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:20.132547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-90b18c44-cbd3-454d-8415-660218b930f6 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers/1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 200 len: 885 time: 0.2279217 Mar 02 18:09:20.134867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41812) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:20.354938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5474f0f5-ee04-487c-9d33-6cd3b3f7e16d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:router {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:09:20.375364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5474f0f5-ee04-487c-9d33-6cd3b3f7e16d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:router {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:09:20.375364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5474f0f5-ee04-487c-9d33-6cd3b3f7e16d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2385254 Mar 02 18:09:20.380900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41818) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:20.397796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1740344732'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:21.205009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:21.212129 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:21.487121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 1692480f-c9f5-4021-b442-e6fbaf5d13d5 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:21.709073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:21.714874 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:21.716019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-705947aa-e229-4ea3-8d14-57907c4881c8 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 200 len: 892 time: 1.3378279 Mar 02 18:09:21.718668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41836) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:21.722862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] Sync routers for ids ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:21.737521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] Routers {'1692480f-c9f5-4021-b442-e6fbaf5d13d5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:21.738371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:21.813428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:21.832914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] Routers {'1692480f-c9f5-4021-b442-e6fbaf5d13d5'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:21.832914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:21.912756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:21.912756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae16af1d-bc0f-44ea-a8bd-52e6802c05a3 None None] The sync data for ids ['1692480f-c9f5-4021-b442-e6fbaf5d13d5'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:21.972962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-47b2cd8a-6682-4d26-96be-adae82715473 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers/1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 200 len: 892 time: 0.2531061 Mar 02 18:09:21.976011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41844) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:22.017239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75d5145-732d-4fb2-91cd-a32980e51d7f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:09:22.032885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a75d5145-732d-4fb2-91cd-a32980e51d7f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:09:22.034036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a75d5145-732d-4fb2-91cd-a32980e51d7f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 200 len: 205 time: 0.0569835 Mar 02 18:09:22.037837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41852) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:22.275383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:22.546461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:22.557078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 901ad103-6aae-4855-9b88-4589439489b7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:22.557676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:22.910413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.064112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 901ad103-6aae-4855-9b88-4589439489b7 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:23.281221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.327766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=901ad103-6aae-4855-9b88-4589439489b7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:23.577553 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.853397 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.857607 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.888670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.888670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 1692480f-c9f5-4021-b442-e6fbaf5d13d5 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:09:23.921273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:23.921273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b06396a5-4a69-47fc-8849-bca44c5321ab tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 204 len: 168 time: 1.8820925 Mar 02 18:09:23.927739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:23.935251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1444016687'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:23.943708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:23.954340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:23.958958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:23.967554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:23.990163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:23.990163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.043118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:24.053910 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.054340 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment b5142dd5-927b-41e1-86ab-39e01cc20fc6 of type vlan for network 7aa7f802-b620-4e26-ba0c-6271284dd25b Mar 02 18:09:24.082374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.114015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.117803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:24.118377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.227247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2947857 Mar 02 18:09:24.231369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41880) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:24.244013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ba14f-acf9-4c94-8167-778b4f6f4a7d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=7aa7f802-b620-4e26-ba0c-6271284dd25b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:24.248277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:24.251861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:24.353401 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:24.357942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:24.360225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:24.366665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:24.376885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:24.499560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.749705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.892442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=700d4c18-6de4-4c0c-9ba5-7c965e22b677,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:24.906368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': 'b5142dd5-927b-41e1-86ab-39e01cc20fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:24.906797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 7aa7f802-b620-4e26-ba0c-6271284dd25b, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:24.937142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:24.950136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 7aa7f802-b620-4e26-ba0c-6271284dd25b) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:24.955494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:24.956379 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.960656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7a6af-947f-4a0c-8595-37ac030cce1f None None] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:24.993061 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88672687-22d3-4c2f-8420-126b7c126664 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7667470 Mar 02 18:09:24.995571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41890) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:25.002591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-993125189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:25.010851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:25.018375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:25.026023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:25.035627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:25.052576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.052576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.083083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.104285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.143465 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.143465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2561035c-7eb2-464e-bbfb-09d5924495e3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1404274 Mar 02 18:09:25.146100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41896) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:25.238800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-7aa7f802-b620-4e26-ba0c-6271284dd25b', 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': '700d4c18-6de4-4c0c-9ba5-7c965e22b677'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:25.240457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.468003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Allocated IP 2001:db8::2 (7aa7f802-b620-4e26-ba0c-6271284dd25b/700d4c18-6de4-4c0c-9ba5-7c965e22b677/be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:25.778047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.790380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Transition to ACTIVE for port object be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:25.791917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.813092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Transition to ACTIVE for port object be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:25.821008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.899371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:25.903350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:25.905282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Pushing event updated for resources: {'Port': ['ID=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:25.907992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:26.018659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Attempting to bind port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:26.018659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Attempting to bind port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b5142dd5-927b-41e1-86ab-39e01cc20fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:26.018659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Attempting to bind port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd on network 7aa7f802-b620-4e26-ba0c-6271284dd25b {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:26.035680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:26.035680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Checking segment: {'id': 'b5142dd5-927b-41e1-86ab-39e01cc20fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:26.035680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.035680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Bound using segment: {'id': 'b5142dd5-927b-41e1-86ab-39e01cc20fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:26.035680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Bound port: be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5142dd5-927b-41e1-86ab-39e01cc20fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7aa7f802-b620-4e26-ba0c-6271284dd25b'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:26.043356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.148411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] For port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:26.151667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] For port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,segment=NetworkSegment(b5142dd5-927b-41e1-86ab-39e01cc20fc6),segment_id=b5142dd5-927b-41e1-86ab-39e01cc20fc6)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:26.156551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.268991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf6be-d4ca-4d4e-84a8-ab26583e3bc8 None None] Pushing event updated for resources: {'Port': ['ID=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:26.275213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8::1 (7aa7f802-b620-4e26-ba0c-6271284dd25b/700d4c18-6de4-4c0c-9ba5-7c965e22b677/550944ad-f615-492e-be68-7f682697ccf3) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:26.494253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.517258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 550944ad-f615-492e-be68-7f682697ccf3 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:26.561576 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.648824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=550944ad-f615-492e-be68-7f682697ccf3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:26.665071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:26.665071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:26.665071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:26.673727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.758375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:27.364966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:27.371022 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:27.371796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:27.424237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b34286-bc20-4b62-8fb7-fbe07168dbde None None] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:27.536916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=550944ad-f615-492e-be68-7f682697ccf3,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:27.616266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8f64a61d-5f3a-4a5e-af54-5eb6ecf860cf None None] Provisioning for port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:27.632417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:27.634533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:27.669589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:27.870979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:27.884329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:27.884329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.031980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.090538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,segment=NetworkSegment(b5142dd5-927b-41e1-86ab-39e01cc20fc6),segment_id=b5142dd5-927b-41e1-86ab-39e01cc20fc6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:28.097467 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.107794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 97564570-02f2-4205-b371-30cf3e87c65e is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:09:28.206096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:28.373353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:28.387169 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] Sync routers for ids ['97564570-02f2-4205-b371-30cf3e87c65e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:28.403602 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] Routers {'97564570-02f2-4205-b371-30cf3e87c65e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:28.404495 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['97564570-02f2-4205-b371-30cf3e87c65e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:28.409341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41928) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:28.424070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Provisioning complete for port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:28.424359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.424893 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ea4ca66-a024-40b0-a188-8f6bdb97d38b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/97564570-02f2-4205-b371-30cf3e87c65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2629287 Mar 02 18:09:28.469818 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:28.484308 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] Routers {'97564570-02f2-4205-b371-30cf3e87c65e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:28.485243 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['97564570-02f2-4205-b371-30cf3e87c65e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:28.554474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fd039-b971-4423-8e49-b89ca2920f39 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:28.556419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ea8fd039-b971-4423-8e49-b89ca2920f39 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports/550944ad-f615-492e-be68-7f682697ccf3 HTTP/1.1" status: 200 len: 911 time: 0.1460638 Mar 02 18:09:28.558386 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:28.559011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:28.559167 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b40a0-9663-4ae9-8f41-dbcd68592559 None None] The sync data for ids ['97564570-02f2-4205-b371-30cf3e87c65e'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:28.570563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '700d4c18-6de4-4c0c-9ba5-7c965e22b677'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:28.672640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Provisioning for port 550944ad-f615-492e-be68-7f682697ccf3 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:28.678023 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Provisioning complete for port 550944ad-f615-492e-be68-7f682697ccf3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:28.678023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.740090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-757f2238-0dc2-4eb7-a019-98d99acabbaf None None] Port 550944ad-f615-492e-be68-7f682697ccf3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:28.762863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.864828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9a610837-9f4b-4301-950a-3187e6806639 None None] Provisioning complete for port 550944ad-f615-492e-be68-7f682697ccf3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:28.865199 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a610837-9f4b-4301-950a-3187e6806639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:28.924986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9a610837-9f4b-4301-950a-3187e6806639 None None] Port 550944ad-f615-492e-be68-7f682697ccf3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:29.083685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3064b91e-ce1f-4465-ac7f-3251c370e6fa None None] Provisioning complete for port 550944ad-f615-492e-be68-7f682697ccf3 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:29.083685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3064b91e-ce1f-4465-ac7f-3251c370e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:29.139473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3064b91e-ce1f-4465-ac7f-3251c370e6fa None None] Port 550944ad-f615-492e-be68-7f682697ccf3 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:29.323119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:29.331221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:29.336042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:29.336760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:29.338173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/ports/550944ad-f615-492e-be68-7f682697ccf3 HTTP/1.1" status: 200 len: 911 time: 0.7781572 Mar 02 18:09:29.341633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41944) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:29.544478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba240ac-df97-4954-8d47-bfb794dcfd96 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=550944ad-f615-492e-be68-7f682697ccf3,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:29.589772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:29.716668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:29.717059 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:29.915554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 41952) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:29.938382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:30.234788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-629a2c50-bae0-42d0-9291-8acd113b5215 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/floatingips/7cd81028-97f6-4805-9c9e-6fcf5333ea7d HTTP/1.1" status: 200 len: 993 time: 0.3217936 Mar 02 18:09:30.560010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41970) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:30.746824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 550944ad-f615-492e-be68-7f682697ccf3 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:30.746824 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:30.795017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port f5c15457-687f-462c-8f2c-7bb99ec7687b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:30.795484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:30.974868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.004064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.004064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.109068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 550944ad-f615-492e-be68-7f682697ccf3 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:31.153867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for f5c15457-687f-462c-8f2c-7bb99ec7687b owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:31.371024 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.401647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.462369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=f5c15457-687f-462c-8f2c-7bb99ec7687b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:31.559915 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:31.590464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=550944ad-f615-492e-be68-7f682697ccf3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.724981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:31.838849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:32.072494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 0ccfa461-f240-4a18-958f-853dddcc49df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:32.363866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 97564570-02f2-4205-b371-30cf3e87c65e has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:32.455835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:32.468907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Sync routers for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:32.485787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:32.490529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:32.491490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:32.566400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b77ce39e-cf08-42a7-a522-25235a3a0c77 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/floatingips/7cd81028-97f6-4805-9c9e-6fcf5333ea7d HTTP/1.1" status: 204 len: 168 time: 2.0032625 Mar 02 18:09:32.566400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:09:32.610905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:32.622923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3b7c91d8-d85b-4fdb-b95c-e64daec99af7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/97564570-02f2-4205-b371-30cf3e87c65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2734184 Mar 02 18:09:32.626878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41994) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:32.641120 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] Sync routers for ids ['97564570-02f2-4205-b371-30cf3e87c65e'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:32.666164 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] Routers {'97564570-02f2-4205-b371-30cf3e87c65e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:32.666164 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['97564570-02f2-4205-b371-30cf3e87c65e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:32.691173 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'status': 'completed', 'code': 200} Mar 02 18:09:32.700178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f8e9d096-58c6-4e99-85ab-e1ad4a78f49c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:09:32.731828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f8e9d096-58c6-4e99-85ab-e1ad4a78f49c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:09:32.731828 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f8e9d096-58c6-4e99-85ab-e1ad4a78f49c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=97564570-02f2-4205-b371-30cf3e87c65e HTTP/1.1" status: 200 len: 205 time: 0.1008906 Mar 02 18:09:32.731828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 41998) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:32.816043 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:32.844612 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] Routers {'97564570-02f2-4205-b371-30cf3e87c65e'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:32.846256 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['97564570-02f2-4205-b371-30cf3e87c65e'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:32.879700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-1273f66c-2b0a-41bf-945c-9d9c78d433f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 1096 time: 0.1750278 Mar 02 18:09:32.907871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:32.912927 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:32.913578 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f7b3d-3006-4d99-a296-dd1a8d7c6135 None None] The sync data for ids ['97564570-02f2-4205-b371-30cf3e87c65e'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:33.039725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:33.153918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-65ade5a1-4078-45ea-8698-fdc65969345d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:33.153918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-65ade5a1-4078-45ea-8698-fdc65969345d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 200 len: 897 time: 0.2664807 Mar 02 18:09:33.248816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-ed367c66-f3c8-4684-85bb-e8c9b3d22302 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 200 len: 217 time: 0.0891256 Mar 02 18:09:33.392180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-53ecab3f-5d87-42cb-b02f-331c76b488f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:33.392180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-53ecab3f-5d87-42cb-b02f-331c76b488f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 200 len: 835 time: 0.1347210 Mar 02 18:09:33.413246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:33.429251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Checking router: 0ccfa461-f240-4a18-958f-853dddcc49df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:09:33.476136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:33.476136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:33.576134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8928d-0a82-494b-b964-6f91bd91e37e req-d5d3ebe1-51b6-4d07-b716-1f78dd22935e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:33.576134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5c8928d-0a82-494b-b964-6f91bd91e37e req-d5d3ebe1-51b6-4d07-b716-1f78dd22935e tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.2645416 Mar 02 18:09:33.682480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:33.689153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:33.718778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:33.719394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 97564570-02f2-4205-b371-30cf3e87c65e {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:09:33.737045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:33.738253 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bec73ac4-df90-402f-92cd-ddb6ed497674 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/97564570-02f2-4205-b371-30cf3e87c65e HTTP/1.1" status: 204 len: 168 time: 1.0079508 Mar 02 18:09:33.743152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42012) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:33.769987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-aa15029c-12bc-41e5-9485-65b6df35b977 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d874625f-4d9e-4de8-8ce7-d8d625d37dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3627343 Mar 02 18:09:33.796853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:33.893533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5c8928d-0a82-494b-b964-6f91bd91e37e req-525baeb7-55b4-42f2-b66f-c3fba8e84919 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120201 Mar 02 18:09:33.988605 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-66ec2177-78fc-4867-bbea-419a0855bfca service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013111 Mar 02 18:09:34.003780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet 700d4c18-6de4-4c0c-9ba5-7c965e22b677 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:09:34.009111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.087668 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.201517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e262a58-d8c6-46e7-82ea-60a3f4b25677 req-8478d8b2-2015-4136-a195-b2f23723455d service neutron] 10.222.0.35 "GET /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021284 Mar 02 18:09:34.207716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.296220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:34.300737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52b005-3344-47bf-a182-f108ba73ce00 None None] The sync data for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 is: [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:08:01Z', 'revision_number': 4, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab', 'name': '', 'network_id': 'd874625f-4d9e-4de8-8ce7-d8d625d37dbc', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'mac_address': 'fa:16:3e:37:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:59Z', 'updated_at': '2022-03-02T18:08:10Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'subnets': [{'id': 'b0312b3a-0c80-4bec-a7c6-69007d480673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:34.304908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.356229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=700d4c18-6de4-4c0c-9ba5-7c965e22b677,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:34.356229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.367195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567621ff-c407-4afc-af53-712409568de6 None None] Network 7aa7f802-b620-4e26-ba0c-6271284dd25b requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:34.375613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42020) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:34.378984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9760b23e-85f4-4254-bf98-e08015783d27 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/700d4c18-6de4-4c0c-9ba5-7c965e22b677 HTTP/1.1" status: 204 len: 168 time: 0.6247914 Mar 02 18:09:34.598611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.610752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:34.611203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.789964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888de35-6582-4452-90a0-5973a904a9d2 None None] New status for floating IP 7cd81028-97f6-4805-9c9e-6fcf5333ea7d: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:09:34.846241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] DHCP port deletion for 7aa7f802-b620-4e26-ba0c-6271284dd25b request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:09:34.910054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Deleting port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:34.910338 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:34.955214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829f6-df8b-4900-bf90-47c6906a260a req-4ca2aa1a-4224-4642-b45e-0b6593f081cc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:34.955214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-173829f6-df8b-4900-bf90-47c6906a260a req-4ca2aa1a-4224-4642-b45e-0b6593f081cc tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.2532640 Mar 02 18:09:34.986983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,segment=NetworkSegment(b5142dd5-927b-41e1-86ab-39e01cc20fc6),segment_id=b5142dd5-927b-41e1-86ab-39e01cc20fc6)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:34.986983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:35.120353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:35.285022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] For port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,segment=NetworkSegment(b5142dd5-927b-41e1-86ab-39e01cc20fc6),segment_id=b5142dd5-927b-41e1-86ab-39e01cc20fc6)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:35.285022 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:35.295300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 2d5ad05b-e9bb-414a-afd8-405044b3d49b {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:35.295300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:35.362365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:35.416164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Calling delete_port for be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:35.450169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:35.475067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:09:35.549605 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:09:35.549605 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:09:35.561005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44a815-66f2-4839-83a2-045293eba941 req-bf7e85b8-5a17-459f-b069-cb1eb52c2c11 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:35.581821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a44a815-66f2-4839-83a2-045293eba941 req-bf7e85b8-5a17-459f-b069-cb1eb52c2c11 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 945 time: 0.3920763 Mar 02 18:09:35.593105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:35.637546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:35.637891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:35.900157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:35.938697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a44a815-66f2-4839-83a2-045293eba941 req-4dd35586-940b-4073-be0c-37d48a7e7ec1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/security-groups?id=e202796b-56b5-4049-b401-e460dbaf6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593411 Mar 02 18:09:35.956863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa7f802-b620-4e26-ba0c-6271284dd25b']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:35.985264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5142dd5-927b-41e1-86ab-39e01cc20fc6') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:35.985264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5142dd5-927b-41e1-86ab-39e01cc20fc6') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:36.007318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.014128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 2d5ad05b-e9bb-414a-afd8-405044b3d49b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=2d5ad05b-e9bb-414a-afd8-405044b3d49b,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:36.014128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.053636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Deleting port be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:36.053636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.132071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-edcedaa0-8d5e-4933-a6c3-7e84aa640900 None None] The port 'be2a4af6-5580-4fc3-b8d1-bfa37f7e34cd' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:09:36.137686 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.146388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 2d5ad05b-e9bb-414a-afd8-405044b3d49b owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:36.190205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:09:36.190632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:09:36.205893 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:09:36.331946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.342037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.405194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=7aa7f802-b620-4e26-ba0c-6271284dd25b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:36.419998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1d5dfe8c-3004-40c8-b82c-c14d25449bd3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/7aa7f802-b620-4e26-ba0c-6271284dd25b HTTP/1.1" status: 204 len: 168 time: 2.0484135 Mar 02 18:09:36.424149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42046) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:36.432980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1386952808', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:36.441104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:36.449211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:36.451149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.476750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:36.488306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:36.511282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.511282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.544189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.558942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=2d5ad05b-e9bb-414a-afd8-405044b3d49b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:36.573362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.621855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.624943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] No DVR routers for this DVR port 2d5ad05b-e9bb-414a-afd8-405044b3d49b on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:09:36.625086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d01236cf-45d5-4b8b-b9fa-43bf62731071 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1976213 Mar 02 18:09:36.625926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.626083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42050) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:36.631501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-173829f6-df8b-4900-bf90-47c6906a260a req-d7b5908c-5786-443a-acc9-7fc67f140baf tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.35 "DELETE /v2.0/ports/2d5ad05b-e9bb-414a-afd8-405044b3d49b HTTP/1.1" status: 204 len: 173 time: 1.4842005 Mar 02 18:09:36.632152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'name': 'network-vif-deleted', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:09:36.634131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-576744168'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:36.649316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:36.656086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:36.662141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:36.673510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:36.693521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:36.698191 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.741982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:36.772673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.772673 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment 801c2b3b-9840-49a1-ab03-109107b3a436 of type vlan for network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 Mar 02 18:09:36.856793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.920730 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.932501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:36.933530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:36.953318 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f2511-f30f-4945-ac8c-ca4f9472e980', 'name': 'network-vif-deleted', 'tag': '2d5ad05b-e9bb-414a-afd8-405044b3d49b', 'status': 'completed', 'code': 200} Mar 02 18:09:36.990793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42066) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:36.991147 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3623476 Mar 02 18:09:36.998115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:37.186361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4ffd6-f874-493b-a65c-035fdedf6220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=b4a9c521-401f-4fbc-a9dc-72d750c4d6f7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:37.195847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:37.231507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ba0c4d73-5de0-4f8e-9c5c-03abdb0ca5ac req-f1d80799-c013-43c8-bcf6-bb6d71012e7b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Synchronizing usage tracker for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:09:37.281562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:37.286181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ba0c4d73-5de0-4f8e-9c5c-03abdb0ca5ac req-f1d80799-c013-43c8-bcf6-bb6d71012e7b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Unset dirty status for tenant:1ddc12e6fbb44e46bc366e6d7ca79622 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:09:37.287595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba0c4d73-5de0-4f8e-9c5c-03abdb0ca5ac req-f1d80799-c013-43c8-bcf6-bb6d71012e7b tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f2511-f30f-4945-ac8c-ca4f9472e980 HTTP/1.1" status: 200 len: 210 time: 0.1298366 Mar 02 18:09:37.290219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:37.293981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:37.300955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:37.311811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:37.447828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:37.710169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:37.801512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=28035678-8566-4740-80af-ae75e181f9c7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:37.824484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:37.824904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: b4a9c521-401f-4fbc-a9dc-72d750c4d6f7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:37.864724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:37.887451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b4a9c521-401f-4fbc-a9dc-72d750c4d6f7) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:37.894303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:37.894303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:37.899079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74e735-6779-4a7d-b0ff-f2d6d86867ab None None] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:37.913691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2d5ad05b-e9bb-414a-afd8-405044b3d49b no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:37.922826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1c8b408b-2024-478b-8479-e6841eb13d2b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9259932 Mar 02 18:09:37.922826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42078) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:38.000513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 2d5ad05b-e9bb-414a-afd8-405044b3d49b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:38.000859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 2d5ad05b-e9bb-414a-afd8-405044b3d49b not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:38.205883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:38.205883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.486093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Allocated IP 2001:db8::2 (b4a9c521-401f-4fbc-a9dc-72d750c4d6f7/28035678-8566-4740-80af-ae75e181f9c7/d231efc8-03c9-432c-a3df-b39e91b9dcdf) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:38.490277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42088) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:38.784574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.787448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.826482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.829610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.839490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.861079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Transition to ACTIVE for port object d231efc8-03c9-432c-a3df-b39e91b9dcdf will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:38.897565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Transition to ACTIVE for port object d231efc8-03c9-432c-a3df-b39e91b9dcdf will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:38.903339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.963589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:38.969483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:38.977732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:38.981919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:38.990384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Pushing event updated for resources: {'Port': ['ID=d231efc8-03c9-432c-a3df-b39e91b9dcdf,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:39.005315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202796b-56b5-4049-b401-e460dbaf6f94,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:39.018608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.020179 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b4c88437-7125-4c3e-b4c2-ab9ccde108eb tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/security-groups/e202796b-56b5-4049-b401-e460dbaf6f94 HTTP/1.1" status: 204 len: 168 time: 0.5330837 Mar 02 18:09:39.091426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:39.105237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Attempting to bind port d231efc8-03c9-432c-a3df-b39e91b9dcdf on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:39.105890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Attempting to bind port d231efc8-03c9-432c-a3df-b39e91b9dcdf by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:39.106412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Attempting to bind port d231efc8-03c9-432c-a3df-b39e91b9dcdf on network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:39.124043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:39.124043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Checking segment: {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:39.124043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.124043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Bound using segment: {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:39.124043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Bound port: d231efc8-03c9-432c-a3df-b39e91b9dcdf, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:39.126112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.241003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] For port d231efc8-03c9-432c-a3df-b39e91b9dcdf, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:39.241003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] For port d231efc8-03c9-432c-a3df-b39e91b9dcdf, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d231efc8-03c9-432c-a3df-b39e91b9dcdf,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:39.252396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.374954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860137a-32ad-4c13-987c-96106938ebdf None None] Pushing event updated for resources: {'Port': ['ID=d231efc8-03c9-432c-a3df-b39e91b9dcdf,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:39.375549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8::1 (b4a9c521-401f-4fbc-a9dc-72d750c4d6f7/28035678-8566-4740-80af-ae75e181f9c7/e7cc03b5-bc6b-4230-be6a-aa5c45411b92) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:39.381224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d71bf54f-77eb-4cd3-98ed-4a31f6ab20f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.664889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.680242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object e7cc03b5-bc6b-4230-be6a-aa5c45411b92 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:39.715485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.719079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.819732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:39.838048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:39.841453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:39.843829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:39.844623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:39.973973 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:40.461356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:40.475849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:40.476893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:40.606358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:40.686959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:40.686959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:40.709666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaccab75-60ce-42d1-98d8-5b970e88f496 None None] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:40.894827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f4570a40-9549-4145-a5ce-43f91bdbc1aa None None] Provisioning for port d231efc8-03c9-432c-a3df-b39e91b9dcdf completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:40.918958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:40.918958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:41.002368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:41.002368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.150751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:41.375608 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3b15b6ab-dba1-48af-9114-18b512f2c62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.442910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:09:41.456375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43258442-1a03-402f-ac62-2982ce24a879 None None] Provisioning for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:41.464954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43258442-1a03-402f-ac62-2982ce24a879 None None] Provisioning complete for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:41.465684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43258442-1a03-402f-ac62-2982ce24a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.635965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.657170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-43258442-1a03-402f-ac62-2982ce24a879 None None] Port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:41.681366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d231efc8-03c9-432c-a3df-b39e91b9dcdf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:41.740517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:41.826262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:41.840472 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:41.852617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6645abda-b12e-43e0-a2a3-3c10527a8713 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9290340 Mar 02 18:09:41.856418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:41.869363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1625822233'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:41.887443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:41.895148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:41.895148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:41.903706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:41.927418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port d231efc8-03c9-432c-a3df-b39e91b9dcdf completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:41.935721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:41.939472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d231efc8-03c9-432c-a3df-b39e91b9dcdf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:41.939472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.944052 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:41.974721 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:41.974721 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:42.060454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:42.127071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.127744 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment 40654373-1f78-4111-a34d-176328b2526b of type vlan for network b5afca4d-2b20-4b78-b896-a44f662cdd64 Mar 02 18:09:42.170548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.191177 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.199952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73a82194-c3e4-462f-ac57-48e8068cb61c None None] Provisioning complete for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:42.200723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73a82194-c3e4-462f-ac57-48e8068cb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.251168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.259509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.263861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:42.264450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.345025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port d231efc8-03c9-432c-a3df-b39e91b9dcdf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d231efc8-03c9-432c-a3df-b39e91b9dcdf,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:42.353137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4875228 Mar 02 18:09:42.356319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-73a82194-c3e4-462f-ac57-48e8068cb61c None None] Port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:42.356319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.434544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:42.456779 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:42.460506 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:42.517696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=d231efc8-03c9-432c-a3df-b39e91b9dcdf,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:42.520955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c07840-d421-4678-99d8-ceab6b625d31 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=b5afca4d-2b20-4b78-b896-a44f662cdd64,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:42.539990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-114bd257-5ded-48cf-a157-7d65e8bfba37 None None] Provisioning complete for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:42.539990 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-114bd257-5ded-48cf-a157-7d65e8bfba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.569463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:42.763283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:42.772114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:42.780685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-114bd257-5ded-48cf-a157-7d65e8bfba37 None None] Port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:42.791558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:42.809209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:42.828741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:42.880690 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.952803 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:39Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:40Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:42.965408 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.969391 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:09:42.969391 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Updating router 0c30aef6-0ec0-41a7-846e-688ef439b864 port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:09:43.076301 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.089771 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.564480 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.588192 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Transition to ACTIVE for port object e7cc03b5-bc6b-4230-be6a-aa5c45411b92 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:43.596724 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.627234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d231efc8-03c9-432c-a3df-b39e91b9dcdf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:43.727477 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Pushing event updated for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:43.732038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.779436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d231efc8-03c9-432c-a3df-b39e91b9dcdf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:43.779898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:43.807433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=c366a777-a724-461a-be73-84c4a6df0902,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:43.824139 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.824471 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.824985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.825460 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.825930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.826397 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.826963 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.827441 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.827902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.828501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.828985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:43.958204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:43.958204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: b5afca4d-2b20-4b78-b896-a44f662cdd64, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:44.032073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:44.073869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, b5afca4d-2b20-4b78-b896-a44f662cdd64) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:44.095667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:44.102998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2c218-061d-4dc8-b663-8308478d63a2 None None] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:44.107794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.144374 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Attempting to bind port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:44.144837 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Attempting to bind port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:44.145114 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Attempting to bind port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 on network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Checking segment: {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Bound using segment: {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Bound port: e7cc03b5-bc6b-4230-be6a-aa5c45411b92, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2b3b-9840-49a1-ab03-109107b3a436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:44.165499 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.175144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2902343a-861f-45ae-82b6-59e2a382b257 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7422419 Mar 02 18:09:44.183316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42154) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:44.257370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Router 0ccfa461-f240-4a18-958f-853dddcc49df has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:44.453830 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] For port e7cc03b5-bc6b-4230-be6a-aa5c45411b92, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:44.471887 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] For port e7cc03b5-bc6b-4230-be6a-aa5c45411b92, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:44.479245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.482310 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.670075 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:44.670075 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:44.838189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-b5afca4d-2b20-4b78-b896-a44f662cdd64', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:44.842254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:44.847540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:44.854733 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dadf945a-3ca6-49d2-b544-b5c469ce40d1 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "PUT /v2.0/routers/0ccfa461-f240-4a18-958f-853dddcc49df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7575929 Mar 02 18:09:44.854733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42160) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:44.890460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Sync routers for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:44.980663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:44.981631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:44.991399 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7c602-2014-42d5-8dfc-996e50860254 None None] Pushing event updated for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:45.044568 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:45.213142 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting subnet b0312b3a-0c80-4bec-a7c6-69007d480673 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:09:45.220141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.310990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.476463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.563903 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.653408 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:39Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:44Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:45.658168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1745fc6-c57b-405f-bdd9-4ef0617807e9 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:39Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:44Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:45.725447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Allocated IP 2001:db8:1::2 (b5afca4d-2b20-4b78-b896-a44f662cdd64/c366a777-a724-461a-be73-84c4a6df0902/55c7ffe3-ca45-441e-8cba-4f2c2f96782f) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:45.727192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.770897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:45.869322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Subnet': ['ID=b0312b3a-0c80-4bec-a7c6-69007d480673,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:45.874839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:45.894757 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f2237ab4-9a5c-481e-90d0-c4df27ddb37d tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/subnets/b0312b3a-0c80-4bec-a7c6-69007d480673 HTTP/1.1" status: 204 len: 168 time: 1.0380068 Mar 02 18:09:45.899247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42172) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:46.020359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca7d19-bf22-4143-b0db-9341dcde6de6 None None] Network d874625f-4d9e-4de8-8ce7-d8d625d37dbc requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:46.247408 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.319873 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.333245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Transition to ACTIVE for port object 55c7ffe3-ca45-441e-8cba-4f2c2f96782f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:46.354752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Transition to ACTIVE for port object 55c7ffe3-ca45-441e-8cba-4f2c2f96782f will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:46.490203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8:1::1 (b5afca4d-2b20-4b78-b896-a44f662cdd64/c366a777-a724-461a-be73-84c4a6df0902/8367918b-8b37-494c-bd9e-a148f02c6f36) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:46.541579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.665530 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.680408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Deleting port 205727dc-3914-40aa-aa7e-e24b0ba82c4c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:46.680793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.737930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Pushing event updated for resources: {'Port': ['ID=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:46.793213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:46.800358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.804983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:46.804983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:46.816025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 8367918b-8b37-494c-bd9e-a148f02c6f36 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:46.853745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:46.979015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:46.986361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] For port 205727dc-3914-40aa-aa7e-e24b0ba82c4c, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=205727dc-3914-40aa-aa7e-e24b0ba82c4c,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:46.986361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.003502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:47.007030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:47.012223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:47.012223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.061368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Attempting to bind port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:47.062059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Attempting to bind port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:47.062664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Attempting to bind port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f on network b5afca4d-2b20-4b78-b896-a44f662cdd64 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:47.080727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:47.081478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Checking segment: {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:47.082115 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.083302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Bound using segment: {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:47.084000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Bound port: 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:47.105432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.149901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.307128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:09:41Z', 'revision_number': 5, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port': {'id': '205727dc-3914-40aa-aa7e-e24b0ba82c4c', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:07:54Z', 'updated_at': '2022-03-02T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:47.327989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Checking router: 0ccfa461-f240-4a18-958f-853dddcc49df for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:09:47.349612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Calling delete_port for 205727dc-3914-40aa-aa7e-e24b0ba82c4c owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:47.394108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] DHCP port deletion for d874625f-4d9e-4de8-8ce7-d8d625d37dbc request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:09:47.407111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] For port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:47.413720 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Deleting port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:09:47.414108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.493770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Routers {'0ccfa461-f240-4a18-958f-853dddcc49df'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:47.493770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0ccfa461-f240-4a18-958f-853dddcc49df'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:47.591587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] For port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:47.675029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.692810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.756536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.763157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.764139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:47.766886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e7cc03b5-bc6b-4230-be6a-aa5c45411b92 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:47.819580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Port': ['ID=205727dc-3914-40aa-aa7e-e24b0ba82c4c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:48.005827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81274-9dab-4035-9e2c-a21474c0f84a None None] Pushing event updated for resources: {'Port': ['ID=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:48.021428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:48.120813 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.172784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:48.173962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:48.205248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] Set router 0ccfa461-f240-4a18-958f-853dddcc49df gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:48.321684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] For port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,segment=NetworkSegment(9de88cdb-4c16-463a-9319-7ab6e35fc868),segment_id=9de88cdb-4c16-463a-9319-7ab6e35fc868)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:48.321684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.516143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Calling delete_port for f45ba3f3-c6e4-4e7e-b26d-d563ff339afb owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:09:48.641105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:48.647397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:09:46Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:48.659059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:48.659433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.703262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.703262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.741941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263efd65-87e6-476d-818e-6b47c3cb9a64 None None] The sync data for ids ['0ccfa461-f240-4a18-958f-853dddcc49df'] in n-d-820559-6 is: [{'id': '0ccfa461-f240-4a18-958f-853dddcc49df', 'name': 'tempest-TestNetworkBasicOps-router-623530694', 'tenant_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:07:53Z', 'updated_at': '2022-03-02T18:09:46Z', 'revision_number': 6, 'project_id': '1ddc12e6fbb44e46bc366e6d7ca79622', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:48.752017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.752017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Fanout notify agent at l3_agent the message router_deleted on router 0ccfa461-f240-4a18-958f-853dddcc49df {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:09:48.810107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.810107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-25a0e866-4eee-448b-b1ff-1eff37589df8 tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/routers/0ccfa461-f240-4a18-958f-853dddcc49df HTTP/1.1" status: 204 len: 168 time: 2.9045048 Mar 02 18:09:48.820957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:48.887156 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:48.968155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] No DVR routers for this DVR port f45ba3f3-c6e4-4e7e-b26d-d563ff339afb on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:09:48.993836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817ffbf-b8f1-4eaf-b437-6d237245d2ee None None] Pushing event deleted for resources: {'Port': ['ID=f45ba3f3-c6e4-4e7e-b26d-d563ff339afb,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:48.998439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.012747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.038803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e7cc03b5-bc6b-4230-be6a-aa5c45411b92, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:49.046508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.074305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:49.262141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f45ba3f3-c6e4-4e7e-b26d-d563ff339afb no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:49.326065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.341708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f45ba3f3-c6e4-4e7e-b26d-d563ff339afb {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:49.342052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f45ba3f3-c6e4-4e7e-b26d-d563ff339afb not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:49.357568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:49.386934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d874625f-4d9e-4de8-8ce7-d8d625d37dbc']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:49.411047 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de88cdb-4c16-463a-9319-7ab6e35fc868') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:49.412473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de88cdb-4c16-463a-9319-7ab6e35fc868') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:49.444707 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.492242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.500959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:09:49.500959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.542991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:49.558558 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:09:49.566541 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:09:49.575745 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:49.602760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:49.611013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-282da55f-3c88-4676-978b-426b30fd31cb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4091306 Mar 02 18:09:49.630883 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:49.635660 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:49.657315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-994993314'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:49.664486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:49.846146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:49.851476 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.851476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:49.877054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70cc39-f981-4cdb-9335-7a8fa7812e21 None None] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:49.893528 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:49.907796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:49.926114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] Pushing event deleted for resources: {'Network': ['ID=d874625f-4d9e-4de8-8ce7-d8d625d37dbc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:49.958686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:49.971083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.020881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-edc781a7-11a3-4485-b6c7-9e9ab55e630a tempest-TestNetworkBasicOps-1902756117 tempest-TestNetworkBasicOps-1902756117-project] 10.222.0.37 "DELETE /v2.0/networks/d874625f-4d9e-4de8-8ce7-d8d625d37dbc HTTP/1.1" status: 204 len: 168 time: 1.1797006 Mar 02 18:09:50.059677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:50.070520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.070983 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment 858c1bdf-d883-473d-b1f4-454b3c77c070 of type vlan for network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 Mar 02 18:09:50.103968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:50.114199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55c7ffe3-ca45-441e-8cba-4f2c2f96782f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:50.114874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.212797 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.231881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:50.231881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.351230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f0db594-8fa5-44c4-933b-6c3601bedce8 None None] Provisioning for port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:50.602500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:50.650297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:50.650297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.666399 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0569570 Mar 02 18:09:50.670347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42224) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:50.681128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:50.703957 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:47Z', 'revision_number': 3, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:47Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:50.707590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3445f-e156-4343-acc0-dc2bc5a0ac93 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:50.717232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:09:50.717232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Updating router 0c30aef6-0ec0-41a7-846e-688ef439b864 port 8367918b-8b37-494c-bd9e-a148f02c6f36 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:09:50.731853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:50.853604 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:50.861158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:50.984739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:50.994443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:51.005752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:51.013181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:51.033229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:51.045864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.149064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:51.168725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.168725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e7cc03b5-bc6b-4230-be6a-aa5c45411b92 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:51.217508 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-89ab0ae9-6a33-4fda-a88e-8e7ea198fee5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ddc12e6fbb44e46bc366e6d7ca79622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3589742 Mar 02 18:09:51.218140 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42242) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:51.340167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.439448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.556408 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.564003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.597966 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Transition to ACTIVE for port object 8367918b-8b37-494c-bd9e-a148f02c6f36 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:51.610499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df712e85-c83c-4472-8d9e-c2b4e87b196e None None] Provisioning complete for port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:51.615426 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.619178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df712e85-c83c-4472-8d9e-c2b4e87b196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.695103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.700585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:51.781427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eda75c-3eb6-4e24-ae35-6bf7540cf0ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:51.812307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.812307 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e3934399-0fd0-4832-8161-f9dd05e64ca4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65eda75c-3eb6-4e24-ae35-6bf7540cf0ea HTTP/1.1" status: 204 len: 168 time: 0.5824876 Mar 02 18:09:51.846723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:51.847103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:51.992084 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8d6c3-8a11-4354-945b-edcf6c72b102 None None] Pushing event updated for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:52.043078 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.152277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=ff2779a3-e139-4c92-86d4-ca6fe20faa9f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:52.168774 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Attempting to bind port 8367918b-8b37-494c-bd9e-a148f02c6f36 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:52.169058 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Attempting to bind port 8367918b-8b37-494c-bd9e-a148f02c6f36 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:52.171502 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Attempting to bind port 8367918b-8b37-494c-bd9e-a148f02c6f36 on network b5afca4d-2b20-4b78-b896-a44f662cdd64 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:52.185501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:52.185867 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Checking segment: {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:52.186413 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.186873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Bound using segment: {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:52.187706 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Bound port: 8367918b-8b37-494c-bd9e-a148f02c6f36, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40654373-1f78-4111-a34d-176328b2526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:52.188261 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.193173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-df712e85-c83c-4472-8d9e-c2b4e87b196e None None] Provisioning for port 8367918b-8b37-494c-bd9e-a148f02c6f36 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:52.205511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:52.205917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:52.256577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 205727dc-3914-40aa-aa7e-e24b0ba82c4c no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:52.265372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:52.289288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:52.301930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:52.302528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.349336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 205727dc-3914-40aa-aa7e-e24b0ba82c4c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:52.349584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-82ce3614-2c97-49de-836b-0f419e657e77 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6843541 Mar 02 18:09:52.350412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 205727dc-3914-40aa-aa7e-e24b0ba82c4c not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:52.351415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:09:52.352249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42260) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:52.362064 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] For port 8367918b-8b37-494c-bd9e-a148f02c6f36, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:52.366296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] For port 8367918b-8b37-494c-bd9e-a148f02c6f36, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8367918b-8b37-494c-bd9e-a148f02c6f36,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:52.372550 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.382703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cfb75-edef-4ef1-9453-b7e02fe5ea79 None None] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:52.474417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:09:52.475154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ef1e4a69-7fa7-463a-859d-ffc8d3d7dcab not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:09:52.584548 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8d6c3-8a11-4354-945b-edcf6c72b102 None None] Pushing event updated for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:52.630488 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:52.631323 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:52.650129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55c7ffe3-ca45-441e-8cba-4f2c2f96782f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:52.693244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42264) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:52.734096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.838878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:52.862675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Usage tracker for resource:security_group_rule and tenant:0eca61500ef84d6a9826102ce967e7fd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:52.877188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:52.894153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:53.001533 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:53.058362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:53.059293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.090812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:53.091541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.152755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.353563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.418033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Allocated IP 2001:db8:2::2 (65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36/ff2779a3-e139-4c92-86d4-ca6fe20faa9f/d1d24f0e-eab3-4759-97d2-6d78364d0c02) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:53.496746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:47Z', 'revision_number': 3, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:52Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:53.505802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbe2b5-72c0-4ccf-b519-23f38c1de363 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:47Z', 'revision_number': 3, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:52Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:09:53.542697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec8e38-6bd8-4aeb-ac97-71f00593da6b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:53.559270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e9d36eed-6b65-45b0-bec5-53d807ec5bda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0eca61500ef84d6a9826102ce967e7fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8645723 Mar 02 18:09:53.560563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42270) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:53.672266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.713899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.745612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.760412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Transition to ACTIVE for port object d1d24f0e-eab3-4759-97d2-6d78364d0c02 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:53.794251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.794887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Transition to ACTIVE for port object d1d24f0e-eab3-4759-97d2-6d78364d0c02 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:53.808970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.819201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.825018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec8e38-6bd8-4aeb-ac97-71f00593da6b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:53.840024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:53.843971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ffd6f909-8f57-4cf5-a946-35d2618aa9d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3ec8e38-6bd8-4aeb-ac97-71f00593da6b HTTP/1.1" status: 204 len: 168 time: 0.2789588 Mar 02 18:09:53.896079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:53.899681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:53.904904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:53.954185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Pushing event updated for resources: {'Port': ['ID=d1d24f0e-eab3-4759-97d2-6d78364d0c02,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:54.040267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Attempting to bind port d1d24f0e-eab3-4759-97d2-6d78364d0c02 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:09:54.040644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Attempting to bind port d1d24f0e-eab3-4759-97d2-6d78364d0c02 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:09:54.041148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Attempting to bind port d1d24f0e-eab3-4759-97d2-6d78364d0c02 on network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:09:54.048282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:09:54.048662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Checking segment: {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:54.049079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.049455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Bound using segment: {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:09:54.049918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Bound port: d1d24f0e-eab3-4759-97d2-6d78364d0c02, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:09:54.050293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.208206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] For port d1d24f0e-eab3-4759-97d2-6d78364d0c02, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:09:54.219883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] For port d1d24f0e-eab3-4759-97d2-6d78364d0c02, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d1d24f0e-eab3-4759-97d2-6d78364d0c02,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:09:54.226403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.307857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157ed7-400e-4fa9-a051-655a47309388 None None] Pushing event updated for resources: {'Port': ['ID=d1d24f0e-eab3-4759-97d2-6d78364d0c02,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:54.351641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8:2::1 (65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36/ff2779a3-e139-4c92-86d4-ca6fe20faa9f/91b4a754-90dc-4f9c-9f1f-f62b1c9da40b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:09:54.628627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8367918b-8b37-494c-bd9e-a148f02c6f36 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:54.657429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.678875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:54.746038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.820260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8367918b-8b37-494c-bd9e-a148f02c6f36 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:54.826326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8367918b-8b37-494c-bd9e-a148f02c6f36 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:54.826722 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.904825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:54.954003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:54.955503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:54.959087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:09:54.960390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:54.998653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.043358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8367918b-8b37-494c-bd9e-a148f02c6f36, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8367918b-8b37-494c-bd9e-a148f02c6f36,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:55.051490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.071592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.141542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:55.670677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.678157 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.679408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.844887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ad958-161e-4670-92a0-91f4bad9e885 None None] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:55.976902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b458bcaf-4399-4c50-a3c0-977da0936f9d None None] Provisioning for port d1d24f0e-eab3-4759-97d2-6d78364d0c02 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:56.002895 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:09:56.053457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:56.063842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:09:56.065253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:56.537617 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c19b462-fa49-4a1c-b38c-aeef4e956f80 None None] Provisioning for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:56.556547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4c19b462-fa49-4a1c-b38c-aeef4e956f80 None None] Provisioning complete for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:56.556929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c19b462-fa49-4a1c-b38c-aeef4e956f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:56.574786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:09:56.740326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4c19b462-fa49-4a1c-b38c-aeef4e956f80 None None] Port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:56.762292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8367918b-8b37-494c-bd9e-a148f02c6f36 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:56.879014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8367918b-8b37-494c-bd9e-a148f02c6f36 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:56.880580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:09:56.881414 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:56.926974 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42324) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:56.927811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1064588c-640d-43f7-be93-f24b24289b69 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5738273 Mar 02 18:09:56.931012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:09:56.935024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610932089'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:56.946433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:56.956468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:network and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:56.966663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:56.979881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:57.000741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:09:57.001424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:57.015185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:57.019061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.052685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:57.065000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.065476 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added segment ea681d83-c8bc-413d-bf13-9da6057100f4 of type vlan for network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd Mar 02 18:09:57.099186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.134741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.140224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:57.141193 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.209462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-91fffeb3-c538-4eea-a397-f30534195f95 None None] Provisioning complete for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:57.209829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-91fffeb3-c538-4eea-a397-f30534195f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.257138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42330) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:57.263586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'subnet': {'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:57.271173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3414679 Mar 02 18:09:57.292403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d1d24f0e-eab3-4759-97d2-6d78364d0c02 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:57.326522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Network': ['ID=1a51ce91-34b5-4dd9-9feb-9960cd65e6dd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:57.329336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-91fffeb3-c538-4eea-a397-f30534195f95 None None] Port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:57.333416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:09:57.347152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.347530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.347873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.348280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.348616 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.348948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.349274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.349595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.349919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.350237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.350556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10c721-76c8-4e37-a034-4821e2863ae7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:09:57.376959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:57.435920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:57.441038 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:subnet and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:57.444379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:57.452144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:57.469276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Made reservation on behalf of bdf77a882f584688803a53ae7f41c6b8 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:57.614908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.775217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3885e66b-f90a-4e70-b817-16c7b0ddb00a None None] Provisioning complete for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:57.775951 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3885e66b-f90a-4e70-b817-16c7b0ddb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:57.841086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3885e66b-f90a-4e70-b817-16c7b0ddb00a None None] Port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:09:57.865933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port d1d24f0e-eab3-4759-97d2-6d78364d0c02 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:09:57.873838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d1d24f0e-eab3-4759-97d2-6d78364d0c02 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:57.874207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.071537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.171617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.211750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port d1d24f0e-eab3-4759-97d2-6d78364d0c02, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d1d24f0e-eab3-4759-97d2-6d78364d0c02,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:09:58.215867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:54Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:09:58.220394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.266869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:09:58.267226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Updating router 0c30aef6-0ec0-41a7-846e-688ef439b864 port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:09:58.286599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Subnet': ['ID=338592ff-d012-46ba-9c76-1d1713dc8296,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:58.311858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Checking segment: {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:09:58.312229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network hostable DHCP agents. Network: 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:09:58.354097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.358292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:09:58.370626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=d1d24f0e-eab3-4759-97d2-6d78364d0c02,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:58.396139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:09:58.407597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:58.408179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.411086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191ff32-99ea-4d4e-9430-f0dd41e3978e None None] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:09:58.477243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd448486-d99e-4ed3-a0c3-f8d6a4acc02a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2189505 Mar 02 18:09:58.480042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42408) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:58.590742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42422) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:58.597504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'network': {'name': 'tempest-network-smoke--242692629', 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:58.606698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:58.611586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:network and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:58.619412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:58.628686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:58.647427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:09:58.651663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.674663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.732683 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:58.740783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group_rule and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:58.746592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:58.766123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:58.961830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:58.970766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.045613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d1d24f0e-eab3-4759-97d2-6d78364d0c02 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:09:59.047837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebcd820-0679-418d-8246-7a07967aa2e3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:59.062966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:09:59.087695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.087961 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Added segment cf92332a-599f-40cf-8dae-63a5ff076395 of type vlan for network 19addfcf-ba44-4c0a-9209-d9591764ce94 Mar 02 18:09:59.113200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.147250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.164161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Transition to ACTIVE for port object 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:09:59.226700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.230556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.251030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:09:59.251824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.317057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'fixed_ips': [{'subnet_id': '338592ff-d012-46ba-9c76-1d1713dc8296'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:09:59.318155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.344988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7531266 Mar 02 18:09:59.349732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:59.449380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'admin_state_up': True, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:09:59.476592 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:09:59.479554 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port d1d24f0e-eab3-4759-97d2-6d78364d0c02 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:09:59.480095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.484426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:router and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:09:59.491811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:09:59.500033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:09:59.591488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.593855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.608872 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f3b6d-8da2-42ef-914e-5af03ece9ef3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Network': ['ID=19addfcf-ba44-4c0a-9209-d9591764ce94,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:59.621142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.649527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:09:59.670231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2387-e6fb-48e8-b822-829d8dd0593a None None] Pushing event updated for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:09:59.756369 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:59.824894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.085535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.110727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Attempting to bind port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:00.111341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Attempting to bind port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:00.112098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Attempting to bind port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b on network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:00.133330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Allocated IP 2001:db8:3::2 (1a51ce91-34b5-4dd9-9feb-9960cd65e6dd/338592ff-d012-46ba-9c76-1d1713dc8296/50d5df02-71c2-45f7-b4f9-3dc04cb08d89) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:00.140493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.153672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:00.154061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Checking segment: {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:00.154467 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.154927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Bound using segment: {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:00.155412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Bound port: 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c1bdf-d883-473d-b1f4-454b3c77c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:00.155789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.318729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.25.3.35 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/b722f4aa-04d5-44ce-8262-268ac7059d9d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:00.415740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] For port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:00.436669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] For port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:00.476068 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.493254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.528314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.582083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.598560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2387-e6fb-48e8-b822-829d8dd0593a None None] Pushing event updated for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:00.603504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Transition to ACTIVE for port object 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:00.604073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:00.607455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:00.609385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=b722f4aa-04d5-44ce-8262-268ac7059d9d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:00.611768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:00.625822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:00.626547 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:00.755759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Transition to ACTIVE for port object 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:00.785409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.832219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.833899 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:00.865043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Allocated IP 2001:db8:3::1 (1a51ce91-34b5-4dd9-9feb-9960cd65e6dd/338592ff-d012-46ba-9c76-1d1713dc8296/78eb8312-23bc-4801-ac0a-e929644b2cd0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:00.875673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Pushing event updated for resources: {'Port': ['ID=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:00.897918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:00.900137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:00.903037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:00.911608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:01.064914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.085449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Transition to ACTIVE for port object 78eb8312-23bc-4801-ac0a-e929644b2cd0 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:01.133792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.148148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Attempting to bind port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:01.148148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Attempting to bind port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:01.148482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Attempting to bind port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 on network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:01.202663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:01.206554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:01.211708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:01.212254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.228574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:01.228864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Checking segment: {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:01.229442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.229979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Bound using segment: {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:01.230491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:01.230904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Bound port: 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:01.231597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.345894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.352212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] For port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:01.357574 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] For port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:01.365245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.396720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:10:01.517503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a11a1-efab-4436-86cf-8012891d5eb6 None None] Pushing event updated for resources: {'Port': ['ID=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:01.574224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:54Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:01.580227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1384a0e-03d9-4f14-84ea-71faca6e076a None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:09:54Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:01.760524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:01.774531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Sync routers for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:01.830103 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:01.831005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:01.850778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:01.856182 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e2f32fb6-d19a-4d27-9e21-ddf2924a9374 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5051303 Mar 02 18:10:01.856648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42774) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:02.061012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:02.068572 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:02.069324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:02.220065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:02.267243 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-857d8c49-3243-4fd6-819c-857f1ebd9616 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8be3080ab42143f2a886b86ab679b09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4093370 Mar 02 18:10:02.272369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42808) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:02.409991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event updated for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:02.571183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e8b57-cfe9-4f17-b11e-70e40fec573e tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:02.573670 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ce0e8b57-cfe9-4f17-b11e-70e40fec573e tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3003345 Mar 02 18:10:02.576743 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42812) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:02.734291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:02.735680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:02.737996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:02.747976 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f47c02ff-0079-42d0-8caa-f08a3d7ce769 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1667752 Mar 02 18:10:02.750315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42816) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:02.758500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1859402', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:02.761231 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:02.765819 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Checking router: 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:02.766385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Updating router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 port b722f4aa-04d5-44ce-8262-268ac7059d9d binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:10:02.858955 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:02.881029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:02.887779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:03.012303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:03.026879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:03.028270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.039956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:03.044876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:subnet and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:03.047787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:03.059615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:03.087457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:10:03.228674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.312050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:03.343295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf9e84-a969-4971-a0f5-3d9744191f1e None None] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:03.479820 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.508991 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Transition to ACTIVE for port object b722f4aa-04d5-44ce-8262-268ac7059d9d will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:03.524700 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.560334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:03.591078 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Attempting to bind port b722f4aa-04d5-44ce-8262-268ac7059d9d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:03.591794 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Attempting to bind port b722f4aa-04d5-44ce-8262-268ac7059d9d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:03.592498 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Attempting to bind port b722f4aa-04d5-44ce-8262-268ac7059d9d on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:03.593722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:03.598108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e2a3f7b0-f3c4-43da-aeed-7640214d9e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1167083 Mar 02 18:10:03.603153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:03.607218 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:03.607898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:03.608363 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.608857 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:03.609418 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Bound port: b722f4aa-04d5-44ce-8262-268ac7059d9d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:03.609867 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.615302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:03.681719 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] For port b722f4aa-04d5-44ce-8262-268ac7059d9d, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:03.685476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] For port b722f4aa-04d5-44ce-8262-268ac7059d9d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b722f4aa-04d5-44ce-8262-268ac7059d9d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:03.706178 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.708342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.732558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Provisioning for port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:03.736731 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807243fc-7e93-4d20-bac7-088eac064570 None None] Pushing event updated for resources: {'Port': ['ID=b722f4aa-04d5-44ce-8262-268ac7059d9d,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:03.744041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Provisioning complete for port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:03.744738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.778602 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:03.823182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807243fc-7e93-4d20-bac7-088eac064570 None None] Pushing event updated for resources: {'Port': ['ID=b722f4aa-04d5-44ce-8262-268ac7059d9d,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:03.830359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:03.831027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:03.842901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:03.844017 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:03.861732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Subnet': ['ID=374b4403-8413-40d0-af53-368c12ee0506,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:03.919813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Checking segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:03.920173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network hostable DHCP agents. Network: 19addfcf-ba44-4c0a-9209-d9591764ce94, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:10:03.979857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:10:04.007307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:04.052145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:04.317709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:04.344248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 19addfcf-ba44-4c0a-9209-d9591764ce94) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:04.357680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:04.359256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:04.379350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d18ec-3fe5-48d3-8ba8-62510a01b171 None None] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:04.390110 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb6f0b60-e05c-4d34-89dc-427c75a1cba0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.6386406 Mar 02 18:10:04.393742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42834) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:04.407416 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:04.413059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f620e8b-85ed-4635-9b2b-82d11a1cc009 None None] The sync data for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 is: [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:04.591611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:04.597290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] For port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:04.625116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:04.627050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:04.780807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 18:10:04.802262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Removed routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 18:10:04.802770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:04.897008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:05.029382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2654c1-4594-4d9e-b5b6-58dc3c3a0acd None None] Pushing event updated for resources: {'Port': ['ID=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:05.222664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-19addfcf-ba44-4c0a-9209-d9591764ce94', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:10:05.225640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:05.397739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:01Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '78eb8312-23bc-4801-ac0a-e929644b2cd0', 'name': '', 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:e0:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:01Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:00Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:05.412631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Provisioning for port 78eb8312-23bc-4801-ac0a-e929644b2cd0 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:05.424260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:05.429248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:05.554289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Allocated IP 172.20.0.2 (19addfcf-ba44-4c0a-9209-d9591764ce94/374b4403-8413-40d0-af53-368c12ee0506/c68d14c7-0b07-4d06-8aeb-d2d4e51a1679) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:05.624831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:05.625207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Updating router 0c30aef6-0ec0-41a7-846e-688ef439b864 port 78eb8312-23bc-4801-ac0a-e929644b2cd0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:10:05.691453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:05.859246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Provisioning complete for port 78eb8312-23bc-4801-ac0a-e929644b2cd0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:05.859594 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:05.965934 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.004090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:06.016587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.017764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7045b3a5-b7eb-4fbe-9964-6caf0edf000c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 954 time: 2.4136410 Mar 02 18:10:06.021023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42842) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:06.033765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Port 78eb8312-23bc-4801-ac0a-e929644b2cd0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:10:06.061997 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.189874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Provisioning complete for port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:06.190176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-875b7807-e4e3-4c07-b8f1-4600ed3bb2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.229302 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-93404920-8567-453c-a792-d4f166fb018e tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 954 time: 0.2070723 Mar 02 18:10:06.232947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42846) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:06.240329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'routes': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:06.263264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.310749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Transition to ACTIVE for port object c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:06.437091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Transition to ACTIVE for port object c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:06.453629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.581612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:06.586821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:06.588029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.20.0.1 (19addfcf-ba44-4c0a-9209-d9591764ce94/374b4403-8413-40d0-af53-368c12ee0506/b2414484-66c8-4da8-bd86-7c88f965dc44) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:06.591027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Pushing event updated for resources: {'Port': ['ID=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:06.595295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:06.697546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.resource_extend [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:10:06.779202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Attempting to bind port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:06.779807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Attempting to bind port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:06.780202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Attempting to bind port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 on network 19addfcf-ba44-4c0a-9209-d9591764ce94 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:06.790041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61f01a33-74f0-43fe-9861-df46eaa72ab8 None None] Provisioning complete for port 78eb8312-23bc-4801-ac0a-e929644b2cd0 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:06.790352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61f01a33-74f0-43fe-9861-df46eaa72ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.842687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:06.843060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Checking segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:06.843462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.843853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Bound using segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:06.844333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Bound port: c68d14c7-0b07-4d06-8aeb-d2d4e51a1679, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:06.844707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.868586 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.869175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.898366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Transition to ACTIVE for port object b2414484-66c8-4da8-bd86-7c88f965dc44 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:06.929237 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:06.930882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-61f01a33-74f0-43fe-9861-df46eaa72ab8 None None] Port 78eb8312-23bc-4801-ac0a-e929644b2cd0 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:10:06.933409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b722f4aa-04d5-44ce-8262-268ac7059d9d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:07.025557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:07.038113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:07.045862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Transition to ACTIVE for port object 78eb8312-23bc-4801-ac0a-e929644b2cd0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:07.052462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:07.059775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.094025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:07.134875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.233873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] For port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:07.246991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c7e33-1e1b-4172-9b94-ac1c98871b46 None None] Pushing event updated for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:07.257163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.276825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b722f4aa-04d5-44ce-8262-268ac7059d9d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:07.291638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b722f4aa-04d5-44ce-8262-268ac7059d9d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:07.292296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.325895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 18:10:07.326997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 18:10:07.333171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] For port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:07.370938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.373607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.445696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Attempting to bind port 78eb8312-23bc-4801-ac0a-e929644b2cd0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:07.446314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Attempting to bind port 78eb8312-23bc-4801-ac0a-e929644b2cd0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:07.447001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Attempting to bind port 78eb8312-23bc-4801-ac0a-e929644b2cd0 on network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:07.500356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:07.501092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Checking segment: {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:07.501649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.502205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Bound using segment: {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:07.502870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Bound port: 78eb8312-23bc-4801-ac0a-e929644b2cd0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea681d83-c8bc-413d-bf13-9da6057100f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:07.503404 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.723113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842e1e-acb6-401b-910d-dd3b74994573 None None] Pushing event updated for resources: {'Port': ['ID=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:07.793182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] For port 78eb8312-23bc-4801-ac0a-e929644b2cd0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:07.798070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] For port 78eb8312-23bc-4801-ac0a-e929644b2cd0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=78eb8312-23bc-4801-ac0a-e929644b2cd0,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:07.801747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.813978 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.861063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.868914 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.885950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b722f4aa-04d5-44ce-8262-268ac7059d9d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b722f4aa-04d5-44ce-8262-268ac7059d9d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:07.900829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.907698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.908223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:07.909357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:07.971710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:07.972606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:08.122767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:08.145367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:08.145633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c7e33-1e1b-4172-9b94-ac1c98871b46 None None] Pushing event updated for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:08.175389 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:08.309222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b722f4aa-04d5-44ce-8262-268ac7059d9d,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:08.315453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:08.367925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:08.370001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:08.376676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:08.377228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:08.472741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:08.480986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:08.485556 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4c62b01b-43b2-431b-8dcd-51b094d68452 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 704 time: 2.2515461 Mar 02 18:10:08.486435 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:08.907885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:08.929902 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be13543b-0c1e-4104-838b-58ddce9b4f36 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 704 time: 0.4398420 Mar 02 18:10:08.930360 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42872) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:08.952935 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:09.159629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:09.160229 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:09.190083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c17c75-5fba-409a-bfa9-2c48ebac017c None None] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:09.293311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:09.409067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 7, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '78eb8312-23bc-4801-ac0a-e929644b2cd0', 'name': '', 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:e0:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:09.419112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7541e-c580-46b4-bb8c-8eda94779018 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 7, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '78eb8312-23bc-4801-ac0a-e929644b2cd0', 'name': '', 'network_id': '1a51ce91-34b5-4dd9-9feb-9960cd65e6dd', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:e0:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '338592ff-d012-46ba-9c76-1d1713dc8296', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:09.481330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ab91feaa-ff59-41bb-9c7f-dfdb85f0b69f None None] Provisioning for port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:09.491799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-05511c5c-c0a8-411b-bc35-cba7fea14345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:09.669156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:09.686091 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Sync routers for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:09.702497 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9c14fd54-5b70-4cfc-ac5b-f74adab9d93f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "PUT /v2.0/routers/0d0fc2db-e649-4cdd-ab35-7ade409d60e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3057621 Mar 02 18:10:09.703876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42886) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:09.720181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1812290825', 'description': 'tempest-secgroup_access--1812290825 description', 'project_id': '8be3080ab42143f2a886b86ab679b09b'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:09.727568 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:09.729065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:09:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:09.747141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:09.749841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:09.757339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:09.765589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:09.813577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:09.844473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:09.951921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 78eb8312-23bc-4801-ac0a-e929644b2cd0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:09.956229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:09.978018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group_rule and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:09.986800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:09.994856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:10.090086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 78eb8312-23bc-4801-ac0a-e929644b2cd0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:10.095940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 78eb8312-23bc-4801-ac0a-e929644b2cd0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:10.096646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.175960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.178333 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:10.184284 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.284594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd98f86-6d84-471b-b29c-ca30b76bd9e1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:10.299921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.302018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eabf6e65-03e1-4c32-8746-a4046ae32bb8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.5966926 Mar 02 18:10:10.305176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:10.322350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1806848164', 'description': 'tempest-secgroup_general--1806848164 description', 'project_id': '8be3080ab42143f2a886b86ab679b09b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:10.338565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.347430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:10.352489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:10.358587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:10.379005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:10.390209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 78eb8312-23bc-4801-ac0a-e929644b2cd0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=78eb8312-23bc-4801-ac0a-e929644b2cd0,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:10.396774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.397851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:10.530135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.677278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Provisioning for port b2414484-66c8-4da8-bd86-7c88f965dc44 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:10.689483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:10.701314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:10.708208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Provisioning complete for port b2414484-66c8-4da8-bd86-7c88f965dc44 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:10.709189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.762441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group_rule and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:10.767688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:10.781091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:10.788984 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:10.789404 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.797749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:10.818838 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 2, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:10.824958 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Checking router: 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:10.825536 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Updating router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 port b2414484-66c8-4da8-bd86-7c88f965dc44 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:10:10.854794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Port b2414484-66c8-4da8-bd86-7c88f965dc44 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:10:10.886481 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:10.924364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Provisioning complete for port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:10.934991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.028653 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.039588 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.075726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.133099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:11.174058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.179258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42912) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:11.179752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-60dc9bb1-4c9e-44d7-a75a-c83ba6456de6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.8650696 Mar 02 18:10:11.188056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'security_group_rule': {'security_group_id': 'ecd98f86-6d84-471b-b29c-ca30b76bd9e1', 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:11.199488 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.205228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:11.215468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:security_group_rule and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:11.224882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:11.235603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:11.243610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:11.272008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.298667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 78eb8312-23bc-4801-ac0a-e929644b2cd0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:11.300229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.300398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.301689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b722f4aa-04d5-44ce-8262-268ac7059d9d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:11.458721 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.465360 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.492946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167ed4d7-d3f5-44f7-9d4b-51856613cd6f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:11.511786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.512986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5586f95b-ceff-4ddd-bc6d-581183075f87 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3326876 Mar 02 18:10:11.556950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:10:11.557496 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-553c34dd-1fdc-4f33-be92-32242cc2409f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:10:11.572713 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-44d27fba-2157-40e1-8495-6b90aa2c998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.583522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:11.593240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 78eb8312-23bc-4801-ac0a-e929644b2cd0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=78eb8312-23bc-4801-ac0a-e929644b2cd0,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:11.593240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.609075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.611002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.614467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.615002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.615490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.615972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.616471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.616944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.617414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.618964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.619446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:11.623838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b722f4aa-04d5-44ce-8262-268ac7059d9d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:11.626604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.681965 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.720338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Transition to ACTIVE for port object b2414484-66c8-4da8-bd86-7c88f965dc44 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:11.738293 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:11.957619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 78eb8312-23bc-4801-ac0a-e929644b2cd0 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:12.120449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-ba9e8681-9351-4e1c-a4fa-63ce535ca0b9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:12.155644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-ba9e8681-9351-4e1c-a4fa-63ce535ca0b9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:12.157796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-ba9e8681-9351-4e1c-a4fa-63ce535ca0b9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1806848164&fields=id&tenant_id=8be3080ab42143f2a886b86ab679b09b HTTP/1.1" status: 200 len: 267 time: 0.1171365 Mar 02 18:10:12.184516 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55d2ce-bd51-45b7-9d52-0a72a685666b None None] Pushing event updated for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:12.188360 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Attempting to bind port b2414484-66c8-4da8-bd86-7c88f965dc44 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:12.188511 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Attempting to bind port b2414484-66c8-4da8-bd86-7c88f965dc44 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:12.189077 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Attempting to bind port b2414484-66c8-4da8-bd86-7c88f965dc44 on network 19addfcf-ba44-4c0a-9209-d9591764ce94 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:12.201893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:12.204466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 78eb8312-23bc-4801-ac0a-e929644b2cd0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:12.204899 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Checking segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:12.209158 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.209993 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Bound using segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:12.210334 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Bound port: b2414484-66c8-4da8-bd86-7c88f965dc44, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:12.211178 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.219647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.264853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 78eb8312-23bc-4801-ac0a-e929644b2cd0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:12.270489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 78eb8312-23bc-4801-ac0a-e929644b2cd0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 18:10:12.293527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-e01b6136-837c-4e6d-a864-f59a9f105304 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1812290825&fields=id&tenant_id=8be3080ab42143f2a886b86ab679b09b HTTP/1.1" status: 200 len: 267 time: 0.1233280 Mar 02 18:10:12.364449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Port 78eb8312-23bc-4801-ac0a-e929644b2cd0 not found, will not notify nova. {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 18:10:12.365041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:12.378751 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=78eb8312-23bc-4801-ac0a-e929644b2cd0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:12.405242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:12.421549 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] For port b2414484-66c8-4da8-bd86-7c88f965dc44, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:12.431380 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] For port b2414484-66c8-4da8-bd86-7c88f965dc44, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b2414484-66c8-4da8-bd86-7c88f965dc44,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:12.441126 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.481299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:12.481927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:12.628581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-dca71d8b-d051-4e59-a42a-0f9c7fe0ad9c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:12.632735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-dca71d8b-d051-4e59-a42a-0f9c7fe0ad9c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 796 time: 0.3425152 Mar 02 18:10:12.661538 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55d2ce-bd51-45b7-9d52-0a72a685666b None None] Pushing event updated for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:12.665819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-16e3b5ed-baec-4073-a78d-9adbcd4a48b6 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/quotas/8be3080ab42143f2a886b86ab679b09b HTTP/1.1" status: 200 len: 375 time: 0.0249765 Mar 02 18:10:12.668730 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:12.669771 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:12.733334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:12.827746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:12.828500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.844543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-1f703e1d-1a6e-49d1-bb84-c085fc257a3a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:12.868416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.870085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-1f703e1d-1a6e-49d1-bb84-c085fc257a3a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:12.871667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-1f703e1d-1a6e-49d1-bb84-c085fc257a3a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758454 Mar 02 18:10:12.937187 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:12.986722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d328342-08af-495c-b1f7-45b35f6161be service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:10:12.995192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d328342-08af-495c-b1f7-45b35f6161be service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1077590 Mar 02 18:10:13.071801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:13.163434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:13.251245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-2ccef495-3e4b-4ef0-8592-459e97485dc4 service neutron] 10.222.0.37 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530353 Mar 02 18:10:13.450371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-a26f07a4-a699-4209-887a-31e40f3901c1 service neutron] 10.222.0.37 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981471 Mar 02 18:10:13.541441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:12Z', 'revision_number': 8, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:13.546559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:13.560588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:13.563097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:13.604916 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:12Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:13.617893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2582c-cf5c-44ed-8ada-b850fb8d574a None None] The sync data for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 is: [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:12Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:13.674706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:13.963265 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:14.017133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8ab90820-3100-43c2-903d-4280b3954f44 req-be034d7f-c6df-4516-8994-27fbe59fb44b tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 210 time: 0.2660391 Mar 02 18:10:14.072729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:14.087298 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a177a359-a96b-4928-9386-f41ad35455db tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1558230 Mar 02 18:10:14.092371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 42968) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:14.188520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b2414484-66c8-4da8-bd86-7c88f965dc44 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:14.601144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:14.650205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port b2414484-66c8-4da8-bd86-7c88f965dc44 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:14.665019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b2414484-66c8-4da8-bd86-7c88f965dc44 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:14.666462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:14.746754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet 338592ff-d012-46ba-9c76-1d1713dc8296 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:10:14.746754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:14.875932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:14.881306 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:12Z', 'revision_number': 8, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:14.888841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da347b1-115e-495b-a969-d7017a6c453a None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:12Z', 'revision_number': 8, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91b4a754-90dc-4f9c-9f1f-f62b1c9da40b', 'name': '', 'network_id': '65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:c0:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:54Z', 'updated_at': '2022-03-02T18:10:03Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'ff2779a3-e139-4c92-86d4-ca6fe20faa9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:14.921006 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.004164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port b2414484-66c8-4da8-bd86-7c88f965dc44, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b2414484-66c8-4da8-bd86-7c88f965dc44,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:15.020360 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.023451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.124662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:15.127232 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.184097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=338592ff-d012-46ba-9c76-1d1713dc8296,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:15.197831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.204041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8891de-6d17-41a7-aa9a-264626b1bafc None None] Network 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:15.207880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1e0674d-eff6-4e5f-b33c-2e3fc5de274b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/338592ff-d012-46ba-9c76-1d1713dc8296 HTTP/1.1" status: 204 len: 168 time: 1.1138821 Mar 02 18:10:15.210545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 42990) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:15.378860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-627638a3-dec1-4e50-9bbd-cbacd899c4e7 req-8dae290c-98d2-4d9a-8e7f-ec1d03763ddb tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 210 time: 0.1001000 Mar 02 18:10:15.500842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.520239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:15.520239 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.638795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-7ed9d718-cfe5-4f53-83c9-00141fccc3d5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:15.640794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-7ed9d718-cfe5-4f53-83c9-00141fccc3d5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 796 time: 0.2180426 Mar 02 18:10:15.653670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] DHCP port deletion for 1a51ce91-34b5-4dd9-9feb-9960cd65e6dd request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:10:15.657904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Deleting port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:15.658442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.720014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-78c3f968-bacd-48ff-9e8f-9d5d5c265d35 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be3080ab42143f2a886b86ab679b09b HTTP/1.1" status: 200 len: 478 time: 0.0649073 Mar 02 18:10:15.733563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'port': {'device_id': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'admin_state_up': True, 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'security_groups': ['c6117bd6-26fe-4cb3-a4c0-38b29e9c607a', 'ecd98f86-6d84-471b-b29c-ca30b76bd9e1']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:15.910637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] For port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:15.910637 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.932588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:15.956001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:15.970925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:10:15.977167 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:15.983395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b2414484-66c8-4da8-bd86-7c88f965dc44 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:16.013929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,segment=NetworkSegment(ea681d83-c8bc-413d-bf13-9da6057100f4),segment_id=ea681d83-c8bc-413d-bf13-9da6057100f4)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:16.014500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.132857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Calling delete_port for 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:16.153938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:16.205958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.20.0.10 (19addfcf-ba44-4c0a-9209-d9591764ce94/374b4403-8413-40d0-af53-368c12ee0506/48ed4c07-5acd-4d1e-a818-2f3cd553aeda) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:16.236610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.262194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port b2414484-66c8-4da8-bd86-7c88f965dc44 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:16.262565 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.297243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:10:16.305357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:10:16.305912 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:10:16.458318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.479532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Transition to ACTIVE for port object 48ed4c07-5acd-4d1e-a818-2f3cd553aeda will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:16.514517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.525840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 78eb8312-23bc-4801-ac0a-e929644b2cd0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:16.553835 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.580334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a51ce91-34b5-4dd9-9feb-9960cd65e6dd']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:16.581938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 78eb8312-23bc-4801-ac0a-e929644b2cd0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:16.582837 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 78eb8312-23bc-4801-ac0a-e929644b2cd0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:16.583375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:16.595225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea681d83-c8bc-413d-bf13-9da6057100f4') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:16.595655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea681d83-c8bc-413d-bf13-9da6057100f4') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:16.607849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.626187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.633511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:10:16.634321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.639046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:16.639593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:16.665055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:16.672278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:16.690604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:10:16.740341 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:10:16.743352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=50d5df02-71c2-45f7-b4f9-3dc04cb08d89,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:16.746884 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.751553 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.758832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:16.770496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:16.771380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.781353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=1a51ce91-34b5-4dd9-9feb-9960cd65e6dd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:16.797829 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ce08e2e-ce47-4966-99a9-edff3ee6911b tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/1a51ce91-34b5-4dd9-9feb-9960cd65e6dd HTTP/1.1" status: 204 len: 168 time: 1.5861611 Mar 02 18:10:16.798679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43020) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:16.807898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Deleting port 50d5df02-71c2-45f7-b4f9-3dc04cb08d89 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:16.809817 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:16.859286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8d51abe5-aefc-400a-819f-57ff3ded3c1c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1323528 Mar 02 18:10:16.876248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Request body: {'port': {'device_id': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:16.918519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8e386173-4319-4d1e-a108-98a2267a88e8 None None] The port '50d5df02-71c2-45f7-b4f9-3dc04cb08d89' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:10:16.951342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330423a-dde9-4f5a-9ad1-366a7f113457 req-cc839d85-18ea-41ab-a734-8b8a13c85484 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:16.952044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2330423a-dde9-4f5a-9ad1-366a7f113457 req-cc839d85-18ea-41ab-a734-8b8a13c85484 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:17.030034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2330423a-dde9-4f5a-9ad1-366a7f113457 req-cc839d85-18ea-41ab-a734-8b8a13c85484 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:17.033924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2330423a-dde9-4f5a-9ad1-366a7f113457 req-cc839d85-18ea-41ab-a734-8b8a13c85484 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 971 time: 0.4238257 Mar 02 18:10:17.063823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4b14e76-174e-4ddc-a906-cedc9b6ce523 None None] Provisioning for port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:17.071366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4b14e76-174e-4ddc-a906-cedc9b6ce523 None None] Provisioning complete for port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:17.071940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4b14e76-174e-4ddc-a906-cedc9b6ce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:17.111208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2330423a-dde9-4f5a-9ad1-366a7f113457 req-d42e491b-0f83-4dee-be42-b179b2141dda tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0675035 Mar 02 18:10:17.114846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:17.156626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e4b14e76-174e-4ddc-a906-cedc9b6ce523 None None] Port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:10:17.208287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:17.679861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ed4c07-5acd-4d1e-a818-2f3cd553aeda {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:10:17.687135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:17.704422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Transition to ACTIVE for port object 48ed4c07-5acd-4d1e-a818-2f3cd553aeda will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:10:17.709149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:17.869665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:18.008404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Attempting to bind port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:10:18.008826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Attempting to bind port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:10:18.009239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Attempting to bind port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda on network 19addfcf-ba44-4c0a-9209-d9591764ce94 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:18.016085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda on network 19addfcf-ba44-4c0a-9209-d9591764ce94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:10:18.016470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Attempting to bind port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda on network 19addfcf-ba44-4c0a-9209-d9591764ce94 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:10:18.023504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:10:18.024332 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Checking segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:10:18.024460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Bound using segment: {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:10:18.024911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Bound port: 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf92332a-599f-40cf-8dae-63a5ff076395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:10:18.025261 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.097415 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:18.098966 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.159758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:10:18.163588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:10:18.168357 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.228017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.229654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] 10.222.0.35 "PUT /v2.0/ports/48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 1131 time: 1.3577931 Mar 02 18:10:18.232652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:10:18.335670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605b8df-a5b8-46e5-a7e4-7bb443dc2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:18.344688 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'status': 'completed', 'code': 200} Mar 02 18:10:18.352780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:18.353407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.534774 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:18.537153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5a0d9-fe14-4b83-9ae4-7795b6c1ae15 req-865f3b0f-f531-45b3-bdf1-bb52f34a85ac tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:18.539503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7fd5a0d9-fe14-4b83-9ae4-7795b6c1ae15 req-865f3b0f-f531-45b3-bdf1-bb52f34a85ac tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 983 time: 0.2009723 Mar 02 18:10:18.547607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-677cc15c-e3f9-4685-b1b4-31d30e6f5369 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1134 time: 0.2534823 Mar 02 18:10:18.675602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-c8ee2170-e882-4702-805a-7a1c578d1e3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 217 time: 0.1111436 Mar 02 18:10:18.744043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7fd5a0d9-fe14-4b83-9ae4-7795b6c1ae15 req-1e23dbdb-3e52-4af5-b10d-f28f4b2cf2dd tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1945021 Mar 02 18:10:18.746852 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:18.772793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-129829c6-ac82-4996-9b8b-b4ae3ef4261b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:18.774335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-129829c6-ac82-4996-9b8b-b4ae3ef4261b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.0926108 Mar 02 18:10:18.812979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=91b4a754-90dc-4f9c-9f1f-f62b1c9da40b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:18.857068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-9debc04d-781e-44b7-b000-6a3be4b45be8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768723 Mar 02 18:10:19.016266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-deb51fe9-1234-48f1-9f61-831ba29b186e service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493399 Mar 02 18:10:19.038020 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:19.176245 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e218f22d-5501-4c49-9a5e-c720613cf8a9 req-a522711c-cacd-457a-933c-fe8d98beb1c0 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544220 Mar 02 18:10:19.295459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-f881eeca-e72d-41a6-b9bd-12f6c3e1576b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1134 time: 0.0742908 Mar 02 18:10:19.440170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-a65fdda1-86a6-4409-9b0f-ba4e4594600e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:19.442354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-a65fdda1-86a6-4409-9b0f-ba4e4594600e service neutron] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 897 time: 0.1407135 Mar 02 18:10:19.516891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:19.540769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-93039139-6fab-46b1-bc71-8c2fde341751 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 217 time: 0.0933433 Mar 02 18:10:19.608498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-9f1bc31e-bf96-48b5-818d-4de08ddc9403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:19.609945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-9f1bc31e-bf96-48b5-818d-4de08ddc9403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.0639970 Mar 02 18:10:19.722666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-d87b1aca-0ae2-41ce-90a7-da72e62a07ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068339 Mar 02 18:10:19.734901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:19.946017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:19.965497 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94e3fd1e-d7c2-48e6-8a50-ca4b2bc9be18 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654193 Mar 02 18:10:19.966156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43076) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:20.041563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-42f23cbf-cfce-4c3d-9205-6cf15d8a1812 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130629 Mar 02 18:10:20.145496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471856e-be93-443e-9a6f-fcc8a17307ae req-9b17f0f1-b459-4105-be41-b87b50478aef tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:20.147340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c471856e-be93-443e-9a6f-fcc8a17307ae req-9b17f0f1-b459-4105-be41-b87b50478aef tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 983 time: 0.2028897 Mar 02 18:10:20.189768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet ff2779a3-e139-4c92-86d4-ca6fe20faa9f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:10:20.193612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.241949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8744f50d-5e78-41fc-a6c7-9f7a84e00637 req-16cb0ea9-ceec-4026-a9ad-f8e1f5fe441f service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935127 Mar 02 18:10:20.247155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c471856e-be93-443e-9a6f-fcc8a17307ae req-19ebd51b-dc3a-448c-b532-bfaeb565683a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0879517 Mar 02 18:10:20.252996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.350474 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.424026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.467757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.473948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653c1c4-deb9-4c1b-9cbe-fbbc32e29dd9 None None] Network 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:20.476575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2779a3-e139-4c92-86d4-ca6fe20faa9f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:20.483212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8f1d194-9e61-4062-ab3b-10ca44420b8c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/ff2779a3-e139-4c92-86d4-ca6fe20faa9f HTTP/1.1" status: 204 len: 168 time: 0.5136993 Mar 02 18:10:20.483587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:20.622750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.633598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port d1d24f0e-eab3-4759-97d2-6d78364d0c02 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:20.633933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.769219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] DHCP port deletion for 65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:10:20.774790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Deleting port d1d24f0e-eab3-4759-97d2-6d78364d0c02 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:20.775510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:20.856530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port d1d24f0e-eab3-4759-97d2-6d78364d0c02, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d1d24f0e-eab3-4759-97d2-6d78364d0c02,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:20.857667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.000549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for d1d24f0e-eab3-4759-97d2-6d78364d0c02 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:21.014707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] For port d1d24f0e-eab3-4759-97d2-6d78364d0c02, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d1d24f0e-eab3-4759-97d2-6d78364d0c02,segment=NetworkSegment(858c1bdf-d883-473d-b1f4-454b3c77c070),segment_id=858c1bdf-d883-473d-b1f4-454b3c77c070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:21.015102 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.085330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.135798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=d1d24f0e-eab3-4759-97d2-6d78364d0c02,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:21.140377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Calling delete_port for d1d24f0e-eab3-4759-97d2-6d78364d0c02 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:21.144269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port d1d24f0e-eab3-4759-97d2-6d78364d0c02 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:10:21.217578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:10:21.217922 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:10:21.270343 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.295802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:21.317488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858c1bdf-d883-473d-b1f4-454b3c77c070') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:21.318075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858c1bdf-d883-473d-b1f4-454b3c77c070') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:21.335253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.356905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.365092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:10:21.365523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:10:21.380306 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:10:21.515332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.532516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.551505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:21.566491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-900a4f2f-d1ac-40aa-abe7-405f78cc49f3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/65d7ffd3-8e7c-4dc2-96fc-b13c0abb3c36 HTTP/1.1" status: 204 len: 168 time: 1.0788221 Mar 02 18:10:21.567029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:21.570887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ced49-094c-45d7-b22a-77511f64cf13 req-1fc49cb8-77b5-4418-ba54-3a41ad88c8ac tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:21.572282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-794ced49-094c-45d7-b22a-77511f64cf13 req-1fc49cb8-77b5-4418-ba54-3a41ad88c8ac tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 983 time: 0.1370316 Mar 02 18:10:21.623103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-794ced49-094c-45d7-b22a-77511f64cf13 req-62a4c9b5-3301-408d-bddb-0960d3f8ef8b tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0447090 Mar 02 18:10:21.719224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Deleting port d1d24f0e-eab3-4759-97d2-6d78364d0c02 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:21.720357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.797575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-782d1a03-5910-4dc6-aabb-8f0545dee0f6 None None] The port 'd1d24f0e-eab3-4759-97d2-6d78364d0c02' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:10:21.881127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:21.901307 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:21.903125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:21.963171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d1d24f0e-eab3-4759-97d2-6d78364d0c02 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:21.964084 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:21.999474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: d1d24f0e-eab3-4759-97d2-6d78364d0c02 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:22.000137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d1d24f0e-eab3-4759-97d2-6d78364d0c02 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:22.106760 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:22.474138 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:18Z', 'revision_number': 9, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:22.479235 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:22.494259 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:22.495286 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:22.730513 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:22.851363 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 8367918b-8b37-494c-bd9e-a148f02c6f36 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:22.852397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:22.899949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429b3e0-e367-47fd-a30f-5af05eaf7994 req-c33f6268-be70-4529-9289-2f73233f2160 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:22.907353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c429b3e0-e367-47fd-a30f-5af05eaf7994 req-c33f6268-be70-4529-9289-2f73233f2160 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 983 time: 0.0937636 Mar 02 18:10:22.970134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c429b3e0-e367-47fd-a30f-5af05eaf7994 req-5be21a26-d735-4d8d-90e0-106b15fb255e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0618477 Mar 02 18:10:23.071612 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 8367918b-8b37-494c-bd9e-a148f02c6f36, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8367918b-8b37-494c-bd9e-a148f02c6f36,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:23.072174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:23.135825 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:18Z', 'revision_number': 9, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:23.146148 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645bd0a0-4b91-40a3-8a73-ea3aabcec1b5 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:18Z', 'revision_number': 9, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None, '_interfaces': [{'id': '8367918b-8b37-494c-bd9e-a148f02c6f36', 'name': '', 'network_id': 'b5afca4d-2b20-4b78-b896-a44f662cdd64', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:17:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c366a777-a724-461a-be73-84c4a6df0902', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:45Z', 'updated_at': '2022-03-02T18:09:55Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': 'c366a777-a724-461a-be73-84c4a6df0902', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc03b5-bc6b-4230-be6a-aa5c45411b92', 'name': '', 'network_id': 'b4a9c521-401f-4fbc-a9dc-72d750c4d6f7', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'mac_address': 'fa:16:3e:97:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28035678-8566-4740-80af-ae75e181f9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:09:39Z', 'updated_at': '2022-03-02T18:09:49Z', 'revision_number': 5, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'subnets': [{'id': '28035678-8566-4740-80af-ae75e181f9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:23.225996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 8367918b-8b37-494c-bd9e-a148f02c6f36 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:23.435865 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:23.533320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=8367918b-8b37-494c-bd9e-a148f02c6f36,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:23.725198 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:23.928318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:23.982807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:23.982807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 91b4a754-90dc-4f9c-9f1f-f62b1c9da40b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:24.011534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 48ed4c07-5acd-4d1e-a818-2f3cd553aeda details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:10:24.199868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5a74-24d4-4266-93e5-b7426ff896d3 req-31442804-bb05-477c-93cc-f177120579b3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:24.208146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2b5a74-24d4-4266-93e5-b7426ff896d3 req-31442804-bb05-477c-93cc-f177120579b3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 983 time: 0.1160598 Mar 02 18:10:24.241903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:24.287027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'port_id': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'mac_address': 'fa:16:3e:4c:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:10:24.339232 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:24.417982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ed4c07-5acd-4d1e-a818-2f3cd553aeda {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:10:24.443259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2b5a74-24d4-4266-93e5-b7426ff896d3 req-8df31a6f-8507-4b92-b03d-66533f3d36e7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2331035 Mar 02 18:10:24.445593 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:24.450767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:24.451761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:24.548460 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:24.651815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:24.664737 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-72e3d311-b749-4fdd-a8d6-2d290832fcc7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0963302 Mar 02 18:10:24.667665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:24.786832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['48ed4c07-5acd-4d1e-a818-2f3cd553aeda'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:10:24.897626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet c366a777-a724-461a-be73-84c4a6df0902 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:10:24.901210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:24.957893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.053082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.148946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.193316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=c366a777-a724-461a-be73-84c4a6df0902,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:25.197619 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.204556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e5dc2a6-5b84-4da4-9152-aaf216777edd tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/c366a777-a724-461a-be73-84c4a6df0902 HTTP/1.1" status: 204 len: 168 time: 0.5358477 Mar 02 18:10:25.207796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43178) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:25.214204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c900681-7599-4fa2-8cd5-2a5df73b6a1f None None] Network b5afca4d-2b20-4b78-b896-a44f662cdd64 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:25.326905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.340950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:25.341295 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.502887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] DHCP port deletion for b5afca4d-2b20-4b78-b896-a44f662cdd64 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:10:25.508218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Deleting port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:25.508218 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.645634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:25.646073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.713562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] For port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,segment=NetworkSegment(40654373-1f78-4111-a34d-176328b2526b),segment_id=40654373-1f78-4111-a34d-176328b2526b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:25.714248 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.791188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for 55c7ffe3-ca45-441e-8cba-4f2c2f96782f owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:25.853801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Calling delete_port for 55c7ffe3-ca45-441e-8cba-4f2c2f96782f owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:25.892497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab79e-f0ff-4f4e-a010-8989b51e21b2 req-02e8d851-7ab0-4674-ae4d-95ff2a7788fa tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:25.899981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2bab79e-f0ff-4f4e-a010-8989b51e21b2 req-02e8d851-7ab0-4674-ae4d-95ff2a7788fa tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 984 time: 0.3145554 Mar 02 18:10:25.924834 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.938789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55c7ffe3-ca45-441e-8cba-4f2c2f96782f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:25.976107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 55c7ffe3-ca45-441e-8cba-4f2c2f96782f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:25.976676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 55c7ffe3-ca45-441e-8cba-4f2c2f96782f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:25.982003 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:10:25.982538 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:10:25.990908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:10:25.993407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=55c7ffe3-ca45-441e-8cba-4f2c2f96782f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:26.046297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 48ed4c07-5acd-4d1e-a818-2f3cd553aeda up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:10:26.060576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2bab79e-f0ff-4f4e-a010-8989b51e21b2 req-1088dab1-fca5-4f82-b976-e08bd4d789a9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1594355 Mar 02 18:10:26.117209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:10:26.122836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:10:26.123208 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.142429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.168963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5afca4d-2b20-4b78-b896-a44f662cdd64']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:26.184425 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40654373-1f78-4111-a34d-176328b2526b') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:26.184974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40654373-1f78-4111-a34d-176328b2526b') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:26.200521 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.223452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.235456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:10:26.235878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:10:26.251607 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:10:26.257197 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.288916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:10:26.315778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:26.326351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.366493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.371407 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.390438 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'code': 200} Mar 02 18:10:26.423825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=b5afca4d-2b20-4b78-b896-a44f662cdd64,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:26.430950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:26.440626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a7cf2aa9-4815-48e6-8f61-d64f0fc4d41d tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/b5afca4d-2b20-4b78-b896-a44f662cdd64 HTTP/1.1" status: 204 len: 168 time: 1.2316322 Mar 02 18:10:26.444756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43204) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:26.484297 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Deleting port 55c7ffe3-ca45-441e-8cba-4f2c2f96782f {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:26.484519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.580295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-454a814f-3f30-4221-bc4c-0d4541e53281 None None] The port '55c7ffe3-ca45-441e-8cba-4f2c2f96782f' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:10:26.673073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6a5bc26-907b-455d-b01f-ea061baf0597 req-a97e5219-34f9-463f-baa6-2b7f4a1ce5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.2293515 Mar 02 18:10:26.725640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6a5bc26-907b-455d-b01f-ea061baf0597 req-686bb122-07fc-4c32-bf39-a0a1de6371cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0466065 Mar 02 18:10:26.853266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:27.325749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2ad4-c5c6-4d8e-bea2-06d8eacf7d78 req-66469dda-7f5c-4472-9217-745bd1e115d3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:27.328168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e47b2ad4-c5c6-4d8e-bea2-06d8eacf7d78 req-66469dda-7f5c-4472-9217-745bd1e115d3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.1027403 Mar 02 18:10:27.389637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e47b2ad4-c5c6-4d8e-bea2-06d8eacf7d78 req-7c0fcafd-844e-4598-9f27-d6c8d09a6c47 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0547535 Mar 02 18:10:27.541958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port e7cc03b5-bc6b-4230-be6a-aa5c45411b92 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:27.542557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:27.884290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port e7cc03b5-bc6b-4230-be6a-aa5c45411b92, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:27.884648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:28.019965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for e7cc03b5-bc6b-4230-be6a-aa5c45411b92 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:28.224271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:28.276323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=e7cc03b5-bc6b-4230-be6a-aa5c45411b92,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:28.484994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:28.636190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53719b8d-dbae-4683-8abc-90e61c0d5606 req-c5eaf79a-ef98-4b77-9ac2-bd372f6b03e1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:28.637751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53719b8d-dbae-4683-8abc-90e61c0d5606 req-c5eaf79a-ef98-4b77-9ac2-bd372f6b03e1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.0960815 Mar 02 18:10:28.711296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53719b8d-dbae-4683-8abc-90e61c0d5606 req-b84c3530-1b32-4012-af94-79feed59f257 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0678155 Mar 02 18:10:28.923977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04735-bd11-4e83-b147-a581cb26b388 req-122f86bd-44cb-4596-987e-7cbf4c0c74f9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:28.926765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afe04735-bd11-4e83-b147-a581cb26b388 req-122f86bd-44cb-4596-987e-7cbf4c0c74f9 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.0863585 Mar 02 18:10:28.964552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:29.002556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-afe04735-bd11-4e83-b147-a581cb26b388 req-3ec465d4-5991-4d0f-b8bb-7e0dd535d32b tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0686696 Mar 02 18:10:29.124550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:29.139448 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aec55a4c-84f5-40fc-8ee4-d0faa9e5dced tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934738 Mar 02 18:10:29.142090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:29.203019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-09c8b3ff-bf8d-4602-beb1-e876d12d78c3 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.0728385 Mar 02 18:10:29.227005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.281637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:29.287583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Usage tracker for resource:security_group_rule and tenant:45541cd8068a449098a7ff810514b546 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:29.291244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:29.298049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:29.380431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.384778 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.431162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd81d1d1-36a1-4f08-93a9-a6925693fb50 req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2223110 Mar 02 18:10:29.431812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ab6aa-5810-4c16-b9e4-1df0fa31fe51 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9939828c-72e2-4458-a66b-a9bbd374e047,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:29.444584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:29.467253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:29.468379 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:29.469037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:29.522255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting subnet 28035678-8566-4740-80af-ae75e181f9c7 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:10:29.535748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.605248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.630886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:29.692953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e12a0bf-3da5-484a-b3b6-8c502b8fc23e tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1131 time: 0.2232051 Mar 02 18:10:29.697501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43276) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:29.706059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:29.719934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:29.727584 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.729369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:floatingip and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:29.733165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:29.746015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:29.762373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.783434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:29.790546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:29.803025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:29.803845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:29.824001 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.907607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Subnet': ['ID=28035678-8566-4740-80af-ae75e181f9c7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:29.911862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.920910 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-806ae3f7-9719-442a-a336-39e719fe66b1 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/28035678-8566-4740-80af-ae75e181f9c7 HTTP/1.1" status: 204 len: 168 time: 0.7775252 Mar 02 18:10:29.921737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43284) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:29.962472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:29.975484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac463a7-497b-44b5-a7a4-90a0f705f24a None None] Network b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:10:30.102189 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.126538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Deleting port d231efc8-03c9-432c-a3df-b39e91b9dcdf {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:10:30.127452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.162312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.25.3.126 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/82a3287c-8855-4fbe-aa32-4b4ef47ceab0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:10:30.168847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:30.311197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:30.319091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7ff40-33f0-4b4e-ad29-6c59d62605b4 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:30.342098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.370847 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.444936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=82a3287c-8855-4fbe-aa32-4b4ef47ceab0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:30.461681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:10:30.463322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:10:30.465688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:10:30.474258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] For port d231efc8-03c9-432c-a3df-b39e91b9dcdf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=d231efc8-03c9-432c-a3df-b39e91b9dcdf,segment=NetworkSegment(801c2b3b-9840-49a1-ab03-109107b3a436),segment_id=801c2b3b-9840-49a1-ab03-109107b3a436)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:10:30.474670 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.627660 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Calling delete_port for d231efc8-03c9-432c-a3df-b39e91b9dcdf owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:10:30.717023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.721211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d6c00-471d-49f8-b312-8f69c01cfd50 None None] DHCP port deletion for b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:10:30.767569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Port': ['ID=d231efc8-03c9-432c-a3df-b39e91b9dcdf,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:30.776647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No DVR routers for this DVR port d231efc8-03c9-432c-a3df-b39e91b9dcdf on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:10:30.913618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.940357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a9c521-401f-4fbc-a9dc-72d750c4d6f7']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:30.954002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c2b3b-9840-49a1-ab03-109107b3a436') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:30.954301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c2b3b-9840-49a1-ab03-109107b3a436') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:30.967042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.985648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:30.992867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:10:30.993403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:10:31.012158 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:10:31.094490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.136589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.163868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.169009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.189028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Pushing event deleted for resources: {'Network': ['ID=b4a9c521-401f-4fbc-a9dc-72d750c4d6f7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:31.191706 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-56a73849-2a23-4a36-a707-2367e753711f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/networks/b4a9c521-401f-4fbc-a9dc-72d750c4d6f7 HTTP/1.1" status: 204 len: 168 time: 1.2690163 Mar 02 18:10:31.195023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43308) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:31.204054 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'routes': None}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:31.554663 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.565687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.604908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Added routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 18:10:31.605322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.extraroute_db [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Removed routes are [] {{(pid=83796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 18:10:31.605771 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.682653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=82a3287c-8855-4fbe-aa32-4b4ef47ceab0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:31.695946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.898139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.901840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:31.926788 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Floating IP 6dc368ec-659b-44cb-81af-0cb92a92c96f associated. External IP: 172.25.3.126, port: 48ed4c07-5acd-4d1e-a818-2f3cd553aeda. Mar 02 18:10:31.953829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8367918b-8b37-494c-bd9e-a148f02c6f36 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:31.997362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8367918b-8b37-494c-bd9e-a148f02c6f36 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:31.997619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8367918b-8b37-494c-bd9e-a148f02c6f36 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:31.998048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d231efc8-03c9-432c-a3df-b39e91b9dcdf no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:32.043044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: d231efc8-03c9-432c-a3df-b39e91b9dcdf {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:32.043202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device d231efc8-03c9-432c-a3df-b39e91b9dcdf not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:32.043665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e7cc03b5-bc6b-4230-be6a-aa5c45411b92 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:10:32.061022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router 0c30aef6-0ec0-41a7-846e-688ef439b864 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:32.083702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e7cc03b5-bc6b-4230-be6a-aa5c45411b92 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:10:32.084063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e7cc03b5-bc6b-4230-be6a-aa5c45411b92 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:10:32.228661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:32.235671 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:32.240350 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e80f52e5-9020-42e4-bc0a-bf5554bcc23a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 705 time: 1.0408456 Mar 02 18:10:32.240516 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Sync routers for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:32.241002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43326) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:32.258500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:32.259189 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:32.286967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1d5ec26-bb9e-4c3a-adc2-f4e649bdf827 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:32.318807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e1d5ec26-bb9e-4c3a-adc2-f4e649bdf827 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:32.320104 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e1d5ec26-bb9e-4c3a-adc2-f4e649bdf827 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 205 time: 0.0786695 Mar 02 18:10:32.323260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43334) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:32.443733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:32.504062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:32.507995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:10:32.568485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:32.573374 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Checking router: 0c30aef6-0ec0-41a7-846e-688ef439b864 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:32.584758 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Routers {'0c30aef6-0ec0-41a7-846e-688ef439b864'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:32.585362 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0c30aef6-0ec0-41a7-846e-688ef439b864'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:32.743184 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] Set router 0c30aef6-0ec0-41a7-846e-688ef439b864 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:32.773725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:32.783742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Sync routers for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:32.807354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:32.808095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:32.847760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:32.881443 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:32.888225 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef8c7c-134c-4760-995c-3463fc0639f7 None None] The sync data for ids ['0c30aef6-0ec0-41a7-846e-688ef439b864'] in n-d-820559-6 is: [{'id': '0c30aef6-0ec0-41a7-846e-688ef439b864', 'name': 'tempest-RoutersIpV6Test-router-1386952808', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:36Z', 'updated_at': '2022-03-02T18:10:28Z', 'revision_number': 11, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:32.959729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-72ac3ddf-4763-4ecd-b5e9-1963754c6f8e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2591517 Mar 02 18:10:32.960786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:10:32.979100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43346) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.003553 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:10:33.121035 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'status': 'completed', 'code': 200} Mar 02 18:10:33.137639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:33.228607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da4023-2f09-4b48-85ba-396e3cc9c4f1 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.228974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da4023-2f09-4b48-85ba-396e3cc9c4f1 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.229334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da4023-2f09-4b48-85ba-396e3cc9c4f1 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.230139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da4023-2f09-4b48-85ba-396e3cc9c4f1 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.232044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-75da4023-2f09-4b48-85ba-396e3cc9c4f1 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2486012 Mar 02 18:10:33.235159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.243595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-c88b6e9d-c1ec-45aa-a15b-07748dfd474f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.1543176 Mar 02 18:10:33.336445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a7513-1afa-48f3-a9d5-bd4d1772e40b tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.336445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a7513-1afa-48f3-a9d5-bd4d1772e40b tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.336445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a7513-1afa-48f3-a9d5-bd4d1772e40b tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.336445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a7513-1afa-48f3-a9d5-bd4d1772e40b tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.339862 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e6a7513-1afa-48f3-a9d5-bd4d1772e40b tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.1029744 Mar 02 18:10:33.345765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.545187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-2fcb36d0-2795-4e79-8716-4e214c2b9148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.547141 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.547338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-2fcb36d0-2795-4e79-8716-4e214c2b9148 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 897 time: 0.2976942 Mar 02 18:10:33.560307 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.613910 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.614494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router 0c30aef6-0ec0-41a7-846e-688ef439b864 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:10:33.659933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.659933 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3fedbc77-000c-4231-a61d-62e62a6b14d9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 204 len: 168 time: 1.3354108 Mar 02 18:10:33.665609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43370) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.685399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1838965267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:33.698227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:33.706822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Usage tracker for resource:router and tenant:bdf77a882f584688803a53ae7f41c6b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:33.709406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '6dc368ec-659b-44cb-81af-0cb92a92c96f', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'port_id': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'mac_address': 'fa:16:3e:4c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:10:30Z', 'updated_at': '2022-03-02T18:10:30Z', 'revision_number': 0, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:33.710372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:33.714364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Checking router: 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:33.716797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:33.728622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:33.729758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:33.745774 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98a44759-df91-46e4-b6a9-be800cfecf9c tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2142 time: 0.3980024 Mar 02 18:10:33.746421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.757335 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.758774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.790107 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.815206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-4e6d6035-11b1-4400-9f53-8d13e7d8f85c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 1000 time: 0.2627566 Mar 02 18:10:33.859550 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1458dc06-7d5a-4358-9614-fb12bb860ec3 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0d0fc2db-e649-4cdd-ab35-7ade409d60e8 HTTP/1.1" status: 200 len: 1989 time: 0.1114795 Mar 02 18:10:33.866306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.918472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-5ec763c3-03ad-4f4c-825f-8d894e22224d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:33.920106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-5ec763c3-03ad-4f4c-825f-8d894e22224d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.0998273 Mar 02 18:10:33.921438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:33.922562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-68df4be1-6430-4bf5-9731-7d9e05d2e074 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2542493 Mar 02 18:10:33.925453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43384) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:33.970071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:34.039723 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:34.223517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-f86e527e-5f2d-4566-ba72-6bd39e6902d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939422 Mar 02 18:10:34.465386 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '6dc368ec-659b-44cb-81af-0cb92a92c96f', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'port_id': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'mac_address': 'fa:16:3e:4c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:10:30Z', 'updated_at': '2022-03-02T18:10:30Z', 'revision_number': 0, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:34.480614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5788ff1-86fe-4a60-95dd-a2a37f28f906 None None] The sync data for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 is: [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '6dc368ec-659b-44cb-81af-0cb92a92c96f', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'port_id': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'mac_address': 'fa:16:3e:4c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:10:30Z', 'updated_at': '2022-03-02T18:10:30Z', 'revision_number': 0, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:34.569059 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:34.579015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-bb092468-8c29-4d83-8a13-71d3f14c0698 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003063 Mar 02 18:10:34.603072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426677'] for router, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:34.759296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391c4b0-f065-4d8d-9d11-f976d3398b81 None None] New status for floating IP 6dc368ec-659b-44cb-81af-0cb92a92c96f: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:10:34.841875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f936edc-3d8b-49d2-9af9-01c38ed455a5 req-d7ca9b27-7062-4c03-9dbb-6ce213deb558 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566280 Mar 02 18:10:34.897315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Router ada19152-01f0-4145-b624-fd80b71068de is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:10:35.189868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:10:35.197203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:35.198953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-91a526b0-217c-41d0-bcd9-6db360eeac5f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "PUT /v2.0/routers/ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 200 len: 698 time: 1.2718534 Mar 02 18:10:35.201652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43406) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:35.201782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Sync routers for ids ['ada19152-01f0-4145-b624-fd80b71068de'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:10:35.214583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Routers {'ada19152-01f0-4145-b624-fd80b71068de'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:35.215195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ada19152-01f0-4145-b624-fd80b71068de'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:35.357111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Set router ada19152-01f0-4145-b624-fd80b71068de gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:35.362836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-925cbb1a-601a-45f2-b9ef-41c2084b048f tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/routers/ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 200 len: 704 time: 0.1599576 Mar 02 18:10:35.364757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43416) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:35.438300 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-449db7c6-7a65-406c-a834-6f9800a331eb tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 200 len: 205 time: 0.0722528 Mar 02 18:10:35.440893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43420) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:35.485530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada19152-01f0-4145-b624-fd80b71068de', 'name': 'tempest-RoutersIpV6Test-router-1838965267', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:10:33Z', 'updated_at': '2022-03-02T18:10:34Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:35.490707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Checking router: ada19152-01f0-4145-b624-fd80b71068de for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:10:35.501903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Routers {'ada19152-01f0-4145-b624-fd80b71068de'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:10:35.502616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:10:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['ada19152-01f0-4145-b624-fd80b71068de'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:35.588844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:35.639963 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] Set router ada19152-01f0-4145-b624-fd80b71068de gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:10:35.766564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada19152-01f0-4145-b624-fd80b71068de', 'name': 'tempest-RoutersIpV6Test-router-1838965267', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:10:33Z', 'updated_at': '2022-03-02T18:10:34Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:10:35.771887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def57e0e-9393-4e9d-91f7-03651d5b62eb None None] The sync data for ids ['ada19152-01f0-4145-b624-fd80b71068de'] in n-d-820559-6 is: [{'id': 'ada19152-01f0-4145-b624-fd80b71068de', 'name': 'tempest-RoutersIpV6Test-router-1838965267', 'tenant_id': 'bdf77a882f584688803a53ae7f41c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:10:33Z', 'updated_at': '2022-03-02T18:10:34Z', 'revision_number': 2, 'project_id': 'bdf77a882f584688803a53ae7f41c6b8', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:10:36.005962 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:36.010276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:36.036285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:36.036788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Fanout notify agent at l3_agent the message router_deleted on router ada19152-01f0-4145-b624-fd80b71068de {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:10:36.051551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:36.055028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b2c21c9b-775e-4c59-ad44-8d13c3f69ce7 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 204 len: 168 time: 0.6105671 Mar 02 18:10:36.056364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43432) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.097588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b9b9bd00-6132-45c9-98e5-400fa3e74e67 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Synchronizing usage tracker for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:36.109447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b9b9bd00-6132-45c9-98e5-400fa3e74e67 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] Unset dirty status for tenant:bdf77a882f584688803a53ae7f41c6b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:36.110603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b9b9bd00-6132-45c9-98e5-400fa3e74e67 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 200 len: 205 time: 0.0533283 Mar 02 18:10:36.113791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43436) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.182885 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-01d22464-5485-4fd9-b7ef-0a4af73c460c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:36.182988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01d22464-5485-4fd9-b7ef-0a4af73c460c tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/ada19152-01f0-4145-b624-fd80b71068de HTTP/1.1" status: 404 len: 336 time: 0.0682828 Mar 02 18:10:36.185490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43444) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.224472 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9f3fb5-fe1c-42e6-8939-e8e9e2259925 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:36.224841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9f3fb5-fe1c-42e6-8939-e8e9e2259925 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:36.226462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-eb9f3fb5-fe1c-42e6-8939-e8e9e2259925 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/338592ff-d012-46ba-9c76-1d1713dc8296 HTTP/1.1" status: 404 len: 337 time: 0.0401032 Mar 02 18:10:36.228989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43448) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.275653 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb8575c-dbfa-458e-9f61-02b5dc65e5d5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:36.276088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb8575c-dbfa-458e-9f61-02b5dc65e5d5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:36.277738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6eb8575c-dbfa-458e-9f61-02b5dc65e5d5 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/ff2779a3-e139-4c92-86d4-ca6fe20faa9f HTTP/1.1" status: 404 len: 337 time: 0.0478311 Mar 02 18:10:36.284425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43452) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.328058 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee21066e-cd1a-4da4-981f-dbe16cd1f851 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:36.328494 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee21066e-cd1a-4da4-981f-dbe16cd1f851 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:36.330137 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ee21066e-cd1a-4da4-981f-dbe16cd1f851 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/c366a777-a724-461a-be73-84c4a6df0902 HTTP/1.1" status: 404 len: 337 time: 0.0440934 Mar 02 18:10:36.333017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43458) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.374583 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad2e86-2539-41d9-989b-fcfba2532b8a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:36.375125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ad2e86-2539-41d9-989b-fcfba2532b8a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:36.376834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a3ad2e86-2539-41d9-989b-fcfba2532b8a tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/28035678-8566-4740-80af-ae75e181f9c7 HTTP/1.1" status: 404 len: 337 time: 0.0427809 Mar 02 18:10:36.379458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43462) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.428537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-049c403b-9a26-4b51-a99e-43f85e55a975 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 200 len: 205 time: 0.0436502 Mar 02 18:10:36.429156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43466) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.500700 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-242a6666-76a4-452f-8842-9411d54718b4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:36.501908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-242a6666-76a4-452f-8842-9411d54718b4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/0c30aef6-0ec0-41a7-846e-688ef439b864 HTTP/1.1" status: 404 len: 336 time: 0.0717459 Mar 02 18:10:36.505159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43474) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.549762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5e779780-e810-4309-9e78-61d3b8cb5318 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=97564570-02f2-4205-b371-30cf3e87c65e HTTP/1.1" status: 200 len: 205 time: 0.0435159 Mar 02 18:10:36.553077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.736896 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-e0fece7f-8807-43cd-8b04-c7140241c0c9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:36.737966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e0fece7f-8807-43cd-8b04-c7140241c0c9 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/97564570-02f2-4205-b371-30cf3e87c65e HTTP/1.1" status: 404 len: 336 time: 0.1839921 Mar 02 18:10:36.741466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43486) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.781193 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d967e2d-f925-4a53-8c12-e23c22f630f4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:36.781618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d967e2d-f925-4a53-8c12-e23c22f630f4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:36.784905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3d967e2d-f925-4a53-8c12-e23c22f630f4 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/700d4c18-6de4-4c0c-9ba5-7c965e22b677 HTTP/1.1" status: 404 len: 337 time: 0.0408585 Mar 02 18:10:36.788466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43490) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.837877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-83f369a1-10d9-4ecc-9a29-b43a7228c532 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 200 len: 205 time: 0.0498333 Mar 02 18:10:36.840293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.919625 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-3e43445f-eafc-44bd-96f2-fc3485035ece tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:36.921126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e43445f-eafc-44bd-96f2-fc3485035ece tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/1692480f-c9f5-4021-b442-e6fbaf5d13d5 HTTP/1.1" status: 404 len: 336 time: 0.0796299 Mar 02 18:10:36.923528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43498) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:36.967488 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f12ad6c2-9e23-47f5-b4c7-2d4d93ba8dcf tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=09447e77-3cd1-4747-9407-2ffb5ec14e57 HTTP/1.1" status: 200 len: 205 time: 0.0427876 Mar 02 18:10:36.969722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.046943 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-039a5b4a-3bd0-40ed-80c6-c8829699a220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:37.050240 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-039a5b4a-3bd0-40ed-80c6-c8829699a220 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/09447e77-3cd1-4747-9407-2ffb5ec14e57 HTTP/1.1" status: 404 len: 336 time: 0.0771930 Mar 02 18:10:37.050586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43510) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.092320 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc0f5d1-f004-457a-9afd-d25ad3dacf74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:37.092820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc0f5d1-f004-457a-9afd-d25ad3dacf74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:37.094454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7cc0f5d1-f004-457a-9afd-d25ad3dacf74 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/01191484-419f-4e50-80d9-275f7eed311e HTTP/1.1" status: 404 len: 337 time: 0.0428412 Mar 02 18:10:37.097018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.138908 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8b526232-3b1c-47bb-b059-71560cab6d21 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=398e8af2-baab-492c-9d0e-1a1eeda3a0e1 HTTP/1.1" status: 200 len: 205 time: 0.0405464 Mar 02 18:10:37.140977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43518) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.208976 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-f0dc3f28-548a-43b6-9286-18c707829885 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:37.209974 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0dc3f28-548a-43b6-9286-18c707829885 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/398e8af2-baab-492c-9d0e-1a1eeda3a0e1 HTTP/1.1" status: 404 len: 336 time: 0.0681252 Mar 02 18:10:37.213365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.250357 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4add3eab-a9b5-408e-9848-c835833b4f66 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:37.250827 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4add3eab-a9b5-408e-9848-c835833b4f66 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:37.255748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43526) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.256288 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4add3eab-a9b5-408e-9848-c835833b4f66 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/5128361d-a703-40fc-ba59-4dba150b3891 HTTP/1.1" status: 404 len: 337 time: 0.0406520 Mar 02 18:10:37.299361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-217b2ab2-41dd-41d9-b98d-364ea02b18d3 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec3252a-aa28-44ed-939d-1b9b9a7f4048 HTTP/1.1" status: 200 len: 205 time: 0.0422614 Mar 02 18:10:37.302010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.381754 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-97feeba2-10f3-4702-9d4b-bb227f1c6302 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] delete failed (client error): The resource could not be found. Mar 02 18:10:37.390545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43540) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.390660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-97feeba2-10f3-4702-9d4b-bb227f1c6302 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/routers/9ec3252a-aa28-44ed-939d-1b9b9a7f4048 HTTP/1.1" status: 404 len: 336 time: 0.0824053 Mar 02 18:10:37.434609 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a56f5d-f7be-4562-b004-a995a5b8b332 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:37.435293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a56f5d-f7be-4562-b004-a995a5b8b332 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:37.437001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a9a56f5d-f7be-4562-b004-a995a5b8b332 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/c1a0a7ee-81a5-491e-82f2-5be84c635286 HTTP/1.1" status: 404 len: 337 time: 0.0506091 Mar 02 18:10:37.440454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:37.488913 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44de652-8743-444f-971c-4d28ef2d3e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] DELETE failed (client error): The resource could not be found. Mar 02 18:10:37.489466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44de652-8743-444f-971c-4d28ef2d3e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:10:37.491113 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c44de652-8743-444f-971c-4d28ef2d3e52 tempest-RoutersIpV6Test-607993076 tempest-RoutersIpV6Test-607993076-project] 10.222.0.37 "DELETE /v2.0/subnets/f3cd558d-0f7f-4d61-ab06-7f096ff6d568 HTTP/1.1" status: 404 len: 337 time: 0.0486717 Mar 02 18:10:37.850353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43560) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:38.043860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a33c80cd-a25d-415b-af0a-b8360cc94838 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdf77a882f584688803a53ae7f41c6b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899743 Mar 02 18:10:38.044092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43566) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:38.108924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:38.139814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:38.204482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:38.220432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd7f08-55a8-40fd-ba49-7238ea5bcfd0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:38.224737 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:38.229109 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0941e1ab-43ae-491c-838e-bc6e31f653d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63fd7f08-55a8-40fd-ba49-7238ea5bcfd0 HTTP/1.1" status: 204 len: 168 time: 0.1808913 Mar 02 18:10:38.806967 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.151946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43606) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:39.297235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-66d409e0-a51a-4683-9231-3bda8fb88f27 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:39.297907 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-66d409e0-a51a-4683-9231-3bda8fb88f27 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:10:39.298873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-66d409e0-a51a-4683-9231-3bda8fb88f27 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1459270 Mar 02 18:10:39.303480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43616) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:39.308663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--894094699'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:39.316013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:39.320843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:39.323714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:39.329418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:39.340145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.361325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.364534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6487d696-a45f-4f82-9751-50ba9d6483f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.397570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:39.401760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:39.404809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:39.412784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:39.497698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.504774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.548632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:39.550495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0735f37d-6263-4257-9024-c1f3b13480ca,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:39.555874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:39.559762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:39.570912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.571430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.571910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.571910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.573314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.573314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.573314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.573314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.574007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.574007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.574179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:10:39.578166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:39.642633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.647225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.688717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6162c59-d0be-4ef7-976b-ac8ddd5b6988,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:39.692512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.696406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5043fd34-3abc-434a-ab9c-816d2a8b0962 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3892722 Mar 02 18:10:39.696798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43626) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:39.702921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'b6162c59-d0be-4ef7-976b-ac8ddd5b6988', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:39.710445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:39.714957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:39.718451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:39.724250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:39.743686 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.809277 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.813279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.850540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb7dfe2-4a6d-4188-b4ae-5cc3f3e1a466,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:39.866623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.872739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43634) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:39.875705 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8c95ad56-68ba-4c5f-a467-ebb25a9bb272 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1715667 Mar 02 18:10:39.884501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'b6162c59-d0be-4ef7-976b-ac8ddd5b6988', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:39.888232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:39.892197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:39.895308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:39.901127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:39.919773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:39.982086 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:10:39.983546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9a37ad67-8536-4c9f-8753-f477db9d663e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1091928 Mar 02 18:10:39.986512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43638) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.057109 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.086355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.151919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.170467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6162c59-d0be-4ef7-976b-ac8ddd5b6988,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:40.174848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.177083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae54fb62-5109-4194-9db1-8a223d6ba598 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6162c59-d0be-4ef7-976b-ac8ddd5b6988 HTTP/1.1" status: 204 len: 168 time: 0.1886191 Mar 02 18:10:40.180204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43646) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.233377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-df24b743-3699-4630-affb-b84f36b6af1a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:40.251210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-df24b743-3699-4630-affb-b84f36b6af1a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:40.252438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-df24b743-3699-4630-affb-b84f36b6af1a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0713251 Mar 02 18:10:40.258301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43650) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.264309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--566644060'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:40.271692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:40.282463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:40.295043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.331733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:40.336866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:40.339759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:40.346194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:40.429223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.429223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.473214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4bb824-3006-43ad-a763-0e9a308f726c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:40.480416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.481846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1d921a6d-59cc-407e-9b0e-0f25ddbfcb0a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2223985 Mar 02 18:10:40.485283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.491468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f4a06d09-2626-42b5-99d0-b7f38c2b483e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '0b4bb824-3006-43ad-a763-0e9a308f726c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:40.492149 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-f4a06d09-2626-42b5-99d0-b7f38c2b483e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:40.496001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f4a06d09-2626-42b5-99d0-b7f38c2b483e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067978 Mar 02 18:10:40.496408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43664) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.662677 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.709988 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.759313 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.779581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4bb824-3006-43ad-a763-0e9a308f726c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:40.786924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.789631 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3f325958-3c69-4818-8be3-463cbb3bf158 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b4bb824-3006-43ad-a763-0e9a308f726c HTTP/1.1" status: 204 len: 168 time: 0.2919300 Mar 02 18:10:40.792206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43674) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.849459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bbba7ca6-c7a7-4246-9b71-42436795ea4e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:40.868017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bbba7ca6-c7a7-4246-9b71-42436795ea4e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:40.869408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bbba7ca6-c7a7-4246-9b71-42436795ea4e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0750656 Mar 02 18:10:40.874222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43678) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:40.880120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--846964723'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:40.891461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:40.902090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:40.913332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:40.957152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:40.965461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:40.969230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:40.979009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:41.034469 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.039153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.087806 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670819c4-ae72-4962-923f-1a0154e72485,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:41.099047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.099047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d274d7ba-032d-4d9e-9839-8f20d88ef6e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2234683 Mar 02 18:10:41.099397 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43686) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.104806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-87a269e3-dbdb-45d6-8548-007fd82aac91 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '670819c4-ae72-4962-923f-1a0154e72485', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.105459 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-87a269e3-dbdb-45d6-8548-007fd82aac91 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:41.106382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87a269e3-dbdb-45d6-8548-007fd82aac91 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063806 Mar 02 18:10:41.109091 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.181828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.210187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.272951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.293241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670819c4-ae72-4962-923f-1a0154e72485,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:41.304150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.307769 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aed3ebff-ca9e-4fd9-a937-ae44e633446f tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/670819c4-ae72-4962-923f-1a0154e72485 HTTP/1.1" status: 204 len: 168 time: 0.1952324 Mar 02 18:10:41.307950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43698) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.365711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-11fc99c2-6319-4758-8d2b-5d0277cf9929 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:41.367694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8071b214-a118-422d-829e-d71cc10051c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.382396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-11fc99c2-6319-4758-8d2b-5d0277cf9929 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:41.383604 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11fc99c2-6319-4758-8d2b-5d0277cf9929 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0747743 Mar 02 18:10:41.387643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.393369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933375913'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.400759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:41.410940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:41.421517 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.464385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:41.468796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:41.472059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:41.480062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:41.543649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.548073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.591893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab56e36-d779-4044-9389-c10528b67467,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:41.603368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.604841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9468041c-1a7b-43de-bfbe-39692cad1be7 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2162132 Mar 02 18:10:41.607606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43716) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.613232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3ee75efb-aec0-487a-b54f-4c80cec497e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '6ab56e36-d779-4044-9389-c10528b67467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.614032 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3ee75efb-aec0-487a-b54f-4c80cec497e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:41.614997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3ee75efb-aec0-487a-b54f-4c80cec497e4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064976 Mar 02 18:10:41.617620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43720) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.622839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-35b39a51-155e-4842-9a69-7e9424a876d5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '6ab56e36-d779-4044-9389-c10528b67467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.623480 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-35b39a51-155e-4842-9a69-7e9424a876d5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:41.624653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-35b39a51-155e-4842-9a69-7e9424a876d5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060554 Mar 02 18:10:41.628563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43724) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.638895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-43d83602-ef5c-4e24-8845-8886adf6101a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '6ab56e36-d779-4044-9389-c10528b67467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.639603 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-43d83602-ef5c-4e24-8845-8886adf6101a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:41.640503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-43d83602-ef5c-4e24-8845-8886adf6101a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100474 Mar 02 18:10:41.643951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.650279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4544f748-a56d-4bc7-8923-fc25b9a759b1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '6ab56e36-d779-4044-9389-c10528b67467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.651089 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-4544f748-a56d-4bc7-8923-fc25b9a759b1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:41.654069 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4544f748-a56d-4bc7-8923-fc25b9a759b1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073307 Mar 02 18:10:41.658040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43732) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.730932 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.759488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.813600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.832929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab56e36-d779-4044-9389-c10528b67467,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:41.843964 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:41.849677 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-479aaa0f-d908-4436-93c2-e3a7cb402009 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ab56e36-d779-4044-9389-c10528b67467 HTTP/1.1" status: 204 len: 168 time: 0.1862147 Mar 02 18:10:41.849955 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43744) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.908244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f787e515-0f60-4a64-a2ba-c249b524c664 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:41.924376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f787e515-0f60-4a64-a2ba-c249b524c664 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:41.925636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f787e515-0f60-4a64-a2ba-c249b524c664 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0746067 Mar 02 18:10:41.930721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:41.935253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247833291'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:41.943370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:41.953505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:41.963497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.008523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.013255 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.016156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.022503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.087588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.091311 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.136919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7d5e0-f008-428e-bcc6-1804971c8a2c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:42.144111 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.145561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c266f4a7-13db-4cec-9aac-4027198dba5a tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2148349 Mar 02 18:10:42.148434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43752) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.153914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4e6da7e2-9e7c-4111-84ef-7c94f1ee035c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.154532 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-4e6da7e2-9e7c-4111-84ef-7c94f1ee035c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.155483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4e6da7e2-9e7c-4111-84ef-7c94f1ee035c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061500 Mar 02 18:10:42.158110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43756) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.163525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.170962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.174769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.178451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.184364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.214816 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.215854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0eea6da5-0fd4-4923-aa19-9cedbddb3c87 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0568342 Mar 02 18:10:42.218796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43760) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.225324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0706c44e-0dbb-4221-ae88-26f775b7da23 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.225924 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-0706c44e-0dbb-4221-ae88-26f775b7da23 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.231051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0706c44e-0dbb-4221-ae88-26f775b7da23 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081270 Mar 02 18:10:42.231183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43764) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.236308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.244361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.248541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.251512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.257951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.291643 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.292702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-252d312f-c9fa-4bb6-a723-4ad71dbbb8e6 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0606596 Mar 02 18:10:42.295801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43768) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.301950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3d103a29-f00c-4e36-aca1-0c9f84a790e3 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.302609 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-3d103a29-f00c-4e36-aca1-0c9f84a790e3 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.303519 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3d103a29-f00c-4e36-aca1-0c9f84a790e3 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067558 Mar 02 18:10:42.306355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.312190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.320472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.325215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.328666 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.335539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.366437 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.370421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8bb8ef48-cf21-459f-adae-1abff1c76ff5 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0602467 Mar 02 18:10:42.370802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.376922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c6e3731a-0a85-4abb-9ca7-b9d5a80114a1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.378339 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-c6e3731a-0a85-4abb-9ca7-b9d5a80114a1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.379852 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c6e3731a-0a85-4abb-9ca7-b9d5a80114a1 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078623 Mar 02 18:10:42.383365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43780) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.387804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.394199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.398814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.401829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.408204 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.439744 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.444838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1f0e82e8-2f90-4343-8121-be76f6d61234 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0573547 Mar 02 18:10:42.448408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43784) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.454922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'fcb7d5e0-f008-428e-bcc6-1804971c8a2c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.464728 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.469528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.473626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.483055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.524743 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:42.525704 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ea025f79-24a9-44a8-bfd4-373a20c08843 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0776124 Mar 02 18:10:42.528874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43788) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.600502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.635381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.687064 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.706875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7d5e0-f008-428e-bcc6-1804971c8a2c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:42.714125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.715340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-249762c0-639b-4701-88f3-47fd22a5bff8 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/fcb7d5e0-f008-428e-bcc6-1804971c8a2c HTTP/1.1" status: 204 len: 168 time: 0.1851885 Mar 02 18:10:42.717676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43794) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.776479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-65091918-18ab-4847-96db-b7a3b22f024c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:42.794950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-65091918-18ab-4847-96db-b7a3b22f024c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:42.796410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-65091918-18ab-4847-96db-b7a3b22f024c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0776572 Mar 02 18:10:42.801822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43798) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:42.808518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--635766988'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:42.820825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.831034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.840814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.877552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:42.882904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:42.883329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.886029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:42.892736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:42.954767 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:42.959633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.004515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6ea6f-1d55-4f45-b55b-6d503582d11f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:43.011638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.017255 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-530ce0d1-e0c1-4068-a3a3-13a001f3d32b tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2093363 Mar 02 18:10:43.020478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.023395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '49b6ea6f-1d55-4f45-b55b-6d503582d11f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.031209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.035698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.042862 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.049798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.058711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.101600 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The resource could not be found. Mar 02 18:10:43.102687 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e66e27de-3376-492a-ab4d-9641aeb8f400 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0842230 Mar 02 18:10:43.106068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43806) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.111734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '49b6ea6f-1d55-4f45-b55b-6d503582d11f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f39d81c2-3dec-4c17-85d9-9d53d1df4c36'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.121922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.126531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.130060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.139467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.182864 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The resource could not be found. Mar 02 18:10:43.183937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3522f591-985d-4207-a768-9b6cfef2b257 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0768363 Mar 02 18:10:43.186903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43810) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.254485 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.284893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.335857 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.355946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6ea6f-1d55-4f45-b55b-6d503582d11f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:43.364808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.366110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-59f3d8ea-f40f-4758-8ee8-f9f77024c505 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/49b6ea6f-1d55-4f45-b55b-6d503582d11f HTTP/1.1" status: 204 len: 168 time: 0.1782334 Mar 02 18:10:43.368677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43814) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.431664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3339483a-b6c1-461f-b8b2-fb4b3c108fec tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:43.449294 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3339483a-b6c1-461f-b8b2-fb4b3c108fec tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:43.450521 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3339483a-b6c1-461f-b8b2-fb4b3c108fec tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0809474 Mar 02 18:10:43.454513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43818) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.460970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f3b47-06f4-45c5-a38e-c92b83587926', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.468479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.472322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.476497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.482111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.516145 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The resource could not be found. Mar 02 18:10:43.517238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f274b5a0-386c-4aaa-a82a-dc64dae98a25 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0617664 Mar 02 18:10:43.521424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43822) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.526999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--127303299'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.533075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.543219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.553249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.588013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.591849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.594733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.601766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.659696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.664873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.712429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67661d3e-e42e-4318-af9e-3b97e07c6b61,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:43.716198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.717501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3842c956-8e23-4ca7-9968-547d1124efb4 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1951396 Mar 02 18:10:43.720463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43830) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.727654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--203566485'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.733885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.737926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.740999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.746821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.759738 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.796594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.800377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.803352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.809160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.869102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.872923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.919217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba30e0-b9af-4194-8a85-ceb8998721a1,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:43.921948 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:43.923164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-22f00d56-2ef3-4a73-9a2e-dabcfe88e01c tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2016149 Mar 02 18:10:43.927917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43840) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:43.933870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group_rule': {'security_group_id': '67661d3e-e42e-4318-af9e-3b97e07c6b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ebba30e0-b9af-4194-8a85-ceb8998721a1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:43.940310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:43.945114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:43.948010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:43.953512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:43.985822 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:10:43.986948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-66069299-1d37-4b8d-8bd6-952beb213873 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0576725 Mar 02 18:10:43.990239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43844) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.055162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.080705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.130153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.154322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba30e0-b9af-4194-8a85-ceb8998721a1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:44.162559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.166899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-33b41446-feb9-4109-a09e-07170c5a0ace tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebba30e0-b9af-4194-8a85-ceb8998721a1 HTTP/1.1" status: 204 len: 168 time: 0.1755607 Mar 02 18:10:44.167394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.234173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-977e250d-1b83-4e67-a87e-2bedf91abf03 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:44.250281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-977e250d-1b83-4e67-a87e-2bedf91abf03 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:44.255324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-977e250d-1b83-4e67-a87e-2bedf91abf03 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0842049 Mar 02 18:10:44.255701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43854) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.319181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.346081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.397792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.419394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67661d3e-e42e-4318-af9e-3b97e07c6b61,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:44.443853 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.444958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b0be77d-380a-48b9-9f7f-76b23ad75182 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/67661d3e-e42e-4318-af9e-3b97e07c6b61 HTTP/1.1" status: 204 len: 168 time: 0.1883593 Mar 02 18:10:44.447671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.509786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.511969 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b05b3ab3-9886-4fea-8d0e-061ad7011481 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:44.528580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b05b3ab3-9886-4fea-8d0e-061ad7011481 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:44.530806 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b05b3ab3-9886-4fea-8d0e-061ad7011481 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0810966 Mar 02 18:10:44.535758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43864) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.541453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'tempest-secgroup--322720419'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:44.547705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:44.559056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:44.570560 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.612532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:44.617185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Usage tracker for resource:security_group_rule and tenant:3c97d09ec4914de4bc5bbb9776ccf152 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:44.620275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:44.627670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:44.691329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.696019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.744111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4356cad-8063-4475-8705-ea04d653fe4a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:44.750757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.751935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4eae76f8-867b-423d-8da2-015fc901ee6e tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2151973 Mar 02 18:10:44.757139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43868) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.762522 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-534a1ea8-cbd1-4bf8-afc4-5b83543783ce tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:10:44.763101 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-534a1ea8-cbd1-4bf8-afc4-5b83543783ce tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 18:10:44.764165 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-534a1ea8-cbd1-4bf8-afc4-5b83543783ce tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "PUT /v2.0/security-groups/f4356cad-8063-4475-8705-ea04d653fe4a HTTP/1.1" status: 409 len: 330 time: 0.0060301 Mar 02 18:10:44.767246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43872) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:44.839408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.870669 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.920061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.943239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4356cad-8063-4475-8705-ea04d653fe4a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:44.954825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:44.956267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-acea8d6c-18d1-43f7-8f5c-fa601c4edc69 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4356cad-8063-4475-8705-ea04d653fe4a HTTP/1.1" status: 204 len: 168 time: 0.1880846 Mar 02 18:10:44.959581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43876) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.013073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d28a9e7-0327-453e-baf7-6addf047addf tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Synchronizing usage tracker for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:10:45.028485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-5d28a9e7-0327-453e-baf7-6addf047addf tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] Unset dirty status for tenant:3c97d09ec4914de4bc5bbb9776ccf152 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:10:45.029769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5d28a9e7-0327-453e-baf7-6addf047addf tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0691688 Mar 02 18:10:45.033783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43880) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.050340 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-d5f88f77-e7a6-452a-88e4-6b81159e4385 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] delete failed (client error): The resource could not be found. Mar 02 18:10:45.051401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d5f88f77-e7a6-452a-88e4-6b81159e4385 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "DELETE /v2.0/security-groups/2762b5c6-bd4f-4b34-ab19-a7fd582fe3eb HTTP/1.1" status: 404 len: 347 time: 0.0167334 Mar 02 18:10:45.054941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43884) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.070475 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-be3d45ab-2fd7-400c-a1ce-d58024e902ad tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] show failed (client error): The resource could not be found. Mar 02 18:10:45.071426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-be3d45ab-2fd7-400c-a1ce-d58024e902ad tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-groups/83848456-1f9c-4e31-aca8-31ec6bf94eb5 HTTP/1.1" status: 404 len: 347 time: 0.0156639 Mar 02 18:10:45.074907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43888) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.089700 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-3c91696a-9e60-492b-8bb6-73f97a9e7ad0 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] show failed (client error): The resource could not be found. Mar 02 18:10:45.090662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c91696a-9e60-492b-8bb6-73f97a9e7ad0 tempest-NegativeSecGroupTest-149197478 tempest-NegativeSecGroupTest-149197478-project] 10.222.0.37 "GET /v2.0/security-group-rules/335453b6-679e-47fb-af0b-ceda72a60c32 HTTP/1.1" status: 404 len: 356 time: 0.0148857 Mar 02 18:10:45.412045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43898) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.600783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd6340f7-6fcf-4c6b-ae35-b8c69a630a9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c97d09ec4914de4bc5bbb9776ccf152&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875131 Mar 02 18:10:45.603235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43904) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:45.663051 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:45.688537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:45.745137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:45.762288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735f37d-6263-4257-9024-c1f3b13480ca,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:45.779579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:45.780708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-636cb67f-b628-4bad-849c-13f701f789c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0735f37d-6263-4257-9024-c1f3b13480ca HTTP/1.1" status: 204 len: 168 time: 0.1765940 Mar 02 18:10:48.263994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 43984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:48.504082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.558534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:48.563017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Usage tracker for resource:security_group_rule and tenant:f31959634e87402692166e6333bed675 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:48.563017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:48.571135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:48.640847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.646851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.691634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee413f07-e2aa-4305-b494-d6b326dbaceb,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:48.697090 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ba69d72c-db6a-491e-80a4-e1a673bb928d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f31959634e87402692166e6333bed675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4319661 Mar 02 18:10:48.700952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 43996) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:48.772183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.808941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.883020 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.902127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee413f07-e2aa-4305-b494-d6b326dbaceb,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:48.919213 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:48.919213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0f2e2be6-6b8a-4241-bf7b-2fc725a03d61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee413f07-e2aa-4305-b494-d6b326dbaceb HTTP/1.1" status: 204 len: 168 time: 0.2151513 Mar 02 18:10:49.348188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44008) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:49.370511 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.407547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:49.407547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Usage tracker for resource:security_group_rule and tenant:ad80e469b34b4c1b8ee4f71452514d2c is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:49.409569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:49.416176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:49.528113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.533037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.533037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.587993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad80e469b34b4c1b8ee4f71452514d2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2372146 Mar 02 18:10:49.592639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44016) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:49.592639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15fe57-e2fa-4453-adf7-30028ece9426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8775bc-0ca7-4af4-a6fd-e7edf1da0fcc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:49.670757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.698065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.763460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.780496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8775bc-0ca7-4af4-a6fd-e7edf1da0fcc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:49.795778 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:49.803411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0439f3ef-a1c5-4845-856f-d4752deffe6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee8775bc-0ca7-4af4-a6fd-e7edf1da0fcc HTTP/1.1" status: 204 len: 168 time: 0.2096250 Mar 02 18:10:55.694992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-181a2008-d241-4812-bbf7-fa06cf97c82b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2813015 Mar 02 18:10:55.876003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44176) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:55.900172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-878ab6c7-edc2-40f0-a54f-44c4d463504d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.1109841 Mar 02 18:10:56.043450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.080472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:56.087414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbaf531dcf24123b807a642747ec474 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:56.087414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:56.100841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:56.107411 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-54e2e25e-1f36-4605-aafa-81a7c602c95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:56.107411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-54e2e25e-1f36-4605-aafa-81a7c602c95a service neutron] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 897 time: 0.1841071 Mar 02 18:10:56.167706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.175292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.210349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c8708-8824-438b-85ec-a8d29317eefc,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:56.240549 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f86c801-a6e6-4b04-b43f-ffbfd225b925 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bbaf531dcf24123b807a642747ec474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3660686 Mar 02 18:10:56.241303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44186) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:56.244192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-8e762468-65eb-4d41-b173-2134111eaee4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 1002 time: 0.1319449 Mar 02 18:10:56.330709 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.336278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-45acf83f-fcb2-41eb-b4e3-5f590383a3ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:10:56.336278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-45acf83f-fcb2-41eb-b4e3-5f590383a3ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.0857890 Mar 02 18:10:56.368521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.438373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-cc3a4f42-a925-414d-b3c9-fa41edf45dac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884178 Mar 02 18:10:56.465724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.485479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c8708-8824-438b-85ec-a8d29317eefc,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:56.501612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.506668 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b38d281b-da40-45ba-9fef-86049710bfea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a48c8708-8824-438b-85ec-a8d29317eefc HTTP/1.1" status: 204 len: 168 time: 0.2642269 Mar 02 18:10:56.732632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-9eb1d9a8-b0b1-4cfc-8e80-a7e3861f6c41 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875245 Mar 02 18:10:56.906900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-edc6898e-312f-414b-9134-c8a25b6ad01f req-849d0fce-a0a8-4901-b7ca-a1ddd4d9d1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664984 Mar 02 18:10:56.982449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44202) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:57.002352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.067264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:10:57.073691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Usage tracker for resource:security_group_rule and tenant:ec3265d052224c15add47dba346883e7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:10:57.077240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:10:57.087691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:10:57.180174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.185492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.276487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee454e-8d88-48d6-8a60-ee039f3988a9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:57.276487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4b930f84-a0d7-4664-befa-68215f054aff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec3265d052224c15add47dba346883e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2917187 Mar 02 18:10:57.281477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44208) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:10:57.368223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.406923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.489393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.501101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee454e-8d88-48d6-8a60-ee039f3988a9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:10:57.510917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:57.510917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f664d1da-d76d-4540-895e-853c60bf3e76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9ee454e-8d88-48d6-8a60-ee039f3988a9 HTTP/1.1" status: 204 len: 168 time: 0.2285154 Mar 02 18:11:04.683232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44390) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:04.862463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:04.898450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:04.907478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Usage tracker for resource:security_group_rule and tenant:8bdb2480879f4e6ba0385571d15d20e5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:04.907478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:04.916975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:04.987564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:04.991508 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.039572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00a635-1eee-4dc9-a3c1-a871b29aafbf,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:05.046065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bdb2480879f4e6ba0385571d15d20e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594606 Mar 02 18:11:05.046437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 44400) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:05.055069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.055509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.055957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.056735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.057418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.057968 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.058297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.058842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.059341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.059906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.060482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e1c6f-e8c7-448d-86c5-a3d16bc12d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:05.143566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.173217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.235300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.250275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00a635-1eee-4dc9-a3c1-a871b29aafbf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:05.257271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.258622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6a05c258-0f7d-40ef-9ee0-dd2cb37e2391 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d00a635-1eee-4dc9-a3c1-a871b29aafbf HTTP/1.1" status: 204 len: 168 time: 0.2111740 Mar 02 18:11:05.656987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:05.677171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.709755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:05.713624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Usage tracker for resource:security_group_rule and tenant:9cc29d76db104aa1a1b69fce9ef948e3 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:05.716523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:05.722955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:05.794153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.801353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.861930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01f5e7-b86d-42f0-96d9-4542dc4dc385,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:05.861930 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-850791b3-e66b-48a1-b3f4-5b95582afa9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc29d76db104aa1a1b69fce9ef948e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982083 Mar 02 18:11:05.861930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44420) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:05.927312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:05.957674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:06.021121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:06.038201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01f5e7-b86d-42f0-96d9-4542dc4dc385,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:06.048126 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:06.048126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9033614c-8c9c-4e48-aa81-171b7423dbf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad01f5e7-b86d-42f0-96d9-4542dc4dc385 HTTP/1.1" status: 204 len: 168 time: 0.1857336 Mar 02 18:11:08.802806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:09.377613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-14275485-b0b7-4ba0-a0e3-f255e21e1f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:10.008340 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:11:11.390167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bda15d94-03e2-474c-8a1d-8c055a9690b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:12.886178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:13.054808 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.215557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44582) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:14.365546 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.398328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:14.402180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Usage tracker for resource:security_group_rule and tenant:b985b29dc3314227b36dad34fcd2d785 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:14.405105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:14.412265 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:14.443301 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.501839 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.506658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.553170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0803dd94-aaa7-482a-a9e9-34ea303214f1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:14.559140 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-143799de-d276-4ec5-9b19-0b75a2ecd560 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b985b29dc3314227b36dad34fcd2d785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423631 Mar 02 18:11:14.561730 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44590) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:14.630375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.657894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.711261 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.727172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803dd94-aaa7-482a-a9e9-34ea303214f1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:14.737238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:14.739317 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-19f087b9-42ea-43c2-8adf-4594b5ed6532 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0803dd94-aaa7-482a-a9e9-34ea303214f1 HTTP/1.1" status: 204 len: 168 time: 0.1764576 Mar 02 18:11:15.081152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44598) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:15.100798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.135336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:15.139681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Usage tracker for resource:security_group_rule and tenant:4df219efa38b472597da6e88d82fb422 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:15.142500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:15.149100 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:15.219847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.224777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.269952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b604c-f0a9-4278-bb03-29389bed2de5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:15.277829 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87c9aa91-2808-46e0-b5f7-5d8087c22981 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4df219efa38b472597da6e88d82fb422&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931078 Mar 02 18:11:15.278651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 44604) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:15.341493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.367825 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.427344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.448116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b604c-f0a9-4278-bb03-29389bed2de5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:15.451565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:15.452650 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c0b20a0f-480a-4796-9c22-b8c1b2fe4f19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac1b604c-f0a9-4278-bb03-29389bed2de5 HTTP/1.1" status: 204 len: 168 time: 0.1733890 Mar 02 18:11:19.522952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.372498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45146) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:22.555348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.590420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:22.595189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Usage tracker for resource:security_group_rule and tenant:367650b84ae848909223601493b0156e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:22.598536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:22.604495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:22.674048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.678557 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.728781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd33b3-5b75-42ad-9f7f-64c820da8292,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:22.736134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45152) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:22.736669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3c1c4821-4b99-4745-ae05-df2e231443e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=367650b84ae848909223601493b0156e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626895 Mar 02 18:11:22.813704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.844701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.901372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.919282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd33b3-5b75-42ad-9f7f-64c820da8292,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:22.926921 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:22.930915 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eeb4c7e8-1dc1-4bb0-a310-32832743f67a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90dd33b3-5b75-42ad-9f7f-64c820da8292 HTTP/1.1" status: 204 len: 168 time: 0.1907752 Mar 02 18:11:23.286712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45162) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:23.305634 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.339003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:23.342930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Usage tracker for resource:security_group_rule and tenant:35b96980fa9b460084ba678fd14423c6 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:23.345818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:23.352127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:23.421682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.426218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.464285 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35b96980fa9b460084ba678fd14423c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739998 Mar 02 18:11:23.464486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45166) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:23.503716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca269567-4499-4858-8e36-b99de5267311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff154b-472c-402c-9db4-377d84e2ca0f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:23.544424 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.570790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.627095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.646799 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff154b-472c-402c-9db4-377d84e2ca0f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:23.652488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:23.653717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-36c3a09a-6696-4478-9525-804c07a51171 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fff154b-472c-402c-9db4-377d84e2ca0f HTTP/1.1" status: 204 len: 168 time: 0.1880987 Mar 02 18:11:24.606092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45198) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:24.790877 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61a1d983-6075-47af-b10c-b69fdddbb408 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d1d14bfc9ce4e5494a8d41ecb48042f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1835263 Mar 02 18:11:24.793572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45206) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:24.855863 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:24.883250 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:24.936769 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:24.953655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:24.958452 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:24.959454 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-41ac308b-2d9b-49fc-8b3b-d5e38a965e3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6428b4f-a28b-47d7-8fef-4b9cbe43f8f2 HTTP/1.1" status: 204 len: 168 time: 0.1644032 Mar 02 18:11:30.379382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45304) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:30.551812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.588838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:30.593098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:abda13d6e1a1459caa57520c9a37d9e7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:30.596413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:30.604685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:30.685044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.688915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.734759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b662f-29d3-4a85-aab0-62029f05eaab,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:30.741110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-282e9976-fe63-419c-9bb6-38e2fdef0dd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abda13d6e1a1459caa57520c9a37d9e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606851 Mar 02 18:11:30.743705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45316) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:30.813829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.840885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.895422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.911708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b662f-29d3-4a85-aab0-62029f05eaab,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:30.920398 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:30.921516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1849c752-e9f9-455a-8719-6f67cbf3fc2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c3b662f-29d3-4a85-aab0-62029f05eaab HTTP/1.1" status: 204 len: 168 time: 0.1769872 Mar 02 18:11:35.596459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45388) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:35.742007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:35.782386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:35.786623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Usage tracker for resource:security_group_rule and tenant:69bcb023867d4084a1c7cb07b01c8a86 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:35.789688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:35.796088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:35.870026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:35.875347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:35.929333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da929e4-4d73-45a1-bea6-1069935a79a6,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:35.933312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-03943a34-aa41-45cd-9966-ede28364a1ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69bcb023867d4084a1c7cb07b01c8a86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357201 Mar 02 18:11:35.937005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45394) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:35.997814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.022976 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.086168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.103160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da929e4-4d73-45a1-bea6-1069935a79a6,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:36.107502 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.111264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c45f7b70-9255-4afe-a2be-9e9b3d0b0b54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9da929e4-4d73-45a1-bea6-1069935a79a6 HTTP/1.1" status: 204 len: 168 time: 0.1706951 Mar 02 18:11:36.499779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:36.522844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.554441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:36.558378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:c8959bedc8cc4c919805ff5a0afa124e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:36.561283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:36.567830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:36.637848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.641956 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.686594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bec6a5-c45f-447a-981b-4b3ac9a03272,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:36.695440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4444fb4e-0134-4731-b509-c4326be63fe4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8959bedc8cc4c919805ff5a0afa124e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919589 Mar 02 18:11:36.695656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45414) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:36.762083 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.789713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.855642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.875173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bec6a5-c45f-447a-981b-4b3ac9a03272,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:36.882432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:36.886118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4fcba07e-e956-4b49-920a-a1f0d2addc66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80bec6a5-c45f-447a-981b-4b3ac9a03272 HTTP/1.1" status: 204 len: 168 time: 0.1870966 Mar 02 18:11:37.970752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45442) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.053663 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6ca2585c-a81d-4c39-905f-e9df6c8e1bf2 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0816786 Mar 02 18:11:38.056504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45450) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.062267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'network': {'name': 'tempest-network-smoke--1033879866', 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'port_security_enabled': False}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:38.069509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:38.073491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:network and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:38.076412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:38.083348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:38.098973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:38.103526 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.135162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:11:38.145690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.146035 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Added segment cc6fbaee-9903-4be0-a1e9-50175c385786 of type vlan for network 329a542e-2600-4f9a-b59c-a59e1dd3a092 Mar 02 18:11:38.176351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.207316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.211014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:38.211597 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.303636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2459905 Mar 02 18:11:38.305719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45460) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.316327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'admin_state_up': True, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:38.324786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:38.325041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c689121-d7ec-4898-97f1-c199dad45523 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Network': ['ID=329a542e-2600-4f9a-b59c-a59e1dd3a092,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:38.336681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:11:38.354772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:router and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:38.357897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:38.375444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:38.387952 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.388928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.418870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.595060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.800252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.811103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.836762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:38.980956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.25.3.50 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/059141b2-91d3-47ac-8b2d-62aba8cae1cf) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:39.143606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:39.172954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:39.256556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:39.257495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=059141b2-91d3-47ac-8b2d-62aba8cae1cf,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:39.260163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:39.262256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:39.361106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1b443c4-68e7-4ffc-8673-efc144d97606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:39.448522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:39.449552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:39.841901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 509e9305-edd1-439a-934c-5ef30638b666 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:11:40.075020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:11:40.093912 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Sync routers for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:11:40.109642 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.111446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-046cba74-60cd-40cb-aa69-af6766eedc3f tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8027012 Mar 02 18:11:40.115224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45498) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.125189 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:40.126372 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:40.204790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192db244-c7ad-4ab5-aafa-934106e02522 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:40.206446 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-192db244-c7ad-4ab5-aafa-934106e02522 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8be3080ab42143f2a886b86ab679b09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.0899229 Mar 02 18:11:40.209453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45502) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.357241 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:40.365883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1178629c-514c-4d8a-be73-ed968a1e4ab4 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:40.369786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1178629c-514c-4d8a-be73-ed968a1e4ab4 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588361 Mar 02 18:11:40.372978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45506) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.419223 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d55bde3-093a-4513-88cd-d1b1d52832ad tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449920 Mar 02 18:11:40.421996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45510) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.469797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a769f298-d377-4d2d-b015-28050d3941bc tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8be3080ab42143f2a886b86ab679b09b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465019 Mar 02 18:11:40.473254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45514) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.631362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68312b-4f08-44e3-a3a4-9aa9971c9588 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:40.632975 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ad68312b-4f08-44e3-a3a4-9aa9971c9588 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1585321 Mar 02 18:11:40.636060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45518) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.682475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-87c826e3-e7f8-47f5-b16c-8e174f2bc635 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444829 Mar 02 18:11:40.684813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45522) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.692395 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606003612', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:40.713233 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:39Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:40.718259 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Checking router: 509e9305-edd1-439a-934c-5ef30638b666 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:11:40.718644 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Updating router 509e9305-edd1-439a-934c-5ef30638b666 port 059141b2-91d3-47ac-8b2d-62aba8cae1cf binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:11:40.781640 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.815776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:40.820621 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Usage tracker for resource:subnet and tenant:8be3080ab42143f2a886b86ab679b09b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:40.823989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:40.844937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:40.869490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:40.998040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.315259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.394387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80574c07-a612-4857-9c36-b4d44d4d6919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.451223 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.466587 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Transition to ACTIVE for port object 059141b2-91d3-47ac-8b2d-62aba8cae1cf will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:41.476562 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.513836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45540) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:41.545405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Subnet': ['ID=3a0edc84-f9bc-4e45-86cd-f683fb9c103c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:41.561957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Checking segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:41.561957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network hostable DHCP agents. Network: 329a542e-2600-4f9a-b59c-a59e1dd3a092, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:11:41.581009 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Attempting to bind port 059141b2-91d3-47ac-8b2d-62aba8cae1cf on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:41.581579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Attempting to bind port 059141b2-91d3-47ac-8b2d-62aba8cae1cf by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:41.582006 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Attempting to bind port 059141b2-91d3-47ac-8b2d-62aba8cae1cf on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:41.584992 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:11:41.593424 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Pushing event updated for resources: {'Port': ['ID=059141b2-91d3-47ac-8b2d-62aba8cae1cf,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:41.599432 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:41.600153 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:41.600545 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.601009 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:41.601573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Bound port: 059141b2-91d3-47ac-8b2d-62aba8cae1cf, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:41.601932 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.604464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 329a542e-2600-4f9a-b59c-a59e1dd3a092) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:41.609434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:41.610195 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.616427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be1bc3-9340-49da-b8d1-690e02d9d90b None None] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:11:41.640674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3e165a3f-9186-4e49-9d11-7815383b2445 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9540541 Mar 02 18:11:41.643132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:41.653649 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.653989 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.654321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.654673 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.655000 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.655322 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.655639 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.655957 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.656279 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.656585 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.656898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:41.705231 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] For port 059141b2-91d3-47ac-8b2d-62aba8cae1cf, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:41.709119 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] For port 059141b2-91d3-47ac-8b2d-62aba8cae1cf, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=059141b2-91d3-47ac-8b2d-62aba8cae1cf,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:41.714368 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.827669 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbbcb6-b0a0-4031-bfc1-f059c69e449b None None] Pushing event updated for resources: {'Port': ['ID=059141b2-91d3-47ac-8b2d-62aba8cae1cf,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:41.835411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.840119 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:41.840880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:41.889499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:41.891534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-329a542e-2600-4f9a-b59c-a59e1dd3a092', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'fixed_ips': [{'subnet_id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:11:41.892494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:41.911180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Usage tracker for resource:security_group_rule and tenant:fd88f256f37c4f8c926b7e97d75965ef is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:41.915829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:41.924056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:42.035891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.106687 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:42.110601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.132971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Allocated IP 172.20.0.18 (329a542e-2600-4f9a-b59c-a59e1dd3a092/3a0edc84-f9bc-4e45-86cd-f683fb9c103c/496d6d89-3b78-4945-83c9-2ebda734f739) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:42.229475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd88f256f37c4f8c926b7e97d75965ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7144189 Mar 02 18:11:42.231516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a59ac4-36fa-4324-8675-3bee56932925,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:42.232235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45550) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:42.251902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.252254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.252601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.253979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.254318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.254681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.255008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.255330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.255649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.255965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.256291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf1d8d-4bf7-4f54-b1b2-82a7dc413c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.371639 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.464535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.563040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.582796 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.591730 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:39Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:42.602024 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46721b35-33b7-4e3b-a73a-0d164665033e None None] The sync data for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 is: [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:39Z', 'revision_number': 3, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:11:42.605649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Transition to ACTIVE for port object 496d6d89-3b78-4945-83c9-2ebda734f739 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:42.624727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a59ac4-36fa-4324-8675-3bee56932925,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:42.638608 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.642559 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8f201b7f-3e4c-4b06-a1e4-b96d7df3ac8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9a59ac4-36fa-4324-8675-3bee56932925 HTTP/1.1" status: 204 len: 168 time: 0.4067605 Mar 02 18:11:42.650630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Transition to ACTIVE for port object 496d6d89-3b78-4945-83c9-2ebda734f739 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:42.662853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.770304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:42.774024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:42.778416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:42.904537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Pushing event updated for resources: {'Port': ['ID=496d6d89-3b78-4945-83c9-2ebda734f739,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:42.954247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.954833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.955318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.955885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.956949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.957425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.957894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.958765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.959479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.960402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.961317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:42.967083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Attempting to bind port 496d6d89-3b78-4945-83c9-2ebda734f739 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:42.967728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Attempting to bind port 496d6d89-3b78-4945-83c9-2ebda734f739 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:42.968293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Attempting to bind port 496d6d89-3b78-4945-83c9-2ebda734f739 on network 329a542e-2600-4f9a-b59c-a59e1dd3a092 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:42.976138 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.977387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:42.977757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Checking segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:42.978143 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.978524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Bound using segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:42.979079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Bound port: 496d6d89-3b78-4945-83c9-2ebda734f739, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:42.979417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:42.983065 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:43.087398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:43.190017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] For port 496d6d89-3b78-4945-83c9-2ebda734f739, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:43.195087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] For port 496d6d89-3b78-4945-83c9-2ebda734f739, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=496d6d89-3b78-4945-83c9-2ebda734f739,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:43.200666 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:43.315924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095332d-55ea-4d3a-a5fc-568879d565ff None None] Pushing event updated for resources: {'Port': ['ID=496d6d89-3b78-4945-83c9-2ebda734f739,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:43.793776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.20.0.17 (329a542e-2600-4f9a-b59c-a59e1dd3a092/3a0edc84-f9bc-4e45-86cd-f683fb9c103c/1728f37e-82e6-47bd-9d53-639369d1cc66) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:44.060955 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.068593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45612) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:44.104694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 496d6d89-3b78-4945-83c9-2ebda734f739 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:44.107112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Transition to ACTIVE for port object 1728f37e-82e6-47bd-9d53-639369d1cc66 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:44.136649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.219674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 496d6d89-3b78-4945-83c9-2ebda734f739 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:44.228260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:44.231344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 059141b2-91d3-47ac-8b2d-62aba8cae1cf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:44.232424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:44.235502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:44.255910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-971976388-network', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:44.267722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:44.273659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Usage tracker for resource:network and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:44.278960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:44.287399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:44.318679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:44.322290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.322981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.342740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.347631 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.356278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 059141b2-91d3-47ac-8b2d-62aba8cae1cf completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:44.369099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 059141b2-91d3-47ac-8b2d-62aba8cae1cf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:44.369471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.389237 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:44.394141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:44.397339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:44.403716 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:44.515694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.554924 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.563320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.570554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.603946 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.633127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 059141b2-91d3-47ac-8b2d-62aba8cae1cf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=059141b2-91d3-47ac-8b2d-62aba8cae1cf,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:44.638687 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.644977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fb49d-1ca3-4eee-ad95-63d07326e370,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.673545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:11:44.692458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.693016 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Added segment 830a5c83-da5a-4e9c-b674-b0632991f6e1 of type vlan for network 37b90199-0b48-46c5-945c-aa1dadd40fb3 Mar 02 18:11:44.729442 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.764222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=059141b2-91d3-47ac-8b2d-62aba8cae1cf,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.781351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.783026 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:44.783026 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.797565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bd7cf-3cb9-4735-b97e-75639d0b5265 None None] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:11:44.945636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8752949 Mar 02 18:11:44.947880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Provisioning for port 496d6d89-3b78-4945-83c9-2ebda734f739 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:44.949658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45628) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:44.969855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Provisioning complete for port 496d6d89-3b78-4945-83c9-2ebda734f739 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:44.970223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Request body: {'subnet': {'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-971976388-subnet', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:44.970812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.980484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:44.982942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a4456-ec66-4d0d-9a6a-6489e6debfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=37b90199-0b48-46c5-945c-aa1dadd40fb3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.986878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Usage tracker for resource:subnet and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:44.991518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:44.997822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:45.010386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:45.013261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:11:45.014725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.182447 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.187341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.284832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.321777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.406320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce93144-c7e8-4f00-ac40-59792251053d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:45.438097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:45.438640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Network hostable DHCP agents. Network: 37b90199-0b48-46c5-945c-aa1dadd40fb3, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:11:45.462118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:45.466367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:11:45.470076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:45.486217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 37b90199-0b48-46c5-945c-aa1dadd40fb3) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:45.497222 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:45.497976 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.529119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fea46-97d3-4408-badf-e0c3db4c004c None None] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:11:45.546057 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fcb7132a-b4e9-4179-9e4f-d869a66f822d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5927505 Mar 02 18:11:45.546649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:45.549158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:45.559128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:45.565192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:45.571721 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Usage tracker for resource:router and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:45.575336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:45.582822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:45.596346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.597931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.626743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.645602 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.735534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] For port 496d6d89-3b78-4945-83c9-2ebda734f739, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=496d6d89-3b78-4945-83c9-2ebda734f739,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:45.767721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.828374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.911278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1082edb-35ec-4fc7-b8ab-b402842b096f None None] Pushing event updated for resources: {'Port': ['ID=496d6d89-3b78-4945-83c9-2ebda734f739,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:45.924255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-37b90199-0b48-46c5-945c-aa1dadd40fb3', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:11:45.925768 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.060755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 496d6d89-3b78-4945-83c9-2ebda734f739 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:46.170797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Provisioning complete for port 496d6d89-3b78-4945-83c9-2ebda734f739 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:46.171792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.216399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.257155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 509e9305-edd1-439a-934c-5ef30638b666 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:11:46.267411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.375572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 496d6d89-3b78-4945-83c9-2ebda734f739 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:46.376134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.436784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Allocated IP 172.20.0.2 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/7cc27aea-fba6-485f-95dd-8b399b8ec5c1) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:46.444559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Allocated IP 172.25.3.29 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/bdafba3f-91ab-4937-9a6d-54fb26a0ceba) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:46.662786 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.725006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:11:46.762396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4423dcd0-66dd-46e4-84bd-aecb0ccf3d68 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "PUT /v2.0/routers/509e9305-edd1-439a-934c-5ef30638b666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1095228 Mar 02 18:11:46.765689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 059141b2-91d3-47ac-8b2d-62aba8cae1cf up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:46.770456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.836941 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Provisioning for port 1728f37e-82e6-47bd-9d53-639369d1cc66 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:46.841317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:46.843294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:46.855959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Provisioning complete for port 1728f37e-82e6-47bd-9d53-639369d1cc66 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:46.856459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.871068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:46.958588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Pushing event updated for resources: {'Port': ['ID=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:47.010166 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:11:47.014176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-999fde84-f0c5-4066-ad1b-713090575655 None None] Port 1728f37e-82e6-47bd-9d53-639369d1cc66 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:47.019694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 059141b2-91d3-47ac-8b2d-62aba8cae1cf triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:47.019944 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.097981 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.110821 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.113884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Transition to ACTIVE for port object 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:47.114208 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.170853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Sync routers for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:11:47.230051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Transition to ACTIVE for port object 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:47.275752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.362941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-69083565-f183-4230-9fb3-66fb8ca72b8a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:47.364693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-69083565-f183-4230-9fb3-66fb8ca72b8a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/networks?id=329a542e-2600-4f9a-b59c-a59e1dd3a092 HTTP/1.1" status: 200 len: 798 time: 0.2341332 Mar 02 18:11:47.366745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:47.367477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:47.388844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-3925a268-7401-4d8e-a237-3caee34bd873 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/quotas/8be3080ab42143f2a886b86ab679b09b HTTP/1.1" status: 200 len: 375 time: 0.0171721 Mar 02 18:11:47.516659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-08357aad-1cf8-4d75-a759-4991c7c4a539 None None] Provisioning complete for port 1728f37e-82e6-47bd-9d53-639369d1cc66 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:47.517423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-08357aad-1cf8-4d75-a759-4991c7c4a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.549279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d146af9a-b7de-4880-834b-f38fb1897426 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:11:47.575688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d146af9a-b7de-4880-834b-f38fb1897426 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:11:47.590216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d146af9a-b7de-4880-834b-f38fb1897426 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2004392 Mar 02 18:11:47.615311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Router 4181b1db-49d4-45f1-95ad-0338534fc809 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:11:47.616053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Pushing event updated for resources: {'Port': ['ID=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:47.666825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:47.672432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:47.675758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:47.744538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-08357aad-1cf8-4d75-a759-4991c7c4a539 None None] Port 1728f37e-82e6-47bd-9d53-639369d1cc66 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:47.801553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-e4351138-1cd0-4743-9484-6dd4fc2e467a service neutron] 10.222.0.37 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051463 Mar 02 18:11:47.831758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Attempting to bind port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:47.832946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Attempting to bind port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:47.833473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Attempting to bind port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:47.849814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:47.850636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:47.851523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.852424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:47.853181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Bound port: 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:47.853879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.873470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45660) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:47.875860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:47.959926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:11:47.976067 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:11:48.002810 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:48.009104 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.009444 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:48.014174 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-589f9e63-b481-4608-8165-b4c117a8d539 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4640288 Mar 02 18:11:48.014668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45666) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.094025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-28c867c6-492d-4a7e-9a7b-f6575239a519 service neutron] 10.222.0.37 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871397 Mar 02 18:11:48.348892 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:48.381629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] For port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:48.431752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] For port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:48.433472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b3cb039-47cc-4747-932b-dfe30bcef0f0 req-bd19cb0e-5b34-4272-8d71-633d50e32459 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 210 time: 0.0596471 Mar 02 18:11:48.451665 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.577667 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.619826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c8a4e-c7ae-4df1-9b83-94213d92c994 None None] Pushing event updated for resources: {'Port': ['ID=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.630964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:48.633394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Usage tracker for resource:security_group_rule and tenant:a00fe8c5a00f4975b6b07a2eaa87bc34 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:48.636776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:48.643176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:48.768584 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:47Z', 'revision_number': 3, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:48.774193 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:11:48.774471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1728f37e-82e6-47bd-9d53-639369d1cc66', 'name': '', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:35:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:43Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 2, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:48.774813 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Updating router 4181b1db-49d4-45f1-95ad-0338534fc809 port bdafba3f-91ab-4937-9a6d-54fb26a0ceba binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:11:48.779650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Checking router: 509e9305-edd1-439a-934c-5ef30638b666 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:11:48.780847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Updating router 509e9305-edd1-439a-934c-5ef30638b666 port 1728f37e-82e6-47bd-9d53-639369d1cc66 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:11:48.794028 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.806851 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.849214 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.859143 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.887108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d45262-a374-4e57-a5e5-0415a55a68a8,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.906356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cac7aa63-009c-4eea-b12a-d838e99da40d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a00fe8c5a00f4975b6b07a2eaa87bc34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0318184 Mar 02 18:11:48.909249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45684) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:49.035705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.103375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.156876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-28ef0638-6f7e-4bf2-b5e9-0196b9599114 req-3dc93c3c-b8a9-4aaf-affa-2e353e4ff770 service neutron] (83797) timed out ('10.222.0.37', 34582) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:11:49.219043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.254866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d45262-a374-4e57-a5e5-0415a55a68a8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:49.269917 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.271710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ffb52fa5-6e2a-4373-965d-b5f551dbfe8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5d45262-a374-4e57-a5e5-0415a55a68a8 HTTP/1.1" status: 204 len: 168 time: 0.3613613 Mar 02 18:11:49.427606 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.444849 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Transition to ACTIVE for port object bdafba3f-91ab-4937-9a6d-54fb26a0ceba will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:49.456002 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.569400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.587793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Transition to ACTIVE for port object 1728f37e-82e6-47bd-9d53-639369d1cc66 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:49.592214 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.616409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12b177-91cd-4b65-a792-48ef86e75ff0 None None] Pushing event updated for resources: {'Port': ['ID=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:49.626467 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Attempting to bind port bdafba3f-91ab-4937-9a6d-54fb26a0ceba on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:49.626949 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Attempting to bind port bdafba3f-91ab-4937-9a6d-54fb26a0ceba by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:49.627310 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Attempting to bind port bdafba3f-91ab-4937-9a6d-54fb26a0ceba on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:49.636623 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:49.636999 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:49.637411 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.637799 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:49.651300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Bound port: bdafba3f-91ab-4937-9a6d-54fb26a0ceba, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:49.653282 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.676941 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.681993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc4ae3de-7561-492e-8ce0-a9251301c9c4 req-bb389205-6062-4fb0-8102-d46e279ed31d tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 210 time: 0.0710120 Mar 02 18:11:49.752169 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.838139 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] For port bdafba3f-91ab-4937-9a6d-54fb26a0ceba, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:49.842214 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] For port bdafba3f-91ab-4937-9a6d-54fb26a0ceba, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:49.847526 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.913058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08376e4f-9841-4376-8fff-429e34376e34 None None] Pushing event updated for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:49.998960 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Allocated IP 172.20.0.1 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/7c574a2b-5603-4ad9-ac46-2547e01ec9aa) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:50.046783 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:50.047404 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:50.172641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:50.225499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45698) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:50.257075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.265621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94485cf5-b57e-4a6a-aec2-7f8f19a4d00f None None] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:11:50.337792 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:50.352885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:50.365808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Usage tracker for resource:security_group_rule and tenant:928c1532a9ac48cbab8992c831ecc57e is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:50.371437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:50.383259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:50.522640 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12b177-91cd-4b65-a792-48ef86e75ff0 None None] Pushing event updated for resources: {'Port': ['ID=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.531371 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.540618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.625360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e8d06-5a1e-482c-9bf2-6bf91bcf629f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.632760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9c87053d-5f36-4b9a-87d5-9583d9b08a46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=928c1532a9ac48cbab8992c831ecc57e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4056270 Mar 02 18:11:50.635076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45702) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:50.664087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:50.712159 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.731613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Provisioning for port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:50.739997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Provisioning complete for port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:50.740579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.740881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.743272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.797255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Attempting to bind port 1728f37e-82e6-47bd-9d53-639369d1cc66 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:50.797666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Attempting to bind port 1728f37e-82e6-47bd-9d53-639369d1cc66 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:50.798122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Attempting to bind port 1728f37e-82e6-47bd-9d53-639369d1cc66 on network 329a542e-2600-4f9a-b59c-a59e1dd3a092 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:50.818830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.830531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Transition to ACTIVE for port object 7c574a2b-5603-4ad9-ac46-2547e01ec9aa will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:50.840972 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:47Z', 'revision_number': 3, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:50.845401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d3204-5c93-4da3-82ee-22b3cefde242 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:47Z', 'revision_number': 3, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:11:50.867951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e8d06-5a1e-482c-9bf2-6bf91bcf629f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.887764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.889704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-74d38909-6f50-49e6-9a03-0636d4aeeb60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/310e8d06-5a1e-482c-9bf2-6bf91bcf629f HTTP/1.1" status: 204 len: 168 time: 0.2536142 Mar 02 18:11:50.909468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-4e33f0f7-d925-43a4-82b7-95b052a0530e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:50.909704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-4e33f0f7-d925-43a4-82b7-95b052a0530e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:11:50.937760 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.940913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:50.941665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Checking segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:50.941973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.942425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Bound using segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:50.942937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Bound port: 1728f37e-82e6-47bd-9d53-639369d1cc66, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:50.943307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.979432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-82a391c8-0702-4e9c-b899-9b62d7c745fe req-813bad99-b8ff-4198-999c-02836dec6407 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 210 time: 0.0700071 Mar 02 18:11:50.990390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-4e33f0f7-d925-43a4-82b7-95b052a0530e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:11:51.003764 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-4e33f0f7-d925-43a4-82b7-95b052a0530e tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.50 "GET /v2.0/networks?id=329a542e-2600-4f9a-b59c-a59e1dd3a092 HTTP/1.1" status: 200 len: 798 time: 0.4903350 Mar 02 18:11:51.029368 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Request body: {'port': {'device_id': '952a35a5-043c-476f-9a8c-d1752c980763', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'admin_state_up': True, 'tenant_id': '8be3080ab42143f2a886b86ab679b09b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:51.105804 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] For port 1728f37e-82e6-47bd-9d53-639369d1cc66, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:51.134261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:51.145595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:51.151839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:51.199016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] For port 1728f37e-82e6-47bd-9d53-639369d1cc66, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1728f37e-82e6-47bd-9d53-639369d1cc66,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:51.211124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.215613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Pushing event updated for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:51.257105 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.336843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.338544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:51.351064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:51.407012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08376e4f-9841-4376-8fff-429e34376e34 None None] Pushing event updated for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:51.414977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Made reservation on behalf of 8be3080ab42143f2a886b86ab679b09b for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:51.418326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.475138 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.513396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] For port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:51.544862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:51.545550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:51.640862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.849296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:11:51.883666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Allocated IP 172.20.0.24 (329a542e-2600-4f9a-b59c-a59e1dd3a092/3a0edc84-f9bc-4e45-86cd-f683fb9c103c/2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:52.111902 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.resource_extend [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:11:52.139947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.147566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.181770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bdafba3f-91ab-4937-9a6d-54fb26a0ceba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:52.271871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1fb74719-6778-4b5c-a2e8-ae309887dfa7 req-53fb3e89-c9d7-4da1-a3e8-788ecef04772 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 210 time: 0.0926304 Mar 02 18:11:52.344238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.385122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64e2e6-ed86-4045-873c-3b6d80a26896 None None] Pushing event updated for resources: {'Port': ['ID=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:52.414904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.420970 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Pushing event updated for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:52.467603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port bdafba3f-91ab-4937-9a6d-54fb26a0ceba completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:52.480614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bdafba3f-91ab-4937-9a6d-54fb26a0ceba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:52.480995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.523934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Transition to ACTIVE for port object 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:52.561742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1728f37e-82e6-47bd-9d53-639369d1cc66', 'name': '', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:35:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:43Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:52.572932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062fb8-2113-43b8-831c-39066d3affe5 None None] The sync data for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 is: [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1728f37e-82e6-47bd-9d53-639369d1cc66', 'name': '', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:35:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:43Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:11:52.609534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:52.610846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:52.727703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.752370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.776080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Provisioning complete for port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:52.776462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.831820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port bdafba3f-91ab-4937-9a6d-54fb26a0ceba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:52.846048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.039049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:53.095421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:53.101198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:53.107248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:53.156998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Provisioning for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:53.163545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Provisioning complete for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:53.163952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.206465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event updated for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:53.247647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:53.248264 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.251171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d4927c5a-1d27-4c77-948d-3333c27aba10 None None] Port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:53.298241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45738) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:53.389323 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-aa1dd99f-d6d0-4c3f-a24b-6a7591892845 None None] Provisioning complete for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:53.391310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd99f-d6d0-4c3f-a24b-6a7591892845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.517374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dd99f-d6d0-4c3f-a24b-6a7591892845 None None] Port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:53.578780 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-7b220c79-7845-495e-83bf-7662e4ff9c79 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5567095 Mar 02 18:11:53.609587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.667551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Provisioning complete for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:53.668029 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.680830 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4d58-0efc-466a-8e12-9a9265240aab req-45f88ec3-7e9e-40a7-9362-805758b6b5ad tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:53.682562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ddc4d58-0efc-466a-8e12-9a9265240aab req-45f88ec3-7e9e-40a7-9362-805758b6b5ad tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 895 time: 0.1454387 Mar 02 18:11:53.685582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:53.695209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Usage tracker for resource:security_group_rule and tenant:350e01eb9802428faa38a3af1e945f03 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:53.701975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:11:53.702961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:53.718306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Request body: {'port': {'device_id': '952a35a5-043c-476f-9a8c-d1752c980763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:53.720743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:53.750026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:53.766088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Provisioning for port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:53.772298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Provisioning complete for port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:53.772673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.801322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.806897 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.834347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-92edcbd3-ebe0-4463-8348-48b524ecd583 None None] Port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:11:53.846074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda8b5f-0f6c-4e89-b9ba-1bc0a7781454,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:53.868562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b004bb73-4054-4ca6-8de8-81554ef31d9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=350e01eb9802428faa38a3af1e945f03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5679486 Mar 02 18:11:53.871138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45748) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:53.936181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.962477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.970699 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.126520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:54.166606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.183104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda8b5f-0f6c-4e89-b9ba-1bc0a7781454,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.188660 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.192093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9255ba5e-fa7d-4cee-836c-1ea5b78be3b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acda8b5f-0f6c-4e89-b9ba-1bc0a7781454 HTTP/1.1" status: 204 len: 168 time: 0.3177266 Mar 02 18:11:54.218750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:54.219313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.281554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:11:54.288692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db038b61-e716-44e1-bbbe-a093eae6eb55 admin admin] 10.222.0.37 "PUT /v2.0/routers/4181b1db-49d4-45f1-95ad-0338534fc809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2728686 Mar 02 18:11:54.400889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bdafba3f-91ab-4937-9a6d-54fb26a0ceba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:54.419358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:11:54.427218 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.444869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Transition to ACTIVE for port object 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:54.450430 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.543164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port bdafba3f-91ab-4937-9a6d-54fb26a0ceba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:54.543712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.614046 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.696808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1728f37e-82e6-47bd-9d53-639369d1cc66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:54.735077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Attempting to bind port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:54.735333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Attempting to bind port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:54.735727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Attempting to bind port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 on network 329a542e-2600-4f9a-b59c-a59e1dd3a092 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:54.742937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 on network 329a542e-2600-4f9a-b59c-a59e1dd3a092 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:11:54.743345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Attempting to bind port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 on network 329a542e-2600-4f9a-b59c-a59e1dd3a092 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:54.755115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:54.755692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Checking segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:54.756409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Bound using segment: {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:54.757087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Bound port: 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6fbaee-9903-4be0-a1e9-50175c385786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:54.757475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.873243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1728f37e-82e6-47bd-9d53-639369d1cc66 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:54.886000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1728f37e-82e6-47bd-9d53-639369d1cc66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:54.886200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.894529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:54.898341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:54.905100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.974262 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.975702 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] 10.222.0.50 "PUT /v2.0/ports/2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 HTTP/1.1" status: 200 len: 1055 time: 1.3826520 Mar 02 18:11:54.976150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:11:55.007147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3662fcc-28d1-43ba-9bac-5f71fa4f422e service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:55.011122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db607e18-f4c6-492e-88fb-1ddc3f6d1b7f req-5ab1c7df-3a39-4686-b48d-384c792ecd89 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:55.025457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db607e18-f4c6-492e-88fb-1ddc3f6d1b7f req-5ab1c7df-3a39-4686-b48d-384c792ecd89 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 907 time: 0.1209898 Mar 02 18:11:55.136747 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-b360f419-1501-4a50-be7b-18d03337dd47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 1058 time: 0.1062777 Mar 02 18:11:55.163455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.217410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1728f37e-82e6-47bd-9d53-639369d1cc66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1728f37e-82e6-47bd-9d53-639369d1cc66,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:55.223331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.322361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:55.425951 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-bc005d0b-e823-48a4-ab65-911a7cc5c2f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 HTTP/1.1" status: 200 len: 217 time: 0.2778578 Mar 02 18:11:55.486920 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5', 'status': 'completed', 'code': 200} Mar 02 18:11:55.521534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-ecf3f9ae-7cc2-492b-949d-23f134e887a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:55.523484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-ecf3f9ae-7cc2-492b-949d-23f134e887a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a0edc84-f9bc-4e45-86cd-f683fb9c103c HTTP/1.1" status: 200 len: 837 time: 0.0857644 Mar 02 18:11:55.603537 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-395085da-c4aa-4ff7-8fed-b5af7a5cb656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=329a542e-2600-4f9a-b59c-a59e1dd3a092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743957 Mar 02 18:11:55.752445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-50de763e-059c-4600-8355-63b041019be0 service neutron] 10.222.0.50 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419516 Mar 02 18:11:55.848242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:55.860031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-381455912-network', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:55.869756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:55.876603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Usage tracker for resource:network and tenant:573e7409865b4ccd80cf99a33307fb59 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:55.881179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:55.891090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:55.924211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Made reservation on behalf of 573e7409865b4ccd80cf99a33307fb59 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:55.927247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.944600 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ffe60d68-d38c-4305-ac1d-1ba695aa8b80 req-d98ec94a-c617-4e95-bba0-207714a2dc7e service neutron] 10.222.0.50 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851859 Mar 02 18:11:55.945722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.994922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:56.000475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Usage tracker for resource:security_group_rule and tenant:573e7409865b4ccd80cf99a33307fb59 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:56.004955 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:56.015279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:56.022424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1728f37e-82e6-47bd-9d53-639369d1cc66 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:56.110610 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1728f37e-82e6-47bd-9d53-639369d1cc66 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:56.111162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.201064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.205301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-12bbd25f-e1d9-4733-baf3-fbdfe5cc96d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 1058 time: 0.1534195 Mar 02 18:11:56.207114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.276957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c78bf-a887-4435-9d9c-7115f8486d21 req-84ac6b78-b3eb-4c95-b28a-1b7ad35af194 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.279146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-421c78bf-a887-4435-9d9c-7115f8486d21 req-84ac6b78-b3eb-4c95-b28a-1b7ad35af194 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 907 time: 0.0983896 Mar 02 18:11:56.337534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:11:56.354694 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff581f59-69ba-461b-ae81-f23852d23b80,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:56.357470 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.357816 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Added segment 7e934dcc-538f-4854-b10d-a1e9ea63f6fe of type vlan for network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 Mar 02 18:11:56.418837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.433973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-5ca172d5-272d-43f4-b385-246750733961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.435551 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-5ca172d5-272d-43f4-b385-246750733961 service neutron] 10.222.0.50 "GET /v2.0/networks?id=329a542e-2600-4f9a-b59c-a59e1dd3a092 HTTP/1.1" status: 200 len: 899 time: 0.2130320 Mar 02 18:11:56.508969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-400f736c-20a9-42ee-9f3d-2aa3187727f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876460 Mar 02 18:11:56.526768 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-fa4b9dee-4376-4ec9-8df8-de7d40615711 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 HTTP/1.1" status: 200 len: 217 time: 0.0775802 Mar 02 18:11:56.530192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.530192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.532251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.564723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45812) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:56.667320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-ffd59237-c740-4bf2-9dfe-91eae8a463f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.0783668 Mar 02 18:11:56.698766 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8498793 Mar 02 18:11:56.703434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45818) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:56.704859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-452f2ef1-347b-4fb0-b24f-98aa2276012e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.706480 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-452f2ef1-347b-4fb0-b24f-98aa2276012e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a0edc84-f9bc-4e45-86cd-f683fb9c103c HTTP/1.1" status: 200 len: 837 time: 0.1687808 Mar 02 18:11:56.708630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991b5a-41bf-474f-a497-4794a9a975ba admin admin] Pushing event updated for resources: {'Network': ['ID=c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:56.713837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Request body: {'subnet': {'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-381455912-subnet', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:56.722959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:11:56.758620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:56.768007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Usage tracker for resource:subnet and tenant:573e7409865b4ccd80cf99a33307fb59 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:56.772474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:56.779565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:56.797713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Made reservation on behalf of 573e7409865b4ccd80cf99a33307fb59 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:56.801829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.853768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.884274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-7998a750-74b1-4099-8467-c483a7c25c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.885832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-7998a750-74b1-4099-8467-c483a7c25c87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 897 time: 0.2000465 Mar 02 18:11:56.906163 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-023930bc-a29e-418c-8b12-8495b07661b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=329a542e-2600-4f9a-b59c-a59e1dd3a092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867135 Mar 02 18:11:56.982667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:56.992354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f282ca266445db9bd35a24865dd2c3 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:56.995776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:57.011251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:57.027771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-36b6ac66-0431-43a1-a68b-b230031994e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 1002 time: 0.1312780 Mar 02 18:11:57.112719 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-28907433-3159-492c-adfd-751fbe220ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986482 Mar 02 18:11:57.115858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-543ffbdb-233c-493f-a535-3f2fbd37b25d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:57.117295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-543ffbdb-233c-493f-a535-3f2fbd37b25d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.0820544 Mar 02 18:11:57.199561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.207001 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.277073 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3f282ca266445db9bd35a24865dd2c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7081676 Mar 02 18:11:57.277839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-80aaf13b-da92-42ac-b8ec-c76be5589d95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549294 Mar 02 18:11:57.278327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 45824) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:57.280693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5360-4707-407f-9f18-55b471e1cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d91ca-80cf-40c9-9d38-937e63a6f36c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:57.340455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.452070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:57.463366 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-448c8fae-96d6-4d70-bfe4-1f471875199b req-d5572030-9902-486f-bca0-006ac5021df5 service neutron] 10.222.0.50 "GET /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430769 Mar 02 18:11:57.480118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Checking segment: {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:57.480490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Network hostable DHCP agents. Network: c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:11:57.513562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:11:57.527727 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.527978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:57.533050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:57.534138 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.541469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958b8de-294c-479f-9e41-80cf05a9148d None None] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:11:57.554711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-39020753-9dec-426c-a03c-ed88de1e7474 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704303 Mar 02 18:11:57.569773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9751e42b-8e35-4722-ae38-0e95de8125d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8596725 Mar 02 18:11:57.570145 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45830) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:57.575192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:11:57.582842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:57.590338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Usage tracker for resource:router and tenant:573e7409865b4ccd80cf99a33307fb59 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:57.593338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.593591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:57.600497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:57.614520 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.615641 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.644403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.755720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896834ce-ae94-4ba1-b2a7-4860d34361c6 req-f595615d-2943-4515-94c1-be99b3654435 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:57.757267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-896834ce-ae94-4ba1-b2a7-4860d34361c6 req-f595615d-2943-4515-94c1-be99b3654435 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 907 time: 0.3295043 Mar 02 18:11:57.783644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1aa7ea94-66fc-4950-88b8-17870140d83a req-f1e4e5b7-1170-4d9c-8968-a8008755af89 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190840 Mar 02 18:11:57.788192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.807405 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d91ca-80cf-40c9-9d38-937e63a6f36c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:57.818673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.820090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d1c1d5f3-d2e6-4054-a09d-24326abcbc77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a31d91ca-80cf-40c9-9d38-937e63a6f36c HTTP/1.1" status: 204 len: 168 time: 0.5406184 Mar 02 18:11:57.907202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:11:57.908217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.908330 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.074885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Allocated IP 172.20.0.2 (c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488/a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56/860e90d1-166a-4ae2-a324-30560b6dcbad) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:58.116093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.149506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.201572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:11:58.318311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Allocated IP 172.25.3.150 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/77e94d5a-902c-4240-8817-d7bf7c2007b0) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:58.452971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:58.476155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5', 'network_id': '329a542e-2600-4f9a-b59c-a59e1dd3a092', 'port_id': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5', 'mac_address': 'fa:16:3e:c3:93:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0edc84-f9bc-4e45-86cd-f683fb9c103c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:11:58.504185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.526611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.537064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.555582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Transition to ACTIVE for port object 860e90d1-166a-4ae2-a324-30560b6dcbad will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:58.577294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.599399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Transition to ACTIVE for port object 860e90d1-166a-4ae2-a324-30560b6dcbad will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:58.602521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:11:58.608221 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.619209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:58.620131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Pushing event updated for resources: {'Port': ['ID=77e94d5a-902c-4240-8817-d7bf7c2007b0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:58.622867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:58.624891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:58.671362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:11:58.692970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.697118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:58.697948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Pushing event updated for resources: {'Port': ['ID=860e90d1-166a-4ae2-a324-30560b6dcbad,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:58.701376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:58.745428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:11:58.817426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.818447 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.873034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Attempting to bind port 860e90d1-166a-4ae2-a324-30560b6dcbad on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:58.873545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Attempting to bind port 860e90d1-166a-4ae2-a324-30560b6dcbad by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:58.874105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Attempting to bind port 860e90d1-166a-4ae2-a324-30560b6dcbad on network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:11:58.876453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:58.898389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:11:58.899346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Checking segment: {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:11:58.899969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.900664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Bound using segment: {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:11:58.901489 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Bound port: 860e90d1-166a-4ae2-a324-30560b6dcbad, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:58.902607 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.024197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] For port 860e90d1-166a-4ae2-a324-30560b6dcbad, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:11:59.027844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] For port 860e90d1-166a-4ae2-a324-30560b6dcbad, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=860e90d1-166a-4ae2-a324-30560b6dcbad,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:11:59.038371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b3ee4-25d4-4048-87f8-0495d9e9c358 req-87514498-b785-489b-8775-64f46811c059 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:59.043192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d14b3ee4-25d4-4048-87f8-0495d9e9c358 req-87514498-b785-489b-8775-64f46811c059 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 908 time: 0.0965946 Mar 02 18:11:59.048630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.095390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:11:59.158564 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Router 07c87259-6953-4c04-821d-399542038edd is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:11:59.186466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61723326-d17e-47ad-82e0-1fe163931fdf None None] Pushing event updated for resources: {'Port': ['ID=860e90d1-166a-4ae2-a324-30560b6dcbad,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:59.398622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:11:59.413067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Sync routers for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:11:59.442638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:11:59.443551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:59.448513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.449989 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-83d2e6a7-5a79-461a-bf29-3a97643915a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8789558 Mar 02 18:11:59.452933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:59.699325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:00.062580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 860e90d1-166a-4ae2-a324-30560b6dcbad up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:00.124543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:11:58Z', 'revision_number': 3, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:00.134011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Checking router: 07c87259-6953-4c04-821d-399542038edd for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:12:00.134509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Updating router 07c87259-6953-4c04-821d-399542038edd port 77e94d5a-902c-4240-8817-d7bf7c2007b0 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:12:00.217494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:00.323579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb87c-740a-4cc3-a8ef-bb084a629e46 req-9fb8588f-3c90-4aae-b8f1-1cebc6fdb1b5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:00.325745 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.340456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbafb87c-740a-4cc3-a8ef-bb084a629e46 req-9fb8588f-3c90-4aae-b8f1-1cebc6fdb1b5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 908 time: 0.1285138 Mar 02 18:12:00.403262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 860e90d1-166a-4ae2-a324-30560b6dcbad completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:00.513544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3b77f-09b6-4225-a2b4-4f20c8cb88b8 None None] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:12:00.613619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.626464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:00.688992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:00.689537 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.810380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Provisioning for port 860e90d1-166a-4ae2-a324-30560b6dcbad completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:00.844679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Provisioning complete for port 860e90d1-166a-4ae2-a324-30560b6dcbad triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:00.845148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.901954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Allocated IP 172.20.0.1 (c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488/a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56/e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:01.087185 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.108573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Transition to ACTIVE for port object e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:01.145719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.156746 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.209120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:01.212402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:01.216906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:12:01.225423 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.263378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Transition to ACTIVE for port object 77e94d5a-902c-4240-8817-d7bf7c2007b0 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:01.272461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.278640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:01.293042 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.304039 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.368710 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.380858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:01.383032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc36d-c07c-4683-91be-6c0032ba935e None None] Pushing event updated for resources: {'Port': ['ID=77e94d5a-902c-4240-8817-d7bf7c2007b0,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.401612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.448194 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.592722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] For port 860e90d1-166a-4ae2-a324-30560b6dcbad, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=860e90d1-166a-4ae2-a324-30560b6dcbad,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:01.603907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Attempting to bind port 77e94d5a-902c-4240-8817-d7bf7c2007b0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:01.611491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Attempting to bind port 77e94d5a-902c-4240-8817-d7bf7c2007b0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:01.612595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Attempting to bind port 77e94d5a-902c-4240-8817-d7bf7c2007b0 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:12:01.639518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.667511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:12:01.668062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:12:01.668564 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.669053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:12:01.669914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Bound port: 77e94d5a-902c-4240-8817-d7bf7c2007b0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:01.670108 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.736418 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5', 'code': 200} Mar 02 18:12:01.749285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.760052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.770017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.860915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] For port 77e94d5a-902c-4240-8817-d7bf7c2007b0, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:12:01.868172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc06f1-1127-4d71-9caf-53b0cbeb348b None None] Pushing event updated for resources: {'Port': ['ID=860e90d1-166a-4ae2-a324-30560b6dcbad,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.872739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] For port 77e94d5a-902c-4240-8817-d7bf7c2007b0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=77e94d5a-902c-4240-8817-d7bf7c2007b0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:12:01.885929 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.918727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd61b-f8ee-4a02-b6f3-f53ece239177 req-59b5ae92-d2b6-4db1-bc98-2ce02b0c12d3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:01.920236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f7fd61b-f8ee-4a02-b6f3-f53ece239177 req-59b5ae92-d2b6-4db1-bc98-2ce02b0c12d3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.2378943 Mar 02 18:12:02.028897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 860e90d1-166a-4ae2-a324-30560b6dcbad up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:02.087233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Provisioning for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:02.115137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.123414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Provisioning complete for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:02.123790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.139904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.157122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:02.157764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:11:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:02.299720 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a67e7c18-b248-450f-8621-3eaaafa787ad req-e9ac099e-ee8e-46f0-a73b-692dc24e3015 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 1060 time: 0.4857123 Mar 02 18:12:02.345565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:02.347433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc36d-c07c-4683-91be-6c0032ba935e None None] Pushing event updated for resources: {'Port': ['ID=77e94d5a-902c-4240-8817-d7bf7c2007b0,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.347807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:02.386719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:12:02.424638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 860e90d1-166a-4ae2-a324-30560b6dcbad triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:02.425205 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.528500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Provisioning complete for port 860e90d1-166a-4ae2-a324-30560b6dcbad triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:02.528875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-768f2201-8a1a-4762-98d2-061b621c0be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.603349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:02.858412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Router 07c87259-6953-4c04-821d-399542038edd has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:12:03.093945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e319902a-1b64-400a-b45d-78ce80ad0bc6 None None] Provisioning complete for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:03.094536 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e319902a-1b64-400a-b45d-78ce80ad0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.103332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:12:03.143328 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7152c586-258a-4826-8e43-4693582c7461 admin admin] 10.222.0.37 "PUT /v2.0/routers/07c87259-6953-4c04-821d-399542038edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6890457 Mar 02 18:12:03.169575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b', 'name': '', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'mac_address': 'fa:16:3e:56:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 2, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'subnets': [{'id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:03.179143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e319902a-1b64-400a-b45d-78ce80ad0bc6 None None] Port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:12:03.181961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f09e-3a00-4dcf-92da-4ce922965403 None None] The sync data for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 is: [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b', 'name': '', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'mac_address': 'fa:16:3e:56:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 2, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'subnets': [{'id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:03.238613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fae8b1-4d4d-4e38-8b85-5380f6dd3db4 req-ba3a6068-c2ee-4f8f-9523-4af7194ac908 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:03.240740 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3fae8b1-4d4d-4e38-8b85-5380f6dd3db4 req-ba3a6068-c2ee-4f8f-9523-4af7194ac908 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.1071711 Mar 02 18:12:03.608768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-9b6932f9-1843-49fe-9cc4-e8e2fd9bc615 req-314fd403-7f12-4e23-a080-b2dede0789fe service neutron] (83797) timed out ('10.222.0.50', 61404) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:12:04.499060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c2131-0340-4260-8397-3d7180efb767 req-44f9c965-f3e9-42ba-be92-852ac1a22f14 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:04.500638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d0c2131-0340-4260-8397-3d7180efb767 req-44f9c965-f3e9-42ba-be92-852ac1a22f14 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.0942070 Mar 02 18:12:04.867118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d45ae0-5ac8-4861-bf8f-6dc17e885681 req-17487539-23f4-4405-a9bb-eea51e80320a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:04.868700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70d45ae0-5ac8-4861-bf8f-6dc17e885681 req-17487539-23f4-4405-a9bb-eea51e80320a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.2284164 Mar 02 18:12:05.080360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dc78e584-eee6-4ca9-b5ef-6f76af7608b3 req-952ff83f-07b3-42a4-a31f-cb152d7edfec tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 1060 time: 0.0806143 Mar 02 18:12:05.305955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08f907d3-a2e3-424e-a73b-43e4d27a9a76 req-a872b349-10fe-4cc1-bfa6-ab0a3eff68ef tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.0827999 Mar 02 18:12:05.379389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-08f907d3-a2e3-424e-a73b-43e4d27a9a76 req-d4113a39-d6d1-4a64-9e42-e96ff48ec80c tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Synchronizing usage tracker for tenant:45541cd8068a449098a7ff810514b546 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:05.405265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-08f907d3-a2e3-424e-a73b-43e4d27a9a76 req-d4113a39-d6d1-4a64-9e42-e96ff48ec80c tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] Unset dirty status for tenant:45541cd8068a449098a7ff810514b546 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:05.420940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08f907d3-a2e3-424e-a73b-43e4d27a9a76 req-d4113a39-d6d1-4a64-9e42-e96ff48ec80c tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1081114 Mar 02 18:12:05.448488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 45948) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:05.583512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca79095f-20ae-4009-848b-90a4251336e9 tempest-TestSecurityGroupsBasicOps-997120266 tempest-TestSecurityGroupsBasicOps-997120266-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 1055 time: 0.1329195 Mar 02 18:12:05.816556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-84c25f4a-c16c-41ba-b2ef-b822817fb510 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:05.819051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-84c25f4a-c16c-41ba-b2ef-b822817fb510 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1735222 Mar 02 18:12:05.842309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-ecc787af-c3c4-4631-add7-8a97537e324a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0176060 Mar 02 18:12:06.019213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-907e6b79-7968-47e2-911c-77b2a17c57d9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702235 Mar 02 18:12:06.079570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ace528-08f9-4b97-8309-39736567efc0 req-bf5e4f2c-8994-43da-8939-cf2bcde9bcc0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:06.081233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7ace528-08f9-4b97-8309-39736567efc0 req-bf5e4f2c-8994-43da-8939-cf2bcde9bcc0 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.1116281 Mar 02 18:12:06.186947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-427466ae-05f1-47ff-943d-b6cd7e391da5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:12:06.187947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-427466ae-05f1-47ff-943d-b6cd7e391da5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1624391 Mar 02 18:12:06.335432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-c113e057-7b7d-4428-905c-ba95f26fa832 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410856 Mar 02 18:12:06.485862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-ae139126-adbb-4d96-aa8e-c8aa6b25c783 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434972 Mar 02 18:12:06.957120 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9acec7ba-cb8d-4597-8f29-41862080537d req-fa56a90a-c1ac-48eb-af0a-6bfb499552a8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 210 time: 0.0524919 Mar 02 18:12:07.310033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434008f-364f-46ee-a1b7-5bba1b1217d8 req-dc9cd805-9930-47d0-8668-117a8e335e11 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:07.311982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b434008f-364f-46ee-a1b7-5bba1b1217d8 req-dc9cd805-9930-47d0-8668-117a8e335e11 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.0840819 Mar 02 18:12:07.483354 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-90eb6b68-5abd-4f7a-b0ab-7369caf920a4 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:07.484194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-90eb6b68-5abd-4f7a-b0ab-7369caf920a4 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:07.503805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-90eb6b68-5abd-4f7a-b0ab-7369caf920a4 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:07.505334 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-90eb6b68-5abd-4f7a-b0ab-7369caf920a4 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.50 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 909 time: 0.1206925 Mar 02 18:12:07.583037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:07.583286 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.854304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:07.854708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.162833 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:08.196970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-7037f47b-8ad5-4755-82d1-74fc00f42dfc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:08.204988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-7037f47b-8ad5-4755-82d1-74fc00f42dfc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.2858050 Mar 02 18:12:08.225160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '3b067732-48df-4edf-b047-38361ac8cc55', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:12:08.369142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.467155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f6002a4-ed48-4d56-b435-07cde9eed8c1 req-008f1bb6-c3d5-4d97-bb8e-aa3b8a9f2790 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 210 time: 0.2489798 Mar 02 18:12:08.503720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:08.563652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] No DVR routers for this DVR port 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:08.567342 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.578817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13e8cd7c-8a9c-4574-b6c3-b24288a41f5e req-9b7ed7e1-2e07-437d-98dc-f4ccfcb43a16 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=952a35a5-043c-476f-9a8c-d1752c980763 HTTP/1.1" status: 200 len: 210 time: 0.1105821 Mar 02 18:12:08.579784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'name': 'network-vif-deleted', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:08.580251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:08.587308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:port and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:08.590624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.591042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.592118 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.592591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.593225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.593681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.594068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.594752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.595269 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.595678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.596057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:08.600821 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2cbf1193-dcfc-48fc-a6c0-31b6b7028cfe req-825f6e3b-b77e-4b5d-817d-1f1ed943e2a1 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.50 "DELETE /v2.0/ports/2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 HTTP/1.1" status: 204 len: 173 time: 1.0894384 Mar 02 18:12:08.606527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:08.617441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:08.657150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:08.662433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.687138 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a35a5-043c-476f-9a8c-d1752c980763', 'name': 'network-vif-deleted', 'tag': '2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5', 'status': 'completed', 'code': 200} Mar 02 18:12:08.839439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.924969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.5 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/3fa6357c-a29a-4395-94fc-2a1e6e8e291e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:09.168953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.186657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 3fa6357c-a29a-4395-94fc-2a1e6e8e291e will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:09.213828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.290851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:09.295269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:09.300347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:12:09.367725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-df4696cb-51a3-4f26-a7dd-8b97cad26a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.556410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:09.557043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.581413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3643560 Mar 02 18:12:09.597314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Request body: {'port': {'device_id': '3b067732-48df-4edf-b047-38361ac8cc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:12:09.753361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46008) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:09.760718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-777f3f17-7cab-40f9-85af-4ac8a58ebabd None None] Provisioning for port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:09.765746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-777f3f17-7cab-40f9-85af-4ac8a58ebabd None None] Provisioning complete for port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:09.766121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-777f3f17-7cab-40f9-85af-4ac8a58ebabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.807819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.837684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-777f3f17-7cab-40f9-85af-4ac8a58ebabd None None] Port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:12:09.868259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc245-f7e4-44f9-98c1-7ab6868ccb82 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:09.998620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eee3b-a465-40ee-af09-e5d3d318a14a req-488eccf8-9df6-4ae3-8b14-ea920c6e74d6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:09.999279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f25eee3b-a465-40ee-af09-e5d3d318a14a req-488eccf8-9df6-4ae3-8b14-ea920c6e74d6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:10.025039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f25eee3b-a465-40ee-af09-e5d3d318a14a req-488eccf8-9df6-4ae3-8b14-ea920c6e74d6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:10.026386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f25eee3b-a465-40ee-af09-e5d3d318a14a req-488eccf8-9df6-4ae3-8b14-ea920c6e74d6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 931 time: 0.2945280 Mar 02 18:12:10.175228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f25eee3b-a465-40ee-af09-e5d3d318a14a req-13a4d244-b138-4bd6-990d-4eaa07cb3b15 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397686 Mar 02 18:12:10.256651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:10.296492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:10.297042 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 2a2ca2b0-6bc4-4c76-85ec-38f028d79fa5 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:10.341000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.345030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa6357c-a29a-4395-94fc-2a1e6e8e291e {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:12:10.353194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.370579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Transition to ACTIVE for port object 3fa6357c-a29a-4395-94fc-2a1e6e8e291e will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:10.376767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.632419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Pushing event updated for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:10.734382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Attempting to bind port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:10.734838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Attempting to bind port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:10.735205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Attempting to bind port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:12:10.745205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:12:10.746018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Attempting to bind port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:12:10.765763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:12:10.766100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:12:10.766656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:12:10.767293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Bound port: 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:10.767828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.900582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:12:10.905270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:12:10.911027 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.023700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.026686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] 10.222.0.35 "PUT /v2.0/ports/3fa6357c-a29a-4395-94fc-2a1e6e8e291e HTTP/1.1" status: 200 len: 1091 time: 1.4338923 Mar 02 18:12:11.035053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:11.151070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4105-1f8d-4a08-9562-45bd94cbc3ea service neutron] Pushing event updated for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:11.179428 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e', 'status': 'completed', 'code': 200} Mar 02 18:12:11.230610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-2bfc9a8d-94c4-4fb6-8da1-cef18130aeff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 1094 time: 0.1524687 Mar 02 18:12:11.360755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-b3588407-7444-4665-9ce8-9bb3c105405c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e HTTP/1.1" status: 200 len: 217 time: 0.1173868 Mar 02 18:12:11.396988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-62e5c312-1cf5-478d-906e-1f0f77c3a190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.430926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port 1728f37e-82e6-47bd-9d53-639369d1cc66 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:11.431475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.542476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-3ff56be7-5b23-41ab-9ea1-c43b4eadc492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:11.543834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-3ff56be7-5b23-41ab-9ea1-c43b4eadc492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.1771166 Mar 02 18:12:11.622292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eab82-b3df-4323-93e7-7c3db0f564a6 req-2907ec91-993c-41ee-92e6-9a7d2f443255 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:11.623899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7eab82-b3df-4323-93e7-7c3db0f564a6 req-2907ec91-993c-41ee-92e6-9a7d2f443255 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.1948748 Mar 02 18:12:11.687487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-bdfa1e66-a7b0-4cf0-9f5c-d9fde0779bc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378579 Mar 02 18:12:11.702262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port 1728f37e-82e6-47bd-9d53-639369d1cc66, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1728f37e-82e6-47bd-9d53-639369d1cc66,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:11.702490 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.732524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7eab82-b3df-4323-93e7-7c3db0f564a6 req-b2148401-c3b2-48ea-b307-b92fc5f754cb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Mar 02 18:12:11.909072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-39e7f56a-d627-497a-b16d-010784594fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138369 Mar 02 18:12:12.044486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for 1728f37e-82e6-47bd-9d53-639369d1cc66 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:12.240330 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:12:12.254763 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:12.255400 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:12.269394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a2c7889-e319-43a6-855e-721f532fcb70 req-1ad1b72a-ff2e-4e5d-aa7a-09dc22b1a2b6 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549271 Mar 02 18:12:12.409372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.491262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-82ff7a09-f052-4d7d-b133-6f59da399e9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 1094 time: 0.1727087 Mar 02 18:12:12.509406 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:12.684110 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=1728f37e-82e6-47bd-9d53-639369d1cc66,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:12.793915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-b88fd917-c33d-400b-9783-f809b5a8f2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:12.795789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-b88fd917-c33d-400b-9783-f809b5a8f2ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.2959077 Mar 02 18:12:12.900494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-f7aca816-5772-4a1e-a9d9-378dda16e8c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e HTTP/1.1" status: 200 len: 217 time: 0.0986145 Mar 02 18:12:12.916723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.016645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-e7acd42c-78fb-4e7a-881f-3283dbee34e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:13.022749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-e7acd42c-78fb-4e7a-881f-3283dbee34e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.1165664 Mar 02 18:12:13.115259 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.188900 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 2, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:13.194710 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:12:13.195361 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Updating router 4181b1db-49d4-45f1-95ad-0338534fc809 port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:12:13.210378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.270432 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.283409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-615a7161-c458-40b9-ac85-946ba5ec0b63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543275 Mar 02 18:12:13.300436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06558882-7f31-4418-a90c-f60d3eca7570 req-82171f54-7851-41a9-bf6c-c3eaf3318781 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:13.308699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06558882-7f31-4418-a90c-f60d3eca7570 req-82171f54-7851-41a9-bf6c-c3eaf3318781 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.1981773 Mar 02 18:12:13.507374 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-95959bdd-620a-41cf-af17-6869f3641e63 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952100 Mar 02 18:12:13.555216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06558882-7f31-4418-a90c-f60d3eca7570 req-20775d90-b8d1-4f79-b7f6-abda4fc19279 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378526 Mar 02 18:12:13.782207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76ad51a2-44fb-416b-bca0-a5c31e107d6b req-c9fb6930-8afe-4869-84bc-96e88e3cc513 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512624 Mar 02 18:12:13.909573 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.921787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Transition to ACTIVE for port object 7c574a2b-5603-4ad9-ac46-2547e01ec9aa will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:13.929255 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.043655 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cbe57-9005-40a4-8780-fc3648dc059e None None] Pushing event updated for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.124727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 509e9305-edd1-439a-934c-5ef30638b666 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:12:14.209488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 77e94d5a-902c-4240-8817-d7bf7c2007b0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:14.237946 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Attempting to bind port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:14.238394 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Attempting to bind port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:14.238793 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Attempting to bind port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:12:14.245553 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:12:14.245909 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:12:14.246301 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.246700 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:12:14.247152 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Bound port: 7c574a2b-5603-4ad9-ac46-2547e01ec9aa, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:14.247512 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.341867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 77e94d5a-902c-4240-8817-d7bf7c2007b0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:14.348752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 77e94d5a-902c-4240-8817-d7bf7c2007b0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:14.349436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.351307 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] For port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:12:14.355427 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] For port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:12:14.369089 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.502236 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:14.503085 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:14.521389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.544162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.581687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 77e94d5a-902c-4240-8817-d7bf7c2007b0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=77e94d5a-902c-4240-8817-d7bf7c2007b0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:14.593783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.642170 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cbe57-9005-40a4-8780-fc3648dc059e None None] Pushing event updated for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.663807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:12:14.678788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Sync routers for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:12:14.692788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46036) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:14.695018 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ebfe2f86-a1ca-40c3-995f-46d4d79ee9be tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "PUT /v2.0/routers/509e9305-edd1-439a-934c-5ef30638b666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9354942 Mar 02 18:12:14.744991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:14.747430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:14.824982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=77e94d5a-902c-4240-8817-d7bf7c2007b0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.879219 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:14.987240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:15.016786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting subnet 3a0edc84-f9bc-4e45-86cd-f683fb9c103c {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:12:15.020235 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.085383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.171477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.273070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251229c-a4bb-4cba-8545-d120be7e9d64 req-e40ae0b7-5efb-4c0d-a3af-5218af059766 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.279983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b251229c-a4bb-4cba-8545-d120be7e9d64 req-e40ae0b7-5efb-4c0d-a3af-5218af059766 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.4694767 Mar 02 18:12:15.297991 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:15.308751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31713a92-656e-4cb8-b1ce-6071a04990f9 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:15.313821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.448709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0edc84-f9bc-4e45-86cd-f683fb9c103c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:15.462252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.473812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8b553-d057-47d4-a796-d8b57c07d1d0 None None] Network 329a542e-2600-4f9a-b59c-a59e1dd3a092 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:12:15.493621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b251229c-a4bb-4cba-8545-d120be7e9d64 req-9e463800-5446-4af0-ab2a-dda1100919e1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067287 Mar 02 18:12:15.511113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3e43508a-ec4b-45c0-91b4-a217386a3b28 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/subnets/3a0edc84-f9bc-4e45-86cd-f683fb9c103c HTTP/1.1" status: 204 len: 168 time: 0.8148487 Mar 02 18:12:15.511780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46040) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:15.603938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:12:12Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:15.623170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Checking router: 509e9305-edd1-439a-934c-5ef30638b666 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:12:15.769025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Routers {'509e9305-edd1-439a-934c-5ef30638b666'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:15.769826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['509e9305-edd1-439a-934c-5ef30638b666'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:16.111193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] Set router 509e9305-edd1-439a-934c-5ef30638b666 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:16.114843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.209569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] DHCP port deletion for 329a542e-2600-4f9a-b59c-a59e1dd3a092 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:12:16.214424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Deleting port 496d6d89-3b78-4945-83c9-2ebda734f739 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:16.214899 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.371316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 77e94d5a-902c-4240-8817-d7bf7c2007b0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:16.457696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.477978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port 059141b2-91d3-47ac-8b2d-62aba8cae1cf {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:16.479036 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.891755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port 059141b2-91d3-47ac-8b2d-62aba8cae1cf, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=059141b2-91d3-47ac-8b2d-62aba8cae1cf,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:16.896623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.915540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 77e94d5a-902c-4240-8817-d7bf7c2007b0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:16.916058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.959906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:12:12Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:16.965010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] For port 496d6d89-3b78-4945-83c9-2ebda734f739, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=496d6d89-3b78-4945-83c9-2ebda734f739,segment=NetworkSegment(cc6fbaee-9903-4be0-a1e9-50175c385786),segment_id=cc6fbaee-9903-4be0-a1e9-50175c385786)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:16.965416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.046412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for 059141b2-91d3-47ac-8b2d-62aba8cae1cf owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:17.112624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220396-3e93-49f5-8257-9a100c6ec88b req-fdb24554-733f-45d2-8d2b-3cd8ac3287a2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:17.114276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad220396-3e93-49f5-8257-9a100c6ec88b req-fdb24554-733f-45d2-8d2b-3cd8ac3287a2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.3291278 Mar 02 18:12:17.117108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2012f6-c425-4a71-a4e9-dbd984e200ab None None] The sync data for ids ['509e9305-edd1-439a-934c-5ef30638b666'] in n-d-820559-6 is: [{'id': '509e9305-edd1-439a-934c-5ef30638b666', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660271105', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:12:12Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': '059141b2-91d3-47ac-8b2d-62aba8cae1cf', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e9305-edd1-439a-934c-5ef30638b666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:38Z', 'updated_at': '2022-03-02T18:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:17.124627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Calling delete_port for 496d6d89-3b78-4945-83c9-2ebda734f739 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:17.210276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad220396-3e93-49f5-8257-9a100c6ec88b req-141c5ac8-c926-464b-814d-28a6d8691a3d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878768 Mar 02 18:12:17.324376 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.324662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.356436 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7c574a2b-5603-4ad9-ac46-2547e01ec9aa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:17.375660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=059141b2-91d3-47ac-8b2d-62aba8cae1cf,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:17.406538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] Pushing event deleted for resources: {'Port': ['ID=496d6d89-3b78-4945-83c9-2ebda734f739,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:17.422205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b1b21-8f0f-450c-b1fe-638ed6413c62 None None] No DVR routers for this DVR port 496d6d89-3b78-4945-83c9-2ebda734f739 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:17.474105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:17.502989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:17.503730 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.659137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.685524 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.697598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:17.702694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.781863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:18.105510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.110947 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.151484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7c574a2b-5603-4ad9-ac46-2547e01ec9aa up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:18.158370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.162470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Fanout notify agent at l3_agent the message router_deleted on router 509e9305-edd1-439a-934c-5ef30638b666 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:12:18.197569 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.198707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aff1b4af-83f7-4b96-8e41-86d52ce78f60 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/routers/509e9305-edd1-439a-934c-5ef30638b666 HTTP/1.1" status: 204 len: 168 time: 2.6816072 Mar 02 18:12:18.201695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46052) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:18.234161 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:18.234452 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.388708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.552304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 496d6d89-3b78-4945-83c9-2ebda734f739 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:18.593214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 496d6d89-3b78-4945-83c9-2ebda734f739 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:18.593595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 496d6d89-3b78-4945-83c9-2ebda734f739 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:18.593969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1728f37e-82e6-47bd-9d53-639369d1cc66 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:18.629780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1728f37e-82e6-47bd-9d53-639369d1cc66 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:18.630135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1728f37e-82e6-47bd-9d53-639369d1cc66 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:18.644316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d15ee-dcfa-49ca-8acf-8c38c23ca2d8 req-4b2534c1-5c9f-40da-b31b-d54a2fb33b7d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:18.651621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc6d15ee-dcfa-49ca-8acf-8c38c23ca2d8 req-4b2534c1-5c9f-40da-b31b-d54a2fb33b7d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.1662250 Mar 02 18:12:18.660217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.688246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329a542e-2600-4f9a-b59c-a59e1dd3a092']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:18.702441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6fbaee-9903-4be0-a1e9-50175c385786') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:18.702763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6fbaee-9903-4be0-a1e9-50175c385786') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:18.705931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc6d15ee-dcfa-49ca-8acf-8c38c23ca2d8 req-e418ea61-40bd-42ab-96b5-f5592f1997e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Mar 02 18:12:18.715167 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.732637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.740409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:12:18.740802 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:12:18.759100 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:12:18.840726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.859009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.869882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Network': ['ID=329a542e-2600-4f9a-b59c-a59e1dd3a092,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:18.881251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46058) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:18.881396 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-865c318a-0ef1-4119-b14a-348407780de2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/networks/329a542e-2600-4f9a-b59c-a59e1dd3a092 HTTP/1.1" status: 204 len: 168 time: 0.6780741 Mar 02 18:12:19.096129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port 82a3287c-8855-4fbe-aa32-4b4ef47ceab0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:19.096568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.290096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.290445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.416033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for 82a3287c-8855-4fbe-aa32-4b4ef47ceab0 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:19.539369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.586713 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.633407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=82a3287c-8855-4fbe-aa32-4b4ef47ceab0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:19.731043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.965483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d825e72-31c7-498a-93ef-ffd4b921874d req-ed30c4c3-093c-4a47-96ef-7b4f05825d18 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:19.966937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d825e72-31c7-498a-93ef-ffd4b921874d req-ed30c4c3-093c-4a47-96ef-7b4f05825d18 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 943 time: 0.1244121 Mar 02 18:12:20.037034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d825e72-31c7-498a-93ef-ffd4b921874d req-8959f758-3dcc-4248-a9b7-3791046b5dfc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636082 Mar 02 18:12:20.407729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:12:20.524881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fa6357c-a29a-4395-94fc-2a1e6e8e291e details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:12:20.648219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:12:20.664053 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Sync routers for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:12:20.669911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.681658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:20.683362 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:20.684282 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:20.698102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e', 'mac_address': 'fa:16:3e:7a:66:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:12:20.744461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2106ea3b-f82b-431f-8ca4-e63b672958af tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/floatingips/6dc368ec-659b-44cb-81af-0cb92a92c96f HTTP/1.1" status: 204 len: 168 time: 1.8584228 Mar 02 18:12:20.744461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:20.762210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.789364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa6357c-a29a-4395-94fc-2a1e6e8e291e {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:12:20.812452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:20.817860 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.841408 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'status': 'completed', 'code': 200} Mar 02 18:12:20.922383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:20.933404 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:20.960724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-1c31ccd2-2f10-45f9-b8cc-02656ebcb031 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8be3080ab42143f2a886b86ab679b09b&device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 1136 time: 0.0954068 Mar 02 18:12:21.133027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3fa6357c-a29a-4395-94fc-2a1e6e8e291e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:12:21.177953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c5e00-7450-46e6-9082-2c189345d61c req-a8a62c7d-eeb8-4927-b12c-2ff1ed0a1361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:21.180970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-a8a62c7d-eeb8-4927-b12c-2ff1ed0a1361 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 200 len: 897 time: 0.2141197 Mar 02 18:12:21.448100 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:21.453547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Checking router: 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:12:21.480040 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Routers {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:21.481196 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:21.498524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-271aace5-6f60-4b3a-b830-a2a92be2b9e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 200 len: 217 time: 0.3087518 Mar 02 18:12:21.627050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81f55-ca6f-42e2-9290-44af6832ada9 req-dfddc4cc-4848-4241-a754-f9797ad9be0d tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:21.627808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-83e81f55-ca6f-42e2-9290-44af6832ada9 req-dfddc4cc-4848-4241-a754-f9797ad9be0d tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Synchronizing usage tracker for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:21.636938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c5e00-7450-46e6-9082-2c189345d61c req-ece6936e-747d-4509-ad8f-7c00a58a3b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:21.638958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-ece6936e-747d-4509-ad8f-7c00a58a3b50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 200 len: 832 time: 0.1306870 Mar 02 18:12:21.716535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d73b7-b172-4742-a052-760fe6f1b9c8 req-54d6b4a0-bbb4-4b54-ae45-2520bffdbc49 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:21.717991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-203d73b7-b172-4742-a052-760fe6f1b9c8 req-54d6b4a0-bbb4-4b54-ae45-2520bffdbc49 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 944 time: 0.3036056 Mar 02 18:12:21.736461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-83e81f55-ca6f-42e2-9290-44af6832ada9 req-dfddc4cc-4848-4241-a754-f9797ad9be0d tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Unset dirty status for tenant:8be3080ab42143f2a886b86ab679b09b on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:21.736461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83e81f55-ca6f-42e2-9290-44af6832ada9 req-dfddc4cc-4848-4241-a754-f9797ad9be0d tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.4465256 Mar 02 18:12:21.770302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] Set router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:21.839649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-46f31d81-9c8c-4e3c-ac27-f65a821d3767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19addfcf-ba44-4c0a-9209-d9591764ce94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852713 Mar 02 18:12:21.846516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-203d73b7-b172-4742-a052-760fe6f1b9c8 req-71ca73bc-4e5c-47a6-91c0-9de7c4ac2a4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193323 Mar 02 18:12:21.850700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83e81f55-ca6f-42e2-9290-44af6832ada9 req-fa2f4332-8286-4e16-81b9-d988e6851e8c tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0911996 Mar 02 18:12:21.982615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-d15a6cec-ea33-4296-b8ee-8846550eedc1 service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349432 Mar 02 18:12:22.113944 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:22.116131 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df2c5e00-7450-46e6-9082-2c189345d61c req-5c56d80f-88c8-4a96-96eb-7d9f70e6645b service neutron] 10.222.0.35 "GET /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274142 Mar 02 18:12:22.118666 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d22236-b418-46f3-b4c2-2f087a8478f3 None None] The sync data for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 is: [{'id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-211017875', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:09:59Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'gw_port': {'id': 'b722f4aa-04d5-44ce-8262-268ac7059d9d', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:99:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:00Z', 'updated_at': '2022-03-02T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'b2414484-66c8-4da8-bd86-7c88f965dc44', 'name': '', 'network_id': '19addfcf-ba44-4c0a-9209-d9591764ce94', 'tenant_id': '8be3080ab42143f2a886b86ab679b09b', 'mac_address': 'fa:16:3e:77:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fc2db-e649-4cdd-ab35-7ade409d60e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '374b4403-8413-40d0-af53-368c12ee0506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:10:06Z', 'updated_at': '2022-03-02T18:10:14Z', 'revision_number': 5, 'project_id': '8be3080ab42143f2a886b86ab679b09b', 'subnets': [{'id': '374b4403-8413-40d0-af53-368c12ee0506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:22.540497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fa6357c-a29a-4395-94fc-2a1e6e8e291e up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:22.622172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:22.627271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:22.628324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.738664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-bc227679-fac9-494d-8fec-a724e06e75a2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:22.740003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-bc227679-fac9-494d-8fec-a724e06e75a2 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.35 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.1132643 Mar 02 18:12:22.770063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.826785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:22.827018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:22.827323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.839760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:22.844236 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.926252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:22.955374 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e', 'code': 200} Mar 02 18:12:23.463707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:23.464510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.484453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1afeccc-7d19-4282-96c2-c5a4665068b6 req-05d6a8df-b67f-43d8-a698-97313d4875fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 1096 time: 0.4629955 Mar 02 18:12:23.612913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0859d30-6a50-422f-b319-de6017ced4e5 req-7e0606d6-b115-45d6-8e3c-e480b66e1896 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:23.614353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0859d30-6a50-422f-b319-de6017ced4e5 req-7e0606d6-b115-45d6-8e3c-e480b66e1896 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/ports?device_id=04953636-07aa-4a9e-8bb1-de04d72066d4 HTTP/1.1" status: 200 len: 985 time: 0.4315343 Mar 02 18:12:23.622992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for 48ed4c07-5acd-4d1e-a818-2f3cd553aeda owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:23.653846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129d610-285e-4446-8874-697a4e8a5db2 req-1ef8acb4-dca0-42df-9332-c0035fdf6963 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:23.655322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f129d610-285e-4446-8874-697a4e8a5db2 req-1ef8acb4-dca0-42df-9332-c0035fdf6963 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.4794638 Mar 02 18:12:23.792011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b1afeccc-7d19-4282-96c2-c5a4665068b6 req-e128c76e-c14b-47cf-89a6-b2277a88568a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531893 Mar 02 18:12:23.795957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0859d30-6a50-422f-b319-de6017ced4e5 req-77fab182-9e97-4c47-8e58-9561850b03e8 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a&id=ecd98f86-6d84-471b-b29c-ca30b76bd9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1397357 Mar 02 18:12:23.800970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f129d610-285e-4446-8874-697a4e8a5db2 req-7b313560-ef40-4d9b-a75d-dd400b557c5f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320930 Mar 02 18:12:23.870048 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.921440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=48ed4c07-5acd-4d1e-a818-2f3cd553aeda,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:24.009010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] No DVR routers for this DVR port 48ed4c07-5acd-4d1e-a818-2f3cd553aeda on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:24.011798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.012188 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:12:24.014734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'name': 'network-vif-deleted', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:24.031255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6537a6e0-2ee7-4f9f-a247-97b9ec9d9cb2 req-c213ee20-b7ee-4ce6-ae70-5d6a3b1b822a tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.35 "DELETE /v2.0/ports/48ed4c07-5acd-4d1e-a818-2f3cd553aeda HTTP/1.1" status: 204 len: 173 time: 1.2832274 Mar 02 18:12:24.093407 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04953636-07aa-4a9e-8bb1-de04d72066d4', 'name': 'network-vif-deleted', 'tag': '48ed4c07-5acd-4d1e-a818-2f3cd553aeda', 'status': 'completed', 'code': 200} Mar 02 18:12:24.915657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46116) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:25.009577 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.039218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a228d8-81a8-4870-9268-d31db78b9c88 req-d33a4bd6-b40d-4b4b-bb67-f7b431b03583 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:25.039800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.048061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3a228d8-81a8-4870-9268-d31db78b9c88 req-d33a4bd6-b40d-4b4b-bb67-f7b431b03583 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.0906570 Mar 02 18:12:25.100518 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.113089 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d3a228d8-81a8-4870-9268-d31db78b9c88 req-7b420e43-afaa-4803-b231-9180bf1dc349 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638647 Mar 02 18:12:25.131234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6117bd6-26fe-4cb3-a4c0-38b29e9c607a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:25.140596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.143404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bb40e177-adab-4595-92ea-770bb46aab07 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6117bd6-26fe-4cb3-a4c0-38b29e9c607a HTTP/1.1" status: 204 len: 168 time: 0.2243452 Mar 02 18:12:25.146685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46120) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:25.223248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.252757 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.304657 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.321886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd98f86-6d84-471b-b29c-ca30b76bd9e1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:25.336704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.337845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a2491f01-9f56-43a8-83e7-696bed91abb7 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecd98f86-6d84-471b-b29c-ca30b76bd9e1 HTTP/1.1" status: 204 len: 168 time: 0.1900561 Mar 02 18:12:25.340636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46124) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:25.753735 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.403978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1147f6-13aa-4a8c-bdba-2d57bda301c6 req-7dac0135-82d5-4d89-8874-029483eaa492 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:26.405352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c1147f6-13aa-4a8c-bdba-2d57bda301c6 req-7dac0135-82d5-4d89-8874-029483eaa492 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.1764860 Mar 02 18:12:26.480673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c1147f6-13aa-4a8c-bdba-2d57bda301c6 req-6d0d9565-bd80-4efc-b831-88c5c8f9efef tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 Mar 02 18:12:26.546798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 48ed4c07-5acd-4d1e-a818-2f3cd553aeda no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:26.587355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 48ed4c07-5acd-4d1e-a818-2f3cd553aeda {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:26.588063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 48ed4c07-5acd-4d1e-a818-2f3cd553aeda not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:26.657109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port b2414484-66c8-4da8-bd86-7c88f965dc44 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:26.657431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.834980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee496-bfe9-4e92-8fd9-92e84249278c req-7cf3df69-dac0-4e91-8d69-791074140d52 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:26.836435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a4ee496-bfe9-4e92-8fd9-92e84249278c req-7cf3df69-dac0-4e91-8d69-791074140d52 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.2159572 Mar 02 18:12:26.904306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port b2414484-66c8-4da8-bd86-7c88f965dc44, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b2414484-66c8-4da8-bd86-7c88f965dc44,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:26.904661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.033523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a4ee496-bfe9-4e92-8fd9-92e84249278c req-b352e5b2-b1fd-4e73-8005-19bb47f29a5e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904473 Mar 02 18:12:27.040759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for b2414484-66c8-4da8-bd86-7c88f965dc44 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:27.311682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.349800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbc8e-26b5-4613-acf7-a062ffd120b4 req-70852cd7-a5da-4af8-b41f-74f4c52c7c70 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:27.351284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8afbc8e-26b5-4613-acf7-a062ffd120b4 req-70852cd7-a5da-4af8-b41f-74f4c52c7c70 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.1671450 Mar 02 18:12:27.368201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=b2414484-66c8-4da8-bd86-7c88f965dc44,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:27.486066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8afbc8e-26b5-4613-acf7-a062ffd120b4 req-5bf04110-0e06-4eac-ae7f-0615389eb050 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211567 Mar 02 18:12:27.844002 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:28.084348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589e8ba-29d5-4763-b32a-b162abfd72c8 req-c6b71430-0883-440f-90d0-0647ee080ab2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:28.085838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3589e8ba-29d5-4763-b32a-b162abfd72c8 req-c6b71430-0883-440f-90d0-0647ee080ab2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.1820946 Mar 02 18:12:28.148711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3589e8ba-29d5-4763-b32a-b162abfd72c8 req-991b512c-7381-4f4e-bfa1-4af8c1875fd1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Mar 02 18:12:28.591601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:12:28.800991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:12:28.815959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6e131439-0fd0-47f7-84df-2e044a67afe3 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "PUT /v2.0/routers/0d0fc2db-e649-4cdd-ab35-7ade409d60e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4717157 Mar 02 18:12:28.816276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46148) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:28.997749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting subnet 374b4403-8413-40d0-af53-368c12ee0506 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:12:29.000953 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.059987 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.142085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.217636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.469845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Subnet': ['ID=374b4403-8413-40d0-af53-368c12ee0506,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:29.488786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.495347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4070247-8509-4261-af39-4f81fd5d2c7c None None] Network 19addfcf-ba44-4c0a-9209-d9591764ce94 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:12:29.507262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-911c8c20-d597-4d5e-992d-848092e3e4c5 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/subnets/374b4403-8413-40d0-af53-368c12ee0506 HTTP/1.1" status: 204 len: 168 time: 0.6900887 Mar 02 18:12:29.509989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46172) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:29.684868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-dbe056c1-1f13-42b4-8ed5-db798656c057 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:29.686285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-dbe056c1-1f13-42b4-8ed5-db798656c057 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.2997985 Mar 02 18:12:29.695448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f775edb-acd1-4f88-9113-bb5b7cdd2727 req-564ac6d9-1605-49ff-b031-273a458c3ca3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:29.696843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f775edb-acd1-4f88-9113-bb5b7cdd2727 req-564ac6d9-1605-49ff-b031-273a458c3ca3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 945 time: 0.3092008 Mar 02 18:12:29.814207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:29.815053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.850200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f775edb-acd1-4f88-9113-bb5b7cdd2727 req-933847af-72ee-4899-ab1e-bc3432de0644 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225488 Mar 02 18:12:29.864875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] DHCP port deletion for 19addfcf-ba44-4c0a-9209-d9591764ce94 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:12:29.875471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Deleting port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:29.875838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.076436 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.207293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] For port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,segment=NetworkSegment(cf92332a-599f-40cf-8dae-63a5ff076395),segment_id=cf92332a-599f-40cf-8dae-63a5ff076395)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:30.207838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.247804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:30.248081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.339414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:30.371871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Calling delete_port for c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:30.373691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 3fa6357c-a29a-4395-94fc-2a1e6e8e291e owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:30.564573 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.571317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.575254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.621767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3fa6357c-a29a-4395-94fc-2a1e6e8e291e'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:12:30.622994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=3fa6357c-a29a-4395-94fc-2a1e6e8e291e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:30.663019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] Pushing event deleted for resources: {'Port': ['ID=c68d14c7-0b07-4d06-8aeb-d2d4e51a1679,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:30.676863 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.681986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d344dac-2678-4d7e-bdbb-b60748d7fd7d None None] No DVR routers for this DVR port c68d14c7-0b07-4d06-8aeb-d2d4e51a1679 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:30.721773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Deleting port b722f4aa-04d5-44ce-8262-268ac7059d9d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:12:30.721773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.762840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 3fa6357c-a29a-4395-94fc-2a1e6e8e291e on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:30.770649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.773378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'name': 'network-vif-deleted', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:12:30.800683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f3cf4ab-8550-40d7-bb2c-7ff67232bd40 req-97f3c1b4-e79a-40fa-b575-0e1719fb0f0a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "DELETE /v2.0/ports/3fa6357c-a29a-4395-94fc-2a1e6e8e291e HTTP/1.1" status: 204 len: 173 time: 1.1013136 Mar 02 18:12:31.013270 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b067732-48df-4edf-b047-38361ac8cc55', 'name': 'network-vif-deleted', 'tag': '3fa6357c-a29a-4395-94fc-2a1e6e8e291e', 'status': 'completed', 'code': 200} Mar 02 18:12:31.068156 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7278705a-9b97-48b3-b6c6-fd5024470610 req-25f81986-0402-4725-a4c2-04ada5dcd640 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:31.103763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-7278705a-9b97-48b3-b6c6-fd5024470610 req-25f81986-0402-4725-a4c2-04ada5dcd640 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:31.105187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7278705a-9b97-48b3-b6c6-fd5024470610 req-25f81986-0402-4725-a4c2-04ada5dcd640 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b067732-48df-4edf-b047-38361ac8cc55 HTTP/1.1" status: 200 len: 210 time: 0.0911787 Mar 02 18:12:31.134391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] For port b722f4aa-04d5-44ce-8262-268ac7059d9d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=b722f4aa-04d5-44ce-8262-268ac7059d9d,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:31.135081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:31.269855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Calling delete_port for b722f4aa-04d5-44ce-8262-268ac7059d9d owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:12:31.518632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:31.581035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Port': ['ID=b722f4aa-04d5-44ce-8262-268ac7059d9d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:31.832635 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.124731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.129570 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.157629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.158531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0fc2db-e649-4cdd-ab35-7ade409d60e8 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:12:32.178409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.178409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fe85d5ad-7a0d-4826-8a46-3b4318374b32 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/routers/0d0fc2db-e649-4cdd-ab35-7ade409d60e8 HTTP/1.1" status: 204 len: 168 time: 2.6662498 Mar 02 18:12:32.181183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46208) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:32.304177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.564990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fa6357c-a29a-4395-94fc-2a1e6e8e291e no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:32.568624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.608513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19addfcf-ba44-4c0a-9209-d9591764ce94']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:32.615046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 3fa6357c-a29a-4395-94fc-2a1e6e8e291e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:32.615468 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3fa6357c-a29a-4395-94fc-2a1e6e8e291e not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:32.626801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf92332a-599f-40cf-8dae-63a5ff076395') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:32.627103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf92332a-599f-40cf-8dae-63a5ff076395') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:32.640789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.661057 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.671981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:12:32.672649 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:12:32.688687 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:12:32.776443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.782393 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.816512 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] Pushing event deleted for resources: {'Network': ['ID=19addfcf-ba44-4c0a-9209-d9591764ce94,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:32.844320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-089a1ccd-f99c-4106-9f18-6f70815a2b06 tempest-TestSecurityGroupsBasicOps-1297057130 tempest-TestSecurityGroupsBasicOps-1297057130-project] 10.222.0.37 "DELETE /v2.0/networks/19addfcf-ba44-4c0a-9209-d9591764ce94 HTTP/1.1" status: 204 len: 168 time: 0.6615055 Mar 02 18:12:33.301832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46224) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:33.605206 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4349f00e-2a4c-4492-8b65-a77e1511461c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8be3080ab42143f2a886b86ab679b09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998412 Mar 02 18:12:33.605536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46234) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:33.688798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.718225 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.776018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.801416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebcd820-0679-418d-8246-7a07967aa2e3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:33.803890 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.807916 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-14eade7e-fbf0-4da0-bdf1-18846130cdb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eebcd820-0679-418d-8246-7a07967aa2e3 HTTP/1.1" status: 204 len: 168 time: 0.2011533 Mar 02 18:12:34.336079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46242) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:34.359435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.400094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:34.405130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Usage tracker for resource:security_group_rule and tenant:0bf888518dbf4a06b80c48cb7dcb9951 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:34.408319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:34.415962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:34.498945 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.504002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.560997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c6b3ba-73c1-4812-9ce8-42cd952d96a7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:34.571952 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-75cb4404-837f-4512-aaf2-6fd0134b69ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bf888518dbf4a06b80c48cb7dcb9951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321362 Mar 02 18:12:34.572572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46248) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:34.671145 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.702715 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.800358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.817079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c6b3ba-73c1-4812-9ce8-42cd952d96a7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:34.826045 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.827446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c0f9ef66-9cab-4374-a048-da14307bc6a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4c6b3ba-73c1-4812-9ce8-42cd952d96a7 HTTP/1.1" status: 204 len: 168 time: 0.2540026 Mar 02 18:12:35.433711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46286) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:35.497219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e403c455-606d-4b98-9dcb-1b6641e83046 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45541cd8068a449098a7ff810514b546&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627100 Mar 02 18:12:35.501287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46290) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:35.604031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.641179 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.719215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.739900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9939828c-72e2-4458-a66b-a9bbd374e047,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:35.756006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.757039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a1a67cf6-37e6-4326-8b47-30ad62d5a13e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9939828c-72e2-4458-a66b-a9bbd374e047 HTTP/1.1" status: 204 len: 168 time: 0.2539608 Mar 02 18:12:38.224255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e4563-d1ad-412a-8a6f-2768a53bfb9c None None] New status for floating IP 6dc368ec-659b-44cb-81af-0cb92a92c96f: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:12:38.822290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.356110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b42ef9e4-c684-4991-b4c8-e6914027a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.405309 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Sync routers for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:12:39.425385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:39.426172 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:12:39.427605 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:12:39.443341 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:39.443995 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:12:39.445174 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d0fc2db-e649-4cdd-ab35-7ade409d60e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:12:39.446034 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9ec5a-9e33-43e1-9fc8-e1f1b5e0425b None None] The sync data for ids ['0d0fc2db-e649-4cdd-ab35-7ade409d60e8'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:39.520946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Sync routers for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:12:39.535777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:39.536459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:39.726552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:40.116654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b', 'name': '', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'mac_address': 'fa:16:3e:56:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 2, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'subnets': [{'id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:40.121136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Checking router: 07c87259-6953-4c04-821d-399542038edd for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:12:40.121518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Updating router 07c87259-6953-4c04-821d-399542038edd port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:12:40.175947 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.322637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b722f4aa-04d5-44ce-8262-268ac7059d9d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:40.371413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b722f4aa-04d5-44ce-8262-268ac7059d9d {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:40.372096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b722f4aa-04d5-44ce-8262-268ac7059d9d not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:40.372197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b2414484-66c8-4da8-bd86-7c88f965dc44 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:40.419021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: b2414484-66c8-4da8-bd86-7c88f965dc44 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:40.419021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device b2414484-66c8-4da8-bd86-7c88f965dc44 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:40.419021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 059141b2-91d3-47ac-8b2d-62aba8cae1cf no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:40.460322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 059141b2-91d3-47ac-8b2d-62aba8cae1cf {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:12:40.460787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 059141b2-91d3-47ac-8b2d-62aba8cae1cf not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:40.690152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.704061 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Transition to ACTIVE for port object e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:40.711828 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.848324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049922-8de4-4be4-b6e2-d8c204b42b54 None None] Pushing event updated for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:40.940558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Attempting to bind port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:40.940979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Attempting to bind port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:40.941267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Attempting to bind port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b on network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:12:40.948981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:12:40.949249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Checking segment: {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:12:40.949528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.949922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Bound using segment: {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:12:40.950387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Bound port: e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e934dcc-538f-4854-b10d-a1e9ea63f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:40.950787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.047589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] For port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:12:41.050979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] For port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:12:41.056187 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.178427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049922-8de4-4be4-b6e2-d8c204b42b54 None None] Pushing event updated for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:41.199254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:12:41.199914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:12:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:41.414787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0945ac2d-5a88-4c87-af62-7da274fc58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.469749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:12:41.822261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b', 'name': '', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'mac_address': 'fa:16:3e:56:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:41Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'subnets': [{'id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:41.827068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc9802-6826-44e0-b0f5-c125909f6056 None None] The sync data for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 is: [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b', 'name': '', 'network_id': 'c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'mac_address': 'fa:16:3e:56:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:41Z', 'revision_number': 4, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'subnets': [{'id': 'a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:12:42.062892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:42.212078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:42.217504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:42.218093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.372024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.460536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:12:42.465831 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.553488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.896657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.070270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.055173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:44.135163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:44.135525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.468613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.538717 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.513642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-e335af37-6a82-4235-a70d-555c93e5cebc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:58.515100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-e335af37-6a82-4235-a70d-555c93e5cebc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.2735808 Mar 02 18:12:58.533534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-53f0a306-75ba-4458-b837-b450887a803a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0112252 Mar 02 18:12:58.615900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-ef01f5ef-0471-4060-bac2-22a6985a9ffc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764396 Mar 02 18:12:58.750530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-4cbd2b5e-d373-4d09-bcef-69172493256f service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282704 Mar 02 18:12:58.890401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-aeb4b668-3413-443f-97b1-a5e59d3bd02e service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327469 Mar 02 18:12:59.130361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77cde06c-5204-430c-aaec-e28d60d3a68f req-538dea20-93c3-4bc3-81a0-b7350d27e279 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 210 time: 0.0501211 Mar 02 18:12:59.549574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:59.696259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.728344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:59.732560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc127b2c6fa4307a8cb9d2cebec2492 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:59.735576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:59.742352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:59.811222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.815893 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.864567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7677d2e-7229-4e5e-b9c9-ab00810a6f38,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:59.870198 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43378c1e-99b9-4f8f-94ba-dc3b447bab27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfc127b2c6fa4307a8cb9d2cebec2492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195052 Mar 02 18:12:59.873305 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:59.935606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.962738 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.015592 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.036705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7677d2e-7229-4e5e-b9c9-ab00810a6f38,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:00.046396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.051038 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6c8b0826-db75-4ec6-b79b-f2b0aa0b175c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7677d2e-7229-4e5e-b9c9-ab00810a6f38 HTTP/1.1" status: 204 len: 168 time: 0.1764376 Mar 02 18:13:00.308688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba836637-7f93-4388-8c10-6639dd4d8f60 req-a752ff7e-38da-4b7a-a152-4d89a68363d8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 210 time: 0.0438094 Mar 02 18:13:00.834840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-9d162b09-f7ea-4b72-8512-8469d8d4f165 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:00.836309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-9d162b09-f7ea-4b72-8512-8469d8d4f165 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1547196 Mar 02 18:13:00.860801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:01.004791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:01.013295 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:13:01.014963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:01.027426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:01.030850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.200815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.12 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/8c7140ba-fe14-41c9-aabd-47de04d66a93) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:01.445988 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.516289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bad8e813-8432-4627-895e-2156cd1ddb96 req-f7daa3f3-1a75-46fb-9b66-99ef5831b163 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 210 time: 0.0602288 Mar 02 18:13:01.518362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 8c7140ba-fe14-41c9-aabd-47de04d66a93 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:01.562778 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.647920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:01.670327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:01.671633 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:01.687091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.691536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.692091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.692597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.693086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.693572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.694197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.694825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.695706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.697809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.698644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:01.706843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:01.788752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:01.789566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.818006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-783af9e4-d0bc-4315-9cb3-0117c48d86f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9615591 Mar 02 18:13:01.828716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Request body: {'port': {'device_id': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:01.960139 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.028065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ecbd3857-0211-4045-8ef0-dda5706a2dda None None] Provisioning for port 8c7140ba-fe14-41c9-aabd-47de04d66a93 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:02.035787 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ecbd3857-0211-4045-8ef0-dda5706a2dda None None] Provisioning complete for port 8c7140ba-fe14-41c9-aabd-47de04d66a93 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:02.036472 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3857-0211-4045-8ef0-dda5706a2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.103150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3857-0211-4045-8ef0-dda5706a2dda None None] Port 8c7140ba-fe14-41c9-aabd-47de04d66a93 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:02.504502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7140ba-fe14-41c9-aabd-47de04d66a93 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:13:02.512558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.528548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Transition to ACTIVE for port object 8c7140ba-fe14-41c9-aabd-47de04d66a93 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:02.533432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.658470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:02.843141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0b9c-3e34-4cd8-9644-9618583c82cd req-20e872a0-ebd5-4bc5-adf9-07728a0dd7e1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:02.843930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a4b0b9c-3e34-4cd8-9644-9618583c82cd req-20e872a0-ebd5-4bc5-adf9-07728a0dd7e1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:02.873336 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Attempting to bind port 8c7140ba-fe14-41c9-aabd-47de04d66a93 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:02.873868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Attempting to bind port 8c7140ba-fe14-41c9-aabd-47de04d66a93 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:02.874238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Attempting to bind port 8c7140ba-fe14-41c9-aabd-47de04d66a93 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:02.878335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-6a4b0b9c-3e34-4cd8-9644-9618583c82cd req-20e872a0-ebd5-4bc5-adf9-07728a0dd7e1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:02.879648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a4b0b9c-3e34-4cd8-9644-9618583c82cd req-20e872a0-ebd5-4bc5-adf9-07728a0dd7e1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.2229006 Mar 02 18:13:02.885532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Port 8c7140ba-fe14-41c9-aabd-47de04d66a93 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:13:02.885958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Attempting to bind port 8c7140ba-fe14-41c9-aabd-47de04d66a93 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:02.911133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:02.911504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:02.912016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:02.912554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Bound port: 8c7140ba-fe14-41c9-aabd-47de04d66a93, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:02.912981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.996780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a4b0b9c-3e34-4cd8-9644-9618583c82cd req-573ed6ef-a712-4789-b7f2-dc115b9462f5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061318 Mar 02 18:13:03.029803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:03.033436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:03.039091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.102288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.103771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c7140ba-fe14-41c9-aabd-47de04d66a93 HTTP/1.1" status: 200 len: 1092 time: 1.2794290 Mar 02 18:13:03.104228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:13:03.191614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727872-a27f-4f13-84f0-c01713108e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:03.225792 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93', 'status': 'completed', 'code': 200} Mar 02 18:13:03.255426 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-7700b434-f67a-4280-955d-c9c603c9a16a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 1095 time: 0.1070189 Mar 02 18:13:03.352793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-7c97af08-a23b-40ef-8dfb-94609651dbb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93 HTTP/1.1" status: 200 len: 217 time: 0.0917068 Mar 02 18:13:03.431647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-17eb9035-d1d6-49d4-b8af-2b448478304c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:03.432989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-17eb9035-d1d6-49d4-b8af-2b448478304c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0741651 Mar 02 18:13:03.539273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-60fee7dd-17fd-45f3-bd1b-855962a73965 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007140 Mar 02 18:13:03.692388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-116a0d26-bd39-4faa-beb7-b7c5204e089e service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472228 Mar 02 18:13:03.847129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a50bb2b-3e4b-4c46-9e3f-09778d166624 req-14fd9823-7dc5-4d0b-8081-3a8da119d8d8 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487129 Mar 02 18:13:03.979484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-19299d72-2075-4c4a-a3a8-3fa3e9a12c89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 1095 time: 0.0823562 Mar 02 18:13:04.239930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-1aa5ca9c-9874-4823-9c31-559d7d0ae95c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.242865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-1aa5ca9c-9874-4823-9c31-559d7d0ae95c service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.2565668 Mar 02 18:13:04.368543 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-1101d61e-0f82-45ff-892c-3f4aabf83c18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93 HTTP/1.1" status: 200 len: 217 time: 0.1202245 Mar 02 18:13:04.622048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30592ed2-20dc-4597-9db8-99cf8870d206 req-00f8d223-510b-49bb-a625-d046a76feffb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.623557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30592ed2-20dc-4597-9db8-99cf8870d206 req-00f8d223-510b-49bb-a625-d046a76feffb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.4598286 Mar 02 18:13:04.661571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-b91ead35-ca53-4e61-937e-234d6ade6506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.662862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-b91ead35-ca53-4e61-937e-234d6ade6506 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.2887378 Mar 02 18:13:04.750666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30592ed2-20dc-4597-9db8-99cf8870d206 req-18d2daf3-c80e-4b85-82af-faec7db6ad46 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213052 Mar 02 18:13:04.785702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-6b8b38f2-18f1-4966-b13a-f881851fbb5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159906 Mar 02 18:13:04.969320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-9d14f5dd-4ca3-4a8a-bd9c-78df2c006ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779461 Mar 02 18:13:05.222515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2a37aa7-6035-4b4e-9561-2af1bd731526 req-03d2c1ee-109f-4cd9-a933-2a74a89c10a8 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470081 Mar 02 18:13:06.022749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200831-f25e-4689-9e4e-a584d51917eb req-4a23ba2c-9f7e-4b98-ba31-c850fc3ced64 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:06.024456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13200831-f25e-4689-9e4e-a584d51917eb req-4a23ba2c-9f7e-4b98-ba31-c850fc3ced64 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.1043282 Mar 02 18:13:06.086907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13200831-f25e-4689-9e4e-a584d51917eb req-1bcbf685-59de-48c0-a379-c6a727dd06dc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540397 Mar 02 18:13:07.330502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8f746-e2ef-4d3d-955e-a1f6f3922e32 req-6da97378-7df4-4845-9741-8dee87a2858c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.332087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26f8f746-e2ef-4d3d-955e-a1f6f3922e32 req-6da97378-7df4-4845-9741-8dee87a2858c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.1085839 Mar 02 18:13:07.393143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26f8f746-e2ef-4d3d-955e-a1f6f3922e32 req-03781b0f-46c6-425b-bffc-19f62148d4cd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544908 Mar 02 18:13:08.635177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d7c55-602e-4a8e-8f65-e39b99c2dc9e req-c3c87206-697d-4bed-896d-0ebf1de1b075 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:08.635177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b9d7c55-602e-4a8e-8f65-e39b99c2dc9e req-c3c87206-697d-4bed-896d-0ebf1de1b075 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0841453 Mar 02 18:13:08.687965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b9d7c55-602e-4a8e-8f65-e39b99c2dc9e req-c3af6a4c-7a9b-4912-91a8-bf968db98b33 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Mar 02 18:13:08.843217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.376875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6f260c08-8602-4e42-a70e-b21dfb859c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.908049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693fefa-052b-441d-a3e1-b94ba2b528d4 req-b1153b25-6bb6-4a57-b87c-553e14cb48e3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:09.909450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3693fefa-052b-441d-a3e1-b94ba2b528d4 req-b1153b25-6bb6-4a57-b87c-553e14cb48e3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0828807 Mar 02 18:13:09.957054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3693fefa-052b-441d-a3e1-b94ba2b528d4 req-3ff535e2-02eb-49d6-9f2f-c183440db753 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Mar 02 18:13:11.168643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd572-cac7-4225-b3a4-17172dd52918 req-4e8dd72e-ce98-4c32-be05-7e2864b15ca9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:11.170353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fffcd572-cac7-4225-b3a4-17172dd52918 req-4e8dd72e-ce98-4c32-be05-7e2864b15ca9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0799267 Mar 02 18:13:11.223871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fffcd572-cac7-4225-b3a4-17172dd52918 req-9d223351-7962-4347-a1ce-d5a7d14ffedc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Mar 02 18:13:11.370778 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9949c2f5-2056-4ab7-8b44-87502555c96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.435516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466dd6-6012-41bd-a72a-95d938c2dabe req-e051f825-ecd8-43ca-8e1c-927a8f3b1caf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:12.437761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b466dd6-6012-41bd-a72a-95d938c2dabe req-e051f825-ecd8-43ca-8e1c-927a8f3b1caf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0883391 Mar 02 18:13:12.497932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4b466dd6-6012-41bd-a72a-95d938c2dabe req-d6dd34c0-7e37-4c7f-84d3-8bdf6b08aa11 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Mar 02 18:13:12.909348 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.076165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.712235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37bd1b-366a-4d94-91a3-62f1da34098f req-6f329e0c-7cce-48d4-a66e-817fa5ee005b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:13.713702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e37bd1b-366a-4d94-91a3-62f1da34098f req-6f329e0c-7cce-48d4-a66e-817fa5ee005b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0765696 Mar 02 18:13:13.766730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e37bd1b-366a-4d94-91a3-62f1da34098f req-d12c9fff-7f8f-45ae-b57b-2b6e6c8c8329 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Mar 02 18:13:14.459787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.966240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d20fc-2563-4346-8374-8fc191e3b01e req-8cf4e40d-396b-4dc8-abcf-8f9f48913885 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:14.967733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-584d20fc-2563-4346-8374-8fc191e3b01e req-8cf4e40d-396b-4dc8-abcf-8f9f48913885 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0782661 Mar 02 18:13:15.017066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-584d20fc-2563-4346-8374-8fc191e3b01e req-05fb084c-4054-4e0f-b7d0-42ec5c1d6030 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Mar 02 18:13:16.228905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a019d0-871e-4e65-b189-7287ddcf4f0e req-71342236-85ef-45ce-ae76-ae8c5c909850 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:16.230346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6a019d0-871e-4e65-b189-7287ddcf4f0e req-71342236-85ef-45ce-ae76-ae8c5c909850 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0815415 Mar 02 18:13:16.276058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6a019d0-871e-4e65-b189-7287ddcf4f0e req-a79799a8-d245-4c5e-89d3-92cf2edbdfc8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Mar 02 18:13:16.567783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46690) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:16.708233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.739906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:16.743704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Usage tracker for resource:security_group_rule and tenant:2cba53c81973498e8ab44c0c52661423 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:16.746427 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:16.752583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:16.826523 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.830934 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.874503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd07383-be51-45a8-a685-83e4a3fe5107,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:16.885404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cba53c81973498e8ab44c0c52661423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3165238 Mar 02 18:13:16.888319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:16.889571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.889920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.890267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.890870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.891456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.892687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.893310 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.893885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.894276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.894633 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.894976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778918dc-e2cf-4f6c-9a73-757d225aa948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:16.951393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.976774 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.027190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.043527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd07383-be51-45a8-a685-83e4a3fe5107,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:17.048790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.049907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b653bbdf-b8a4-413a-9d80-8a47023aa92a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cd07383-be51-45a8-a685-83e4a3fe5107 HTTP/1.1" status: 204 len: 168 time: 0.1601923 Mar 02 18:13:17.499547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ecd0-2a08-40e2-ba36-22cc228f49d0 req-65b40ae8-174e-4b1b-b5c4-fb332c1635fd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:17.500881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b80ecd0-2a08-40e2-ba36-22cc228f49d0 req-65b40ae8-174e-4b1b-b5c4-fb332c1635fd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0914676 Mar 02 18:13:17.549596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b80ecd0-2a08-40e2-ba36-22cc228f49d0 req-4a419463-1a37-4223-8709-1ba601b88805 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Mar 02 18:13:17.880700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46720) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:18.008492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1446147764-network', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:18.014045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:18.018387 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Usage tracker for resource:network and tenant:7672cecb63c7404b93ebc22ea2a122a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:18.021252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:18.028613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:18.039333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Made reservation on behalf of 7672cecb63c7404b93ebc22ea2a122a5 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:18.041725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.054145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.086367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:18.090056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Usage tracker for resource:security_group_rule and tenant:7672cecb63c7404b93ebc22ea2a122a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:18.092834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:18.100008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:18.166079 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.169765 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.201582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:18.211152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a805fba7-b0cf-4050-9593-1813c9e7e953,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:18.216409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.216772 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Added segment 5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79 of type vlan for network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 Mar 02 18:13:18.243030 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.271792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.272646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:18.273267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.466208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad7656-c0b8-4bd9-97e4-30101ea864a0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:18.469811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9425da34-ecab-4037-9de2-d6c402de7755 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5880461 Mar 02 18:13:18.472651 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46726) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:18.476879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:18.478163 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Request body: {'subnet': {'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1446147764-subnet', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:18.483854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:18.487837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Usage tracker for resource:subnet and tenant:7672cecb63c7404b93ebc22ea2a122a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:18.490757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:18.496926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:18.509241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Made reservation on behalf of 7672cecb63c7404b93ebc22ea2a122a5 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:18.511628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.713816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.786699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68e9f2a-5315-4c31-a417-a7064b8edf79,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:18.804429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Checking segment: {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:18.804786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Network hostable DHCP agents. Network: a4ad7656-c0b8-4bd9-97e4-30101ea864a0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:18.828201 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:18.838964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, a4ad7656-c0b8-4bd9-97e4-30101ea864a0) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:18.842926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:18.843500 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.849030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37228cb1-e58e-4139-86c0-cf571d10d6af None None] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:18.864256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd387211-5841-434a-b2bb-3a2d06ed813c req-cba6d083-ea44-465b-8bf0-2f671a5b9912 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:18.866537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd387211-5841-434a-b2bb-3a2d06ed813c req-cba6d083-ea44-465b-8bf0-2f671a5b9912 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.0897174 Mar 02 18:13:18.870333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-578b6fe2-9932-42cf-9215-92e8d4d6a59d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3963907 Mar 02 18:13:18.872983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46732) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:18.879534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:18.885177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:18.889509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Usage tracker for resource:router and tenant:7672cecb63c7404b93ebc22ea2a122a5 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:18.893319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:18.899392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:18.911624 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.913116 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.915355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd387211-5841-434a-b2bb-3a2d06ed813c req-68e780f8-fd8a-4b79-a5a6-d94e4629f530 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Mar 02 18:13:18.936936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.084502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'fixed_ips': [{'subnet_id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:13:19.084705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.085320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.249395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Allocated IP 172.20.0.2 (a4ad7656-c0b8-4bd9-97e4-30101ea864a0/b68e9f2a-5315-4c31-a417-a7064b8edf79/447521f8-8839-4295-827f-41861aafd4d8) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:19.278519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.308700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.447579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Allocated IP 172.25.3.141 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:19.458901 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.470764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Transition to ACTIVE for port object 447521f8-8839-4295-827f-41861aafd4d8 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:19.490190 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Transition to ACTIVE for port object 447521f8-8839-4295-827f-41861aafd4d8 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:19.496325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.577951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:19.581603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.584909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:19.586758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Pushing event updated for resources: {'Port': ['ID=447521f8-8839-4295-827f-41861aafd4d8,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:19.588987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:19.602684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.624184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.624530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.624878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.625214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.625540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.625872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.627058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.627396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.627722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.628060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.628447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:19.631854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.688274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Attempting to bind port 447521f8-8839-4295-827f-41861aafd4d8 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:19.689551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Attempting to bind port 447521f8-8839-4295-827f-41861aafd4d8 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:19.690097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Attempting to bind port 447521f8-8839-4295-827f-41861aafd4d8 on network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:19.691778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:19.697185 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:19.697569 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Checking segment: {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:19.698013 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.698352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Bound using segment: {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:19.698844 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Bound port: 447521f8-8839-4295-827f-41861aafd4d8, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:19.699216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.699504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:19.703529 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:19.738278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Pushing event updated for resources: {'Port': ['ID=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:19.792551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] For port 447521f8-8839-4295-827f-41861aafd4d8, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:19.796252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] For port 447521f8-8839-4295-827f-41861aafd4d8, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=447521f8-8839-4295-827f-41861aafd4d8,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:19.801234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.871130 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.872139 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.883651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8f1bb-7ce0-4913-acaa-35e011e33560 None None] Pushing event updated for resources: {'Port': ['ID=447521f8-8839-4295-827f-41861aafd4d8,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:20.141190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Router b3360e86-8d50-4a2c-97c9-d329f99e9844 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:13:20.167884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d29d-6ceb-48b6-ac40-ed50409b22db req-90a6d46d-1deb-474c-8cea-1c93572a17e9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:20.170021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4779d29d-6ceb-48b6-ac40-ed50409b22db req-90a6d46d-1deb-474c-8cea-1c93572a17e9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 944 time: 0.1016865 Mar 02 18:13:20.224540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4779d29d-6ceb-48b6-ac40-ed50409b22db req-a27ac238-4eac-4706-b311-57ea096bbb23 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Mar 02 18:13:20.444542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:20.455378 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Sync routers for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:13:20.467722 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Routers {'b3360e86-8d50-4a2c-97c9-d329f99e9844'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:20.468449 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b3360e86-8d50-4a2c-97c9-d329f99e9844'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:20.469560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.471819 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-45744f66-89ea-4809-9ccc-621a6164712f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5977461 Mar 02 18:13:20.474416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46738) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:20.655019 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Set router b3360e86-8d50-4a2c-97c9-d329f99e9844 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:20.742110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8c7140ba-fe14-41c9-aabd-47de04d66a93 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:20.898682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6ec81-0f30-4c02-b498-fce3127c86e6 None None] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:20.975142 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:19Z', 'revision_number': 3, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:20.979357 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Checking router: b3360e86-8d50-4a2c-97c9-d329f99e9844 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:13:20.979691 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Updating router b3360e86-8d50-4a2c-97c9-d329f99e9844 port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:13:21.032269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a36b2199-7ec6-420c-9c1e-03cbe0689012 None None] Provisioning for port 447521f8-8839-4295-827f-41861aafd4d8 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:21.033331 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.062728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:21.088200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '8c7140ba-fe14-41c9-aabd-47de04d66a93', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '8c7140ba-fe14-41c9-aabd-47de04d66a93', 'mac_address': 'fa:16:3e:5d:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:13:21.224908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.246006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7140ba-fe14-41c9-aabd-47de04d66a93 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:13:21.260271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.277668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:21.301134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.419860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.429357 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.450506 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Transition to ACTIVE for port object 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:21.458830 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.485153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966823a-42f6-448f-9497-07ad41142d02 req-e6ed7e19-19e8-4790-8cfd-3199671a2eff tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:21.487168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e966823a-42f6-448f-9497-07ad41142d02 req-e6ed7e19-19e8-4790-8cfd-3199671a2eff tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 945 time: 0.1220167 Mar 02 18:13:21.535461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Pushing event updated for resources: {'Port': ['ID=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.539690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Allocated IP 172.20.0.1 (a4ad7656-c0b8-4bd9-97e4-30101ea864a0/b68e9f2a-5315-4c31-a417-a7064b8edf79/3583c9ab-93de-45d0-be4c-023f945f4923) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:21.550472 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.550831 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.551163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.551485 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.551814 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.552223 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.552540 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.552851 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.553161 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.553472 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.553780 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:21.565920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e966823a-42f6-448f-9497-07ad41142d02 req-b80186ef-9c83-487f-a1bc-a4ae28b590ce tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Mar 02 18:13:21.597268 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Attempting to bind port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:21.597640 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Attempting to bind port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:21.598000 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Attempting to bind port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:21.604908 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:21.605274 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:21.605674 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.606061 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:21.606517 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Bound port: 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:21.607819 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.609986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['8c7140ba-fe14-41c9-aabd-47de04d66a93'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:13:21.689497 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] For port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:21.693551 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] For port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:21.697789 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.725351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.741454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Transition to ACTIVE for port object 3583c9ab-93de-45d0-be4c-023f945f4923 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:21.767465 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.791492 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483cbce-6562-4849-a4da-4481e246a852 None None] Pushing event updated for resources: {'Port': ['ID=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.796933 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Routers {'b3360e86-8d50-4a2c-97c9-d329f99e9844'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:21.797873 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b3360e86-8d50-4a2c-97c9-d329f99e9844'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:21.839891 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:21.842994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:21.847224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:21.872796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Pushing event updated for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.902429 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.995120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.005152 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] Set router b3360e86-8d50-4a2c-97c9-d329f99e9844 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:22.110900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 447521f8-8839-4295-827f-41861aafd4d8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:22.182685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7b7ec4ae-2ab0-419a-af2e-87308c409119 None None] Provisioning for port 3583c9ab-93de-45d0-be4c-023f945f4923 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:22.193559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7b7ec4ae-2ab0-419a-af2e-87308c409119 None None] Provisioning complete for port 3583c9ab-93de-45d0-be4c-023f945f4923 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:22.193919 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec4ae-2ab0-419a-af2e-87308c409119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.249746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 447521f8-8839-4295-827f-41861aafd4d8 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:22.264885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 447521f8-8839-4295-827f-41861aafd4d8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:22.265519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.300315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ec4ae-2ab0-419a-af2e-87308c409119 None None] Port 3583c9ab-93de-45d0-be4c-023f945f4923 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:22.333698 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:19Z', 'revision_number': 3, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:22.340177 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc8175-9f33-413b-aa63-0a605170d0ad None None] The sync data for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 is: [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:19Z', 'revision_number': 3, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:13:22.353551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.363451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.417167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.451860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 447521f8-8839-4295-827f-41861aafd4d8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=447521f8-8839-4295-827f-41861aafd4d8,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:22.457227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.533842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=447521f8-8839-4295-827f-41861aafd4d8,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:22.546607 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Pushing event updated for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:22.551399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.735089 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:22.737124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:22.772993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8c7140ba-fe14-41c9-aabd-47de04d66a93 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:22.843316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfa04c-4545-45a0-9877-4fa2dbb00452 req-70593095-a6df-4447-8738-78c30bec64ce tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:22.851528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ebfa04c-4545-45a0-9877-4fa2dbb00452 req-70593095-a6df-4447-8738-78c30bec64ce tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 945 time: 0.1295631 Mar 02 18:13:22.916447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ebfa04c-4545-45a0-9877-4fa2dbb00452 req-2e7ac938-9c7f-4a41-a449-2749e4abcd90 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Mar 02 18:13:22.926114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 8c7140ba-fe14-41c9-aabd-47de04d66a93 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:22.932491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 8c7140ba-fe14-41c9-aabd-47de04d66a93 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:22.933122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.091206 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.124539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:13:23.142257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:23.151746 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.190064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-672c4479-eda5-407b-b5f7-3b114eacce44 None None] Provisioning complete for port 3583c9ab-93de-45d0-be4c-023f945f4923 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:23.190445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-672c4479-eda5-407b-b5f7-3b114eacce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.228283 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93', 'code': 200} Mar 02 18:13:23.280384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-672c4479-eda5-407b-b5f7-3b114eacce44 None None] Port 3583c9ab-93de-45d0-be4c-023f945f4923 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:23.291318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.326517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Router b3360e86-8d50-4a2c-97c9-d329f99e9844 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:13:23.372815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e0e8ad3-5d4b-47ac-aca2-8f41a455a150 req-6a0207a0-c423-4845-bf50-507709d7a29e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 1097 time: 0.0920327 Mar 02 18:13:23.431719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7e0e8ad3-5d4b-47ac-aca2-8f41a455a150 req-90facc2b-1f43-495e-862f-bdafd288a63b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Mar 02 18:13:23.557098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:23.569015 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43be7df8-003d-4519-a4de-fe924cb0ef5e admin admin] 10.222.0.37 "PUT /v2.0/routers/b3360e86-8d50-4a2c-97c9-d329f99e9844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934970 Mar 02 18:13:24.138902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 447521f8-8839-4295-827f-41861aafd4d8 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:24.139406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff6db-f6fd-45d1-bf86-ff1176cad81c req-065d0617-41d8-48c0-9189-32b1253d0ee2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:24.140677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-022ff6db-f6fd-45d1-bf86-ff1176cad81c req-065d0617-41d8-48c0-9189-32b1253d0ee2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.0836790 Mar 02 18:13:24.188038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-022ff6db-f6fd-45d1-bf86-ff1176cad81c req-6c8840bb-bbdf-48a9-bfd8-4f33dbe25472 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Mar 02 18:13:24.225124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 447521f8-8839-4295-827f-41861aafd4d8 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:24.225521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.344027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:24.414808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:24.421849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:24.421849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.458031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46768) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.463299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-662801144-network', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:24.468504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:24.473863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Usage tracker for resource:network and tenant:205ba850a4d646e78f2b2e0120488f59 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:24.476810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:24.482403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:24.494635 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Made reservation on behalf of 205ba850a4d646e78f2b2e0120488f59 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:24.497908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.515247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.552856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:24.556931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Usage tracker for resource:security_group_rule and tenant:205ba850a4d646e78f2b2e0120488f59 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:24.560267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:24.567764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:24.585758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.602594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:24.606630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.644229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.648519 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.671313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:24.680892 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.681166 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.681397 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Added segment 57b6fe92-e3c6-423b-8316-2024b97fcfdf of type vlan for network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e Mar 02 18:13:24.719689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8508f6-0651-412f-9c8e-726c62730f09,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.723221 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.755363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.756173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:24.756732 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.859030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] Pushing event updated for resources: {'Network': ['ID=6515eaa8-b4f8-43bc-b17b-0b9009b8e74e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.861980 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c787b546-a90c-4db7-8dc9-874d2603ae14 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4029145 Mar 02 18:13:24.864722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46772) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.869974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Request body: {'subnet': {'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-662801144-subnet', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:24.870622 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:24.875282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:24.879142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Usage tracker for resource:subnet and tenant:205ba850a4d646e78f2b2e0120488f59 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:24.881960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:24.887589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:24.898071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Made reservation on behalf of 205ba850a4d646e78f2b2e0120488f59 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:24.900532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.204099 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.279615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8eea7e4-3f74-425f-b4a4-aa6973e65c44,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.294534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Checking segment: {'id': '57b6fe92-e3c6-423b-8316-2024b97fcfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:25.294917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Network hostable DHCP agents. Network: 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:25.317469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:25.359669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:25.368204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95085c-d2e4-4421-8369-08c13122a89c None None] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:25.370676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.371071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.401111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b42f5911-b35c-4c77-b54f-0d6e72b4be85 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5353460 Mar 02 18:13:25.403702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46778) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:25.413591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-662801144-router', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:25.421850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:25.428453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Usage tracker for resource:router and tenant:205ba850a4d646e78f2b2e0120488f59 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:25.431665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:25.440290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d2f6-6443-49f2-b38b-b31e02055fef req-9cdaf9f0-d584-4b53-ba64-d861723ae25b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.442494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3401d2f6-6443-49f2-b38b-b31e02055fef req-9cdaf9f0-d584-4b53-ba64-d861723ae25b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.1202943 Mar 02 18:13:25.448519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:25.489963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.490910 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.510904 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3401d2f6-6443-49f2-b38b-b31e02055fef req-28c81175-7e80-4093-9143-c1930c24b196 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Mar 02 18:13:25.520540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.597891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-6515eaa8-b4f8-43bc-b17b-0b9009b8e74e', 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'fixed_ips': [{'subnet_id': 'e8eea7e4-3f74-425f-b4a4-aa6973e65c44'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:13:25.598733 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.718063 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.770000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Allocated IP 172.20.0.2 (6515eaa8-b4f8-43bc-b17b-0b9009b8e74e/e8eea7e4-3f74-425f-b4a4-aa6973e65c44/a6d0960b-4bbf-4228-9651-780500944593) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:25.818044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c78a9-6925-4785-aaa4-413ae1b8b967 req-9d1646d7-575f-4528-b8cb-8cc9ea2e5d08 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.819542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d41c78a9-6925-4785-aaa4-413ae1b8b967 req-9d1646d7-575f-4528-b8cb-8cc9ea2e5d08 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.1638379 Mar 02 18:13:25.886961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d41c78a9-6925-4785-aaa4-413ae1b8b967 req-0f05f35f-3f24-4d52-95ef-b83aefb940d8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Mar 02 18:13:25.978336 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.991012 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.002743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Transition to ACTIVE for port object a6d0960b-4bbf-4228-9651-780500944593 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:26.015793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.026522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Transition to ACTIVE for port object a6d0960b-4bbf-4228-9651-780500944593 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:26.035977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.091049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:26.142215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:26.151464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:26.158081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:26.173045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Pushing event updated for resources: {'Port': ['ID=a6d0960b-4bbf-4228-9651-780500944593,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:26.225884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3d00-d6b4-4dd9-befe-8055fb995599 req-b6e9c0e3-3816-47da-a483-eb5e663859a9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:26.227410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce9e3d00-d6b4-4dd9-befe-8055fb995599 req-b6e9c0e3-3816-47da-a483-eb5e663859a9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.1640885 Mar 02 18:13:26.241393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Allocated IP 172.25.3.81 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/6a51d676-5d72-426f-8593-fcfbb0079ee3) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:26.273949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Attempting to bind port a6d0960b-4bbf-4228-9651-780500944593 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:26.274326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Attempting to bind port a6d0960b-4bbf-4228-9651-780500944593 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '57b6fe92-e3c6-423b-8316-2024b97fcfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:26.274736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Attempting to bind port a6d0960b-4bbf-4228-9651-780500944593 on network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:26.284875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:26.285252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.314165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Sync routers for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:13:26.325999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:26.326383 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Checking segment: {'id': '57b6fe92-e3c6-423b-8316-2024b97fcfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:26.326809 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.327199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Bound using segment: {'id': '57b6fe92-e3c6-423b-8316-2024b97fcfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:26.327671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Bound port: a6d0960b-4bbf-4228-9651-780500944593, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b6fe92-e3c6-423b-8316-2024b97fcfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6515eaa8-b4f8-43bc-b17b-0b9009b8e74e'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:26.328046 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.359547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce9e3d00-d6b4-4dd9-befe-8055fb995599 req-83317d60-7287-4959-8922-9ec258936cb9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252840 Mar 02 18:13:26.447417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.472757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] For port a6d0960b-4bbf-4228-9651-780500944593, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:26.482680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.487184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] For port a6d0960b-4bbf-4228-9651-780500944593, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a6d0960b-4bbf-4228-9651-780500944593,segment=NetworkSegment(57b6fe92-e3c6-423b-8316-2024b97fcfdf),segment_id=57b6fe92-e3c6-423b-8316-2024b97fcfdf)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:26.490828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Routers {'b3360e86-8d50-4a2c-97c9-d329f99e9844'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:26.491603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b3360e86-8d50-4a2c-97c9-d329f99e9844'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:26.550388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a51d676-5d72-426f-8593-fcfbb0079ee3,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:26.567110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:26.568899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:26.572501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:26.605534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.758590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.759340 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.790019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34881255-481f-43ed-b3d6-c8aa959ed1b6 None None] Pushing event updated for resources: {'Port': ['ID=a6d0960b-4bbf-4228-9651-780500944593,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:26.830702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Set router b3360e86-8d50-4a2c-97c9-d329f99e9844 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:27.164903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2ecdb-f07d-478a-b9f9-b6ae1da147b5 req-3c10023a-a776-4ffd-8597-f860e5dea4ca tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:27.167229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ac2ecdb-f07d-478a-b9f9-b6ae1da147b5 req-3c10023a-a776-4ffd-8597-f860e5dea4ca tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.2729340 Mar 02 18:13:27.219659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:21Z', 'revision_number': 4, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3583c9ab-93de-45d0-be4c-023f945f4923', 'name': '', 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'mac_address': 'fa:16:3e:74:0f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:21Z', 'updated_at': '2022-03-02T18:13:22Z', 'revision_number': 2, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'subnets': [{'id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:27.224943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Checking router: b3360e86-8d50-4a2c-97c9-d329f99e9844 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:13:27.225292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Updating router b3360e86-8d50-4a2c-97c9-d329f99e9844 port 3583c9ab-93de-45d0-be4c-023f945f4923 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:13:27.236025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ac2ecdb-f07d-478a-b9f9-b6ae1da147b5 req-5ef4c9e5-9d09-4c09-8f93-a15562a62b20 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Mar 02 18:13:27.275652 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.296668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Router bd88f773-4a88-436d-ba0e-5693e1d41130 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:13:27.508881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:27.519178 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Sync routers for ids ['bd88f773-4a88-436d-ba0e-5693e1d41130'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:13:27.538311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Routers {'bd88f773-4a88-436d-ba0e-5693e1d41130'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:27.539338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bd88f773-4a88-436d-ba0e-5693e1d41130'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:27.547937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.549903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b210bb0-4768-48b8-a659-49ebae2068c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1451826 Mar 02 18:13:27.552779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46794) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:27.643366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.659064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Transition to ACTIVE for port object 3583c9ab-93de-45d0-be4c-023f945f4923 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:27.668365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.749422 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Set router bd88f773-4a88-436d-ba0e-5693e1d41130 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:27.839367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece9c1b-37e2-4dba-96c3-41bd67bca6a2 None None] Pushing event updated for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.012793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Attempting to bind port 3583c9ab-93de-45d0-be4c-023f945f4923 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:28.013445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Attempting to bind port 3583c9ab-93de-45d0-be4c-023f945f4923 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:28.013825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Attempting to bind port 3583c9ab-93de-45d0-be4c-023f945f4923 on network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:28.029771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23993c-e8a3-47c2-9005-1d211cd573a7 None None] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:28.122596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:28.123043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Checking segment: {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:28.123484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.123935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Bound using segment: {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:28.124463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Bound port: 3583c9ab-93de-45d0-be4c-023f945f4923, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:28.124820 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.176244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a6d0960b-4bbf-4228-9651-780500944593 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:28.202343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'name': 'tempest-TestAggregatesBasicOps-662801144-router', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:25Z', 'updated_at': '2022-03-02T18:13:26Z', 'revision_number': 3, 'project_id': '205ba850a4d646e78f2b2e0120488f59', 'gw_port': {'id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:28.208035 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Checking router: bd88f773-4a88-436d-ba0e-5693e1d41130 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:13:28.208383 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Updating router bd88f773-4a88-436d-ba0e-5693e1d41130 port 6a51d676-5d72-426f-8593-fcfbb0079ee3 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:13:28.275544 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.308986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-6a93a856-f0a4-4f32-b2f5-382489873ca0 None None] Provisioning for port a6d0960b-4bbf-4228-9651-780500944593 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:28.404355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] For port 3583c9ab-93de-45d0-be4c-023f945f4923, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:28.472277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] For port 3583c9ab-93de-45d0-be4c-023f945f4923, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3583c9ab-93de-45d0-be4c-023f945f4923,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:28.486774 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.545488 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a6d0960b-4bbf-4228-9651-780500944593 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:28.573277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a6d0960b-4bbf-4228-9651-780500944593 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:28.573645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.665548 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.675064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-5aaa0aba-ba23-46c1-814e-8e397926f41a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:28.676673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-5aaa0aba-ba23-46c1-814e-8e397926f41a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.2917931 Mar 02 18:13:28.679250 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Transition to ACTIVE for port object 6a51d676-5d72-426f-8593-fcfbb0079ee3 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:28.690565 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.714914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece9c1b-37e2-4dba-96c3-41bd67bca6a2 None None] Pushing event updated for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.733900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Routers {'b3360e86-8d50-4a2c-97c9-d329f99e9844'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:28.734128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.734520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['b3360e86-8d50-4a2c-97c9-d329f99e9844'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:28.777319 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Attempting to bind port 6a51d676-5d72-426f-8593-fcfbb0079ee3 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:28.777845 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Attempting to bind port 6a51d676-5d72-426f-8593-fcfbb0079ee3 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:28.778440 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Attempting to bind port 6a51d676-5d72-426f-8593-fcfbb0079ee3 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:28.800170 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:28.800652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:28.801486 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.801614 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:28.802331 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Bound port: 6a51d676-5d72-426f-8593-fcfbb0079ee3, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:28.802982 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.882968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] For port 6a51d676-5d72-426f-8593-fcfbb0079ee3, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:28.883227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 8c7140ba-fe14-41c9-aabd-47de04d66a93 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:28.883394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.886835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] For port 6a51d676-5d72-426f-8593-fcfbb0079ee3, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6a51d676-5d72-426f-8593-fcfbb0079ee3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:28.891098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660c959-56a4-4ae5-b6e8-63a436020aa8 None None] Pushing event updated for resources: {'Port': ['ID=6a51d676-5d72-426f-8593-fcfbb0079ee3,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.901410 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.935459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8d748-b02b-4403-b2e2-c8d59330312f req-c7a215a8-f53d-43c7-9cd5-b5451a00771d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:28.943268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d8d748-b02b-4403-b2e2-c8d59330312f req-c7a215a8-f53d-43c7-9cd5-b5451a00771d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 946 time: 0.3658061 Mar 02 18:13:29.001696 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660c959-56a4-4ae5-b6e8-63a436020aa8 None None] Pushing event updated for resources: {'Port': ['ID=6a51d676-5d72-426f-8593-fcfbb0079ee3,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:29.005876 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Routers {'bd88f773-4a88-436d-ba0e-5693e1d41130'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:29.006534 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['bd88f773-4a88-436d-ba0e-5693e1d41130'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:29.047033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.127117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a6d0960b-4bbf-4228-9651-780500944593, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a6d0960b-4bbf-4228-9651-780500944593,segment=NetworkSegment(57b6fe92-e3c6-423b-8316-2024b97fcfdf),segment_id=57b6fe92-e3c6-423b-8316-2024b97fcfdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:29.130124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] Set router b3360e86-8d50-4a2c-97c9-d329f99e9844 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:29.175318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.234199 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] Set router bd88f773-4a88-436d-ba0e-5693e1d41130 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:13:29.356540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a6d0960b-4bbf-4228-9651-780500944593,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:29.440949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6d8d748-b02b-4403-b2e2-c8d59330312f req-38739148-8433-44d8-8191-d014c27fa349 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967780 Mar 02 18:13:29.449078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a1656da8-76fc-46f2-b0b1-04f8d46166e2 None None] Provisioning complete for port a6d0960b-4bbf-4228-9651-780500944593 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:29.449447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a1656da8-76fc-46f2-b0b1-04f8d46166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.544262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 8c7140ba-fe14-41c9-aabd-47de04d66a93, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8c7140ba-fe14-41c9-aabd-47de04d66a93,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:29.544714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.562026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Allocated IP 172.20.0.1 (6515eaa8-b4f8-43bc-b17b-0b9009b8e74e/e8eea7e4-3f74-425f-b4a4-aa6973e65c44/020eafa2-ada5-4876-9e8e-c03d0240a55c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:29.589483 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'name': 'tempest-TestAggregatesBasicOps-662801144-router', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:25Z', 'updated_at': '2022-03-02T18:13:26Z', 'revision_number': 3, 'project_id': '205ba850a4d646e78f2b2e0120488f59', 'gw_port': {'id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:29.594230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1e7db-9fb4-49d8-a324-7cc5960ee5f3 None None] The sync data for ids ['bd88f773-4a88-436d-ba0e-5693e1d41130'] in n-d-820559-6 is: [{'id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'name': 'tempest-TestAggregatesBasicOps-662801144-router', 'tenant_id': '205ba850a4d646e78f2b2e0120488f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:25Z', 'updated_at': '2022-03-02T18:13:26Z', 'revision_number': 3, 'project_id': '205ba850a4d646e78f2b2e0120488f59', 'gw_port': {'id': '6a51d676-5d72-426f-8593-fcfbb0079ee3', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f773-4a88-436d-ba0e-5693e1d41130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:13:29.698918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 8c7140ba-fe14-41c9-aabd-47de04d66a93 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:29.734342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:21Z', 'revision_number': 4, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3583c9ab-93de-45d0-be4c-023f945f4923', 'name': '', 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'mac_address': 'fa:16:3e:74:0f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:21Z', 'updated_at': '2022-03-02T18:13:28Z', 'revision_number': 4, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'subnets': [{'id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:29.744228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134f241-4793-4874-b58d-4f5a8edc1dcc None None] The sync data for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 is: [{'id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'name': 'tempest-TestAggregatesBasicOps-1446147764-router', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:18Z', 'updated_at': '2022-03-02T18:13:21Z', 'revision_number': 4, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'gw_port': {'id': '5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:19Z', 'updated_at': '2022-03-02T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3583c9ab-93de-45d0-be4c-023f945f4923', 'name': '', 'network_id': 'a4ad7656-c0b8-4bd9-97e4-30101ea864a0', 'tenant_id': '7672cecb63c7404b93ebc22ea2a122a5', 'mac_address': 'fa:16:3e:74:0f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3360e86-8d50-4a2c-97c9-d329f99e9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:21Z', 'updated_at': '2022-03-02T18:13:28Z', 'revision_number': 4, 'project_id': '7672cecb63c7404b93ebc22ea2a122a5', 'subnets': [{'id': 'b68e9f2a-5315-4c31-a417-a7064b8edf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:13:30.019428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.050066 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Transition to ACTIVE for port object 020eafa2-ada5-4876-9e8e-c03d0240a55c will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:30.062780 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.079993 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['8c7140ba-fe14-41c9-aabd-47de04d66a93'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:13:30.154498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=8c7140ba-fe14-41c9-aabd-47de04d66a93,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:30.235512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3583c9ab-93de-45d0-be4c-023f945f4923 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:30.270559 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.369869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Pushing event updated for resources: {'Port': ['ID=020eafa2-ada5-4876-9e8e-c03d0240a55c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:30.370688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3583c9ab-93de-45d0-be4c-023f945f4923 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:30.374464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 8c7140ba-fe14-41c9-aabd-47de04d66a93 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:30.380596 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.383698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'name': 'network-vif-deleted', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:13:30.385097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3583c9ab-93de-45d0-be4c-023f945f4923 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:30.387195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.389699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:30.396456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:30.400192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:30.469371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81a98e5b-6466-4123-b574-a06f68f81b95 req-740f5211-3b2a-487a-9a6e-b76e435a6979 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "DELETE /v2.0/ports/8c7140ba-fe14-41c9-aabd-47de04d66a93 HTTP/1.1" status: 204 len: 173 time: 1.7832901 Mar 02 18:13:30.556767 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.629261 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62', 'name': 'network-vif-deleted', 'tag': '8c7140ba-fe14-41c9-aabd-47de04d66a93', 'status': 'completed', 'code': 200} Mar 02 18:13:30.849908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1e7550e5-495b-4268-9bbd-a2ca87db8693 req-00938dd6-0169-4c3f-96b6-5ff1a328ec33 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:30.862458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.881386 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.897398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-106a6edd-b98d-4239-9b05-e2681d88491b None None] Provisioning for port 020eafa2-ada5-4876-9e8e-c03d0240a55c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:30.900307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1e7550e5-495b-4268-9bbd-a2ca87db8693 req-00938dd6-0169-4c3f-96b6-5ff1a328ec33 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:30.901731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e7550e5-495b-4268-9bbd-a2ca87db8693 req-00938dd6-0169-4c3f-96b6-5ff1a328ec33 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 210 time: 0.1181273 Mar 02 18:13:30.904116 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-106a6edd-b98d-4239-9b05-e2681d88491b None None] Provisioning complete for port 020eafa2-ada5-4876-9e8e-c03d0240a55c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:30.904486 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-106a6edd-b98d-4239-9b05-e2681d88491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.991245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3583c9ab-93de-45d0-be4c-023f945f4923, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3583c9ab-93de-45d0-be4c-023f945f4923,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:30.992223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-106a6edd-b98d-4239-9b05-e2681d88491b None None] Port 020eafa2-ada5-4876-9e8e-c03d0240a55c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:30.997483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.998298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a6d0960b-4bbf-4228-9651-780500944593 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:31.136220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:31.162428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a6d0960b-4bbf-4228-9651-780500944593 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:31.162764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.208160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.213856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.309650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Pushing event updated for resources: {'Port': ['ID=020eafa2-ada5-4876-9e8e-c03d0240a55c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:31.341477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.382378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6a51d676-5d72-426f-8593-fcfbb0079ee3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:31.475545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 6a51d676-5d72-426f-8593-fcfbb0079ee3 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:31.489013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6a51d676-5d72-426f-8593-fcfbb0079ee3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:31.489671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.515013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:31.517486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:31.656215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.677769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 6a51d676-5d72-426f-8593-fcfbb0079ee3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6a51d676-5d72-426f-8593-fcfbb0079ee3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:31.684039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.832782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=6a51d676-5d72-426f-8593-fcfbb0079ee3,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:31.918559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-73cc3fbc-ff82-4075-a991-eae616577e76 None None] Provisioning complete for port 020eafa2-ada5-4876-9e8e-c03d0240a55c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:31.919242 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73cc3fbc-ff82-4075-a991-eae616577e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.983395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-73cc3fbc-ff82-4075-a991-eae616577e76 None None] Port 020eafa2-ada5-4876-9e8e-c03d0240a55c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:32.111242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3583c9ab-93de-45d0-be4c-023f945f4923 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:32.134672 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b4aa6e5-9294-4ef6-80b7-eb8df931cdce req-601835d1-a6ac-4ed0-b8e3-2a60d6f12c41 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf4ddd8-49e6-4f95-84d5-d5720b1f3a62 HTTP/1.1" status: 200 len: 210 time: 0.0457268 Mar 02 18:13:32.194202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Router bd88f773-4a88-436d-ba0e-5693e1d41130 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:13:32.197839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3583c9ab-93de-45d0-be4c-023f945f4923 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:32.198849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.347755 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6a51d676-5d72-426f-8593-fcfbb0079ee3 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:32.435344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6a51d676-5d72-426f-8593-fcfbb0079ee3 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:32.436261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.439859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:32.453565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3ecfc81b-379e-411c-a8b1-985011b950ac admin admin] 10.222.0.37 "PUT /v2.0/routers/bd88f773-4a88-436d-ba0e-5693e1d41130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8993812 Mar 02 18:13:32.835411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8c7140ba-fe14-41c9-aabd-47de04d66a93 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:32.876881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 8c7140ba-fe14-41c9-aabd-47de04d66a93 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:32.877281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8c7140ba-fe14-41c9-aabd-47de04d66a93 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:33.914829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46862) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:34.339410 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.209439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Deleting port 3583c9ab-93de-45d0-be4c-023f945f4923 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:35.210113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.399175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] For port 3583c9ab-93de-45d0-be4c-023f945f4923, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3583c9ab-93de-45d0-be4c-023f945f4923,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:35.399421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.536224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Calling delete_port for 3583c9ab-93de-45d0-be4c-023f945f4923 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:35.734731 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.779865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3583c9ab-93de-45d0-be4c-023f945f4923,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:36.090014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.740918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Router b3360e86-8d50-4a2c-97c9-d329f99e9844 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:13:36.945058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:36.954736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5a3a8656-74bb-4113-bd7a-cdd715b2dda3 admin admin] 10.222.0.37 "PUT /v2.0/routers/b3360e86-8d50-4a2c-97c9-d329f99e9844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379560 Mar 02 18:13:36.957903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46884) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:37.161081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.362470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.371240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Deleting port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:37.371562 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.556587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] For port 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:37.556938 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.680019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Calling delete_port for 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:37.961133 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.007613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:38.022622 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:13:38.227634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.495103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.499257 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.524349 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.524903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3360e86-8d50-4a2c-97c9-d329f99e9844 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:13:38.537252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.538396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7b79928a-f986-4487-b6fc-01d503f18658 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b3360e86-8d50-4a2c-97c9-d329f99e9844 HTTP/1.1" status: 204 len: 168 time: 1.5800323 Mar 02 18:13:38.540861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46890) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:38.600861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Deleting subnet b68e9f2a-5315-4c31-a417-a7064b8edf79 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:13:38.603859 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.655506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.732316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.801144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.835966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.846276 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68e9f2a-5315-4c31-a417-a7064b8edf79,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:38.855058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.859300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8ccaa-541f-4374-a8d6-39adebdbe7fb None None] Network a4ad7656-c0b8-4bd9-97e4-30101ea864a0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:38.861835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-00da195c-a961-4baa-8586-cbc45ea6bbb9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b68e9f2a-5315-4c31-a417-a7064b8edf79 HTTP/1.1" status: 204 len: 168 time: 0.3200648 Mar 02 18:13:38.864329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46894) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:38.973773 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.984162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Deleting port 447521f8-8839-4295-827f-41861aafd4d8 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:38.984493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.129492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] DHCP port deletion for a4ad7656-c0b8-4bd9-97e4-30101ea864a0 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:13:39.134084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Deleting port 447521f8-8839-4295-827f-41861aafd4d8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:39.134458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.212603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] For port 447521f8-8839-4295-827f-41861aafd4d8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=447521f8-8839-4295-827f-41861aafd4d8,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:39.213071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.371091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] For port 447521f8-8839-4295-827f-41861aafd4d8, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=447521f8-8839-4295-827f-41861aafd4d8,segment=NetworkSegment(5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79),segment_id=5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:39.371458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.379353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e098f317-ec20-42ae-80bb-3f6d77d5959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.514138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Calling delete_port for 447521f8-8839-4295-827f-41861aafd4d8 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:39.520204 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Calling delete_port for 447521f8-8839-4295-827f-41861aafd4d8 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:39.593835 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.605604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:13:39.606822 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:13:39.644091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=447521f8-8839-4295-827f-41861aafd4d8,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:39.650703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] No DVR routers for this DVR port 447521f8-8839-4295-827f-41861aafd4d8 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:39.776743 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.808576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad7656-c0b8-4bd9-97e4-30101ea864a0']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:39.821814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:39.822111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdee4b9-fb5d-4bab-a4c9-4d2f8c345c79') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:39.834483 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.851598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.858036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:13:39.858702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:13:39.871951 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:13:39.946829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.952430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.981524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad7656-c0b8-4bd9-97e4-30101ea864a0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:39.988437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-73244dc8-8efc-4939-85f6-fc9ef90d0ccc admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4ad7656-c0b8-4bd9-97e4-30101ea864a0 HTTP/1.1" status: 204 len: 168 time: 1.1203711 Mar 02 18:13:39.988912 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:40.114001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Deleting port 447521f8-8839-4295-827f-41861aafd4d8 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:40.114544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.146479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 447521f8-8839-4295-827f-41861aafd4d8 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:40.225951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e50a4b14-c6a0-473c-90fb-564f46d4aab3 None None] The port '447521f8-8839-4295-827f-41861aafd4d8' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:13:40.226854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 447521f8-8839-4295-827f-41861aafd4d8 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:40.227173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 447521f8-8839-4295-827f-41861aafd4d8 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:40.417363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.187823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Deleting port 020eafa2-ada5-4876-9e8e-c03d0240a55c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:41.189064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.363893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ba6ddb68-7935-4ab2-99c5-ba2c297246c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.368826 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.493920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Calling delete_port for 020eafa2-ada5-4876-9e8e-c03d0240a55c owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:41.683721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.729841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=020eafa2-ada5-4876-9e8e-c03d0240a55c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.036543 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.731646 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Router bd88f773-4a88-436d-ba0e-5693e1d41130 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:13:42.904239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.956864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:13:42.966033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-98b4dae6-391d-434b-b3c1-b81beaf235d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd88f773-4a88-436d-ba0e-5693e1d41130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752758 Mar 02 18:13:42.968501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 46952) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:43.080445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.176533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.379439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.389687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Deleting port 6a51d676-5d72-426f-8593-fcfbb0079ee3 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:43.390015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.569429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] For port 6a51d676-5d72-426f-8593-fcfbb0079ee3, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6a51d676-5d72-426f-8593-fcfbb0079ee3,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:43.569782 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.697931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Calling delete_port for 6a51d676-5d72-426f-8593-fcfbb0079ee3 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:43.870309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.915783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a51d676-5d72-426f-8593-fcfbb0079ee3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:44.253829 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.458587 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.514955 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.520034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.546793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.547299 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd88f773-4a88-436d-ba0e-5693e1d41130 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:13:44.560672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.564585 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8dcf8a36-b88a-473f-b60e-b3ef619cdbaf admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd88f773-4a88-436d-ba0e-5693e1d41130 HTTP/1.1" status: 204 len: 168 time: 1.5923619 Mar 02 18:13:44.565034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46960) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:44.630693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Deleting subnet e8eea7e4-3f74-425f-b4a4-aa6973e65c44 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:13:44.633832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.684811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.769091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.846532 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.890314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8eea7e4-3f74-425f-b4a4-aa6973e65c44,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:44.897816 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.901550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b96738ae-564c-46c1-a4ff-f5ab98b566b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8eea7e4-3f74-425f-b4a4-aa6973e65c44 HTTP/1.1" status: 204 len: 168 time: 0.3353796 Mar 02 18:13:44.904868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46964) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:44.907642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a161ab-c668-47d4-b4ce-715300a293fd None None] Network 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:13:44.990330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Sync routers for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:13:45.018587 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.029758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Deleting port a6d0960b-4bbf-4228-9651-780500944593 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:45.030170 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.033072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:45.033650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:13:45.034249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_agentschedulers_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3360e86-8d50-4a2c-97c9-d329f99e9844'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:13:45.115592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:45.115962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:13:45.116566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_agentschedulers_db [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3360e86-8d50-4a2c-97c9-d329f99e9844'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:13:45.116938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882353b7-562d-4fb4-b430-2ef8879fa182 None None] The sync data for ids ['b3360e86-8d50-4a2c-97c9-d329f99e9844'] in n-d-820559-6 is: [] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:13:45.216549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] DHCP port deletion for 6515eaa8-b4f8-43bc-b17b-0b9009b8e74e request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:13:45.221895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Deleting port a6d0960b-4bbf-4228-9651-780500944593 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:45.222343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.253383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] For port a6d0960b-4bbf-4228-9651-780500944593, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a6d0960b-4bbf-4228-9651-780500944593,segment=NetworkSegment(57b6fe92-e3c6-423b-8316-2024b97fcfdf),segment_id=57b6fe92-e3c6-423b-8316-2024b97fcfdf)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:45.253751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.388044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Calling delete_port for a6d0960b-4bbf-4228-9651-780500944593 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:45.485870 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.497195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] For port a6d0960b-4bbf-4228-9651-780500944593, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a6d0960b-4bbf-4228-9651-780500944593,segment=NetworkSegment(57b6fe92-e3c6-423b-8316-2024b97fcfdf),segment_id=57b6fe92-e3c6-423b-8316-2024b97fcfdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:13:45.498886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.531784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d0960b-4bbf-4228-9651-780500944593,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:45.540705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] No DVR routers for this DVR port a6d0960b-4bbf-4228-9651-780500944593 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:45.632390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Calling delete_port for a6d0960b-4bbf-4228-9651-780500944593 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:13:45.662230 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.690755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6515eaa8-b4f8-43bc-b17b-0b9009b8e74e']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.702743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b6fe92-e3c6-423b-8316-2024b97fcfdf') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.703738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b6fe92-e3c6-423b-8316-2024b97fcfdf') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.711510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:13:45.711946 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:13:45.715530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.731878 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.739563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:13:45.740138 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:13:45.755860 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:13:45.938755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.962906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.968785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] Pushing event deleted for resources: {'Network': ['ID=6515eaa8-b4f8-43bc-b17b-0b9009b8e74e,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:45.977057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4c7e86b5-61fd-41e4-a046-4a509a302455 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6515eaa8-b4f8-43bc-b17b-0b9009b8e74e HTTP/1.1" status: 204 len: 168 time: 1.0682280 Mar 02 18:13:46.085493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a6d0960b-4bbf-4228-9651-780500944593 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:46.120367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a6d0960b-4bbf-4228-9651-780500944593 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:46.120726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a6d0960b-4bbf-4228-9651-780500944593 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:46.206312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:46.213136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Deleting port a6d0960b-4bbf-4228-9651-780500944593 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:13:46.213610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.264510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-623013c2-a520-4228-9603-d3c4e616474b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7672cecb63c7404b93ebc22ea2a122a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565810 Mar 02 18:13:46.265575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46976) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:46.284773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-831c7c32-d3f6-4c9f-b73c-d08438ae50b7 None None] The port 'a6d0960b-4bbf-4228-9651-780500944593' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:13:46.340579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.370839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.431412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.453437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a805fba7-b0cf-4050-9593-1813c9e7e953,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:46.464332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.465438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3d1534dd-9fe2-4f10-85e2-dff034553a16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a805fba7-b0cf-4050-9593-1813c9e7e953 HTTP/1.1" status: 204 len: 168 time: 0.1987987 Mar 02 18:13:46.893086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46986) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:46.945518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a817fef9-6b99-4f6e-8ba4-bc3ceede17c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=205ba850a4d646e78f2b2e0120488f59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512762 Mar 02 18:13:46.948162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 46990) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:47.020320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.048066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.113413 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.128486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8508f6-0651-412f-9c8e-726c62730f09,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:47.137769 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.141294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-17cf3193-32a0-4a5a-8257-da9f98b351ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff8508f6-0651-412f-9c8e-726c62730f09 HTTP/1.1" status: 204 len: 168 time: 0.1898489 Mar 02 18:13:48.029143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3583c9ab-93de-45d0-be4c-023f945f4923 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:48.062896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3583c9ab-93de-45d0-be4c-023f945f4923 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:48.063510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3583c9ab-93de-45d0-be4c-023f945f4923 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:49.569603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.416861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Sync routers for ids ['bd88f773-4a88-436d-ba0e-5693e1d41130'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:13:50.429777 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:50.430156 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:13:50.430815 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd88f773-4a88-436d-ba0e-5693e1d41130'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:13:50.445501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Routers set() bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:13:50.446126 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Router IDs set() for agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:13:50.446746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_agentschedulers_db [None req-561f141f-9c46-4151-9097-f07805200e6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd88f773-4a88-436d-ba0e-5693e1d41130'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:13:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent'). {{(pid=83799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 18:13:50.447103 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f141f-9c46-4151-9097-f07805200e6c None None] The sync data for ids ['bd88f773-4a88-436d-ba0e-5693e1d41130'] in n-d-820559-6 is: [] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:13:52.029990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6a51d676-5d72-426f-8593-fcfbb0079ee3 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:52.063440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 6a51d676-5d72-426f-8593-fcfbb0079ee3 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:52.063784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6a51d676-5d72-426f-8593-fcfbb0079ee3 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:52.064200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:52.097982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:13:52.098328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5e2773d5-3f11-4e8b-8de9-afbd0e4da6c9 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:54.475673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-b18e87dc-94f3-44f1-8ae4-9b9a8d272ae7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:54.477111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-b18e87dc-94f3-44f1-8ae4-9b9a8d272ae7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1464314 Mar 02 18:13:54.493890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-9ef5dc8c-a320-4db4-be25-221a7a389942 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0113480 Mar 02 18:13:54.572900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-78d0b9ce-65fd-4ae2-9d47-e7158beb8b83 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742426 Mar 02 18:13:54.703053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-43f6acb4-cce8-40ab-aea8-085a45037a1d service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232386 Mar 02 18:13:54.834979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-036a8684-5d15-41d1-84f9-7629cfd431fe service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262462 Mar 02 18:13:55.236327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4453bd6a-4282-46de-bab3-97f340a7646b req-cc558ed6-7076-41a8-8746-e5dfa8a054c4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 210 time: 0.0465789 Mar 02 18:13:56.481360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-814a6330-5b0b-465d-ab0e-9f440133b3b9 req-682fb2f1-4ba5-4a42-ac2a-6ea06f29a555 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 210 time: 0.0997469 Mar 02 18:13:56.557507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-801dfacb-232b-4182-a0eb-c621b6bc6766 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:56.558930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-801dfacb-232b-4182-a0eb-c621b6bc6766 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1991084 Mar 02 18:13:56.574533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:56.714924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:56.724792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:56.734947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:56.737898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.908930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.10 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:57.115350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.133418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:57.156406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.227519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:57.230745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:57.234581 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:13:57.284148 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:57.314545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.315470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.341784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-ed555599-02c4-4e4f-8a8d-c9b85e563633 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7713633 Mar 02 18:13:57.354627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Request body: {'port': {'device_id': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:13:57.487051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-de00739f-14e3-4ab7-a5d2-23e56dc96b55 None None] Provisioning for port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:57.492341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-de00739f-14e3-4ab7-a5d2-23e56dc96b55 None None] Provisioning complete for port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:57.492704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-de00739f-14e3-4ab7-a5d2-23e56dc96b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.545986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-de00739f-14e3-4ab7-a5d2-23e56dc96b55 None None] Port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:13:57.584387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.865118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ff8fb-eb8f-45e6-a575-d2e34a813964 req-bc20f7c7-0aba-44a7-b8ed-a5ec1073196d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.866076 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-595ff8fb-eb8f-45e6-a575-d2e34a813964 req-bc20f7c7-0aba-44a7-b8ed-a5ec1073196d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:57.900984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-595ff8fb-eb8f-45e6-a575-d2e34a813964 req-bc20f7c7-0aba-44a7-b8ed-a5ec1073196d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:57.902167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595ff8fb-eb8f-45e6-a575-d2e34a813964 req-bc20f7c7-0aba-44a7-b8ed-a5ec1073196d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 932 time: 0.2766526 Mar 02 18:13:57.984892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-595ff8fb-eb8f-45e6-a575-d2e34a813964 req-092aa281-32fe-40de-b398-8a65e0d460bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693634 Mar 02 18:13:58.051091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:13:58.058245 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.073789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Transition to ACTIVE for port object 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:58.077827 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.208696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:58.323593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Attempting to bind port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:58.323926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Attempting to bind port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:58.324248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Attempting to bind port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:58.331378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:13:58.331906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Attempting to bind port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:13:58.338231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:13:58.338623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:13:58.339003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:13:58.339420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Bound port: 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:58.339763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.432007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:13:58.435052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:13:58.439384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.501871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.503562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] 10.222.0.35 "PUT /v2.0/ports/3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c HTTP/1.1" status: 200 len: 1092 time: 1.1533999 Mar 02 18:13:58.503717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:13:58.525884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7304c-6570-4f69-97b9-c7d529ebd66d service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:58.585633 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c', 'status': 'completed', 'code': 200} Mar 02 18:13:58.623084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-a3468f4c-3e96-465f-a339-7e7dac52e67c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 1095 time: 0.0742800 Mar 02 18:13:58.695441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-b3c128c8-2e86-42a8-98f8-76ca5181c1e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c HTTP/1.1" status: 200 len: 217 time: 0.0659795 Mar 02 18:13:58.756495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-3b82ccaa-f76a-42df-9100-606890ae597e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:58.757899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-3b82ccaa-f76a-42df-9100-606890ae597e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0574880 Mar 02 18:13:58.832746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-3b336e5a-11d4-44a6-96b9-c504477965c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688424 Mar 02 18:13:58.968148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-bf4b4abe-a48c-4373-bd0a-11dd8e4a7de9 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291549 Mar 02 18:13:59.108715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20f14f2f-ae23-4c57-bc3a-2dbe0ff4df5d req-9910e8f1-05ed-4ef7-aae5-cefb214be32b service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350904 Mar 02 18:13:59.252922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626725f7-25f0-4355-bb30-7df01ec127f1 req-4345d702-1d64-49e2-b992-dd5d88423088 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:59.254367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-626725f7-25f0-4355-bb30-7df01ec127f1 req-4345d702-1d64-49e2-b992-dd5d88423088 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.1343760 Mar 02 18:13:59.257283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-9e2ecff7-a658-4eab-858a-3778e2461a00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 1095 time: 0.1029582 Mar 02 18:13:59.480105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-626725f7-25f0-4355-bb30-7df01ec127f1 req-372f4eb5-14c8-4b5b-8bed-819427124837 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200861 Mar 02 18:13:59.515155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-dfe113f3-fadd-47db-840b-91d4d22ddb68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:59.517642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-dfe113f3-fadd-47db-840b-91d4d22ddb68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.2418778 Mar 02 18:13:59.586691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-caf104a7-3e53-489c-9204-1eaa88cdeeae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c HTTP/1.1" status: 200 len: 217 time: 0.0633082 Mar 02 18:13:59.651869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-46ddaa95-f399-43e9-bffa-695a8cef5482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:59.653313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-46ddaa95-f399-43e9-bffa-695a8cef5482 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0617578 Mar 02 18:13:59.728779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-d40b9fb9-0c4a-4c2a-9b87-a70e71511d6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692995 Mar 02 18:13:59.864971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-984c0f8a-9fea-418c-b736-d37f352f1be0 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300738 Mar 02 18:14:00.007883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f5ec52-d253-4d35-b029-b265e0a4f22a req-338dc4a2-a964-40d2-a217-4bc6b526a66c service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366477 Mar 02 18:14:00.698146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71c671-86b9-47cc-b1cb-87e3171e5488 req-b2bbdf7a-b55c-41b7-af89-e020b5156234 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.699657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e71c671-86b9-47cc-b1cb-87e3171e5488 req-b2bbdf7a-b55c-41b7-af89-e020b5156234 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0857747 Mar 02 18:14:00.748905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e71c671-86b9-47cc-b1cb-87e3171e5488 req-c0ddea0e-e0fc-4a4a-a5a8-e6c8fc7abba6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Mar 02 18:14:01.953665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42e5b-5404-4e2d-9270-ee401b18ffb9 req-95fa3bc3-9ad1-4208-ac45-da8999d4f01b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.955125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bb42e5b-5404-4e2d-9270-ee401b18ffb9 req-95fa3bc3-9ad1-4208-ac45-da8999d4f01b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0751719 Mar 02 18:14:02.000599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bb42e5b-5404-4e2d-9270-ee401b18ffb9 req-af139185-fa7f-42c7-b69f-e188ef42896a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Mar 02 18:14:03.208444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19989533-0744-4bdf-bb4d-10b4c50322ed req-b8c77202-f09c-499f-b1df-3a219eba04d5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:03.209908 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19989533-0744-4bdf-bb4d-10b4c50322ed req-b8c77202-f09c-499f-b1df-3a219eba04d5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0833812 Mar 02 18:14:03.258039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19989533-0744-4bdf-bb4d-10b4c50322ed req-bc5fac03-76dd-43f8-97d7-22cb9a4ea799 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Mar 02 18:14:04.461080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533e87-176d-4fe3-8e3f-c5f22a2dd85b req-8328c62f-a9e0-4572-a1b3-8cd7e724f2c9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:04.462550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c533e87-176d-4fe3-8e3f-c5f22a2dd85b req-8328c62f-a9e0-4572-a1b3-8cd7e724f2c9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0840678 Mar 02 18:14:04.514403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c533e87-176d-4fe3-8e3f-c5f22a2dd85b req-84b4e710-5d88-4ab8-93be-e24e4b0e64e3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Mar 02 18:14:05.715565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a97b78-e139-413a-ac24-526be4db0006 req-a3844cf3-77ce-454a-a2a4-3222dcee5290 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.717085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8a97b78-e139-413a-ac24-526be4db0006 req-a3844cf3-77ce-454a-a2a4-3222dcee5290 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0775313 Mar 02 18:14:05.763809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8a97b78-e139-413a-ac24-526be4db0006 req-6b1bd64d-14d5-40fa-8b49-bb6f80349f1d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Mar 02 18:14:06.964183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d5e1-319c-4583-a763-78e1e6b210f6 req-9e895b16-ecf4-4dbc-bea6-62b4cb6a36bd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.965601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26f9d5e1-319c-4583-a763-78e1e6b210f6 req-9e895b16-ecf4-4dbc-bea6-62b4cb6a36bd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 944 time: 0.0782492 Mar 02 18:14:06.990675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:07.012136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-26f9d5e1-319c-4583-a763-78e1e6b210f6 req-3020fe51-f3ac-49f0-9a24-49d5cbd1ad0d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Mar 02 18:14:07.135565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:07.149762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c', 'mac_address': 'fa:16:3e:df:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:07.208879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.226584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:14:07.241523 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:07.245639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.310248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:07.521684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:08.207951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725318aa-6cf6-428b-b096-880358c5a611 req-6413b700-3d00-4d9f-b40e-8435d7d43662 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:08.209391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-725318aa-6cf6-428b-b096-880358c5a611 req-6413b700-3d00-4d9f-b40e-8435d7d43662 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 945 time: 0.0757999 Mar 02 18:14:08.254730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-725318aa-6cf6-428b-b096-880358c5a611 req-f077b318-d7bd-40d1-9699-ef63b69b4a33 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Mar 02 18:14:08.832257 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.990027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:09.058209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:09.063118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:09.063473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.208998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.235854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:14:09.245189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:09.249621 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.295761 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c', 'code': 200} Mar 02 18:14:09.325054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:09.354672 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eff2f972-c12d-4bc4-834f-c1bfacadf7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.484181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54e7057c-a289-45de-9f08-1db3604c485a req-e7274a20-fee7-421c-b193-09d91900f314 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 1097 time: 0.1336408 Mar 02 18:14:09.491033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0396e-c169-44cf-8cee-3dec4931d5df req-b9b86f87-0885-45e3-9c91-52f6c3511cd7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:09.492363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93c0396e-c169-44cf-8cee-3dec4931d5df req-b9b86f87-0885-45e3-9c91-52f6c3511cd7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.1085937 Mar 02 18:14:09.561301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54e7057c-a289-45de-9f08-1db3604c485a req-78ea453a-c082-4d13-a7e8-6ac5c376ff1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680063 Mar 02 18:14:09.565868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93c0396e-c169-44cf-8cee-3dec4931d5df req-fbffe24c-8637-41b8-820d-40e3fc90797b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604279 Mar 02 18:14:10.799121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37229386-4ccf-4e5c-b193-2d43e7d8978c req-9d65d9f1-e4de-4075-97b1-10ce522d4492 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.800869 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37229386-4ccf-4e5c-b193-2d43e7d8978c req-9d65d9f1-e4de-4075-97b1-10ce522d4492 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0979984 Mar 02 18:14:10.857858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37229386-4ccf-4e5c-b193-2d43e7d8978c req-63ca8fa6-5810-4124-8d9a-1faf4c131c55 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Mar 02 18:14:11.366185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4821ed2a-9e2a-43d7-9bf6-970b3623a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.060081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c08ea-1fe0-4d19-9aae-757b8387e9d7 req-40a02fdf-f215-4942-8e2e-88b3416ef0d9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:12.061531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f47c08ea-1fe0-4d19-9aae-757b8387e9d7 req-40a02fdf-f215-4942-8e2e-88b3416ef0d9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0830977 Mar 02 18:14:12.108730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f47c08ea-1fe0-4d19-9aae-757b8387e9d7 req-7a13d4e5-b70e-428e-a5b5-376288fc5b32 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Mar 02 18:14:12.303251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2de0-9aed-49ee-a861-f9f523cd54bd req-c337143d-a1eb-45d4-b79e-cb98cfcdce4d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:12.304675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f2de0-9aed-49ee-a861-f9f523cd54bd req-c337143d-a1eb-45d4-b79e-cb98cfcdce4d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0752330 Mar 02 18:14:12.348916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26f2de0-9aed-49ee-a861-f9f523cd54bd req-5ad8475c-80d4-496f-b0bf-bb4caf62a19b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388505 Mar 02 18:14:12.905747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.075509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.463794 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.014416 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:14:15.387485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-51c93bff-cbda-478d-bb11-de5fbe457dc6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:15.388928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-51c93bff-cbda-478d-bb11-de5fbe457dc6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1374819 Mar 02 18:14:15.406323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-ce3a8a24-dabe-4c3c-a80c-b6bc748cddc4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0114563 Mar 02 18:14:15.491215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-34d0f670-170e-4b7a-8c28-15059d38d2e2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800116 Mar 02 18:14:15.716457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-41ac2c33-a5fb-438e-9763-564fbdd8881b service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182522 Mar 02 18:14:15.847747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-cbfaab3c-93bc-43d3-a1d9-e1918b00cada service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254416 Mar 02 18:14:16.079582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0934064d-e896-497a-ad84-c3ebf7d2face req-a37397bd-71d4-401a-948e-ce752ebfff47 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 210 time: 0.0437610 Mar 02 18:14:17.201192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-896b483b-ced5-4b8c-b409-8d5bae8f7fbd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:17.202530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-896b483b-ced5-4b8c-b409-8d5bae8f7fbd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:17.228067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-896b483b-ced5-4b8c-b409-8d5bae8f7fbd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:17.229193 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-896b483b-ced5-4b8c-b409-8d5bae8f7fbd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1779232 Mar 02 18:14:17.254160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:17.257782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54a5f4e5-1082-41de-80f6-dea170a19ab2 req-2b8c68e7-c5ae-4f42-99cf-5e976728d7b8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 210 time: 0.0487099 Mar 02 18:14:17.393791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:17.403942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:17.414789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:17.418111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:17.588246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.3 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/4dcdc552-ac6a-455c-9864-c74b9a29ca45) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:17.788800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:17.805084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 4dcdc552-ac6a-455c-9864-c74b9a29ca45 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:17.830867 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:17.842201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:17.904816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:17.924795 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:17.928113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:14:17.971438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:17.991101 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.991831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.992321 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.993298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.993669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.994038 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.994375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.994858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.995182 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.995503 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:17.995841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:18.016419 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:18.017033 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.050488 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d402e81b-4174-41df-aeec-f8c3863b3097 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028479 Mar 02 18:14:18.067691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Request body: {'port': {'device_id': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:18.184636 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.270757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cdc54f32-e7e4-4acb-bafb-e2f49c0862ed None None] Provisioning for port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:18.276502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cdc54f32-e7e4-4acb-bafb-e2f49c0862ed None None] Provisioning complete for port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:18.277075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cdc54f32-e7e4-4acb-bafb-e2f49c0862ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.380016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cdc54f32-e7e4-4acb-bafb-e2f49c0862ed None None] Port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:14:18.665750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcdc552-ac6a-455c-9864-c74b9a29ca45 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:14:18.673431 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.691264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Transition to ACTIVE for port object 4dcdc552-ac6a-455c-9864-c74b9a29ca45 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:18.696705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.700927 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3ef42-e6f8-4b45-8605-a3c136998025 req-4adc0ebc-91ee-49a6-af1f-ba69b9131380 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:18.702703 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0d3ef42-e6f8-4b45-8605-a3c136998025 req-4adc0ebc-91ee-49a6-af1f-ba69b9131380 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 931 time: 0.0970142 Mar 02 18:14:18.756125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0d3ef42-e6f8-4b45-8605-a3c136998025 req-e18f0268-b192-4ee8-96c4-bfe21e45fdc1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Mar 02 18:14:18.920929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Pushing event updated for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:18.951724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Attempting to bind port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:18.952061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Attempting to bind port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:18.952381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Attempting to bind port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:14:18.958504 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:14:18.958849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Attempting to bind port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:14:18.965171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:14:18.965502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:14:18.965879 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:14:18.966294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Bound port: 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:18.966662 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.059107 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:14:19.061965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:14:19.067187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.126171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.127689 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] 10.222.0.50 "PUT /v2.0/ports/4dcdc552-ac6a-455c-9864-c74b9a29ca45 HTTP/1.1" status: 200 len: 1091 time: 1.0643618 Mar 02 18:14:19.128029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:14:19.151920 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f17980-4a13-4a3e-9acc-133fec10a92d service neutron] Pushing event updated for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:19.229173 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45', 'status': 'completed', 'code': 200} Mar 02 18:14:19.287404 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-dd3d4c15-855b-4300-aa8d-3886fd3d9f7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 1094 time: 0.1033299 Mar 02 18:14:19.368435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-92e683ff-76b8-4573-ae9c-89aab4fabaeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0678673 Mar 02 18:14:19.432916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d58ce4c2-9897-4ba8-aa34-e01f2f586766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.434409 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-d58ce4c2-9897-4ba8-aa34-e01f2f586766 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0602405 Mar 02 18:14:19.524301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-17ebd254-9a72-444f-8d7c-b96f9ac7eca3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832610 Mar 02 18:14:19.583824 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.677721 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-ccb387c1-49af-4fed-99e9-27872825c1e1 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453927 Mar 02 18:14:19.823542 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2ad96136-b0f3-411b-a7ae-e3237081ef8a req-93b64480-59fe-421e-9907-bf58882362b3 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395428 Mar 02 18:14:19.975575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-5d69f9f5-5127-4ba8-9873-1fb6803e6d8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 1094 time: 0.0716004 Mar 02 18:14:19.992011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d369-d0a4-4d12-bb68-32544cd6a9ca req-58d1195f-e92c-4d1d-a924-f12e1fbea871 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.993434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94a8d369-d0a4-4d12-bb68-32544cd6a9ca req-58d1195f-e92c-4d1d-a924-f12e1fbea871 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0841372 Mar 02 18:14:20.050175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94a8d369-d0a4-4d12-bb68-32544cd6a9ca req-2d699ff8-5b78-42f3-984c-557e301874e3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485575 Mar 02 18:14:20.111056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-f4197e89-b103-43f1-a699-8362c4ac64d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.112382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-f4197e89-b103-43f1-a699-8362c4ac64d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1302779 Mar 02 18:14:20.187106 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-429f5682-84bb-4c2d-a3e9-52d4363942a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0677605 Mar 02 18:14:20.260162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-96b96454-3416-4f12-8b32-da254c178443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.261602 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-96b96454-3416-4f12-8b32-da254c178443 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0604479 Mar 02 18:14:20.471673 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-fa1d342c-826d-40c0-9e58-a6c852e06038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033870 Mar 02 18:14:20.628787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-90eb2f97-c9a5-446f-8d28-e6afb9350c8b service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500521 Mar 02 18:14:20.782541 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34f42bcb-5d10-45fd-b60b-96a0b0656e29 req-ad3c5bc7-9567-4ba7-b8ec-3933019c2bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453965 Mar 02 18:14:21.345113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c95cb4-6253-4ca2-945a-67db87933bef req-862bfe54-e1d9-4d0e-80a8-9e710e67f298 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:21.346499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73c95cb4-6253-4ca2-945a-67db87933bef req-862bfe54-e1d9-4d0e-80a8-9e710e67f298 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.1234310 Mar 02 18:14:21.399262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73c95cb4-6253-4ca2-945a-67db87933bef req-aae5cc4c-c747-4d1b-8687-e07530c4755a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Mar 02 18:14:22.683855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e037a-2bde-4e86-a7b0-f961b9fb55cc req-dec46b48-cf29-4fb1-8db4-a93f6ac44107 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:22.686074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-305e037a-2bde-4e86-a7b0-f961b9fb55cc req-dec46b48-cf29-4fb1-8db4-a93f6ac44107 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.1016304 Mar 02 18:14:22.745822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-305e037a-2bde-4e86-a7b0-f961b9fb55cc req-a1ab2104-3e1f-48e3-80fa-15b64867ee56 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538492 Mar 02 18:14:24.003902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722ca3-b259-4d01-bd7b-afc388642092 req-bd4a8dcf-05dc-45ff-8867-cc5820777e1f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.005484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf722ca3-b259-4d01-bd7b-afc388642092 req-bd4a8dcf-05dc-45ff-8867-cc5820777e1f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.1114945 Mar 02 18:14:24.060313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf722ca3-b259-4d01-bd7b-afc388642092 req-57b33bd3-a651-4833-bd32-8151f93f9699 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488255 Mar 02 18:14:25.270495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c19767-448b-4311-955a-8e5a0bc44b07 req-b67de6ce-eee2-46cb-919e-11cb24e137c7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:25.272045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0c19767-448b-4311-955a-8e5a0bc44b07 req-b67de6ce-eee2-46cb-919e-11cb24e137c7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0881710 Mar 02 18:14:25.324223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0c19767-448b-4311-955a-8e5a0bc44b07 req-c21dd181-0542-4383-a63a-cc1558bb7814 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448136 Mar 02 18:14:26.528024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357f296-1acc-4a5f-becb-3df4f284a6c3 req-85d1b264-501b-4a8b-8aed-6dcf5284da83 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:26.528024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e357f296-1acc-4a5f-becb-3df4f284a6c3 req-85d1b264-501b-4a8b-8aed-6dcf5284da83 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0757685 Mar 02 18:14:26.577025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e357f296-1acc-4a5f-becb-3df4f284a6c3 req-ebd2d4af-ee65-477a-adbf-642850b558dd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Mar 02 18:14:27.792055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258049-1894-434c-bbb2-43bd658f062b req-c2714e4c-1890-4eb1-b690-785eefcc8421 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:27.792920 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab258049-1894-434c-bbb2-43bd658f062b req-c2714e4c-1890-4eb1-b690-785eefcc8421 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0834129 Mar 02 18:14:27.845325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab258049-1894-434c-bbb2-43bd658f062b req-91d67421-7d73-4dc7-93fb-1b700c3b86e0 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448313 Mar 02 18:14:29.053022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738499e5-8e0f-4608-a4b6-9d9025b18fb2 req-a564e620-883f-4d66-be26-10c6cea629b2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:29.054477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-738499e5-8e0f-4608-a4b6-9d9025b18fb2 req-a564e620-883f-4d66-be26-10c6cea629b2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0829141 Mar 02 18:14:29.105717 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-738499e5-8e0f-4608-a4b6-9d9025b18fb2 req-d68bf497-da10-4156-833b-60937d6f12ac tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Mar 02 18:14:30.330352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503ed0-2402-4239-93cb-430c28d35bde req-495fc4c6-8b30-4d6f-a798-a7c80acb7c61 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:30.331682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb503ed0-2402-4239-93cb-430c28d35bde req-495fc4c6-8b30-4d6f-a798-a7c80acb7c61 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0905609 Mar 02 18:14:30.376894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb503ed0-2402-4239-93cb-430c28d35bde req-2fdcf608-dee0-4024-8a16-3d5db5ac86ca tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 Mar 02 18:14:31.619423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f051c-41df-46ef-898d-f35b34f6aaab req-eaca1625-b959-43ca-bc17-25c26900d224 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:31.619423 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756f051c-41df-46ef-898d-f35b34f6aaab req-eaca1625-b959-43ca-bc17-25c26900d224 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0904434 Mar 02 18:14:31.668331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-756f051c-41df-46ef-898d-f35b34f6aaab req-0e543bdc-325c-4f65-b45d-5a1bf11c7e44 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Mar 02 18:14:32.872266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d270b7f-a067-4aa3-95f8-5835b276f09b req-822e473d-92b3-424a-9333-3b8061959a40 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:32.872266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d270b7f-a067-4aa3-95f8-5835b276f09b req-822e473d-92b3-424a-9333-3b8061959a40 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0811040 Mar 02 18:14:32.919536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d270b7f-a067-4aa3-95f8-5835b276f09b req-3964c05d-f920-48b7-8ef8-e61e8072dc1e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Mar 02 18:14:34.124267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5ab07-02ec-448e-9fcc-1d7c1a095fc0 req-c44a3c0a-188b-4d0b-914d-bba0d842c1a9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.127981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04a5ab07-02ec-448e-9fcc-1d7c1a095fc0 req-c44a3c0a-188b-4d0b-914d-bba0d842c1a9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0829873 Mar 02 18:14:34.174294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04a5ab07-02ec-448e-9fcc-1d7c1a095fc0 req-9db0c595-db0c-47ce-a31e-3e362d70ed1b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Mar 02 18:14:35.411138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bc9c4-e391-4f8e-86c7-c1653f1d4ff7 req-5ef1550a-0651-435b-b6d9-51ffd3052e44 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:35.411138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f2bc9c4-e391-4f8e-86c7-c1653f1d4ff7 req-5ef1550a-0651-435b-b6d9-51ffd3052e44 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0893245 Mar 02 18:14:35.471200 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f2bc9c4-e391-4f8e-86c7-c1653f1d4ff7 req-b1763402-4fe4-4fb6-8fc6-8878db11ec8b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Mar 02 18:14:36.686869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892a1af-6d30-432f-8227-8bc212882e77 req-7d0481e8-2e54-4848-ae54-f58bf84f18b4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.689625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c892a1af-6d30-432f-8227-8bc212882e77 req-7d0481e8-2e54-4848-ae54-f58bf84f18b4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 943 time: 0.0802934 Mar 02 18:14:36.739868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c892a1af-6d30-432f-8227-8bc212882e77 req-a0534d7c-d7e7-4677-9ce5-b42622a63d3e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Mar 02 18:14:37.050319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4dcdc552-ac6a-455c-9864-c74b9a29ca45 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:37.186798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:37.199888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '4dcdc552-ac6a-455c-9864-c74b9a29ca45', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '4dcdc552-ac6a-455c-9864-c74b9a29ca45', 'mac_address': 'fa:16:3e:c6:d9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:37.255968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.273271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcdc552-ac6a-455c-9864-c74b9a29ca45 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:14:37.288111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:37.291814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.366606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:37.376736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.377080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.377421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.377757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.378089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.378415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.378771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.379099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.379420 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.379748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.380064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:37.602490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4dcdc552-ac6a-455c-9864-c74b9a29ca45'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:37.944087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27b6f1-5e49-4617-863e-4114979e7449 req-777b8177-edf8-4193-955d-3e5d5ea65fed tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:37.945520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c27b6f1-5e49-4617-863e-4114979e7449 req-777b8177-edf8-4193-955d-3e5d5ea65fed tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 944 time: 0.0789068 Mar 02 18:14:37.993702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c27b6f1-5e49-4617-863e-4114979e7449 req-56215eb7-99e4-4ae2-ae00-762e01f98f49 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Mar 02 18:14:38.837148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.056606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4dcdc552-ac6a-455c-9864-c74b9a29ca45 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:39.141665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:39.147177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:39.147430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.248203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4a18-c84f-4129-a532-b4ad80971c46 req-530c8098-aa9b-436f-bea8-9c23409ae284 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:39.250270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040f4a18-c84f-4129-a532-b4ad80971c46 req-530c8098-aa9b-436f-bea8-9c23409ae284 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 944 time: 0.0923400 Mar 02 18:14:39.280614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.303247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-040f4a18-c84f-4129-a532-b4ad80971c46 req-7df57dc8-004d-494b-91bf-3cf0bb691ef3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Mar 02 18:14:39.314404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:14:39.327565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:39.331468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.382094 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45', 'code': 200} Mar 02 18:14:39.396387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ac7f0e48-3b96-4288-a898-49add6361be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.417158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:39.545914 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9fc511a2-1803-4d02-8a41-75eed5ae7491 req-aea0fe27-23e2-41fc-a5a9-220e55ba6933 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 1096 time: 0.0711381 Mar 02 18:14:39.593621 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9fc511a2-1803-4d02-8a41-75eed5ae7491 req-ada4b6e6-7558-471b-8e8c-d1dd6cf036aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Mar 02 18:14:40.515850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f1c69-0ad2-4440-8282-3bb9090245e9 req-b9bbab21-a10a-4ae1-b3bd-bc5d562662a8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.516923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f97f1c69-0ad2-4440-8282-3bb9090245e9 req-b9bbab21-a10a-4ae1-b3bd-bc5d562662a8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0849705 Mar 02 18:14:40.568048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f97f1c69-0ad2-4440-8282-3bb9090245e9 req-d5b402a2-8316-4e2c-b1ce-fb56c275f8d8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Mar 02 18:14:41.372444 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d803d576-0ea3-4f07-a868-042e1ea2a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:41.813791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104f9a9-fc92-470a-89f1-0883487b02f8 req-4c58032d-ec7f-41d5-a0dc-d0e16407ddfe tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:41.817457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e104f9a9-fc92-470a-89f1-0883487b02f8 req-4c58032d-ec7f-41d5-a0dc-d0e16407ddfe tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0994599 Mar 02 18:14:41.878884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e104f9a9-fc92-470a-89f1-0883487b02f8 req-af9400c6-0b7a-4b52-9206-0141b61aae6c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Mar 02 18:14:42.113190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45197e3f-2275-4873-91c3-1db8bab3bb4b req-c9b55f68-f280-48e5-a44e-a743989c5bb1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.114887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45197e3f-2275-4873-91c3-1db8bab3bb4b req-c9b55f68-f280-48e5-a44e-a743989c5bb1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0938706 Mar 02 18:14:42.170986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-45197e3f-2275-4873-91c3-1db8bab3bb4b req-5c0a898e-9e68-4e6c-94b2-72042aecc9bc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Mar 02 18:14:42.753597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79e254-0845-472d-81d9-e9461230008f req-6f3c4d28-49b8-4a45-8218-0aee235b7410 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.755265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c79e254-0845-472d-81d9-e9461230008f req-6f3c4d28-49b8-4a45-8218-0aee235b7410 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0900500 Mar 02 18:14:42.920541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:42.936376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c79e254-0845-472d-81d9-e9461230008f req-99d32cd5-b876-41f2-b1d7-dcd9ff8051cf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764410 Mar 02 18:14:43.079177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.154475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5467fff-3378-4fee-99e9-f59b95e35044 req-adaaef08-5db2-4823-b99a-3890ded44a71 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.156071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5467fff-3378-4fee-99e9-f59b95e35044 req-adaaef08-5db2-4823-b99a-3890ded44a71 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0774767 Mar 02 18:14:44.202125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a5467fff-3378-4fee-99e9-f59b95e35044 req-ad62c161-e7e0-4fbe-be41-ef5463059c41 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Mar 02 18:14:44.290276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-e8f41692-8cc4-4a64-8bbc-29e437d8e194 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.290979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-e8f41692-8cc4-4a64-8bbc-29e437d8e194 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:44.306684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-e8f41692-8cc4-4a64-8bbc-29e437d8e194 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:44.307744 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-e8f41692-8cc4-4a64-8bbc-29e437d8e194 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 945 time: 0.0963700 Mar 02 18:14:44.375956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:14:44.376293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.462551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.633008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 4dcdc552-ac6a-455c-9864-c74b9a29ca45, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=4dcdc552-ac6a-455c-9864-c74b9a29ca45,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:44.633360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.758895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 4dcdc552-ac6a-455c-9864-c74b9a29ca45 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:14:44.903187 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.915198 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:44.945271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['4dcdc552-ac6a-455c-9864-c74b9a29ca45'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:44.955690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=4dcdc552-ac6a-455c-9864-c74b9a29ca45,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:45.042733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 4dcdc552-ac6a-455c-9864-c74b9a29ca45 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:14:45.045439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.048816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'name': 'network-vif-deleted', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:14:45.069156 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-501d6ebf-7343-40c9-93e9-b41880c9f17b req-72da774f-5c34-4500-834d-a0e33a9260e5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "DELETE /v2.0/ports/4dcdc552-ac6a-455c-9864-c74b9a29ca45 HTTP/1.1" status: 204 len: 173 time: 0.7544696 Mar 02 18:14:45.128289 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c532cb-4c14-4ff3-93a3-f606112d6a1d', 'name': 'network-vif-deleted', 'tag': '4dcdc552-ac6a-455c-9864-c74b9a29ca45', 'status': 'completed', 'code': 200} Mar 02 18:14:45.369807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f380d700-92c4-48cf-b9fe-94d5e2828353 req-68365fc1-d342-4282-bb49-468102cfe669 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c532cb-4c14-4ff3-93a3-f606112d6a1d HTTP/1.1" status: 200 len: 210 time: 0.0436656 Mar 02 18:14:47.072324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4dcdc552-ac6a-455c-9864-c74b9a29ca45 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:47.110913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 4dcdc552-ac6a-455c-9864-c74b9a29ca45 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:14:47.111349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 4dcdc552-ac6a-455c-9864-c74b9a29ca45 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:49.598149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:50.240492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a2d4a-f910-4199-9daf-7b3a8253f677 req-842ee022-dd9a-40e7-81c2-8a2031650e01 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.241718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-636a2d4a-f910-4199-9daf-7b3a8253f677 req-842ee022-dd9a-40e7-81c2-8a2031650e01 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0812285 Mar 02 18:14:50.288704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-636a2d4a-f910-4199-9daf-7b3a8253f677 req-25bb5f64-15ae-4573-94a4-48995981331c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Mar 02 18:14:51.490726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710d19-59e8-4617-ae08-4a62db67a025 req-f1c55cf1-9982-45eb-b571-05ba6c1250fb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.492158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd710d19-59e8-4617-ae08-4a62db67a025 req-f1c55cf1-9982-45eb-b571-05ba6c1250fb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0798154 Mar 02 18:14:51.541369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd710d19-59e8-4617-ae08-4a62db67a025 req-19dd87c0-234c-4e60-aaf0-380786d6dd0d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3fb49d-1ca3-4eee-ad95-63d07326e370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Mar 02 18:14:51.807723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-c07f56c1-2724-4623-942f-6808182c31da tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.809029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-c07f56c1-2724-4623-942f-6808182c31da tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 946 time: 0.0736337 Mar 02 18:14:51.880631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:14:51.880975 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.015872 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:14:52.143363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:14:52.143634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.271844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:14:52.417926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.428981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:14:52.467036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:52.481569 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.481921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.482383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.482856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.483191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.483742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.483889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.484145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.485575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.485575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.485575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:52.566484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:14:52.569616 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.573085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'name': 'network-vif-deleted', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:14:52.586988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba3a2bb1-7dfb-4789-8451-7f21daec2338 req-b90aaa89-1b6c-4551-a8fe-e911ee2db0df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "DELETE /v2.0/ports/3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c HTTP/1.1" status: 204 len: 173 time: 0.7728841 Mar 02 18:14:52.724032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33da08b1-9ca3-4d9c-97f0-801754ea9f98 req-0b31524f-9832-483b-85e2-d3d13a5e8f4e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:52.739738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-33da08b1-9ca3-4d9c-97f0-801754ea9f98 req-0b31524f-9832-483b-85e2-d3d13a5e8f4e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:52.747086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33da08b1-9ca3-4d9c-97f0-801754ea9f98 req-0b31524f-9832-483b-85e2-d3d13a5e8f4e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=239375dc-99e7-4ab5-8432-7cd9dd2506b3 HTTP/1.1" status: 200 len: 210 time: 0.0676093 Mar 02 18:14:52.893634 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239375dc-99e7-4ab5-8432-7cd9dd2506b3', 'name': 'network-vif-deleted', 'tag': '3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c', 'status': 'completed', 'code': 200} Mar 02 18:14:55.257606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:55.297529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:14:55.297872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 3e9dc7da-aa8c-46a2-b2ca-eee1c5557c2c not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:56.197413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47324) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:56.203143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88377166', 'description': 'tempest-secgroup-smoke-88377166 description', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:56.209733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.213554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.216461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.222185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.232403 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.269546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.273354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.276146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.282213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.338380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.342175 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.386828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3715b1e-223b-429c-8407-6a31e3e9b5eb,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:56.390376 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.394909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c198b21b-6655-486e-bfba-33d0adc59fd4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1935437 Mar 02 18:14:56.395302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47328) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:56.402439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:56.410978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.415798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.419553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.428958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.447991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.512204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.516350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.538541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b557a1-b4be-4d50-a2ad-f79d7219c0fb,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:56.547288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.548461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a5d98895-32bc-4f35-88f6-8e3fcbd97d94 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521778 Mar 02 18:14:56.551288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47332) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:56.561115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:56.564417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.568258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.571498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.578801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.602308 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.675579 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.679705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.706242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4cb15d-511e-41ac-8220-ed0ba621c592,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:56.717203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.719747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3177cce7-0135-4912-b519-96fef349c1bf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1674979 Mar 02 18:14:56.726025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47336) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:56.731669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:56.739416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.743298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.746358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.752989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.771905 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.837712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.841516 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.867486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41929a18-2c99-4af0-a13f-a42b6c4c45b3,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:56.877503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.878828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a5324ed6-70fd-46e9-8d66-06589fa79277 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518328 Mar 02 18:14:56.881716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:56.887262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:56.894288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:56.898246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:56.901116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:56.907628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:56.924300 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.990043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.994471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.019181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ce2fb4-ae85-4e98-a805-7faf069a7ec7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:57.029609 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.031867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1ea18414-36d8-4686-9811-de071c3ec8a6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492269 Mar 02 18:14:57.035549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47344) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:57.042369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:57.049943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:57.054779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:57.056905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:57.064700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:57.081552 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Project f5bfa1f6df344fb2a775b50ac08ba4b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:14:57.088398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.157854 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.161748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.185190 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f040b9-e44b-4782-8611-8e8a33991b94,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:57.195612 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.197317 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-74d077c4-a577-4c6d-943e-a225b0a67365 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1604686 Mar 02 18:14:57.200293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:57.206991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'security_group_rule': {'security_group_id': 'd3715b1e-223b-429c-8407-6a31e3e9b5eb', 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:14:57.214215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:57.223373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:security_group_rule and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:57.228139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:57.238350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:57.253992 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Project f5bfa1f6df344fb2a775b50ac08ba4b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:14:57.266827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.359860 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.363845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.391962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e472e4a9-1477-4a2d-b3bd-40f21a62ffe8,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:57.402302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.403634 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-68d65084-cc33-4cdd-8ded-3e7521b595a4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2022843 Mar 02 18:15:08.853765 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:09.368101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f952b261-02df-4361-8cc9-04c8044abd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:11.380023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1d312c0d-6fd9-4c8f-8a63-ca939d9dcd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:12.661539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-a7789caf-9343-4482-9225-d41654ce0750 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:12.678556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-a7789caf-9343-4482-9225-d41654ce0750 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:12.679708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-a7789caf-9343-4482-9225-d41654ce0750 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88377166&fields=id&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 267 time: 0.0584939 Mar 02 18:15:12.830397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-9ea73be5-d0a0-4ef7-87da-1a49e93463bc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:12.832022 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-9ea73be5-d0a0-4ef7-87da-1a49e93463bc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1457057 Mar 02 18:15:12.849779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-69208881-1657-4c99-8898-d6c4c9c87f1c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0118525 Mar 02 18:15:12.912287 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:12.935182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-cfd848d4-0999-4d9d-9621-26a09a35cf7c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806315 Mar 02 18:15:13.082432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.225366 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-565a18ac-ace7-4af9-ae69-33d205643865 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789600 Mar 02 18:15:13.441676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-53807717-c2cc-4511-908d-acfb74893695 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107029 Mar 02 18:15:13.932148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76c11621-86f5-4112-9ff2-d18669c17b1f req-a1b98766-4b65-4758-86bd-3689ac3a80a8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 210 time: 0.1398582 Mar 02 18:15:14.468538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.930933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-e8341e8b-c74a-47a5-b534-769283870bad tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:14.933368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-e8341e8b-c74a-47a5-b534-769283870bad tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1519592 Mar 02 18:15:14.988083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-5230427d-e19a-4c1e-9cb7-f50fd94c24d4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 378 time: 0.0424154 Mar 02 18:15:14.996835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '88282c15-2a9d-4070-a32f-abb864650bc6', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'security_groups': ['d3715b1e-223b-429c-8407-6a31e3e9b5eb']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:15:15.128504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-828972a9-92ff-4a5b-9c07-557a9e7426a9 req-2dbf9ffb-7326-4e4d-b875-238fa0858b14 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 210 time: 0.0574267 Mar 02 18:15:15.182864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:15.192327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:15.202850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:15.205919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.365827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.9 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/5bdaddd5-cca4-4381-9ea8-d1d538e020db) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:15.553293 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.569914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 5bdaddd5-cca4-4381-9ea8-d1d538e020db will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:15.594135 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.665519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:15.668862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:15.673041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:15:15.700880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:15.751120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:15.751746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.780604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7a81ede9-d597-4d10-9196-f5f0c3e083be tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873712 Mar 02 18:15:15.790652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Request body: {'port': {'device_id': '88282c15-2a9d-4070-a32f-abb864650bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:15:15.903921 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.937299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c781b18f-5411-448a-a2b3-393b4aeec73d None None] Provisioning for port 5bdaddd5-cca4-4381-9ea8-d1d538e020db completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:15.942965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c781b18f-5411-448a-a2b3-393b4aeec73d None None] Provisioning complete for port 5bdaddd5-cca4-4381-9ea8-d1d538e020db triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:15.943343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c781b18f-5411-448a-a2b3-393b4aeec73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.000160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c781b18f-5411-448a-a2b3-393b4aeec73d None None] Port 5bdaddd5-cca4-4381-9ea8-d1d538e020db cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:15:16.258778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdaddd5-cca4-4381-9ea8-d1d538e020db {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:15:16.295475 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.320622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Transition to ACTIVE for port object 5bdaddd5-cca4-4381-9ea8-d1d538e020db will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:16.325084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.569528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:16.589745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37526631-da41-41e3-b4f8-715cc006a873 req-4a0347a2-66f3-484f-8cd7-b8114cf8c1df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:16.590598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37526631-da41-41e3-b4f8-715cc006a873 req-4a0347a2-66f3-484f-8cd7-b8114cf8c1df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:16.677001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-37526631-da41-41e3-b4f8-715cc006a873 req-4a0347a2-66f3-484f-8cd7-b8114cf8c1df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:16.678061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37526631-da41-41e3-b4f8-715cc006a873 req-4a0347a2-66f3-484f-8cd7-b8114cf8c1df tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 931 time: 0.4152429 Mar 02 18:15:16.730714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Attempting to bind port 5bdaddd5-cca4-4381-9ea8-d1d538e020db on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:16.731049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Attempting to bind port 5bdaddd5-cca4-4381-9ea8-d1d538e020db by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:16.731365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Attempting to bind port 5bdaddd5-cca4-4381-9ea8-d1d538e020db on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:15:16.743833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Port 5bdaddd5-cca4-4381-9ea8-d1d538e020db on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:15:16.744143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Attempting to bind port 5bdaddd5-cca4-4381-9ea8-d1d538e020db on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:15:16.747849 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37526631-da41-41e3-b4f8-715cc006a873 req-f2298994-bc09-4f3c-a6e8-ac9a1156ceb1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635493 Mar 02 18:15:16.752865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:15:16.753194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:15:16.753560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:15:16.754432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Bound port: 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:16.754961 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.849851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:15:16.852972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:15:16.857198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.915195 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.916570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] 10.222.0.35 "PUT /v2.0/ports/5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 1091 time: 1.1300673 Mar 02 18:15:16.917004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:15:16.940085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e52044-9776-42cb-bbc6-1dd99ebea03d service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:16.992179 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'status': 'completed', 'code': 200} Mar 02 18:15:17.037702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-15e3818b-0bc4-4578-adf8-13ef89fa21f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1094 time: 0.0781512 Mar 02 18:15:17.105967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-39302545-ac7e-4704-bd02-d0e8bc010511 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 217 time: 0.0620389 Mar 02 18:15:17.175170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-58c002fe-cc12-4fef-b60f-543f0524f3c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.176589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-58c002fe-cc12-4fef-b60f-543f0524f3c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0645239 Mar 02 18:15:17.251654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-13a4d270-219e-464a-a974-f6d45c8e41d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691037 Mar 02 18:15:17.260798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-e462f5ba-4004-4b9e-97f7-28ba303a7f2e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:15:17.261780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-e462f5ba-4004-4b9e-97f7-28ba303a7f2e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046434 Mar 02 18:15:17.397555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-7fc11d1a-797a-4b7e-98e2-ead045a805f2 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298649 Mar 02 18:15:17.528246 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e153386e-7de8-4142-85c7-b5ec1f569cc3 req-354dfcdf-47ed-419c-bc80-367dc8befc43 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253068 Mar 02 18:15:17.638093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-89d88167-2db4-466a-90ce-d8fa1be2df5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1094 time: 0.0682425 Mar 02 18:15:17.772762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-67bba090-9e73-4765-9e88-149ecf7f0137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.774195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-67bba090-9e73-4765-9e88-149ecf7f0137 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1294262 Mar 02 18:15:17.847610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-693e9e70-b176-4ca7-93cb-91f76f74ac20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 217 time: 0.0676754 Mar 02 18:15:17.957428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-022ca4fb-d2ee-4288-88c4-b31e1c2da909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.958901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-022ca4fb-d2ee-4288-88c4-b31e1c2da909 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.1057053 Mar 02 18:15:18.028228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038cde9-c326-4ffa-8286-abef402c999c req-146b2f35-e1e1-471c-8354-97069ebe2886 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:18.029547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4038cde9-c326-4ffa-8286-abef402c999c req-146b2f35-e1e1-471c-8354-97069ebe2886 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.1469994 Mar 02 18:15:18.091421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-219f570b-a15a-4882-a431-21a8f467e35a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260023 Mar 02 18:15:18.094297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4038cde9-c326-4ffa-8286-abef402c999c req-2c1f8921-6521-4a16-afa8-d763adccee1a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583222 Mar 02 18:15:18.224115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-24908f8b-318e-41c4-ade1-ecc311a69ba7 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258593 Mar 02 18:15:18.450929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f416c3f6-b0c4-41ea-a075-f8163864038d req-a35c5e3b-e134-4c55-a2fe-b282a24236ce service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204819 Mar 02 18:15:19.288537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623309-d00a-4f17-be0b-496042f3128e req-5deb4488-2d3a-4c07-b123-e4099f3e8637 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:19.289998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da623309-d00a-4f17-be0b-496042f3128e req-5deb4488-2d3a-4c07-b123-e4099f3e8637 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0753701 Mar 02 18:15:19.335769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da623309-d00a-4f17-be0b-496042f3128e req-c246a38f-d264-465c-a59a-73b9284066f6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398502 Mar 02 18:15:19.591630 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:20.536977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0932d-a106-4a05-853a-b3c90ccb44a0 req-192a6919-a443-4762-9267-cc18097ef294 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:20.538396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bc0932d-a106-4a05-853a-b3c90ccb44a0 req-192a6919-a443-4762-9267-cc18097ef294 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0799406 Mar 02 18:15:20.585137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bc0932d-a106-4a05-853a-b3c90ccb44a0 req-da763e5a-2372-42a1-98b1-9e27bd19f1d6 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411928 Mar 02 18:15:21.776910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c4213-f375-4730-8d49-b2d4f6f207f9 req-7a75e813-1d94-4a76-8aa4-93a7fa7bc507 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:21.778351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-134c4213-f375-4730-8d49-b2d4f6f207f9 req-7a75e813-1d94-4a76-8aa4-93a7fa7bc507 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0766537 Mar 02 18:15:21.828953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-134c4213-f375-4730-8d49-b2d4f6f207f9 req-50b621ea-3ba9-413e-b1fd-e12c9b912295 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448942 Mar 02 18:15:23.038300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce4e1-5ab8-4a2a-8570-4978ac51ceaf req-1fc5663e-08ab-49af-91a4-7e110b6c65f8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:23.039765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f23ce4e1-5ab8-4a2a-8570-4978ac51ceaf req-1fc5663e-08ab-49af-91a4-7e110b6c65f8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0843406 Mar 02 18:15:23.086642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f23ce4e1-5ab8-4a2a-8570-4978ac51ceaf req-4182f8f4-1870-451f-a680-81cfb3cf3ee1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414150 Mar 02 18:15:24.283319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f85016-e71b-4a5d-9420-58260257dea7 req-836b8d39-ee2e-49bc-b816-86c0bfb153b9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:24.284749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91f85016-e71b-4a5d-9420-58260257dea7 req-836b8d39-ee2e-49bc-b816-86c0bfb153b9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0755327 Mar 02 18:15:24.333824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91f85016-e71b-4a5d-9420-58260257dea7 req-fc6750b8-85ba-4c0c-b976-dca1f77bc783 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434868 Mar 02 18:15:25.370370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5bdaddd5-cca4-4381-9ea8-d1d538e020db details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:25.535428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:15:25.535845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cab295-7a20-459e-93e7-fbc9c753d5ec req-a64f1573-eb7e-4441-892e-6711d172e958 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.537300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43cab295-7a20-459e-93e7-fbc9c753d5ec req-a64f1573-eb7e-4441-892e-6711d172e958 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 943 time: 0.0782697 Mar 02 18:15:25.548651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'mac_address': 'fa:16:3e:ad:65:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:15:25.587714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43cab295-7a20-459e-93e7-fbc9c753d5ec req-475a04a5-ccec-4375-a4b2-9163f383e86f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448501 Mar 02 18:15:25.604556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:25.622210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdaddd5-cca4-4381-9ea8-d1d538e020db {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:15:25.637418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:15:25.642136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:25.709859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:25.952106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5bdaddd5-cca4-4381-9ea8-d1d538e020db'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:15:26.788071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871bfa-71b1-42ea-a9f9-97f96a221d14 req-c989af64-2a03-4d8d-8331-3818eb68dda1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:26.789529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88871bfa-71b1-42ea-a9f9-97f96a221d14 req-c989af64-2a03-4d8d-8331-3818eb68dda1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 944 time: 0.0804632 Mar 02 18:15:26.836145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88871bfa-71b1-42ea-a9f9-97f96a221d14 req-57fbbfe0-6409-4a21-ba9d-742e79f26f47 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410933 Mar 02 18:15:27.378704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5bdaddd5-cca4-4381-9ea8-d1d538e020db up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:15:27.445801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5bdaddd5-cca4-4381-9ea8-d1d538e020db completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:27.450594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5bdaddd5-cca4-4381-9ea8-d1d538e020db triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:27.450982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.560172 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.587294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:15:27.596542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:15:27.600951 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.644304 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'code': 200} Mar 02 18:15:27.671418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:27.771597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d872b173-9df8-4517-b842-f081a274086e req-95e07e5e-e0c3-4349-b683-edde09b62b14 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0662553 Mar 02 18:15:27.813970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d872b173-9df8-4517-b842-f081a274086e req-74539b1b-86aa-4d29-b88e-220136bd06f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363667 Mar 02 18:15:28.036873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514e718-0791-4d62-87e1-ada9f6b56856 req-1af14196-a615-4ee4-997a-80023989f54a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:28.038312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3514e718-0791-4d62-87e1-ada9f6b56856 req-1af14196-a615-4ee4-997a-80023989f54a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0807867 Mar 02 18:15:28.084892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3514e718-0791-4d62-87e1-ada9f6b56856 req-af73dc1f-4e39-493f-a496-1442b26fb0f5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410569 Mar 02 18:15:29.018545 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:15:29.283132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03b56-c047-40db-ba17-cf107e92b9c9 req-d441a0e3-7323-46ab-97f7-d7776b5f53e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:29.284564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aae03b56-c047-40db-ba17-cf107e92b9c9 req-d441a0e3-7323-46ab-97f7-d7776b5f53e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0740354 Mar 02 18:15:29.332381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aae03b56-c047-40db-ba17-cf107e92b9c9 req-02d5055b-655a-4d08-8720-af63ec90d8d5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423105 Mar 02 18:15:29.527972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfebfe-d7d8-436d-b09b-87b59e19c9af req-9880811b-5c6f-4fd8-af02-4b7de1b7d264 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:29.529377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96dfebfe-d7d8-436d-b09b-87b59e19c9af req-9880811b-5c6f-4fd8-af02-4b7de1b7d264 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0750532 Mar 02 18:15:29.575885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96dfebfe-d7d8-436d-b09b-87b59e19c9af req-0866df3a-3716-430b-85f4-803477bb18b2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406189 Mar 02 18:15:29.603583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47494) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:29.674277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-86f17cd1-d8df-4ee7-97ff-07ed648a9ea0 tempest-TestVolumeBootPattern-1224204258 tempest-TestVolumeBootPattern-1224204258-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1091 time: 0.0694888 Mar 02 18:15:29.676977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47498) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:29.682161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:15:29.688846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:29.692622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:floatingip and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:29.695463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:29.701434 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:29.712867 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.848673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.986292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.25.3.229 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:30.132632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.159760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.314752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:30.321403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:30.325579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:15:30.354370 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:30.824674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.877925 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.083467 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.087930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.193391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:31.208712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.397762 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Floating IP 06b4cdc1-603c-4d74-bd57-29493a65c68b associated. External IP: 172.25.3.229, port: 5bdaddd5-cca4-4381-9ea8-d1d538e020db. Mar 02 18:15:31.887794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:15:32.087947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:15:32.098143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:15:32.110987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:15:32.111609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:15:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:32.114538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.173021 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d304d772-5114-4fa7-9df2-d5969ab7835c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4948390 Mar 02 18:15:32.173416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:15:32.228758 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'status': 'completed', 'code': 200} Mar 02 18:15:32.299753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:15:32.320708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-8930e6d7-ba09-4f42-a643-c181bce83f89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0706191 Mar 02 18:15:32.461725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-5f0f1712-6c7f-4a2d-a5e7-155dd3ffebf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:32.463229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-5f0f1712-6c7f-4a2d-a5e7-155dd3ffebf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1369646 Mar 02 18:15:32.563624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-e68711c7-3a17-42d4-965c-a253ffaea5ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 999 time: 0.0947988 Mar 02 18:15:32.629828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-7a075d8b-741b-4050-802f-c95cdd73377e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:32.631303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-7a075d8b-741b-4050-802f-c95cdd73377e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0620449 Mar 02 18:15:32.653577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '06b4cdc1-603c-4d74-bd57-29493a65c68b', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:ad:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88282c15-2a9d-4070-a32f-abb864650bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:15:30Z', 'updated_at': '2022-03-02T18:15:30Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:32.657877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:15:32.668308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:15:32.668891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:15:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:32.707890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-c55efc80-d5b3-4f9a-a9d8-d0411d410eb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707054 Mar 02 18:15:32.843208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-a4ad1663-d7c7-4e7f-9f75-729f3413cab7 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284478 Mar 02 18:15:32.845179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:15:32.986782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed236aac-1417-4970-bdb0-72185be4e1c0 req-282e2543-bacb-41a7-9874-6609f457bb30 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385520 Mar 02 18:15:33.226966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '06b4cdc1-603c-4d74-bd57-29493a65c68b', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:ad:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88282c15-2a9d-4070-a32f-abb864650bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:15:30Z', 'updated_at': '2022-03-02T18:15:30Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:33.230793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3987791-a6d8-4d10-b342-3650f75cf13e None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '06b4cdc1-603c-4d74-bd57-29493a65c68b', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:ad:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88282c15-2a9d-4070-a32f-abb864650bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:15:30Z', 'updated_at': '2022-03-02T18:15:30Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:15:33.416220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85068f-2596-433c-8b20-0a47a6a26e39 None None] New status for floating IP 06b4cdc1-603c-4d74-bd57-29493a65c68b: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:15:38.850685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.363049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c17c50b-a3e4-4a53-a798-6d30f82b7b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:41.372668 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-85b673c1-6a36-43b4-8ce6-efd9f460b651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:42.915127 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:43.085823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:44.470504 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.688614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.148087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-e836e587-3d0d-4a52-80f8-ee271600823f req-fb0c4e8c-fd74-41e6-8d51-3d8511e7fe5e service neutron] (83796) timed out ('10.222.0.35', 64717) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:16:00.540362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-ee7cf64a-e40b-40cd-b70d-47bee0ae206c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457167 Mar 02 18:16:00.678162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-0de3c369-d035-4862-a9fd-b9f3f604c1cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0688555 Mar 02 18:16:00.829077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-0ba37c26-d808-4ac6-8466-10af64452bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:00.830726 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-0ba37c26-d808-4ac6-8466-10af64452bf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1318648 Mar 02 18:16:00.934840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-f3459f55-4e50-4fcb-978e-f1f3652e3231 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 1001 time: 0.0971365 Mar 02 18:16:01.001549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-03a95b3f-68b5-48a8-a2ee-bd598a7935fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:01.003025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-03a95b3f-68b5-48a8-a2ee-bd598a7935fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0618081 Mar 02 18:16:01.180645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-bf147484-d16c-4856-a697-0819eca9167f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709738 Mar 02 18:16:01.315297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-e53e9877-70b4-4198-b7ac-84856d55e38c service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270981 Mar 02 18:16:01.448832 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9eae0f6-22da-4f4f-8262-b10b381231fc req-9f1251ca-0c2a-4d86-95c2-bbe2e51448d3 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284349 Mar 02 18:16:06.020531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:16:08.865825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.366110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd473476-27e6-40c8-a091-adf602052e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.375141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3b963e80-c8ee-44b3-ac49-da2331fa186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.919310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.090319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.471868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:19.592959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.861203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.368460 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e9470bf-924f-4895-a943-f34e1b18d9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:41.378953 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-36e5847e-71ff-491e-ad2e-8b5703cf23f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:42.921615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.022262 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:16:43.096620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.475403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:49.609198 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:01.472260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-b13bbd5e-9a66-4461-b8b5-edd01de81f70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686853 Mar 02 18:17:01.612443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-c6649064-e846-43ba-9aa1-7acbef87b00e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0719960 Mar 02 18:17:01.769075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-ccf90787-d717-4371-aa78-dd66234e0fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.769075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-ccf90787-d717-4371-aa78-dd66234e0fb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1377892 Mar 02 18:17:01.876850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-f52d0ac8-19e2-46d0-b643-90d7497700c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 200 len: 1001 time: 0.1016569 Mar 02 18:17:01.937345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-09a33d57-f490-46d3-883c-3b67e6b06913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.938791 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-09a33d57-f490-46d3-883c-3b67e6b06913 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0568132 Mar 02 18:17:02.010724 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-fc2e2709-34d4-4ecf-9f6d-9a75303ddc24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666680 Mar 02 18:17:02.144309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-2c12d1f6-3897-4fcc-afe1-5b98d2acef30 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281044 Mar 02 18:17:02.272311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-00206fa8-ce78-4024-92f9-7863534cbcc9 req-da40c971-d10e-4834-8474-92a85a3ab6e6 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226652 Mar 02 18:17:08.869833 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.371661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d15a858-e8f6-4c77-8261-ef68c82081e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.384799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a44166cd-1337-44f8-ae30-2c2085ce29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:12.925557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:13.091554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:14.478008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.604086 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.022728 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:17:28.185623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991dd0b-2930-4fa3-ab63-a7ebbcdf071c req-59cc6b47-7dca-454b-bb48-35999d4c75e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:28.187116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c991dd0b-2930-4fa3-ab63-a7ebbcdf071c req-59cc6b47-7dca-454b-bb48-35999d4c75e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0815790 Mar 02 18:17:28.233669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c991dd0b-2930-4fa3-ab63-a7ebbcdf071c req-0aeee82a-795d-4bda-97db-33ba96628b9d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410111 Mar 02 18:17:29.455157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2fee-b1df-4960-8478-f76119ca1426 req-07255190-9154-4a9d-9317-bdccc7b8f0e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:29.456611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10fa2fee-b1df-4960-8478-f76119ca1426 req-07255190-9154-4a9d-9317-bdccc7b8f0e4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0775740 Mar 02 18:17:29.507434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10fa2fee-b1df-4960-8478-f76119ca1426 req-ef492d48-ee68-4efa-9307-446eac9f3a80 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445235 Mar 02 18:17:29.719777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-023dcbda-9bd9-4c4a-994b-e80caf2d966f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:29.721126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-023dcbda-9bd9-4c4a-994b-e80caf2d966f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 945 time: 0.0748522 Mar 02 18:17:29.787954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 5bdaddd5-cca4-4381-9ea8-d1d538e020db {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:17:29.788210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:30.128802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 5bdaddd5-cca4-4381-9ea8-d1d538e020db, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5bdaddd5-cca4-4381-9ea8-d1d538e020db,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:17:30.128802 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:30.416889 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:30.417173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:30.417482 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Floating IP 06b4cdc1-603c-4d74-bd57-29493a65c68b disassociated. External IP: 172.25.3.229, port: 5bdaddd5-cca4-4381-9ea8-d1d538e020db. Mar 02 18:17:30.417820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 5bdaddd5-cca4-4381-9ea8-d1d538e020db owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:17:30.566341 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:30.617652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=5bdaddd5-cca4-4381-9ea8-d1d538e020db,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:30.634602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.634947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.635292 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.635813 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.636152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.636492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.636831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.637167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.637493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.637818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.638142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:30.788012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa136fcd-e29a-4fea-a65d-2981043f3d61 req-d3899020-25e1-4c0c-a551-8f65a46b2a83 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 210 time: 0.0993586 Mar 02 18:17:30.879205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:17:31.078400 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:17:31.088461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:17:31.103448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:17:31.104063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:17:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:31.153303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 5bdaddd5-cca4-4381-9ea8-d1d538e020db on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:31.156329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:31.160773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'name': 'network-vif-deleted', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:17:31.175508 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acaa0da1-03ee-4e6e-8796-cabf54ec9b00 req-0b9d9bd8-4534-458a-896d-94dce6dd1b00 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "DELETE /v2.0/ports/5bdaddd5-cca4-4381-9ea8-d1d538e020db HTTP/1.1" status: 204 len: 173 time: 1.4496107 Mar 02 18:17:31.220187 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88282c15-2a9d-4070-a32f-abb864650bc6', 'name': 'network-vif-deleted', 'tag': '5bdaddd5-cca4-4381-9ea8-d1d538e020db', 'status': 'completed', 'code': 200} Mar 02 18:17:31.284463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:17:31.627868 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:31.631934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:17:31.643267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:17:31.643883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:17:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:31.827797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:17:31.965539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-749f3f4c-4206-4d53-a34e-2bab106a4824 req-82b57129-23e2-4458-bf81-f0ccd00e375f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:31.981011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-749f3f4c-4206-4d53-a34e-2bab106a4824 req-82b57129-23e2-4458-bf81-f0ccd00e375f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:31.982389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-749f3f4c-4206-4d53-a34e-2bab106a4824 req-82b57129-23e2-4458-bf81-f0ccd00e375f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=88282c15-2a9d-4070-a32f-abb864650bc6 HTTP/1.1" status: 200 len: 210 time: 0.0571258 Mar 02 18:17:32.179823 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:32.185020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268b46e-2f34-4bcf-be9b-306c3f547741 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:17:32.435909 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca58599-e88c-4ccf-8733-3ee98eb51f3f None None] New status for floating IP 06b4cdc1-603c-4d74-bd57-29493a65c68b: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:17:33.309478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-b528c2f8-9faf-4ba5-8daf-e8d60cb33c54 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88377166&fields=id&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 267 time: 0.0404754 Mar 02 18:17:33.469215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110a858-c510-4a4b-a992-97906752adb3 req-8df70b1c-8386-4474-ac7a-dd17ebab06e2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:33.470664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-8df70b1c-8386-4474-ac7a-dd17ebab06e2 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1547778 Mar 02 18:17:33.488221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-dc8d605a-fedd-494e-9f81-ea8b90cfbeb5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0121202 Mar 02 18:17:33.589332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-f3f3ff08-1935-4690-8130-4b27e87972ed tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919132 Mar 02 18:17:33.903221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-78ad636e-e713-4344-abd3-5307c57631d5 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023446 Mar 02 18:17:34.032316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5bdaddd5-cca4-4381-9ea8-d1d538e020db no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:34.034326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-5ea63d86-5cba-4ff8-a64d-162efea23fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252558 Mar 02 18:17:34.065055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 5bdaddd5-cca4-4381-9ea8-d1d538e020db {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:17:34.065399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5bdaddd5-cca4-4381-9ea8-d1d538e020db not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:34.431222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0eb7a73-3aa2-42c2-a4cf-519a169daff2 req-afab899f-97e7-4b7f-8189-603c7aa80424 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 210 time: 0.0428231 Mar 02 18:17:35.461242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110a858-c510-4a4b-a992-97906752adb3 req-972ebdbf-98cd-432f-be59-a7c334b2cb66 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.462682 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-972ebdbf-98cd-432f-be59-a7c334b2cb66 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1592910 Mar 02 18:17:35.518910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-f51a9ac9-c8c8-43fe-b8ca-d63951628a2f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 378 time: 0.0441768 Mar 02 18:17:35.529552 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'security_groups': ['d3715b1e-223b-429c-8407-6a31e3e9b5eb']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:17:35.658070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac5fd078-782d-4a63-9ca2-9e72d2e69fe1 req-dc1095c2-0bf9-4e81-a5f6-33ea2ecc3945 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 210 time: 0.0573907 Mar 02 18:17:35.721457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:35.732013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:35.746397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:35.749815 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:35.917867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.5 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/47e41ce5-fe7c-4b4e-b046-167e037771ad) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:36.113401 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.130464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 47e41ce5-fe7c-4b4e-b046-167e037771ad will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:36.160604 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.230474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:36.238753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:36.243133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:17:36.278360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:36.315495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:36.316105 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.344404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-ab2cfa57-8225-4d15-b476-cb3ebb31bfd5 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189132 Mar 02 18:17:36.358598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Request body: {'port': {'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:17:36.478130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.496241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0ffe-3d12-4e73-acbf-03eb085058ea None None] Provisioning for port 47e41ce5-fe7c-4b4e-b046-167e037771ad completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:36.502124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0ffe-3d12-4e73-acbf-03eb085058ea None None] Provisioning complete for port 47e41ce5-fe7c-4b4e-b046-167e037771ad triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:36.502700 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0ffe-3d12-4e73-acbf-03eb085058ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.572615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d0ffe-3d12-4e73-acbf-03eb085058ea None None] Port 47e41ce5-fe7c-4b4e-b046-167e037771ad cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:17:36.887577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e41ce5-fe7c-4b4e-b046-167e037771ad {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:17:36.896764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:36.922455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Transition to ACTIVE for port object 47e41ce5-fe7c-4b4e-b046-167e037771ad will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:36.927680 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.093564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5876-3d80-4188-9f44-36312dbcf91f req-5f588156-de0e-4a07-9dbd-983b16aac20a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:37.094263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-149c5876-3d80-4188-9f44-36312dbcf91f req-5f588156-de0e-4a07-9dbd-983b16aac20a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:37.192608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Pushing event updated for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:37.196662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-149c5876-3d80-4188-9f44-36312dbcf91f req-5f588156-de0e-4a07-9dbd-983b16aac20a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:37.205102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-149c5876-3d80-4188-9f44-36312dbcf91f req-5f588156-de0e-4a07-9dbd-983b16aac20a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 931 time: 0.4169786 Mar 02 18:17:37.325917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-149c5876-3d80-4188-9f44-36312dbcf91f req-68e3785f-8e81-4acf-9a98-79cc960ef89b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199543 Mar 02 18:17:37.351756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Attempting to bind port 47e41ce5-fe7c-4b4e-b046-167e037771ad on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:37.352102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Attempting to bind port 47e41ce5-fe7c-4b4e-b046-167e037771ad by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:37.352432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Attempting to bind port 47e41ce5-fe7c-4b4e-b046-167e037771ad on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:17:37.358373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Port 47e41ce5-fe7c-4b4e-b046-167e037771ad on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:17:37.358732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Attempting to bind port 47e41ce5-fe7c-4b4e-b046-167e037771ad on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:17:37.365177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:17:37.365509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:17:37.365892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:17:37.366313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Bound port: 47e41ce5-fe7c-4b4e-b046-167e037771ad, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:37.366687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.459726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:17:37.462674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:17:37.468394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.524588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.525986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] 10.222.0.35 "PUT /v2.0/ports/47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 1091 time: 1.1743894 Mar 02 18:17:37.526454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:17:37.550007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17263bb9-a716-4bee-b316-d9a7ad258e0a service neutron] Pushing event updated for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:37.603272 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'status': 'completed', 'code': 200} Mar 02 18:17:37.642711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-b7e67cc4-b8f0-4db6-a9f5-7bb241f1203a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1094 time: 0.0798943 Mar 02 18:17:37.718143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-7c7f88a5-8dbb-4a96-9d4c-b69478e4f2df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 217 time: 0.0683186 Mar 02 18:17:37.779302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110a858-c510-4a4b-a992-97906752adb3 req-341baa0e-28ef-4483-b625-1593cf6b6110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:37.780601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-341baa0e-28ef-4483-b625-1593cf6b6110 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0574732 Mar 02 18:17:37.859709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-1ed3d984-8420-466e-841e-619e5afe3e1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738680 Mar 02 18:17:37.990773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-d18d2a0d-5f56-4426-ad7d-4a0a0c882575 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249099 Mar 02 18:17:38.119787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d110a858-c510-4a4b-a992-97906752adb3 req-ac6c7431-687d-40ad-947f-4e80bf31d854 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236274 Mar 02 18:17:38.233239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-29c653b6-e59b-42f0-9245-5744c04b72aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1094 time: 0.0686054 Mar 02 18:17:38.365228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-6ee97f99-4509-44e5-9e93-c9caf9225d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:38.366299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-6ee97f99-4509-44e5-9e93-c9caf9225d81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1272368 Mar 02 18:17:38.440666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-157ddb5b-7d68-4f6a-9033-75ab41775223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 217 time: 0.0677040 Mar 02 18:17:38.559413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-9271a192-ca26-4833-b8d2-87b7a40342a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:38.560867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-9271a192-ca26-4833-b8d2-87b7a40342a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.1152554 Mar 02 18:17:38.644696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c5af-e831-4ba1-ac9d-4efd81297bad req-68983a52-72a7-4367-9eee-41a5eeebe65a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:38.646075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13e0c5af-e831-4ba1-ac9d-4efd81297bad req-68983a52-72a7-4367-9eee-41a5eeebe65a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.1660614 Mar 02 18:17:38.685765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-de5784d4-876e-4b1d-9ab9-4b92aa45d085 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182587 Mar 02 18:17:38.778273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13e0c5af-e831-4ba1-ac9d-4efd81297bad req-d5294a86-0caa-409a-86fe-234557fc3bde tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209469 Mar 02 18:17:38.839582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-89bfa239-3423-44a3-9b2e-8cd0835a3466 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452832 Mar 02 18:17:38.865023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.070604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df62ddbb-a9d5-4fd0-833a-92c4e6d58d67 req-4908be18-886c-4dfb-888b-1291dc42e166 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245951 Mar 02 18:17:39.374749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0e02-794b-421f-902d-259efd88ba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.992815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b43f9-999b-43eb-99a1-06365d1790ab req-458198cf-8801-4b43-bbbe-50e66d6fe0a0 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:39.994271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f96b43f9-999b-43eb-99a1-06365d1790ab req-458198cf-8801-4b43-bbbe-50e66d6fe0a0 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0887582 Mar 02 18:17:40.040002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f96b43f9-999b-43eb-99a1-06365d1790ab req-45181bdd-3ad8-49a8-8c1b-d1a3910c0d1f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397022 Mar 02 18:17:41.240234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a1737-9175-440c-9425-603be5158e17 req-71fbf047-765c-4e31-bf92-ac717df96528 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:41.241725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e23a1737-9175-440c-9425-603be5158e17 req-71fbf047-765c-4e31-bf92-ac717df96528 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0822475 Mar 02 18:17:41.294319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e23a1737-9175-440c-9425-603be5158e17 req-b7ccc6c4-b93e-4909-b93a-0b7201974e10 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447936 Mar 02 18:17:41.388542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-63e8c88c-53ec-40b0-bc96-c18f639a96cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:42.496111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb66c-4559-4418-aa7e-d62d52254ba3 req-5750e945-b552-492b-a579-6098e07de813 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:42.497711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-679cb66c-4559-4418-aa7e-d62d52254ba3 req-5750e945-b552-492b-a579-6098e07de813 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0813723 Mar 02 18:17:42.544707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-679cb66c-4559-4418-aa7e-d62d52254ba3 req-77ec1b17-1764-4fa2-b472-67c0f83cb1fc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414207 Mar 02 18:17:42.937224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.099193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.753542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57487864-8e51-4aee-95c5-e11b7f38484d req-8e26c38e-9603-41e9-808f-6b2416ea35f1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:43.754936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57487864-8e51-4aee-95c5-e11b7f38484d req-8e26c38e-9603-41e9-808f-6b2416ea35f1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0821526 Mar 02 18:17:43.801969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57487864-8e51-4aee-95c5-e11b7f38484d req-c7ca3e71-ee6e-4e8a-abdc-f4dd84529576 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415308 Mar 02 18:17:44.479629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:44.999510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea22a8-aeb7-4050-8231-c9c34005e969 req-04f0cd2b-1a1c-48b0-bb20-7620ccaf1e31 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:45.001042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7ea22a8-aeb7-4050-8231-c9c34005e969 req-04f0cd2b-1a1c-48b0-bb20-7620ccaf1e31 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0764339 Mar 02 18:17:45.046010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7ea22a8-aeb7-4050-8231-c9c34005e969 req-ce0cdf67-48bf-445c-9ffe-9b1fa824349b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396059 Mar 02 18:17:46.109138 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 47e41ce5-fe7c-4b4e-b046-167e037771ad details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:46.253643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4249ee-e599-41da-a7dc-4bf0750bea3c req-38d6b62d-520b-4ebe-9bbd-21e23aebc466 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:46.254341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:17:46.255069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef4249ee-e599-41da-a7dc-4bf0750bea3c req-38d6b62d-520b-4ebe-9bbd-21e23aebc466 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 943 time: 0.0805757 Mar 02 18:17:46.268581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:46.306513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef4249ee-e599-41da-a7dc-4bf0750bea3c req-5d84b981-901a-4769-9c77-2176ffd23cde tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428634 Mar 02 18:17:46.331398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:46.348861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e41ce5-fe7c-4b4e-b046-167e037771ad {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:17:46.364608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:17:46.368316 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:46.441197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:46.450532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.450902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.451246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.451582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.451921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.452252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.452576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.452898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.453222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.453542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.453863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:46.666938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['47e41ce5-fe7c-4b4e-b046-167e037771ad'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:17:47.507950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4fe8-a799-451b-81bb-eb4e208cd038 req-6814a569-f519-4f3d-8b9a-a3817b27e017 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:47.509388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94ca4fe8-a799-451b-81bb-eb4e208cd038 req-6814a569-f519-4f3d-8b9a-a3817b27e017 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 944 time: 0.0780118 Mar 02 18:17:47.560447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94ca4fe8-a799-451b-81bb-eb4e208cd038 req-c337e28c-84da-4b7e-93b5-796a2352c6cf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454645 Mar 02 18:17:48.124959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 47e41ce5-fe7c-4b4e-b046-167e037771ad up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:48.197659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 47e41ce5-fe7c-4b4e-b046-167e037771ad completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:48.203073 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 47e41ce5-fe7c-4b4e-b046-167e037771ad triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:48.203437 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.328117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.356588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:17:48.366389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:17:48.371149 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.445040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:48.507757 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'code': 200} Mar 02 18:17:48.638110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf8f538d-ebd0-4178-beab-ecc058ea8c6a req-c7f0f381-e59c-4a69-976e-32d9a16ff4ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0720837 Mar 02 18:17:48.682090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf8f538d-ebd0-4178-beab-ecc058ea8c6a req-69c7d1d0-4ee3-49f8-9912-84e961da77ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378947 Mar 02 18:17:48.765837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ec5ac-51c3-466f-9ec3-22990838405a req-9110be96-af91-490f-8fce-a449def454bb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.767350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4ec5ac-51c3-466f-9ec3-22990838405a req-9110be96-af91-490f-8fce-a449def454bb tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0844972 Mar 02 18:17:48.814289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea4ec5ac-51c3-466f-9ec3-22990838405a req-c429e42e-fdf6-43ae-9f22-3fd680227203 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414107 Mar 02 18:17:49.717451 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:50.022162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4eb7c-768a-49c0-b6c9-c43440d09ed0 req-70610697-95be-40ee-976e-25c903c63a2d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:50.023659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4c4eb7c-768a-49c0-b6c9-c43440d09ed0 req-70610697-95be-40ee-976e-25c903c63a2d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0806069 Mar 02 18:17:50.076559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4c4eb7c-768a-49c0-b6c9-c43440d09ed0 req-fd581bc6-0898-49f7-9185-e1c46e1646c4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460668 Mar 02 18:17:51.283655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57823d86-d5a7-422e-9006-488862a63ed8 req-c03b8fe7-e0fd-46a6-aae3-c8bd6916a19b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:51.285122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57823d86-d5a7-422e-9006-488862a63ed8 req-c03b8fe7-e0fd-46a6-aae3-c8bd6916a19b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0816457 Mar 02 18:17:51.332913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57823d86-d5a7-422e-9006-488862a63ed8 req-cea94eee-ee32-4907-bdd7-75fb742c0c9d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420258 Mar 02 18:17:51.533035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f1dd-a2da-4c77-b16b-dc6e9bbbe6aa req-9e8569c5-e2a4-4d3e-8325-0be0747b8d0e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:51.534455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7526f1dd-a2da-4c77-b16b-dc6e9bbbe6aa req-9e8569c5-e2a4-4d3e-8325-0be0747b8d0e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0777650 Mar 02 18:17:51.580692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7526f1dd-a2da-4c77-b16b-dc6e9bbbe6aa req-a615db73-8722-4093-a2cf-9301f8f0056a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406890 Mar 02 18:17:51.609435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47624) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:51.818115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02eb999a-1858-41e7-8080-ab9acf0df096 tempest-TestVolumeBootPattern-1224204258 tempest-TestVolumeBootPattern-1224204258-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1091 time: 0.2075608 Mar 02 18:17:51.820698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47630) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:51.826087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:17:51.831936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:51.836267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:floatingip and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:51.839143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:51.844994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:51.855734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:51.995520 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.155043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.25.3.131 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/2e7c2a14-fced-4766-98ca-f308cb59966e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:52.311173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.342873 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.411869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:52.415130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:52.418900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:17:52.448576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=2e7c2a14-fced-4766-98ca-f308cb59966e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:53.029998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.089381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.295638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.300422 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.420563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=2e7c2a14-fced-4766-98ca-f308cb59966e,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:53.432694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.637368 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Floating IP f032331e-e1d0-4d6d-bac7-27ce6e1c5c62 associated. External IP: 172.25.3.131, port: 47e41ce5-fe7c-4b4e-b046-167e037771ad. Mar 02 18:17:54.174763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:17:54.383640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:17:54.395272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:17:54.409688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:17:54.410312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:17:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:54.413181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.491970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7ba5f271-16e7-482a-bd75-4bcf4e955557 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6579995 Mar 02 18:17:54.491970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:17:54.547263 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'status': 'completed', 'code': 200} Mar 02 18:17:54.636036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:17:54.639237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-fd8a9cc6-2251-4f9f-8833-66959236ffd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0712223 Mar 02 18:17:54.772586 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1528e-1979-405d-a3f9-314ec262f498 req-36dcf048-fa16-429d-902f-45ba79a10f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:54.774048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-36dcf048-fa16-429d-902f-45ba79a10f59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1295686 Mar 02 18:17:54.893351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-01a0633d-3901-49ad-bdba-da3b5252220e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 999 time: 0.1135614 Mar 02 18:17:54.969662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1528e-1979-405d-a3f9-314ec262f498 req-16439476-7ec9-4457-881f-7f71d6bf9c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:54.971127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-16439476-7ec9-4457-881f-7f71d6bf9c21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0727599 Mar 02 18:17:55.017127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:52Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:55.020972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:17:55.032191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:17:55.032715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:17:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:55.054834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-b5ac2b36-a3ec-4bb4-b749-9dd6b9b0a930 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780373 Mar 02 18:17:55.192305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-4c0102c4-4913-43e9-8a2f-c3886298e405 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314521 Mar 02 18:17:55.226446 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:17:55.330180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32b1528e-1979-405d-a3f9-314ec262f498 req-73dc48f4-279c-4a18-9254-8c6d2021b275 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326716 Mar 02 18:17:55.602910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:52Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:55.607506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4ab3e-aa3c-4eb0-8c8e-ca789107e687 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:52Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:17:55.810186 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda4608-e500-4c29-b658-fb185a6bccee None None] New status for floating IP f032331e-e1d0-4d6d-bac7-27ce6e1c5c62: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:17:57.023105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:18:02.470517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-1a2b1d1e-5c56-4008-a888-bf2ec9e8574d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694547 Mar 02 18:18:02.613588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-b190d782-3f00-43c0-b57f-5d137d1bdb67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0736434 Mar 02 18:18:02.757600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-e65ddd20-4e5a-412f-af44-ba348c55df48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.758960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-e65ddd20-4e5a-412f-af44-ba348c55df48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1270564 Mar 02 18:18:02.862998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-0a3c4b61-01ee-41c0-a094-2a708ff754b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 1001 time: 0.0976708 Mar 02 18:18:02.929372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-4fef1eb1-f907-429a-9c82-a05d8289e47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.930827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-4fef1eb1-f907-429a-9c82-a05d8289e47a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0623662 Mar 02 18:18:03.008867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-75c522a2-7871-4de8-a687-3fbfca42e593 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717621 Mar 02 18:18:03.258081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-f297b867-1f42-4914-9cef-9e0dea3737d5 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425034 Mar 02 18:18:03.394119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4253f1d-530f-4dd5-af8a-7114dc459cc5 req-10ff4481-3d7e-49e4-bca4-0d0979cf3cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297684 Mar 02 18:18:08.879305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:09.384356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-500d4804-495f-4d3a-871d-67254a840186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.393137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b60b70f8-7de1-4b8e-9c4c-63e2df0822df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.931816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.097649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:14.488329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.623386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:34.029630 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:18:38.888370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.381166 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-67c840f0-e130-4ca1-afd8-6a5d4ddbd3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:41.397072 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ea3eaee1-29fb-48c3-8c8a-beb1ec34db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.933285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:43.090072 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:44.479692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:49.620789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:02.471884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-1210c812-e073-4994-9e09-0bac2868cafb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780976 Mar 02 18:19:02.623177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-b8803bc9-73c7-48f6-b00c-967fa184feb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0755918 Mar 02 18:19:02.776059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-8e6b1b01-4ae5-4243-a99d-71d95b7a11df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:02.777513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-8e6b1b01-4ae5-4243-a99d-71d95b7a11df service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1336100 Mar 02 18:19:02.884173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-48f22882-4600-4a4b-b8a4-370a7cca1a58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 1001 time: 0.1001563 Mar 02 18:19:02.948981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-a3b1d920-85b3-408c-b95a-990fadd89c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:02.950402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-a3b1d920-85b3-408c-b95a-990fadd89c5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0589573 Mar 02 18:19:03.029808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-e8b1bb7f-f1d6-4446-a545-ad36d2f2de04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735152 Mar 02 18:19:03.165450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-97b94ab3-2ea9-4743-b3d5-008c9323364d service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298258 Mar 02 18:19:03.297630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdce10e7-1fbf-4c0f-b3c1-570b6ab05194 req-c85c19f5-7dea-4cbc-89cf-070df2601be7 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265981 Mar 02 18:19:08.889328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.383790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b8ee43db-714c-4602-a27c-746cf7d2a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.030735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:19:11.403203 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7c465ab2-f50d-445e-9941-dbc14d59f022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:12.935755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:13.092144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.483635 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:19.636098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.017856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-a065f08d-4eeb-42e2-93b6-d1f9e9a07fa9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88377166&fields=id&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 267 time: 0.0408788 Mar 02 18:19:35.173176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0733-32e1-4a64-bc78-723db15b0833 req-bcf3524e-9378-4f55-b1a3-3b0f571fad38 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.174815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-bcf3524e-9378-4f55-b1a3-3b0f571fad38 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1491916 Mar 02 18:19:35.192859 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-9f2e3093-af48-46e1-a9b9-afd984d224a7 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/quotas/f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 375 time: 0.0119410 Mar 02 18:19:35.284180 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-18a6bb24-c000-4185-9d66-daaa385b303b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0856605 Mar 02 18:19:35.425872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-a9af4f01-73c2-4b65-8baa-7af101f850bb service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303856 Mar 02 18:19:35.561985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-3e943174-1a23-49a2-95ed-daa85a534f9e service neutron] 10.222.0.37 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303661 Mar 02 18:19:36.073051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59da9a05-241d-43a7-aa2d-ed2e48ee6e30 req-ab440a2f-3b7b-4463-8afb-c283b387e1ff tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.1385589 Mar 02 18:19:37.202424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9214af0f-b6e1-43b8-afda-531d4e279046 req-6fc21f24-d324-4e28-8ac8-7a0e9ee56252 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0434659 Mar 02 18:19:38.338923 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97b98e5a-6650-464d-8418-9664b4473519 req-cee150cd-64ef-45d8-becf-fbe7706af970 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0449743 Mar 02 18:19:38.890473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.395657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2147-8f27-43f9-90c5-078e5df4c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.467476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eee93e86-1bab-4532-93de-80ce668c63e3 req-2eda0b89-b7c7-42fc-b3a3-f5e87b2f6a79 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0538661 Mar 02 18:19:40.633371 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b771648c-762b-47e7-a745-9ac85d8ac54a req-7c70e25e-206b-41b7-b273-f741aea4a4a9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0411410 Mar 02 18:19:41.367278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0733-32e1-4a64-bc78-723db15b0833 req-57a27142-7bf7-4cd1-b529-900491154efa tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:41.368679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-57a27142-7bf7-4cd1-b529-900491154efa tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 811 time: 0.1546757 Mar 02 18:19:41.414113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33930384-7a01-4e1d-94ac-fdc6e37a5c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.435991 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-886f0733-32e1-4a64-bc78-723db15b0833 req-9ce1ea5a-1e08-472c-80b5-281a217681ef tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:19:41.450433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-886f0733-32e1-4a64-bc78-723db15b0833 req-9ce1ea5a-1e08-472c-80b5-281a217681ef tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:19:41.451848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-9ce1ea5a-1e08-472c-80b5-281a217681ef tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8 HTTP/1.1" status: 200 len: 378 time: 0.0637898 Mar 02 18:19:41.476162 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'port': {'device_id': '26af0212-a5c4-42e1-95c2-826af6360233', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'admin_state_up': True, 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'security_groups': ['d3715b1e-223b-429c-8407-6a31e3e9b5eb']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:19:41.760801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:41.777385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:41.794221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Made reservation on behalf of f5bfa1f6df344fb2a775b50ac08ba4b8 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:41.798940 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.874206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cd68184-0e3b-4eb4-aa8b-f06ad4905f7c req-d7477aef-85cf-4509-b498-3f896bc6f2ae tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0510504 Mar 02 18:19:41.991729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.20.0.14 (37b90199-0b48-46c5-945c-aa1dadd40fb3/9ce93144-c7e8-4f00-ac40-59792251053d/9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:42.197209 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.216623 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Transition to ACTIVE for port object 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:42.240746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.320877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:42.324572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:42.329022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:19:42.354631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:42.379380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.380087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.380087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.380345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.380659 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.381143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.381472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.381786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.382213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.382409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.382821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:42.416761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:42.417365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.454823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-7d8b66fa-8ef3-4886-a237-8bc0a4e79f16 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9817092 Mar 02 18:19:42.470919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-30956139-aaf3-49dc-b5cf-f7f15e0901f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:19:42.472389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-30956139-aaf3-49dc-b5cf-f7f15e0901f3 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063341 Mar 02 18:19:42.584043 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Request body: {'port': {'device_id': '26af0212-a5c4-42e1-95c2-826af6360233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:19:42.605575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d4fa77d-5b4f-412a-bfc4-484f13529cc0 None None] Provisioning for port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:42.610740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d4fa77d-5b4f-412a-bfc4-484f13529cc0 None None] Provisioning complete for port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:42.611189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa77d-5b4f-412a-bfc4-484f13529cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.672362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fa77d-5b4f-412a-bfc4-484f13529cc0 None None] Port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:19:42.705173 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.946908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.103442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.120570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:19:43.130333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.132616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5dfa-145c-470f-9f4f-5d68d58fb3bc req-d1e1ce28-a6bf-4b18-b03c-689b16e28d07 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:43.134988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-074d5dfa-145c-470f-9f4f-5d68d58fb3bc req-d1e1ce28-a6bf-4b18-b03c-689b16e28d07 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 932 time: 0.1052618 Mar 02 18:19:43.153373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Transition to ACTIVE for port object 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:43.158192 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.186352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-074d5dfa-145c-470f-9f4f-5d68d58fb3bc req-833cc98f-2dfe-47e8-b6bb-de38e1bb368a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450554 Mar 02 18:19:43.303440 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:43.413398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Attempting to bind port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:43.413948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Attempting to bind port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:43.414362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Attempting to bind port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:19:43.420924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:19:43.421278 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Attempting to bind port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c on network 37b90199-0b48-46c5-945c-aa1dadd40fb3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:19:43.429123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:19:43.429450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Checking segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:19:43.429823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Bound using segment: {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:19:43.430238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Bound port: 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830a5c83-da5a-4e9c-b674-b0632991f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:43.430615 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.526232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:19:43.529251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:19:43.535561 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.593551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.595568 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] 10.222.0.50 "PUT /v2.0/ports/9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 1092 time: 1.1155596 Mar 02 18:19:43.596002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:19:43.622146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7666ad0-3339-4676-b9d0-88453c009a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:43.733445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-9b6af2ae-d537-4db9-a2ee-fffcba59a746 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1095 time: 0.0772533 Mar 02 18:19:43.802025 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'status': 'completed', 'code': 200} Mar 02 18:19:43.817577 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-ec9ffee2-2e0c-4310-945e-f05e669496bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 217 time: 0.0700133 Mar 02 18:19:43.881053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0733-32e1-4a64-bc78-723db15b0833 req-41531aca-d5c5-4c5f-a6ab-f925ff205e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:43.882417 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-41531aca-d5c5-4c5f-a6ab-f925ff205e66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0588801 Mar 02 18:19:44.052649 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-a0f58f16-6372-47f7-b9b4-05853ed45022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639040 Mar 02 18:19:44.185616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-e5719528-87f5-445c-ab4a-0d35c54e49d4 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248119 Mar 02 18:19:44.324115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-886f0733-32e1-4a64-bc78-723db15b0833 req-f758492a-da62-4231-b183-7f8f58737f54 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321037 Mar 02 18:19:44.398461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2031b9-11bd-4386-b60c-a734b566ee45 req-1a86d8e7-2f43-47d3-861c-bc88a3555eb1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:44.399921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d2031b9-11bd-4386-b60c-a734b566ee45 req-1a86d8e7-2f43-47d3-861c-bc88a3555eb1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0858848 Mar 02 18:19:44.456194 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d2031b9-11bd-4386-b60c-a734b566ee45 req-a674333f-35f4-4cb9-af6b-ed7ce3fa6281 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502725 Mar 02 18:19:44.491162 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.503486 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-853db2fd-3749-4a32-aa10-e3402606a787 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1095 time: 0.0813224 Mar 02 18:19:44.644987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-ca4e9ee9-5109-4f0d-8427-836973d249f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:44.646373 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-ca4e9ee9-5109-4f0d-8427-836973d249f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1358128 Mar 02 18:19:44.717692 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-35839b63-a963-4360-8629-655ab08b9414 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 217 time: 0.0639663 Mar 02 18:19:44.778238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-b437e834-0786-4520-9f7f-9449250010f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:44.779664 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-b437e834-0786-4520-9f7f-9449250010f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0551951 Mar 02 18:19:44.857551 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-ce2155c4-b892-4d71-9691-046780de5ec2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714762 Mar 02 18:19:44.990104 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-49e49da3-eaf2-465d-9815-bb0fb09c42ca service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255498 Mar 02 18:19:45.126723 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46eb2350-36d1-499f-8a7f-1519260ba455 req-5473b09d-8d16-4f95-82e2-5463708e094f service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288147 Mar 02 18:19:45.697125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ef41-2764-42e0-80ae-d0c005dee1a6 req-17795dfc-9904-47c0-a33c-277c6570694f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:45.699720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5816ef41-2764-42e0-80ae-d0c005dee1a6 req-17795dfc-9904-47c0-a33c-277c6570694f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.1115713 Mar 02 18:19:45.750056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5816ef41-2764-42e0-80ae-d0c005dee1a6 req-b5650ecc-a9cd-4041-a8e4-3a99876dd418 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429168 Mar 02 18:19:46.966662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29517ab-d684-41c0-afe0-7272d16c8dcc req-34a78265-74f5-4924-a7b0-2a146ba8087c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:46.968288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c29517ab-d684-41c0-afe0-7272d16c8dcc req-34a78265-74f5-4924-a7b0-2a146ba8087c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0869634 Mar 02 18:19:47.017264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c29517ab-d684-41c0-afe0-7272d16c8dcc req-855c7797-61f9-4c05-9b13-d9bbab8a57f9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429707 Mar 02 18:19:48.034294 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:19:48.239770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fcf3-5d7f-4705-949c-3a2b6bfd24a0 req-fa37b979-1a1c-4076-9ce9-94d0022751ca tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:48.240770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1f8fcf3-5d7f-4705-949c-3a2b6bfd24a0 req-fa37b979-1a1c-4076-9ce9-94d0022751ca tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0959136 Mar 02 18:19:48.310208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1f8fcf3-5d7f-4705-949c-3a2b6bfd24a0 req-37e61c57-da8d-40af-ba9d-88a05ac84d24 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620964 Mar 02 18:19:49.595820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043cf0-ee7b-49fc-a1f5-59042edf7523 req-863dec00-68b1-45bc-b026-0ea6a323b97a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:49.597298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2043cf0-ee7b-49fc-a1f5-59042edf7523 req-863dec00-68b1-45bc-b026-0ea6a323b97a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0869794 Mar 02 18:19:49.648413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2043cf0-ee7b-49fc-a1f5-59042edf7523 req-d79df23d-ab11-491b-b95a-9a90cb841f85 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452313 Mar 02 18:19:49.773887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.856925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949008-6ffe-402c-a6ec-bb88b313876e req-aa854b6d-51da-4daa-b95b-7584f88d2558 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:50.858448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8949008-6ffe-402c-a6ec-bb88b313876e req-aa854b6d-51da-4daa-b95b-7584f88d2558 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0795014 Mar 02 18:19:50.904594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8949008-6ffe-402c-a6ec-bb88b313876e req-2bb29b5c-be00-45d4-88d4-6ef23a3284fd tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399725 Mar 02 18:19:52.106958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b6f35-a08a-4dd3-a75a-f0c46a052eab req-94c584af-de2b-4e25-9a87-7b085191afb4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:52.108391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-393b6f35-a08a-4dd3-a75a-f0c46a052eab req-94c584af-de2b-4e25-9a87-7b085191afb4 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 944 time: 0.0801518 Mar 02 18:19:52.155035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-393b6f35-a08a-4dd3-a75a-f0c46a052eab req-30d35134-f716-41f7-bc93-33cb9ca52469 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404258 Mar 02 18:19:52.486915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:52.630281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:19:52.644058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'port_id': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'mac_address': 'fa:16:3e:d9:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:52.700449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.718336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:19:52.733973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:19:52.741531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.806751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:52.815447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.815796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.816141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.816477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.816811 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.817142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.817470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.817794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.818118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.818439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:52.818795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.045284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:19:53.373322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc251777-433a-4f43-9eb2-584fbc3d12ac req-b3520617-801f-46dc-936d-289bdf599861 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:53.374747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc251777-433a-4f43-9eb2-584fbc3d12ac req-b3520617-801f-46dc-936d-289bdf599861 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 945 time: 0.0969641 Mar 02 18:19:53.422539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc251777-433a-4f43-9eb2-584fbc3d12ac req-7365cbd7-4075-4cfd-ad3d-3bce0cd797c1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414724 Mar 02 18:19:54.487020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:54.576480 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:54.582743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:54.583292 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.633508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2504c-8826-4e5c-816e-d098ab04f4b4 req-2d9ff094-bff8-466c-a9d3-247417d90cfc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:54.635495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ae2504c-8826-4e5c-816e-d098ab04f4b4 req-2d9ff094-bff8-466c-a9d3-247417d90cfc tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 945 time: 0.0867581 Mar 02 18:19:54.685119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ae2504c-8826-4e5c-816e-d098ab04f4b4 req-5999e464-03ad-4cec-a25f-a22b22fc29f9 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422919 Mar 02 18:19:54.718511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.747521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:19:54.758240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:19:54.763667 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.810507 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'code': 200} Mar 02 18:19:54.835164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:54.972965 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c825a115-77d1-4cc9-ac63-cf2e0a62c644 req-ff31213f-73d8-430f-8a6d-58fffca26f54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1097 time: 0.0747461 Mar 02 18:19:55.028513 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c825a115-77d1-4cc9-ac63-cf2e0a62c644 req-767b6a1e-0adc-47f6-bdb0-f3621c0cbb81 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483217 Mar 02 18:19:55.907322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc9967-e48d-40ce-9030-dfa84cc76c29 req-82900b42-3a61-40cd-bd91-6af401a0c048 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:55.908738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cdc9967-e48d-40ce-9030-dfa84cc76c29 req-82900b42-3a61-40cd-bd91-6af401a0c048 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.0792818 Mar 02 18:19:55.953898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7cdc9967-e48d-40ce-9030-dfa84cc76c29 req-66a83e84-4198-48d2-b215-05b47de532d8 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395756 Mar 02 18:19:57.163099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f94deb-3f50-43bb-b293-1bb51200b2b6 req-e3026ed4-a7cc-4c76-a226-152d36805c3f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.164628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4f94deb-3f50-43bb-b293-1bb51200b2b6 req-e3026ed4-a7cc-4c76-a226-152d36805c3f tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.0795200 Mar 02 18:19:57.216996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4f94deb-3f50-43bb-b293-1bb51200b2b6 req-7c7873df-5083-4bc8-b0c8-af7f1c36d479 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467668 Mar 02 18:19:57.419215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778be2-8718-448e-a134-b5f1b2fe1460 req-9287a4bb-93bd-4890-b2af-bd5abeb0e5a1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.420778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91778be2-8718-448e-a134-b5f1b2fe1460 req-9287a4bb-93bd-4890-b2af-bd5abeb0e5a1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.0781317 Mar 02 18:19:57.469067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91778be2-8718-448e-a134-b5f1b2fe1460 req-8feedca9-cf9c-4cea-b938-b7c531c1092a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414102 Mar 02 18:19:57.499832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47800) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:57.582462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8ed69871-999c-4e30-bfd0-88d3b8b6a4a0 tempest-TestVolumeBootPattern-1224204258 tempest-TestVolumeBootPattern-1224204258-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1092 time: 0.0804949 Mar 02 18:19:57.584790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 47804) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:57.589836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:19:57.596074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:57.599887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Usage tracker for resource:floatingip and tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:57.602796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:57.608462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:57.620043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.873081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.008376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Allocated IP 172.25.3.208 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/95c759aa-c1c7-46f0-ad27-1245b670e004) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:58.160944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.189390 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.270394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:58.273638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:58.279452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:19:58.304346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=95c759aa-c1c7-46f0-ad27-1245b670e004,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:58.328796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.329203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.329480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.329812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.330140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.330467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.330817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.331142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.331467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.331781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.332095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.795458 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.855990 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.058737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.064415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.169017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event updated for resources: {'Port': ['ID=95c759aa-c1c7-46f0-ad27-1245b670e004,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:59.183928 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.378181 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Floating IP 7958e254-da81-42c0-a7e4-78589e253969 associated. External IP: 172.25.3.208, port: 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c. Mar 02 18:19:59.886839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:20:00.096881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:20:00.110237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:20:00.121370 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.126476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:20:00.127127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:19:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:00.179376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-208284f1-3329-425a-a9d3-225ad283cb4b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5934556 Mar 02 18:20:00.179931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:20:00.317705 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'status': 'completed', 'code': 200} Mar 02 18:20:00.321020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:20:00.434294 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-4bbe42a3-ffe8-4faa-b5b0-4a5f39e0a7e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1097 time: 0.0731440 Mar 02 18:20:00.568535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-bc0ccde0-b50e-4103-a11e-a649e954e5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.570076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-bc0ccde0-b50e-4103-a11e-a649e954e5de service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1289117 Mar 02 18:20:00.673380 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-24a54641-7fb4-4a03-abd0-35a9db610cef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 1000 time: 0.0967619 Mar 02 18:20:00.675883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7958e254-da81-42c0-a7e4-78589e253969', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:d9:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af0212-a5c4-42e1-95c2-826af6360233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:19:58Z', 'updated_at': '2022-03-02T18:19:58Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}, {'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:00.679729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:20:00.691741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:20:00.692266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:19:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:00.735926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-51403112-d6ea-4dc8-bf93-756405866f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.737362 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-51403112-d6ea-4dc8-bf93-756405866f4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0586119 Mar 02 18:20:00.819063 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-764e6dc5-6134-4ac8-83b7-81a99f39f88e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754678 Mar 02 18:20:00.910473 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:20:01.049026 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-78890590-c27a-4035-8471-4e12669b7b37 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232795 Mar 02 18:20:01.180626 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-098fb32b-62e7-45ce-916a-a4d56886ddc2 req-646171d7-2253-480f-a81a-ded6611bad1e service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259041 Mar 02 18:20:01.266695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7958e254-da81-42c0-a7e4-78589e253969', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:d9:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af0212-a5c4-42e1-95c2-826af6360233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:19:58Z', 'updated_at': '2022-03-02T18:19:58Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}, {'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:01.270685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a920007-da18-45f9-8522-8db36ff39e10 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '7958e254-da81-42c0-a7e4-78589e253969', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:d9:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af0212-a5c4-42e1-95c2-826af6360233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:19:58Z', 'updated_at': '2022-03-02T18:19:58Z', 'revision_number': 0, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}, {'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:20:01.467163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72655a06-b486-4e8b-b703-9747f2faaa7c None None] New status for floating IP 7958e254-da81-42c0-a7e4-78589e253969: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:20:04.454105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-d41f947e-4233-468a-a3a9-eeb833ab8849 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678508 Mar 02 18:20:04.598798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-1ff22bc4-25c3-423f-8633-c03d39447819 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0747833 Mar 02 18:20:04.741492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-7d5f7439-ee37-41e8-b433-c24b551d5901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:04.742942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-7d5f7439-ee37-41e8-b433-c24b551d5901 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1253498 Mar 02 18:20:04.841278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-8c275d91-41bc-4f77-bad6-1bc03a57dc3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 1001 time: 0.0923069 Mar 02 18:20:04.903991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-20d8beff-bbf5-400d-bd16-85bfc4ec6482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:04.905297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-20d8beff-bbf5-400d-bd16-85bfc4ec6482 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0588863 Mar 02 18:20:04.977035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-90ec86f7-ad4c-4a5f-be89-4954ffb41a2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660858 Mar 02 18:20:05.104420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-9a73dcd5-b5eb-4219-9a86-524f2c712066 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215842 Mar 02 18:20:05.231146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7fb5dd8-19e7-4345-b49e-9eaffebcf9d0 req-c9eee113-704b-4682-8845-ae6f30ce54a8 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208160 Mar 02 18:20:08.901254 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.390058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d411bc84-6cfb-4894-9ca0-5e396a8798cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.409796 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f70a56d9-5a71-4b25-b7f1-d497ffd32319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.946456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:13.108364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.495611 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.668677 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.035269 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:20:29.274410 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-5e20a9dc-94d6-49c3-ae00-bea3be7d5b6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719571 Mar 02 18:20:29.439825 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-9d1c1305-e48e-446f-8777-329fc770cf55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1097 time: 0.0793850 Mar 02 18:20:29.600551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-aa418080-f045-4e40-a50f-d100b1fe69ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:29.601885 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-aa418080-f045-4e40-a50f-d100b1fe69ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1429241 Mar 02 18:20:29.704051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-5cddfbc7-1fad-41d1-8236-9126265e0fbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 1002 time: 0.0957968 Mar 02 18:20:29.777840 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-bdb03f91-085b-46e2-aa47-e33631a75fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:29.779615 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-bdb03f91-085b-46e2-aa47-e33631a75fb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0695400 Mar 02 18:20:29.862758 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-6e0efd23-ed7d-4c05-ac8b-9c81335b8536 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763657 Mar 02 18:20:29.997393 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-e5fc2dbf-d08e-4b2a-b4ce-38839b1005e2 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276724 Mar 02 18:20:30.131555 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-dc464acb-ca39-4f8c-b60d-81fcafb1fd5d req-d9b299af-e290-4a48-b8b9-53cb6657a4ab service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279566 Mar 02 18:20:38.914751 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.409639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-caebde1c-c63d-438c-af55-50952653d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.412560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-15fa9881-bf86-4d29-9fc4-1f32cc48fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:42.944132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:43.101603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.495287 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.672544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.036764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:21:05.631639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-b64dca2e-343b-465e-9bb1-92c1110a69e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2419660 Mar 02 18:21:05.767210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-960e7fad-baa8-4e10-a0dc-dfdf381ef27c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0675392 Mar 02 18:21:05.909083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-ed4af247-59e3-480b-bf9e-97450693cb64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:05.910500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-ed4af247-59e3-480b-bf9e-97450693cb64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1253715 Mar 02 18:21:06.016162 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-f31da63b-b030-4a00-8853-389a77c13a2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 1001 time: 0.0998516 Mar 02 18:21:06.082957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-ee7d589a-d927-4090-9f85-dede8a283a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.084381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-ee7d589a-d927-4090-9f85-dede8a283a56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0619047 Mar 02 18:21:06.162296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-ba5a3154-f92f-4cab-beb3-ca4d161cdf75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723994 Mar 02 18:21:06.291588 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-64397551-12cc-4284-9f28-28bccb0f4b26 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231620 Mar 02 18:21:06.421204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-270c7586-294b-4679-8bee-94530f2a3ec4 req-0c0e6212-64e6-4001-9737-1aae3d477eb8 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241353 Mar 02 18:21:08.915223 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.392582 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-965422ad-85ea-4fa4-9ac8-134a1d718645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.415996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6a0c071a-528d-4989-9198-43066329ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:12.946918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.094256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.495624 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.668923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.804330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47840) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:29.005776 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 95c759aa-c1c7-46f0-ad27-1245b670e004 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:29.006112 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.176246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.176443 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.411544 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 95c759aa-c1c7-46f0-ad27-1245b670e004 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:29.536348 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-4527206e-b580-403a-b0d0-73318d825f3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081962 Mar 02 18:21:29.603129 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.678871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=95c759aa-c1c7-46f0-ad27-1245b670e004,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:29.730938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.731211 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.732103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.732426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.732842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.733172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.733497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.733818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.734137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.734453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.734801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:29.811411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.920287 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-1aa2562a-9480-469d-b09b-71562d7b3e3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1097 time: 0.2804072 Mar 02 18:21:30.086588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-7bdc188f-47f5-4cdc-a7d8-6e2ce52eb51c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:30.088004 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-7bdc188f-47f5-4cdc-a7d8-6e2ce52eb51c service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1493623 Mar 02 18:21:30.163523 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-88042f80-35b5-4d89-9b0a-60115b12d609 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 217 time: 0.0687268 Mar 02 18:21:30.243366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-5b6e8eea-d8e0-41ba-884f-91213f9754cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:30.244779 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-5b6e8eea-d8e0-41ba-884f-91213f9754cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0744810 Mar 02 18:21:30.452964 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-f6580a74-61fd-4af4-a001-314f56cc2319 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556437 Mar 02 18:21:30.596875 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-2c313633-2f0a-4d1f-bed9-6af859768dfa service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366179 Mar 02 18:21:30.798019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:21:30.903086 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-7a1109ad-f676-4e45-8cae-aeae9884d960 req-4eb03fc3-67e4-4255-98b0-73f23b99f2ad service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974989 Mar 02 18:21:31.041086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:21:31.050625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:21:31.057556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.063510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:31.064117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:31.116324 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9494911b-ddf2-4757-94ae-16f8f4f01598 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "DELETE /v2.0/floatingips/7958e254-da81-42c0-a7e4-78589e253969 HTTP/1.1" status: 204 len: 168 time: 2.3106232 Mar 02 18:21:31.117341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:21:31.204105 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'status': 'completed', 'code': 200} Mar 02 18:21:31.268906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:31.327067 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-ee2c4182-94c2-4557-bb56-bff257a8ca62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 1097 time: 0.0750952 Mar 02 18:21:31.479599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-f83d7aba-c713-43ec-8abb-0bf0f8497eaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.481062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-f83d7aba-c713-43ec-8abb-0bf0f8497eaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1487556 Mar 02 18:21:31.549233 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-f2efd94d-7515-4a87-82de-bf12dbdf1c78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 200 len: 217 time: 0.0616322 Mar 02 18:21:31.624216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-5259aae4-51aa-4d06-bba5-5f0338a3439b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.625710 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-5259aae4-51aa-4d06-bba5-5f0338a3439b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0686738 Mar 02 18:21:31.643042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89a69-d43a-44ea-a729-82f21771c556 req-8e49fd78-a87d-4c4c-a836-237ae4ad016c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.649967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcc89a69-d43a-44ea-a729-82f21771c556 req-8e49fd78-a87d-4c4c-a836-237ae4ad016c tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.1646354 Mar 02 18:21:31.660611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:31.665024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:21:31.677952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:31.678616 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:31.695957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcc89a69-d43a-44ea-a729-82f21771c556 req-88b807e2-6956-457e-b39e-3f55a28f4b31 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450284 Mar 02 18:21:31.706800 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-7a69e57d-2456-4c6d-a31b-6602c6820cac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716405 Mar 02 18:21:31.845988 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-14cd71f7-0a6f-4563-a45f-f2db521912e2 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265085 Mar 02 18:21:31.862668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:31.984892 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d3a49c59-71c3-4031-853c-9c93b0862ddf req-fb3c1b5c-f969-4d65-9e84-852fd7b8b006 service neutron] 10.222.0.50 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312368 Mar 02 18:21:32.253090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:32.257266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6fd8e-e2ab-46e7-885a-17341c3d9bc4 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'f032331e-e1d0-4d6d-bac7-27ce6e1c5c62', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'port_id': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'mac_address': 'fa:16:3e:a4:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:17:52Z', 'updated_at': '2022-03-02T18:17:56Z', 'revision_number': 1, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:21:32.473927 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6140f03e-26c6-462e-9960-9d12049b5efc None None] New status for floating IP 7958e254-da81-42c0-a7e4-78589e253969: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:21:32.971739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa936b-c01e-440d-9c8f-bb456db7989d req-5a78e3eb-d727-4377-81ed-419ae04ee77e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.973166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bfa936b-c01e-440d-9c8f-bb456db7989d req-5a78e3eb-d727-4377-81ed-419ae04ee77e tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.1533198 Mar 02 18:21:33.017921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bfa936b-c01e-440d-9c8f-bb456db7989d req-5db7f68f-ef49-4d88-b122-597346ee320b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392561 Mar 02 18:21:33.209040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-8d6e13a2-accf-4be3-9420-939576aebe96 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:33.209626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-8d6e13a2-accf-4be3-9420-939576aebe96 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:33.225851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-8d6e13a2-accf-4be3-9420-939576aebe96 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:33.226999 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-8d6e13a2-accf-4be3-9420-939576aebe96 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 946 time: 0.0952520 Mar 02 18:21:33.295882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:33.296220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.545290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:33.545640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.763175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:33.912348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.958812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:34.034671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:34.037186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.039681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'name': 'network-vif-deleted', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:21:34.057491 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0f9eb2b7-708e-414a-b484-e8211fabafd0 req-d1e2d0c4-3aa3-43df-abbc-51d2f3d96a21 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.50 "DELETE /v2.0/ports/9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c HTTP/1.1" status: 204 len: 173 time: 0.8249066 Mar 02 18:21:34.118879 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af0212-a5c4-42e1-95c2-826af6360233', 'name': 'network-vif-deleted', 'tag': '9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c', 'status': 'completed', 'code': 200} Mar 02 18:21:34.206688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6da0ac-fb9a-438c-a860-4e763e0b59c3 req-0dfec8e6-bf5b-4c46-89d9-c665e8b5bd0d tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=26af0212-a5c4-42e1-95c2-826af6360233 HTTP/1.1" status: 200 len: 210 time: 0.0414445 Mar 02 18:21:37.002193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:37.035430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:21:37.035776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9083fc4a-91e5-46a3-ba49-5b7a9f0ee43c not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:38.928425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.037741 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:21:39.396109 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fc15c372-a9cc-4b1f-b113-ab15590993b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.850179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47888) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:40.060949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 2e7c2a14-fced-4766-98ca-f308cb59966e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:40.061289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.235908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.236114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.356044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 2e7c2a14-fced-4766-98ca-f308cb59966e owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:40.508344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.550785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=2e7c2a14-fced-4766-98ca-f308cb59966e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:40.641794 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.128859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:21:41.333284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:21:41.343421 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:21:41.349493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.354793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:41.355396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:41.407746 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a0e7e65-884f-40e5-8f4c-a9011d74cff1 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "DELETE /v2.0/floatingips/f032331e-e1d0-4d6d-bac7-27ce6e1c5c62 HTTP/1.1" status: 204 len: 168 time: 1.5564396 Mar 02 18:21:41.408324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:21:41.476730 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'status': 'completed', 'code': 200} Mar 02 18:21:41.492178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-22265ef9-66a0-4abf-8175-6359e85719a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.553635 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:41.579081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-6761676e-710b-47e2-b4c1-5cc61a9b6c59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 1096 time: 0.0787175 Mar 02 18:21:41.720121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720081c7-9c90-400d-8754-875ce1b8bbac req-2bddb74c-ea41-4b30-a91b-0b57e7e013c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.721875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-2bddb74c-ea41-4b30-a91b-0b57e7e013c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 200 len: 912 time: 0.1361001 Mar 02 18:21:41.825490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-d0e08d67-3093-4a0e-bcd1-3b6b5afc8641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 200 len: 217 time: 0.0972295 Mar 02 18:21:41.885731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:41.890065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:21:41.897991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720081c7-9c90-400d-8754-875ce1b8bbac req-dadc4e38-1623-4786-8bbc-53b63299743f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.899459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-dadc4e38-1623-4786-8bbc-53b63299743f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 200 len: 850 time: 0.0677123 Mar 02 18:21:41.900696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:41.901298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:41.950507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ce32-c5e0-40ae-9bfc-17136367dee4 req-a6e7d5e5-e182-4c7f-bade-a6176e87e4ae tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.952681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae09ce32-c5e0-40ae-9bfc-17136367dee4 req-a6e7d5e5-e182-4c7f-bade-a6176e87e4ae tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.1759281 Mar 02 18:21:42.013821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae09ce32-c5e0-40ae-9bfc-17136367dee4 req-97f5f67c-0fc5-40ae-8e1a-6e71ed9c24ad tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553193 Mar 02 18:21:42.023474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-fa03b64a-4f15-4b35-93cc-eb70b2513bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37b90199-0b48-46c5-945c-aa1dadd40fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163285 Mar 02 18:21:42.080442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:42.264365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-fe0358b5-f5d8-4977-a922-8d55df0b60f6 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339208 Mar 02 18:21:42.403551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-720081c7-9c90-400d-8754-875ce1b8bbac req-cb6a9067-7ea3-4ea8-866e-22c4a418e1c1 service neutron] 10.222.0.35 "GET /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323838 Mar 02 18:21:42.464970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99f24e37-f609-4adb-8a70-53338892343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:42.470091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f24e37-f609-4adb-8a70-53338892343c None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:11:51Z', 'revision_number': 4, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7c574a2b-5603-4ad9-ac46-2547e01ec9aa', 'name': '', 'network_id': '37b90199-0b48-46c5-945c-aa1dadd40fb3', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'mac_address': 'fa:16:3e:4c:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:49Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'subnets': [{'id': '9ce93144-c7e8-4f00-ac40-59792251053d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:21:42.698453 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a318ba-28f8-4730-b2c4-be905a78a467 None None] New status for floating IP f032331e-e1d0-4d6d-bac7-27ce6e1c5c62: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:21:42.949604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.097696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.214541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab06e96-781f-41bc-af0f-a2ad8e46bf8a req-97f9c1ed-b8cb-406a-82c7-3d80f28bce14 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:43.216603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ab06e96-781f-41bc-af0f-a2ad8e46bf8a req-97f9c1ed-b8cb-406a-82c7-3d80f28bce14 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0770404 Mar 02 18:21:43.273922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ab06e96-781f-41bc-af0f-a2ad8e46bf8a req-ee4e9c34-64e8-4279-aa82-e738cd7a968a tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3715b1e-223b-429c-8407-6a31e3e9b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513642 Mar 02 18:21:43.362789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-4c200553-007d-4682-a68f-41d85c48c18b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:43.364081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-4c200553-007d-4682-a68f-41d85c48c18b tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 945 time: 0.0749791 Mar 02 18:21:43.439366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 47e41ce5-fe7c-4b4e-b046-167e037771ad {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:43.439712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.690811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] For port 47e41ce5-fe7c-4b4e-b046-167e037771ad, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=47e41ce5-fe7c-4b4e-b046-167e037771ad,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:43.691093 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.815892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 47e41ce5-fe7c-4b4e-b046-167e037771ad owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:43.975690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.033067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=47e41ce5-fe7c-4b4e-b046-167e037771ad,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:44.079825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.080183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.080524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.080857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.081188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.081517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.081853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.082327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.082480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.083035 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.083366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:44.120418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] No DVR routers for this DVR port 47e41ce5-fe7c-4b4e-b046-167e037771ad on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:44.124444 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.127101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'name': 'network-vif-deleted', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:21:44.140846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ff1def7a-47d6-4ac5-b935-7ead732f9845 req-ac532d60-2f37-459e-bf59-cae049fe5fcf tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.35 "DELETE /v2.0/ports/47e41ce5-fe7c-4b4e-b046-167e037771ad HTTP/1.1" status: 204 len: 173 time: 0.7703726 Mar 02 18:21:44.190235 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95484d27-fe9b-4ae0-b227-46169b12ff30', 'name': 'network-vif-deleted', 'tag': '47e41ce5-fe7c-4b4e-b046-167e037771ad', 'status': 'completed', 'code': 200} Mar 02 18:21:44.459473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-56a826a7-94f5-4ba7-bd40-c16268a3cefb req-7e875f5d-4d87-4af2-9138-d30b0d77fc58 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Synchronizing usage tracker for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:44.480994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-56a826a7-94f5-4ba7-bd40-c16268a3cefb req-7e875f5d-4d87-4af2-9138-d30b0d77fc58 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Unset dirty status for tenant:f5bfa1f6df344fb2a775b50ac08ba4b8 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:44.487463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56a826a7-94f5-4ba7-bd40-c16268a3cefb req-7e875f5d-4d87-4af2-9138-d30b0d77fc58 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "GET /v2.0/ports?device_id=95484d27-fe9b-4ae0-b227-46169b12ff30 HTTP/1.1" status: 200 len: 210 time: 0.0757391 Mar 02 18:21:44.501458 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.596613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47908) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:45.749000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Deleting port 1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:45.749253 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.914953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.915276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.036816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Calling delete_port for 1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:46.171309 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.219719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'Port': ['ID=1f7c34e8-c271-4cd3-b461-5b3fc2d62dc7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:46.313515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.332385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.333487 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00484f27-b0e4-4e95-b8de-b11d7b26a759 tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "DELETE /v2.0/floatingips/06b4cdc1-603c-4d74-bd57-29493a65c68b HTTP/1.1" status: 204 len: 168 time: 0.7359126 Mar 02 18:21:47.055900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 47e41ce5-fe7c-4b4e-b046-167e037771ad no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:47.090351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 47e41ce5-fe7c-4b4e-b046-167e037771ad {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:21:47.090854 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 47e41ce5-fe7c-4b4e-b046-167e037771ad not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:48.814169 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:48.890528 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.921034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.984931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.004251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3715b1e-223b-429c-8407-6a31e3e9b5eb,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:49.015182 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.016364 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ae1638a2-69a2-4f87-b556-2a78e566afba tempest-TestVolumeBootPattern-2080875016 tempest-TestVolumeBootPattern-2080875016-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3715b1e-223b-429c-8407-6a31e3e9b5eb HTTP/1.1" status: 204 len: 168 time: 0.2010996 Mar 02 18:21:49.096228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47932) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:49.664596 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.827083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.439029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Deleting port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:50.439362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.613666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] For port 7c574a2b-5603-4ad9-ac46-2547e01ec9aa, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:50.614011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.730540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Calling delete_port for 7c574a2b-5603-4ad9-ac46-2547e01ec9aa owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:50.895334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.939451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c574a2b-5603-4ad9-ac46-2547e01ec9aa,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:51.229644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.895601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Router 4181b1db-49d4-45f1-95ad-0338534fc809 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:21:52.102314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:21:52.112033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Sync routers for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:21:52.114777 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f35efc17-af8d-44ee-b845-7a5a2feb0063 admin admin] 10.222.0.37 "PUT /v2.0/routers/4181b1db-49d4-45f1-95ad-0338534fc809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173728 Mar 02 18:21:52.117258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47938) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:52.124940 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:52.125546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:52.311385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:52.320521 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.522894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.534035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Deleting port bdafba3f-91ab-4937-9a6d-54fb26a0ceba {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:52.534390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.603759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:21:50Z', 'revision_number': 5, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port': {'id': 'bdafba3f-91ab-4937-9a6d-54fb26a0ceba', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:46Z', 'updated_at': '2022-03-02T18:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:52.607798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Checking router: 4181b1db-49d4-45f1-95ad-0338534fc809 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:21:52.618448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Routers {'4181b1db-49d4-45f1-95ad-0338534fc809'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:52.619122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['4181b1db-49d4-45f1-95ad-0338534fc809'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:52.775512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] Set router 4181b1db-49d4-45f1-95ad-0338534fc809 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:52.817214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] For port bdafba3f-91ab-4937-9a6d-54fb26a0ceba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:52.817564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.878510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:21:52Z', 'revision_number': 6, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:52.882357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd00d8d-d90a-4c3c-9ac4-1904a7b2cf62 None None] The sync data for ids ['4181b1db-49d4-45f1-95ad-0338534fc809'] in n-d-820559-6 is: [{'id': '4181b1db-49d4-45f1-95ad-0338534fc809', 'name': 'tempest-TestVolumeBootPattern-971976388-router', 'tenant_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:45Z', 'updated_at': '2022-03-02T18:21:52Z', 'revision_number': 6, 'project_id': 'f5bfa1f6df344fb2a775b50ac08ba4b8', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:21:52.938132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Calling delete_port for bdafba3f-91ab-4937-9a6d-54fb26a0ceba owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:53.099036 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.143856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdafba3f-91ab-4937-9a6d-54fb26a0ceba,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:53.366350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.619866 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.625296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.650666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.651165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4181b1db-49d4-45f1-95ad-0338534fc809 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:21:53.663755 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.664855 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28a9d6ee-90f2-4415-a57a-ada4d858e9c9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4181b1db-49d4-45f1-95ad-0338534fc809 HTTP/1.1" status: 204 len: 168 time: 1.5466566 Mar 02 18:21:53.667458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47942) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:53.728631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Deleting subnet 9ce93144-c7e8-4f00-ac40-59792251053d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:21:53.732664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.781665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.867456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.934236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.974168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce93144-c7e8-4f00-ac40-59792251053d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:53.979032 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.984838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f55bcb-fd60-4ad1-8076-ccf555ecb671 None None] Network 37b90199-0b48-46c5-945c-aa1dadd40fb3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:21:53.986969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8e0614fc-a238-4654-8b5a-01892d620cf9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9ce93144-c7e8-4f00-ac40-59792251053d HTTP/1.1" status: 204 len: 168 time: 0.3184097 Mar 02 18:21:53.989306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47946) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:54.098792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.109490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Deleting port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:54.109830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.245684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] DHCP port deletion for 37b90199-0b48-46c5-945c-aa1dadd40fb3 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:21:54.250668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Deleting port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:54.251083 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.343752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:54.417308 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] For port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:54.417682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.545257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Calling delete_port for 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:54.592853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] For port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,segment=NetworkSegment(830a5c83-da5a-4e9c-b674-b0632991f6e1),segment_id=830a5c83-da5a-4e9c-b674-b0632991f6e1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:54.593247 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.624770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.669408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc27aea-fba6-485f-95dd-8b399b8ec5c1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:54.675585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] No DVR routers for this DVR port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:54.728187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Calling delete_port for 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:54.754904 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.794951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.819583 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b90199-0b48-46c5-945c-aa1dadd40fb3']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:54.832258 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830a5c83-da5a-4e9c-b674-b0632991f6e1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:54.832556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830a5c83-da5a-4e9c-b674-b0632991f6e1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:54.843212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bdafba3f-91ab-4937-9a6d-54fb26a0ceba no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:54.844571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.861583 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.868332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:21:54.868816 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:54.884214 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:54.886182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: bdafba3f-91ab-4937-9a6d-54fb26a0ceba {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:21:54.886182 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device bdafba3f-91ab-4937-9a6d-54fb26a0ceba not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:54.886465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7c574a2b-5603-4ad9-ac46-2547e01ec9aa no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:54.920977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:54.921332 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:54.921919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7c574a2b-5603-4ad9-ac46-2547e01ec9aa {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:21:54.922258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7c574a2b-5603-4ad9-ac46-2547e01ec9aa not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:54.963998 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.982083 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.992449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] Pushing event deleted for resources: {'Network': ['ID=37b90199-0b48-46c5-945c-aa1dadd40fb3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:55.006148 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-105e9f17-a46c-4dcd-8843-461853e8b37c admin admin] 10.222.0.37 "DELETE /v2.0/networks/37b90199-0b48-46c5-945c-aa1dadd40fb3 HTTP/1.1" status: 204 len: 168 time: 1.0154450 Mar 02 18:21:55.008783 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:55.407784 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.422768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Deleting port 7cc27aea-fba6-485f-95dd-8b399b8ec5c1 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:55.423258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.493800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-8479dda2-0465-4c1a-a2aa-174b98faaa71 None None] The port '7cc27aea-fba6-485f-95dd-8b399b8ec5c1' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:21:56.095255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Deleting port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:56.095847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.272366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] For port e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:56.272717 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.432391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Calling delete_port for e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:56.646483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.694350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:56.986889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.674120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Router 07c87259-6953-4c04-821d-399542038edd has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:21:57.877160 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:21:57.886303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2392990b-8d28-4f7c-a620-cbb0cf680ad6 admin admin] 10.222.0.37 "PUT /v2.0/routers/07c87259-6953-4c04-821d-399542038edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8765495 Mar 02 18:21:57.887978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Sync routers for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:21:57.890339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47954) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:57.904604 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:57.905309 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:58.085690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:58.095702 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.319617 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.330876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Deleting port 77e94d5a-902c-4240-8817-d7bf7c2007b0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:21:58.331267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.416156 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:21:56Z', 'revision_number': 5, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port': {'id': '77e94d5a-902c-4240-8817-d7bf7c2007b0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c87259-6953-4c04-821d-399542038edd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:58Z', 'updated_at': '2022-03-02T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:58.422870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Checking router: 07c87259-6953-4c04-821d-399542038edd for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:21:58.437624 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Routers {'07c87259-6953-4c04-821d-399542038edd'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:21:58.438764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:21:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['07c87259-6953-4c04-821d-399542038edd'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:58.521289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] For port 77e94d5a-902c-4240-8817-d7bf7c2007b0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=77e94d5a-902c-4240-8817-d7bf7c2007b0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:21:58.521579 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.632741 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] Set router 07c87259-6953-4c04-821d-399542038edd gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:21:58.654922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Calling delete_port for 77e94d5a-902c-4240-8817-d7bf7c2007b0 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:21:58.741296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:21:58Z', 'revision_number': 6, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:58.745524 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02542d85-aac4-400f-b261-bd6c458c36f4 None None] The sync data for ids ['07c87259-6953-4c04-821d-399542038edd'] in n-d-820559-6 is: [{'id': '07c87259-6953-4c04-821d-399542038edd', 'name': 'tempest-TestVolumeBootPattern-381455912-router', 'tenant_id': '573e7409865b4ccd80cf99a33307fb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:57Z', 'updated_at': '2022-03-02T18:21:58Z', 'revision_number': 6, 'project_id': '573e7409865b4ccd80cf99a33307fb59', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:21:58.831550 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.880804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e94d5a-902c-4240-8817-d7bf7c2007b0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:59.205229 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.501701 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.505896 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.532493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.532988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c87259-6953-4c04-821d-399542038edd {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:21:59.549864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.551375 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b84ba079-ee71-4f6b-9692-9d6c98e28ab1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/07c87259-6953-4c04-821d-399542038edd HTTP/1.1" status: 204 len: 168 time: 1.6599388 Mar 02 18:21:59.553842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47958) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:59.624636 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Deleting subnet a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:21:59.627830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.686666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.763644 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.836557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.883246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:59.889242 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.894883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053f130-6eca-4fbf-9f14-fe05477f05cb None None] Network c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:21:59.897248 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-57b3cb7f-4592-48a8-b072-dc54e4fe43d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a87c7f5a-5548-4ce3-8e51-e2b4c8b7cf56 HTTP/1.1" status: 204 len: 168 time: 0.3418562 Mar 02 18:21:59.899644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47962) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:00.044296 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.057829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Deleting port 860e90d1-166a-4ae2-a324-30560b6dcbad {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:22:00.058249 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.169392 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] DHCP port deletion for c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:22:00.173665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Deleting port 860e90d1-166a-4ae2-a324-30560b6dcbad {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:22:00.174036 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.335090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] For port 860e90d1-166a-4ae2-a324-30560b6dcbad, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=860e90d1-166a-4ae2-a324-30560b6dcbad,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:00.335552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.362476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 77e94d5a-902c-4240-8817-d7bf7c2007b0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:00.412924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 77e94d5a-902c-4240-8817-d7bf7c2007b0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:22:00.413219 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 77e94d5a-902c-4240-8817-d7bf7c2007b0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:00.413568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:00.456285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:22:00.456285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0fe97cf-8a5b-492a-81c6-a39c16b7ce6b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:00.456737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 860e90d1-166a-4ae2-a324-30560b6dcbad no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:00.493648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Calling delete_port for 860e90d1-166a-4ae2-a324-30560b6dcbad owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:22:00.502083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] For port 860e90d1-166a-4ae2-a324-30560b6dcbad, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=860e90d1-166a-4ae2-a324-30560b6dcbad,segment=NetworkSegment(7e934dcc-538f-4854-b10d-a1e9ea63f6fe),segment_id=7e934dcc-538f-4854-b10d-a1e9ea63f6fe)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:00.502471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.636899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Calling delete_port for 860e90d1-166a-4ae2-a324-30560b6dcbad owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:22:00.677958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.690921 n-d-820559-6 neutron-server[83798]: INFO neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No ports have port_id starting with 860e90d1-166a-4ae2-a324-30560b6dcbad Mar 02 18:22:00.718220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:22:00.718631 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:22:00.727028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=860e90d1-166a-4ae2-a324-30560b6dcbad,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:00.733543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] No DVR routers for this DVR port 860e90d1-166a-4ae2-a324-30560b6dcbad on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:00.847265 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.874130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:00.886073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e934dcc-538f-4854-b10d-a1e9ea63f6fe') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:00.886366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e934dcc-538f-4854-b10d-a1e9ea63f6fe') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:00.897603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.918110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.924902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:22:00.925287 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:00.938878 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:01.013587 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.019787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.044981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:01.048354 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f2b63a5e-7760-429f-9e28-c0bdffb36c32 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0ebdb8e-07c1-488d-a8f3-9b1fe22f1488 HTTP/1.1" status: 204 len: 168 time: 1.1475766 Mar 02 18:22:01.209816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47968) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:01.220260 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Deleting port 860e90d1-166a-4ae2-a324-30560b6dcbad {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:22:01.220798 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.264739 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69647af2-b513-43a4-84fb-5478317a25e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5bfa1f6df344fb2a775b50ac08ba4b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537694 Mar 02 18:22:01.267937 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47972) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:01.285888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5678cbcb-0a5e-4afe-98f3-6da56b89d580 None None] The port '860e90d1-166a-4ae2-a324-30560b6dcbad' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:22:01.328378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.353727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.405317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.422661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fb49d-1ca3-4eee-ad95-63d07326e370,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:01.430010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.434152 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4fb3343f-ea3e-4855-bcdd-86cb8fe3d776 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd3fb49d-1ca3-4eee-ad95-63d07326e370 HTTP/1.1" status: 204 len: 168 time: 0.1622512 Mar 02 18:22:01.872482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:01.926907 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ec4d6af-3550-42f6-874d-7c20194f49e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=573e7409865b4ccd80cf99a33307fb59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532923 Mar 02 18:22:01.929502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 47984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:01.994917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.022284 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.076375 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.094775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff581f59-69ba-461b-ae81-f23852d23b80,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:02.101937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.103839 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0a44e1af-51dd-4cdf-a876-403f54a10e21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff581f59-69ba-461b-ae81-f23852d23b80 HTTP/1.1" status: 204 len: 168 time: 0.1733129 Mar 02 18:22:08.927442 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.404280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b938be14-6235-4c9a-adaa-d7c88bcebc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.425344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0920-dcb3-4a9e-a717-a67d280b9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.954228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.101240 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.602207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-799198b0-3d6f-44fd-be7e-2904123f2f0c tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c377b75ed4584679b27ce7a453020780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278130 Mar 02 18:22:13.760050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8384-aae1-422e-a804-bb188880ee0c req-bbacac47-4542-42e6-90bb-00972aff400e tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:13.762043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-bbacac47-4542-42e6-90bb-00972aff400e tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513717 Mar 02 18:22:13.780573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1ae7e2ce-381b-417d-93d8-4006a6c503e6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/quotas/c377b75ed4584679b27ce7a453020780 HTTP/1.1" status: 200 len: 375 time: 0.0118906 Mar 02 18:22:13.833019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-3c127635-8771-4a72-a9b1-d3d22cdb2f09 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c377b75ed4584679b27ce7a453020780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466273 Mar 02 18:22:14.024178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05f2d46f-b3b1-4f77-9ca0-0e0bd696294c req-455af6ab-8e23-47df-90fd-ae28146ce65d tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 210 time: 0.0422318 Mar 02 18:22:14.501910 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.219287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9705ed1c-834c-4ae2-b2ea-8f4da454b394 req-2f075873-c0de-4495-8075-e85be651d145 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 210 time: 0.0669646 Mar 02 18:22:15.225277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-346f307a-22bd-4418-b54d-8418f274e233 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c377b75ed4584679b27ce7a453020780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384154 Mar 02 18:22:15.492444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8384-aae1-422e-a804-bb188880ee0c req-19954fbe-f8c7-4942-9a7c-f86e0a7cdf35 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.493934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-19954fbe-f8c7-4942-9a7c-f86e0a7cdf35 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634501 Mar 02 18:22:15.510663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Request body: {'port': {'device_id': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'admin_state_up': True, 'tenant_id': 'c377b75ed4584679b27ce7a453020780'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:15.646580 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:15.650368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Usage tracker for resource:port and tenant:c377b75ed4584679b27ce7a453020780 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:15.653316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:15.658916 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:15.669613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Made reservation on behalf of c377b75ed4584679b27ce7a453020780 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:15.672775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.686082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.718407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:15.722315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Usage tracker for resource:security_group_rule and tenant:c377b75ed4584679b27ce7a453020780 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:15.725422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:15.733136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:15.802651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.806670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.889562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51187d28-6394-4d08-bf05-ef8f5a7a3d94,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:15.977895 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Allocated IP 192.168.233.241 (8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca/94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3/a3ab8549-01ef-4ab8-901b-c3cce1eb2892) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:16.038706 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:22:16.191209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.207930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Transition to ACTIVE for port object a3ab8549-01ef-4ab8-901b-c3cce1eb2892 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:16.231272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.302441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:16.311198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:16.313771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:22:16.396430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Pushing event updated for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:16.445199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.446008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.488083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-afcf3cf1-06fa-43d6-86f3-b13aa8bd3901 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9812183 Mar 02 18:22:16.494355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bb721-9178-4793-936f-c6614600dc1a req-1cc326de-3be7-476c-a8a2-a0e65cbadb14 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.495088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8c0bb721-9178-4793-936f-c6614600dc1a req-1cc326de-3be7-476c-a8a2-a0e65cbadb14 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Synchronizing usage tracker for tenant:c377b75ed4584679b27ce7a453020780 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:16.503378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Request body: {'port': {'device_id': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:16.560626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8c0bb721-9178-4793-936f-c6614600dc1a req-1cc326de-3be7-476c-a8a2-a0e65cbadb14 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Unset dirty status for tenant:c377b75ed4584679b27ce7a453020780 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:16.561759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c0bb721-9178-4793-936f-c6614600dc1a req-1cc326de-3be7-476c-a8a2-a0e65cbadb14 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 936 time: 0.2142320 Mar 02 18:22:16.600053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6c79998-7e9e-48a3-bd2e-bffcc1a83d28 None None] Provisioning for port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:16.606412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b6c79998-7e9e-48a3-bd2e-bffcc1a83d28 None None] Provisioning complete for port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:16.607006 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b6c79998-7e9e-48a3-bd2e-bffcc1a83d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.644636 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.705932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b6c79998-7e9e-48a3-bd2e-bffcc1a83d28 None None] Port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:22:16.706873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8c0bb721-9178-4793-936f-c6614600dc1a req-be8588d9-7fb1-4bd3-a1c7-00463326547f tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Synchronizing usage tracker for tenant:c377b75ed4584679b27ce7a453020780 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:16.749303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8c0bb721-9178-4793-936f-c6614600dc1a req-be8588d9-7fb1-4bd3-a1c7-00463326547f tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Unset dirty status for tenant:c377b75ed4584679b27ce7a453020780 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:16.750512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c0bb721-9178-4793-936f-c6614600dc1a req-be8588d9-7fb1-4bd3-a1c7-00463326547f tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555665 Mar 02 18:22:17.021778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ab8549-01ef-4ab8-901b-c3cce1eb2892 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:22:17.029353 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.046253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Transition to ACTIVE for port object a3ab8549-01ef-4ab8-901b-c3cce1eb2892 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:17.050008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.182179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:17.293732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Attempting to bind port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:17.294349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Attempting to bind port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:17.294349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Attempting to bind port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:22:17.300232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:22:17.300567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Attempting to bind port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 on network 8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:22:17.306689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:22:17.307017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Checking segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:22:17.307392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Bound using segment: {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:22:17.307804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Bound port: a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af9059-5e0a-4630-8402-8e0b24b49f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:17.308202 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.507377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:22:17.510695 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:22:17.515775 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.573634 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.575151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] 10.222.0.35 "PUT /v2.0/ports/a3ab8549-01ef-4ab8-901b-c3cce1eb2892 HTTP/1.1" status: 200 len: 1096 time: 1.0769427 Mar 02 18:22:17.577929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:22:17.608104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b34c-6da6-471e-b21d-e5f75cb9b432 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:17.653408 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892', 'status': 'completed', 'code': 200} Mar 02 18:22:17.704667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-64cc236d-5788-4504-938f-00e891ac2d69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c377b75ed4584679b27ce7a453020780&device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 1099 time: 0.0849655 Mar 02 18:22:17.778272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-c426de50-daa6-456a-ad8d-c3fca36bb331 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892 HTTP/1.1" status: 200 len: 217 time: 0.0666983 Mar 02 18:22:17.846530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8384-aae1-422e-a804-bb188880ee0c req-c56c98e5-a59f-4e7d-85dc-5c1c9351d562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.847892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-c56c98e5-a59f-4e7d-85dc-5c1c9351d562 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0642636 Mar 02 18:22:17.988684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-5e59f877-5810-44e6-83af-428d76ed07a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349247 Mar 02 18:22:18.077110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac5b5-cf2b-4dda-a2cc-c9bb5dea7c37 req-23c0850a-cb22-4071-98a1-b45e7a63650d tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.078601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7ac5b5-cf2b-4dda-a2cc-c9bb5dea7c37 req-23c0850a-cb22-4071-98a1-b45e7a63650d tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 948 time: 0.1852906 Mar 02 18:22:18.174488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf7ac5b5-cf2b-4dda-a2cc-c9bb5dea7c37 req-3ca118b7-293c-4746-9ef1-cfeb2040d169 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882249 Mar 02 18:22:18.179749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-41f4fc57-59f7-458f-a51b-9b4e1cb411e5 service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850214 Mar 02 18:22:18.318511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c69e8384-aae1-422e-a804-bb188880ee0c req-f255d3d3-6dbb-4e6b-95a3-f0b08a83128b service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332843 Mar 02 18:22:18.445517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-a2b5552d-9c27-42d9-a2a9-81985c4f56be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c377b75ed4584679b27ce7a453020780&device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 1099 time: 0.0745811 Mar 02 18:22:18.582599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-f94a13a9-713c-42e8-8ceb-4d336b0608cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.584037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-f94a13a9-713c-42e8-8ceb-4d336b0608cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca HTTP/1.1" status: 200 len: 870 time: 0.1331444 Mar 02 18:22:18.658946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-26e13482-febe-42d0-ab04-c17ecafae92c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892 HTTP/1.1" status: 200 len: 217 time: 0.0692859 Mar 02 18:22:18.723247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-b4870d76-e086-47a2-b845-391fdb5647bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.724595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-b4870d76-e086-47a2-b845-391fdb5647bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3 HTTP/1.1" status: 200 len: 843 time: 0.0606167 Mar 02 18:22:18.804843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-7d943779-73a3-4ae9-81f4-a7b437aa63c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734541 Mar 02 18:22:18.940092 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-a2c82303-532f-4b94-8408-71491a31ccce service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291461 Mar 02 18:22:19.078843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91b4e928-a8db-4e09-bad6-bed2069dc768 req-cf58a704-98bc-42ad-b8a3-9b8a4e81118b service neutron] 10.222.0.35 "GET /v2.0/networks/8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325226 Mar 02 18:22:19.381364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ca6d-cd36-4246-804b-bd1cad9a7470 req-d95acc95-db1d-4e3d-8120-cd472a701b47 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.382756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9261ca6d-cd36-4246-804b-bd1cad9a7470 req-d95acc95-db1d-4e3d-8120-cd472a701b47 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 948 time: 0.0786250 Mar 02 18:22:19.435370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9261ca6d-cd36-4246-804b-bd1cad9a7470 req-5d327d69-75c1-45a7-b1df-f7e8e12c29ae tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Mar 02 18:22:19.662335 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.633788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629a55a-2056-4729-9649-8124b3a46e3e req-a5a613df-15b8-4241-9b8b-5cbd4eb49fb4 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.635173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2629a55a-2056-4729-9649-8124b3a46e3e req-a5a613df-15b8-4241-9b8b-5cbd4eb49fb4 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 948 time: 0.0804851 Mar 02 18:22:20.791381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2629a55a-2056-4729-9649-8124b3a46e3e req-065ee4aa-51b9-431b-8b59-a05c2cce9feb tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498501 Mar 02 18:22:21.993901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d257cd-7787-4719-997b-ff9904ea259d req-ca5b62f0-ae0a-42be-8fa8-016e20f3f2a1 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.995365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73d257cd-7787-4719-997b-ff9904ea259d req-ca5b62f0-ae0a-42be-8fa8-016e20f3f2a1 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 948 time: 0.0765350 Mar 02 18:22:22.043378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73d257cd-7787-4719-997b-ff9904ea259d req-bfb53168-48fa-4916-a1b0-940c378fad5a tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Mar 02 18:22:23.193758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device a3ab8549-01ef-4ab8-901b-c3cce1eb2892 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:23.262260 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5612-82b9-476c-86fc-eebc3eeb9aa1 req-64c258a7-0005-4147-aec9-e4a4904c5fe3 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.263936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99ca5612-82b9-476c-86fc-eebc3eeb9aa1 req-64c258a7-0005-4147-aec9-e4a4904c5fe3 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 948 time: 0.0896850 Mar 02 18:22:23.313083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99ca5612-82b9-476c-86fc-eebc3eeb9aa1 req-e5c41124-7632-41bb-8fd2-8edecd4942d3 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Mar 02 18:22:23.332429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:23.350924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892', 'network_id': '8af0f7b4-0d1c-4232-9e2c-d1a638ed14ca', 'port_id': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892', 'mac_address': 'fa:16:3e:20:11:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6925d-19b4-41f9-8ea0-d5dfc2b03ad3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:23.405749 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.427681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ab8549-01ef-4ab8-901b-c3cce1eb2892 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:22:23.452167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:23.458492 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.533833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.542467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.543091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.543459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.543797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.544131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.544462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.544792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.545114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.545437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.545759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.546076 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:23.809899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['a3ab8549-01ef-4ab8-901b-c3cce1eb2892'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:22:24.513403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432ee8f-907b-4bd2-b3da-e0506f0cbd9c req-4268224e-95c4-4d9e-826f-eb5e292f186c tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.514932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6432ee8f-907b-4bd2-b3da-e0506f0cbd9c req-4268224e-95c4-4d9e-826f-eb5e292f186c tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 949 time: 0.0782530 Mar 02 18:22:24.565049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6432ee8f-907b-4bd2-b3da-e0506f0cbd9c req-398937a0-db15-41a5-b2ab-1d86ad9a9a87 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Mar 02 18:22:25.209536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device a3ab8549-01ef-4ab8-901b-c3cce1eb2892 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:25.278039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:25.282887 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:25.283289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.400064 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.427779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:22:25.440453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:25.445171 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.491075 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892', 'code': 200} Mar 02 18:22:25.529636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:25.613973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3df72121-d91a-4d83-80e5-28943a96582d req-289d9c3a-d436-4324-88ac-cf3f58ff2a9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 1101 time: 0.0687978 Mar 02 18:22:25.659728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3df72121-d91a-4d83-80e5-28943a96582d req-237de400-f872-4bb4-a065-e4e0a83bc051 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Mar 02 18:22:25.772739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cf845-ef3d-475e-b6ba-4c9fe772749c req-4d3c6ead-b084-4796-ab7f-136ce0539163 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:25.774182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-121cf845-ef3d-475e-b6ba-4c9fe772749c req-4d3c6ead-b084-4796-ab7f-136ce0539163 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.0819442 Mar 02 18:22:25.820363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-121cf845-ef3d-475e-b6ba-4c9fe772749c req-f6dfb5cb-eac2-4422-980f-a55a19c3b277 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Mar 02 18:22:27.039002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a62ef6-bae2-42af-b84c-ed449bc6de28 req-d756e534-449d-420a-aed1-323986324987 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.040488 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49a62ef6-bae2-42af-b84c-ed449bc6de28 req-d756e534-449d-420a-aed1-323986324987 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.0863216 Mar 02 18:22:27.087513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49a62ef6-bae2-42af-b84c-ed449bc6de28 req-3c7e0bd3-70cd-44dc-8ee7-be94efcd9825 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 02 18:22:28.291639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0789c-04bc-45e6-821d-b55f8ad4160c req-ca1c5630-da38-4ffe-9ea0-1c06e346545d tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:28.293814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bb0789c-04bc-45e6-821d-b55f8ad4160c req-ca1c5630-da38-4ffe-9ea0-1c06e346545d tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.0861211 Mar 02 18:22:28.342039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bb0789c-04bc-45e6-821d-b55f8ad4160c req-f328d68c-4201-46d2-8d78-0e09700d9e39 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Mar 02 18:22:28.776685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb14142e-b016-4cf5-9f5f-54296747f6da req-4070671b-2ffa-4a82-b18e-88f9f6220a1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691912 Mar 02 18:22:29.387884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c118de4-ea97-4b69-8b0c-df208c15149b req-d8f92946-96a2-4c7f-a009-5869c312ba3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2013218 Mar 02 18:22:29.923629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f7c1-ef0b-4184-a6b1-afa6387adcee req-8a6f0630-445e-4298-bdb6-34feeaad59f1 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.924976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c46f7c1-ef0b-4184-a6b1-afa6387adcee req-8a6f0630-445e-4298-bdb6-34feeaad59f1 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.0774198 Mar 02 18:22:29.971095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c46f7c1-ef0b-4184-a6b1-afa6387adcee req-25680c88-58a4-46c7-b9f2-cf4801c2df53 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Mar 02 18:22:31.231274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a617-29ce-41c4-8f9b-f55ca36a89eb req-587243bc-641d-4afc-b667-2a129015d725 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:31.232857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a09a617-29ce-41c4-8f9b-f55ca36a89eb req-587243bc-641d-4afc-b667-2a129015d725 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.1377199 Mar 02 18:22:31.249907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02109c-7085-4f24-88ce-4298bbecacec req-02c23627-7db9-46e3-9d75-6fb72c88077f tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:31.252333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d02109c-7085-4f24-88ce-4298bbecacec req-02c23627-7db9-46e3-9d75-6fb72c88077f tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 950 time: 0.1239192 Mar 02 18:22:31.371236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a09a617-29ce-41c4-8f9b-f55ca36a89eb req-11375161-ce26-4394-b610-c78193e79a02 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/security-groups?id=51187d28-6394-4d08-bf05-ef8f5a7a3d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171076 Mar 02 18:22:31.374430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Deleting port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:22:31.374789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.643584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] For port a3ab8549-01ef-4ab8-901b-c3cce1eb2892, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,segment=NetworkSegment(d2af9059-5e0a-4630-8402-8e0b24b49f3c),segment_id=d2af9059-5e0a-4630-8402-8e0b24b49f3c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:31.643859 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.768039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Calling delete_port for a3ab8549-01ef-4ab8-901b-c3cce1eb2892 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:22:31.916232 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.928796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['a3ab8549-01ef-4ab8-901b-c3cce1eb2892'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:22:31.965808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Pushing event deleted for resources: {'Port': ['ID=a3ab8549-01ef-4ab8-901b-c3cce1eb2892,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:32.045265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] No DVR routers for this DVR port a3ab8549-01ef-4ab8-901b-c3cce1eb2892 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:32.047963 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.050683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'name': 'network-vif-deleted', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:22:32.068900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7d02109c-7085-4f24-88ce-4298bbecacec req-2f9f60e3-693a-4ca8-a26a-2e3ab16322f6 tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.35 "DELETE /v2.0/ports/a3ab8549-01ef-4ab8-901b-c3cce1eb2892 HTTP/1.1" status: 204 len: 173 time: 0.7937579 Mar 02 18:22:32.114557 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c3258e-6f62-48c6-8db0-18de244f5945', 'name': 'network-vif-deleted', 'tag': 'a3ab8549-01ef-4ab8-901b-c3cce1eb2892', 'status': 'completed', 'code': 200} Mar 02 18:22:32.552854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-183e6124-507e-41d2-8ec2-4b80c9656e42 req-1c9d71db-5810-4d84-b078-a17b1e222bef tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Synchronizing usage tracker for tenant:c377b75ed4584679b27ce7a453020780 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:32.570503 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-183e6124-507e-41d2-8ec2-4b80c9656e42 req-1c9d71db-5810-4d84-b078-a17b1e222bef tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] Unset dirty status for tenant:c377b75ed4584679b27ce7a453020780 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:32.571686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-183e6124-507e-41d2-8ec2-4b80c9656e42 req-1c9d71db-5810-4d84-b078-a17b1e222bef tempest-ServersAdminNegativeTestJSON-3623576 tempest-ServersAdminNegativeTestJSON-3623576-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c3258e-6f62-48c6-8db0-18de244f5945 HTTP/1.1" status: 200 len: 210 time: 0.0589209 Mar 02 18:22:33.983088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:34.158347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-120595b6-d37a-4768-a862-c813ee2036a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c377b75ed4584679b27ce7a453020780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740649 Mar 02 18:22:34.160797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48134) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:34.219042 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.247791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.297856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.313575 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51187d28-6394-4d08-bf05-ef8f5a7a3d94,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:34.327562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.327911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.328252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.328593 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.328925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.329252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.329587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.329910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.330231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.330552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.330908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:34.336077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.337182 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78231c57-0a6c-4ea1-8aeb-405554306906 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51187d28-6394-4d08-bf05-ef8f5a7a3d94 HTTP/1.1" status: 204 len: 168 time: 0.1755135 Mar 02 18:22:34.701279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48142) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:34.720146 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.753264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:34.757111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Usage tracker for resource:security_group_rule and tenant:96f98703972f496b90019d2d59227df1 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:34.760000 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:34.766537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:34.842993 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.847694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.899746 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96f98703972f496b90019d2d59227df1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1973665 Mar 02 18:22:34.900620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50c2d8-7eb9-44eb-9a73-a917fed98e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7d174-b746-4c50-97b8-ce6917ac89e9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:34.902740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48146) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:34.970086 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.000279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.056980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.072359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7d174-b746-4c50-97b8-ce6917ac89e9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:35.080231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.081364 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-de0b4e13-7a9a-4255-8857-209d7d68d833 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7a7d174-b746-4c50-97b8-ce6917ac89e9 HTTP/1.1" status: 204 len: 168 time: 0.1776378 Mar 02 18:22:35.288653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device a3ab8549-01ef-4ab8-901b-c3cce1eb2892 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:35.343732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: a3ab8549-01ef-4ab8-901b-c3cce1eb2892 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:22:35.344235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device a3ab8549-01ef-4ab8-901b-c3cce1eb2892 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:36.101826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48168) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.234426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-280338721-network', 'tenant_id': 'f3d5f5098e4843d38679a979fbbefbbd'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:36.240064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:36.243838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Usage tracker for resource:network and tenant:f3d5f5098e4843d38679a979fbbefbbd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:36.246670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:36.252396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:36.262978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Made reservation on behalf of f3d5f5098e4843d38679a979fbbefbbd for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:36.265163 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.280406 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.311531 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:36.315719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d5f5098e4843d38679a979fbbefbbd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:36.318429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:36.324539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:36.391876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.395743 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.426525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:36.436765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87bf88-bb45-4dac-9bd0-72af5703222b,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:36.442345 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.442773 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Added segment 0f81e31f-3bd7-4f35-bee1-63305949a3e8 of type vlan for network a583ff80-d2a2-4be0-8608-bc3685457017 Mar 02 18:22:36.471710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.502065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.503036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.503601 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.609033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a583ff80-d2a2-4be0-8608-bc3685457017,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:36.613980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f9bdca17-a3b3-418b-b4aa-158dcdf5cbb3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5111175 Mar 02 18:22:36.618870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network a583ff80-d2a2-4be0-8608-bc3685457017 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:36.619367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48174) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.625845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Request body: {'subnet': {'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-280338721-subnet', 'tenant_id': 'f3d5f5098e4843d38679a979fbbefbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:36.631698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:36.636246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Usage tracker for resource:subnet and tenant:f3d5f5098e4843d38679a979fbbefbbd is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:36.639449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:36.645086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:36.655690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Made reservation on behalf of f3d5f5098e4843d38679a979fbbefbbd for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:36.658065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.864562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.938443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bc686d-3403-4413-9f93-ee6147f9ec59,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:36.950131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Checking segment: {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:22:36.950481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Network hostable DHCP agents. Network: a583ff80-d2a2-4be0-8608-bc3685457017, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:36.971382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Network a583ff80-d2a2-4be0-8608-bc3685457017 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:36.982297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, a583ff80-d2a2-4be0-8608-bc3685457017) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:36.987313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.988180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.991646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b7ffb-a5cc-4de2-ad97-361656f940f6 None None] Network a583ff80-d2a2-4be0-8608-bc3685457017 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:22:37.011875 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b436b4e3-58fc-4cc9-a208-6adc461a786e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3917074 Mar 02 18:22:37.226376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988c6bc-73e0-4acf-8f67-57d78dd610df None None] Network a583ff80-d2a2-4be0-8608-bc3685457017 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:22:37.677448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-68aeb331-9046-48fb-944b-9a3aba1bcbca tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:37.678784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-68aeb331-9046-48fb-944b-9a3aba1bcbca tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 811 time: 0.2442236 Mar 02 18:22:37.696076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-1ebacc19-70b3-4555-a9c2-257cd66ea4a1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/quotas/f3d5f5098e4843d38679a979fbbefbbd HTTP/1.1" status: 200 len: 375 time: 0.0109527 Mar 02 18:22:37.740805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-403ac8ff-c32d-49da-8e24-e9c538491855 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387561 Mar 02 18:22:37.827937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-860bc43a-71a0-4857-b2e9-0da4b8ed0568 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:22:37.828905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-860bc43a-71a0-4857-b2e9-0da4b8ed0568 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0811236 Mar 02 18:22:37.961848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-702a9f29-3b1f-4a52-b357-3dfd1e94097e service neutron] 10.222.0.37 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 Mar 02 18:22:38.099758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-4d210958-7aaf-4d7d-b362-be4883a44e96 service neutron] 10.222.0.37 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322045 Mar 02 18:22:38.290936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23f4db47-f719-4ed3-b08c-51ece45f78e4 req-f9a90deb-0d24-4667-bde9-092d7dc6ada6 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 210 time: 0.0429552 Mar 02 18:22:38.940085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.316929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-1ae541a7-19a6-44f9-8beb-10a2576a40e1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:39.318364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-1ae541a7-19a6-44f9-8beb-10a2576a40e1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 811 time: 0.1481168 Mar 02 18:22:39.333349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Request body: {'port': {'device_id': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017', 'admin_state_up': True, 'tenant_id': 'f3d5f5098e4843d38679a979fbbefbbd'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:39.399166 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a59b-5d61-412a-a073-a278901cf312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.473042 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09066284-04dc-40cf-a951-3b19b4121923 req-9c65e003-8565-43e4-bfda-ebd95e554ead tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 210 time: 0.0507982 Mar 02 18:22:39.514616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:39.518390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Usage tracker for resource:port and tenant:f3d5f5098e4843d38679a979fbbefbbd is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:39.521168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:39.527409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:39.537147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Made reservation on behalf of f3d5f5098e4843d38679a979fbbefbbd for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:39.540259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.699742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Allocated IP 172.20.0.14 (a583ff80-d2a2-4be0-8608-bc3685457017/73bc686d-3403-4413-9f93-ee6147f9ec59/491d2375-b4dc-44cc-86d9-dacc29e47dae) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:39.896075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.923585 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.992694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Network a583ff80-d2a2-4be0-8608-bc3685457017 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:39.993792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:40.003014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:22:40.041741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:40.068250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.068849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.094877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-115f5ee3-ecea-4e86-bdbe-c477aae7a381 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7654564 Mar 02 18:22:40.105356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Request body: {'port': {'device_id': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:22:40.219833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.711879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:22:40.720714 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.749209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71200bfe-2c31-42fb-a3fc-cb8b9705a9ba req-7992de8f-dd3b-4207-87e7-71e9bfcfbc97 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.749884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-71200bfe-2c31-42fb-a3fc-cb8b9705a9ba req-7992de8f-dd3b-4207-87e7-71e9bfcfbc97 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Synchronizing usage tracker for tenant:f3d5f5098e4843d38679a979fbbefbbd on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:40.752391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Transition to ACTIVE for port object 491d2375-b4dc-44cc-86d9-dacc29e47dae will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:40.758247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.814930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-71200bfe-2c31-42fb-a3fc-cb8b9705a9ba req-7992de8f-dd3b-4207-87e7-71e9bfcfbc97 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Unset dirty status for tenant:f3d5f5098e4843d38679a979fbbefbbd on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:40.816057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71200bfe-2c31-42fb-a3fc-cb8b9705a9ba req-7992de8f-dd3b-4207-87e7-71e9bfcfbc97 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 932 time: 0.2148209 Mar 02 18:22:40.904120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:40.987232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71200bfe-2c31-42fb-a3fc-cb8b9705a9ba req-b2d44c06-3769-4ece-a882-fd1553f60784 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161535 Mar 02 18:22:41.028723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:41.029044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:41.029362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:22:41.034930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:22:41.035242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:22:41.041227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:22:41.041548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Checking segment: {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:22:41.041945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Bound using segment: {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:22:41.042354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Bound port: 491d2375-b4dc-44cc-86d9-dacc29e47dae, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:41.042744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.128595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:22:41.131481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:22:41.137081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.192574 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.193889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] 10.222.0.35 "PUT /v2.0/ports/491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 1092 time: 1.0927629 Mar 02 18:22:41.194879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:22:41.217446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a641521-21be-4d74-b44c-8b95a72d036f service neutron] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:41.270766 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'status': 'completed', 'code': 200} Mar 02 18:22:41.307894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-521cc6b9-392d-4322-9ccb-af3098c34638 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0772851 Mar 02 18:22:41.376225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-bf743791-7622-45b7-9296-cf9db4a4dc89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0629566 Mar 02 18:22:41.428064 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fefc3bb7-4a17-487f-8446-a9f6f3c4c0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.440923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-2cd68c68-026a-404e-86d9-0696fcf589db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:41.442329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-2cd68c68-026a-404e-86d9-0696fcf589db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0609503 Mar 02 18:22:41.486759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-6d6e956d-be6b-47bc-8b02-24f1e18e92cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389469 Mar 02 18:22:41.616406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-75e0f92b-a125-4af7-925a-80d84fc2302a service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242216 Mar 02 18:22:41.747796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a35bbbe2-1522-481e-83cf-a93526cc7d8b req-0b9423d9-e205-446e-84da-76497520adb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259046 Mar 02 18:22:41.871294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-34220b68-ce0c-4323-9172-cfd38f2bff67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0786078 Mar 02 18:22:42.006612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-c0944525-c054-4b10-b32b-5efe46d2d860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:42.007952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-c0944525-c054-4b10-b32b-5efe46d2d860 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1324720 Mar 02 18:22:42.075550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-f7a22b6a-dacf-4cd7-bd6a-85012c6522d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0618567 Mar 02 18:22:42.249855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-ea0175bc-30b8-4857-9a91-1bc9f8ed605e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:42.251298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-ea0175bc-30b8-4857-9a91-1bc9f8ed605e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.1703887 Mar 02 18:22:42.298163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-934966a5-6c60-4549-a6c4-11092b3d4c69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405140 Mar 02 18:22:42.486685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1edd-fb48-42ed-b42e-03c4f6651900 req-5ac60ac9-7c8b-45dd-a03a-fa29d384371b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:42.488128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c6b1edd-fb48-42ed-b42e-03c4f6651900 req-5ac60ac9-7c8b-45dd-a03a-fa29d384371b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.2678797 Mar 02 18:22:42.489933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-efc81e66-a819-475d-a3be-03baec9b382c service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635194 Mar 02 18:22:42.620577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c6b1edd-fb48-42ed-b42e-03c4f6651900 req-56dee7fe-baac-44cc-af93-4e1a52d862f5 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269157 Mar 02 18:22:42.658413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed7c78e6-d54c-43db-99f3-8f04dc86c016 req-d8cddf5b-0c0c-4c2f-bd60-545a7df22241 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515462 Mar 02 18:22:42.956717 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.107330 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.927720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa016-90fa-41d0-9539-2fd027e61c7f req-62e5d6ca-074d-4468-bbbf-5bba9f7b6292 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.929151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95aaa016-90fa-41d0-9539-2fd027e61c7f req-62e5d6ca-074d-4468-bbbf-5bba9f7b6292 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.1465311 Mar 02 18:22:43.974999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-95aaa016-90fa-41d0-9539-2fd027e61c7f req-c4b63597-2dee-47b5-9ae2-bd5f8dea64d1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Mar 02 18:22:44.503037 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:45.170826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c2df5-23d5-420d-a3c4-32bb3e388b7d req-6e5eb036-b333-4583-82a8-b4d6b9ce643b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:45.172281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0c2df5-23d5-420d-a3c4-32bb3e388b7d req-6e5eb036-b333-4583-82a8-b4d6b9ce643b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.0784521 Mar 02 18:22:45.220266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f0c2df5-23d5-420d-a3c4-32bb3e388b7d req-059adf6b-ac41-443e-9b44-b0ab27e6b5fe tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Mar 02 18:22:45.318216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:45.451821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:45.465651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017', 'port_id': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'mac_address': 'fa:16:3e:39:b9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bc686d-3403-4413-9f93-ee6147f9ec59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:45.518719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:45.535897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:22:45.550872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:45.554390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:45.620428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:45.869535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['491d2375-b4dc-44cc-86d9-dacc29e47dae'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:22:46.422239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f045b-1a17-4a26-aa69-85fff0182cd9 req-146bf52c-d846-4123-8da3-9bcdc9ba72e9 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.423685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e2f045b-1a17-4a26-aa69-85fff0182cd9 req-146bf52c-d846-4123-8da3-9bcdc9ba72e9 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 945 time: 0.0788493 Mar 02 18:22:46.469961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e2f045b-1a17-4a26-aa69-85fff0182cd9 req-11637c93-30a8-4c39-a69b-a63950f42821 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Mar 02 18:22:47.318244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:47.393913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 491d2375-b4dc-44cc-86d9-dacc29e47dae completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:47.398560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 491d2375-b4dc-44cc-86d9-dacc29e47dae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:47.398970 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.512304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.538688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:22:47.549131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:22:47.553737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.605325 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'code': 200} Mar 02 18:22:47.631126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:47.723952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08e0df-3a64-4829-85cd-670ff0308c3e req-a13381cc-9f14-40f9-b239-9948576a4adf tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:47.725378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab08e0df-3a64-4829-85cd-670ff0308c3e req-a13381cc-9f14-40f9-b239-9948576a4adf tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.1288314 Mar 02 18:22:47.772648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-218af61e-a882-42e7-b0a1-fc3dae74aa12 req-d1e83dca-4c1c-43c7-bd23-8d632b3d19cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1097 time: 0.1156373 Mar 02 18:22:47.802983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab08e0df-3a64-4829-85cd-670ff0308c3e req-c12951cd-37d3-49c3-aca8-a2123a068b76 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701652 Mar 02 18:22:47.821768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-218af61e-a882-42e7-b0a1-fc3dae74aa12 req-965aee6f-82e1-4ad7-88d7-8dc8e63482ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Mar 02 18:22:48.999812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593e319-a22d-49d1-be12-ee4df4f51216 req-b0a4b52a-e17c-4b90-904d-89c1c64f09b7 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:49.001478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0593e319-a22d-49d1-be12-ee4df4f51216 req-b0a4b52a-e17c-4b90-904d-89c1c64f09b7 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0781102 Mar 02 18:22:49.050164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0593e319-a22d-49d1-be12-ee4df4f51216 req-3b819ea6-b1c4-499b-aa7b-616ed329848e tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Mar 02 18:22:49.691307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.242919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695ff8-9b2b-41a7-ac07-8dccf46c5dba req-b6d700f6-b4f6-4f1b-a1aa-26b1e5773078 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.244334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3695ff8-9b2b-41a7-ac07-8dccf46c5dba req-b6d700f6-b4f6-4f1b-a1aa-26b1e5773078 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0749547 Mar 02 18:22:50.288485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3695ff8-9b2b-41a7-ac07-8dccf46c5dba req-59a44092-32ec-4e57-bcf7-450fe3491412 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 Mar 02 18:22:50.490882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9222f24-5de8-4549-96ae-11aacc3d0dfa req-e4877e6c-4973-4ddb-971c-80b38134da02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706758 Mar 02 18:22:50.818661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48238) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:50.948838 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2dd1f-0fbd-4062-81df-62e8d449213a req-e0576a6c-5588-431d-902c-5575038b0997 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.950350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64e2dd1f-0fbd-4062-81df-62e8d449213a req-e0576a6c-5588-431d-902c-5575038b0997 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0775986 Mar 02 18:22:50.964623 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-c3b735d9-445c-4ead-a8d6-046c91c8e562 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446779 Mar 02 18:22:50.996929 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64e2dd1f-0fbd-4062-81df-62e8d449213a req-cc1027c2-d83d-43be-8356-ba37cd9dcd1c tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Mar 02 18:22:52.203756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d055f9-3781-43aa-83ef-ea2468a60f44 req-d4553c7a-01bb-47d3-b310-902eb99c65f6 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:52.205238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2d055f9-3781-43aa-83ef-ea2468a60f44 req-d4553c7a-01bb-47d3-b310-902eb99c65f6 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0870998 Mar 02 18:22:52.297493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2d055f9-3781-43aa-83ef-ea2468a60f44 req-ca4d9407-1a32-4737-8a94-ed83ac83edec tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Mar 02 18:22:52.323005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-7ad4d40d-4de8-497f-b978-24f99e9c58c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1097 time: 0.0970254 Mar 02 18:22:52.455142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-869cb2ba-256e-4127-8a2d-d05773bb96f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:52.456854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-869cb2ba-256e-4127-8a2d-d05773bb96f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1289995 Mar 02 18:22:52.631729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-93f475ec-e5b5-42bd-be97-0820f9fb4f66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.1690533 Mar 02 18:22:52.699834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-45ee51ae-4fc2-4c55-bbf8-7fabb2bf246c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:52.701248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-45ee51ae-4fc2-4c55-bbf8-7fabb2bf246c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0645366 Mar 02 18:22:52.747056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-8d860546-88fb-416c-9c74-d2351ad8e603 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393808 Mar 02 18:22:52.874868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-a720cad0-8cb3-4f3b-9c4c-af143731ca35 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215675 Mar 02 18:22:53.006828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-2f777406-575f-43c8-afbc-4054c35e6763 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258574 Mar 02 18:22:53.038794 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:22:53.499372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a046-7217-4f85-a9a2-17243b5c98a7 req-8300452a-d7a2-4f57-886e-4da7ce93a9ab tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.500821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a21a046-7217-4f85-a9a2-17243b5c98a7 req-8300452a-d7a2-4f57-886e-4da7ce93a9ab tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0783160 Mar 02 18:22:53.546635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a21a046-7217-4f85-a9a2-17243b5c98a7 req-f4bf90fd-1045-4607-a2b8-58fe1b897d58 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Mar 02 18:22:54.747386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea04ed-873c-446e-984b-a735e5e80bae req-a8057efd-5821-445c-ae62-d898b9fddfd5 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:54.748858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffea04ed-873c-446e-984b-a735e5e80bae req-a8057efd-5821-445c-ae62-d898b9fddfd5 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0826602 Mar 02 18:22:54.794773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffea04ed-873c-446e-984b-a735e5e80bae req-be5eee0d-5b2f-44ea-a169-9ea72c62644f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Mar 02 18:22:55.987217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca7e0e-065d-4796-923e-fe4bf67a7be3 req-f8219549-3f02-42bf-87f5-c7c89658d133 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:55.988629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ca7e0e-065d-4796-923e-fe4bf67a7be3 req-f8219549-3f02-42bf-87f5-c7c89658d133 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0745587 Mar 02 18:22:56.032429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-38ca7e0e-065d-4796-923e-fe4bf67a7be3 req-287d4eb3-6f4b-40c6-9121-3a1d4f3cbb79 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Mar 02 18:22:57.231701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082eea-4194-4756-be8f-ebe6a662a2f9 req-433c2d49-6333-4d39-84e2-fa8213516097 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:57.233140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55082eea-4194-4756-be8f-ebe6a662a2f9 req-433c2d49-6333-4d39-84e2-fa8213516097 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0780811 Mar 02 18:22:57.281379 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-55082eea-4194-4756-be8f-ebe6a662a2f9 req-51854a1f-4dee-4048-b2eb-4ab2b1d7d8dc tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Mar 02 18:22:58.478786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9957-37e8-4adc-b782-7590dd72247a req-eb00b011-d41c-48b5-99bd-c7fe64d04aac tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:58.480389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5ba9957-37e8-4adc-b782-7590dd72247a req-eb00b011-d41c-48b5-99bd-c7fe64d04aac tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0766683 Mar 02 18:22:58.528103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5ba9957-37e8-4adc-b782-7590dd72247a req-60bb60b7-5296-4838-89fb-09789bdede9f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Mar 02 18:22:59.738273 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e2af-4e54-4645-bf0c-b91b6e5e09c5 req-76d38184-cdd4-49d6-9579-69d11fd67f08 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:59.739653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a56e2af-4e54-4645-bf0c-b91b6e5e09c5 req-76d38184-cdd4-49d6-9579-69d11fd67f08 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0769105 Mar 02 18:22:59.785353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a56e2af-4e54-4645-bf0c-b91b6e5e09c5 req-a4d7c14d-4831-41df-824c-b6ff7083fd09 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390573 Mar 02 18:23:00.990614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43dd3-4bc1-498f-b15e-1c2e9f628bf9 req-fc74f544-bf0b-4e85-b36f-a99e1c08ed99 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.992033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23e43dd3-4bc1-498f-b15e-1c2e9f628bf9 req-fc74f544-bf0b-4e85-b36f-a99e1c08ed99 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0790737 Mar 02 18:23:01.038706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23e43dd3-4bc1-498f-b15e-1c2e9f628bf9 req-f7d65e70-d114-4c83-9380-b70373f15810 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Mar 02 18:23:02.238859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d4f5e-796f-4217-8730-dda17173f4ca req-2aea8157-0e1c-43e5-8835-ee97a7a60433 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.240293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c30d4f5e-796f-4217-8730-dda17173f4ca req-2aea8157-0e1c-43e5-8835-ee97a7a60433 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0770142 Mar 02 18:23:02.284738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c30d4f5e-796f-4217-8730-dda17173f4ca req-7d8a43b6-fb1a-4681-83fd-4436c28c3a0a tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Mar 02 18:23:03.486864 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77abd3-01f4-4b0f-8f3d-d892f2b7143f req-2e13dc3d-bf6f-4dd0-a031-7b4cf4af2b3f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:03.488318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d77abd3-01f4-4b0f-8f3d-d892f2b7143f req-2e13dc3d-bf6f-4dd0-a031-7b4cf4af2b3f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0826437 Mar 02 18:23:03.534266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d77abd3-01f4-4b0f-8f3d-d892f2b7143f req-b2498000-91d1-41ae-b4bf-7eac4500ba9d tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Mar 02 18:23:04.728458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b292a-b9c3-4210-a2f4-63352b78c560 req-de7cb4f1-9104-41d7-a3e7-4d9c08eace60 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.730973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-650b292a-b9c3-4210-a2f4-63352b78c560 req-de7cb4f1-9104-41d7-a3e7-4d9c08eace60 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0775344 Mar 02 18:23:04.780040 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-650b292a-b9c3-4210-a2f4-63352b78c560 req-b27d37f2-c4d8-450a-a902-69348ce7ed1b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Mar 02 18:23:05.976331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744d615-a7bd-4fa0-90b1-24110f4b2a50 req-9fe7e471-8072-47e8-bfe4-4bf8bf374e48 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:05.977766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e744d615-a7bd-4fa0-90b1-24110f4b2a50 req-9fe7e471-8072-47e8-bfe4-4bf8bf374e48 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0774350 Mar 02 18:23:06.023743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e744d615-a7bd-4fa0-90b1-24110f4b2a50 req-45d3b880-d2f1-4057-84cd-28977e222966 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Mar 02 18:23:07.230704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c0539-8c7e-4a4f-b2f8-6d8b8bcad95f req-56d50fbd-e051-4562-b7a6-bade06026985 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.232126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799c0539-8c7e-4a4f-b2f8-6d8b8bcad95f req-56d50fbd-e051-4562-b7a6-bade06026985 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0858345 Mar 02 18:23:07.277267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-799c0539-8c7e-4a4f-b2f8-6d8b8bcad95f req-1acaa4b9-6937-4eb3-b67f-2cf6235648cf tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Mar 02 18:23:08.628690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aa8ff-f05b-49b2-801c-b36da6bc6c16 req-571ab178-7a1f-47d8-95d0-aed92f7585b9 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:08.630054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a28aa8ff-f05b-49b2-801c-b36da6bc6c16 req-571ab178-7a1f-47d8-95d0-aed92f7585b9 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0783176 Mar 02 18:23:08.675773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a28aa8ff-f05b-49b2-801c-b36da6bc6c16 req-0ae729e9-7c7b-472a-9e1c-9fd628f831ec tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Mar 02 18:23:08.941546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.394816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-63eed7d3-bb65-49db-92fa-eb3b51fd166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.885972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-8ec6f53e-2f94-4cf8-bceb-3b066f1b8cee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1097 time: 0.3115878 Mar 02 18:23:10.001281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6113ee-22fb-4999-be93-1c49d075573b req-1aec53cc-cdd2-487a-8e1d-24d4934a4a19 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.002836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d6113ee-22fb-4999-be93-1c49d075573b req-1aec53cc-cdd2-487a-8e1d-24d4934a4a19 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.1827135 Mar 02 18:23:10.099206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d6113ee-22fb-4999-be93-1c49d075573b req-902ac4d7-6d23-4158-8d35-331add307ae7 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884566 Mar 02 18:23:10.100235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-e4ff052c-89b7-4a02-b3a8-208d7f2dc8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.101570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-e4ff052c-89b7-4a02-b3a8-208d7f2dc8da service neutron] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1956382 Mar 02 18:23:10.169709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-c4fe6d6f-abae-4616-850a-b806b4ab6a8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0620136 Mar 02 18:23:10.237315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-f7cba38f-a6b6-4657-9591-084fd1af0bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.238807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-f7cba38f-a6b6-4657-9591-084fd1af0bc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0632646 Mar 02 18:23:10.286638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-7ca17e3e-ea1d-4377-be64-216d64ba57b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420198 Mar 02 18:23:10.443814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-72af5f9a-7066-4060-b20a-c748e9e1a780 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514771 Mar 02 18:23:10.579382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98fba4b8-f323-42a9-a1dc-8e22adcb3b82 req-1da16e72-8a40-4237-9dc7-c3e1ba46eeba service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295929 Mar 02 18:23:11.295307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841e60-a111-4cbd-9fbf-4b1a8a8d7a9d req-8a8e475d-5563-46bf-972e-b64f5dcd46ca tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:11.296735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8841e60-a111-4cbd-9fbf-4b1a8a8d7a9d req-8a8e475d-5563-46bf-972e-b64f5dcd46ca tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0770679 Mar 02 18:23:11.349046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8841e60-a111-4cbd-9fbf-4b1a8a8d7a9d req-8fd9659e-e638-43a3-8ac8-77093754443b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Mar 02 18:23:11.431285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a47d3ae-46a8-44f8-b23b-da9af3f6aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.544545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c7bc-4f4b-4ecc-ae7e-71331dbf882e req-ba55b79a-9010-45ec-8092-dd968f287cfe tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.545977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bed8c7bc-4f4b-4ecc-ae7e-71331dbf882e req-ba55b79a-9010-45ec-8092-dd968f287cfe tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0756946 Mar 02 18:23:12.592917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bed8c7bc-4f4b-4ecc-ae7e-71331dbf882e req-fe8095a2-92e2-4719-a94f-39cbb2be3082 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Mar 02 18:23:12.959219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.110016 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.790209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0968d-c0e7-4a08-8367-a284d19a355d req-44545dd3-6a35-42b9-809f-073bac6cc912 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.791862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89d0968d-c0e7-4a08-8367-a284d19a355d req-44545dd3-6a35-42b9-809f-073bac6cc912 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0773411 Mar 02 18:23:13.836531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89d0968d-c0e7-4a08-8367-a284d19a355d req-8c60456e-d80a-4309-87a0-7716dcd4be75 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Mar 02 18:23:14.507009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.034937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee24a7f-415a-4ee8-a331-6c99f7d5a803 req-bbbc2338-4d6f-4565-8ba5-eecfc031d79f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.036367 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ee24a7f-415a-4ee8-a331-6c99f7d5a803 req-bbbc2338-4d6f-4565-8ba5-eecfc031d79f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0752165 Mar 02 18:23:15.081534 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3ee24a7f-415a-4ee8-a331-6c99f7d5a803 req-a23d386a-b448-4453-8cc8-4fd2f542aa01 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Mar 02 18:23:16.287975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc236f-461c-478b-a4b0-6be59e2f0aee req-93ee885f-8bd3-4a55-bd9c-86ec67c54ce1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:16.289449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bc236f-461c-478b-a4b0-6be59e2f0aee req-93ee885f-8bd3-4a55-bd9c-86ec67c54ce1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0836773 Mar 02 18:23:16.339501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2bc236f-461c-478b-a4b0-6be59e2f0aee req-15542853-3e52-4236-bec1-bddf7a8630ce tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Mar 02 18:23:17.538108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f5da-4326-4e8d-99d1-78148e320ee9 req-efeef55d-97b8-4551-88a5-4b2599e6a14e tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.539556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e11f5da-4326-4e8d-99d1-78148e320ee9 req-efeef55d-97b8-4551-88a5-4b2599e6a14e tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0744326 Mar 02 18:23:17.585766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e11f5da-4326-4e8d-99d1-78148e320ee9 req-8a6683cd-c132-4ade-b464-3b20807c57c1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Mar 02 18:23:18.791424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b67b1a-43e6-42e1-8cda-567283548e45 req-f260e19d-ea81-4599-b36f-06767d78c797 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.792856 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22b67b1a-43e6-42e1-8cda-567283548e45 req-f260e19d-ea81-4599-b36f-06767d78c797 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0862727 Mar 02 18:23:18.836793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-22b67b1a-43e6-42e1-8cda-567283548e45 req-3cc9cdc3-e529-44bc-8bff-1c79e2ba3e16 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384502 Mar 02 18:23:19.717344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.879087 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-4f291a02-4d2b-47c1-93c0-b28542f820c1 service neutron] show failed (client error): The resource could not be found. Mar 02 18:23:19.879666 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-4f291a02-4d2b-47c1-93c0-b28542f820c1 service neutron] 10.222.0.35 "GET /v2.0/ports/491d2375-b4dc-44cc-86d9-dacc29e47dae/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0735705 Mar 02 18:23:20.058194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c05ccc-f842-4c94-98e9-8e698a4448ce req-1a62239f-07d3-4a27-ad8b-b9ee808cfa48 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:20.059708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2c05ccc-f842-4c94-98e9-8e698a4448ce req-1a62239f-07d3-4a27-ad8b-b9ee808cfa48 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0819871 Mar 02 18:23:20.112338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2c05ccc-f842-4c94-98e9-8e698a4448ce req-fd1814d9-7e44-42e6-b56e-788a858de651 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Mar 02 18:23:20.267574 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-b357a30e-0ae2-4d9a-904d-5c87c8494336 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485&tenant_id=f3d5f5098e4843d38679a979fbbefbbd HTTP/1.1" status: 200 len: 1097 time: 0.1374874 Mar 02 18:23:20.284365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:23:20.394660 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.659030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:20.689372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:23:20.842509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:20.848107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.867573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Transition to ACTIVE for port object 491d2375-b4dc-44cc-86d9-dacc29e47dae will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:20.872873 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.926801 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'code': 200} Mar 02 18:23:21.040148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:21.054259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] No DVR routers for this DVR port 491d2375-b4dc-44cc-86d9-dacc29e47dae on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:23:21.119908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:21.120248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:21.120627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:23:21.132697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:23:21.133021 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Attempting to bind port 491d2375-b4dc-44cc-86d9-dacc29e47dae on network a583ff80-d2a2-4be0-8608-bc3685457017 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:23:21.142130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:23:21.142467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Checking segment: {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:23:21.142877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Bound using segment: {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:23:21.143552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Bound port: 491d2375-b4dc-44cc-86d9-dacc29e47dae, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81e31f-3bd7-4f35-bee1-63305949a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:21.144145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.239391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:23:21.242517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:23:21.249047 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.318149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.319605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] 10.222.0.50 "PUT /v2.0/ports/491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 1092 time: 1.0391073 Mar 02 18:23:21.341477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42496cf-8cb9-45c0-8815-52496829b9d3 req-1556a22c-9ee5-45d6-913f-23b4c6635244 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.343585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c42496cf-8cb9-45c0-8815-52496829b9d3 req-1556a22c-9ee5-45d6-913f-23b4c6635244 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.0944541 Mar 02 18:23:21.345036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cfe94-4cd6-41f6-86d2-4fffceeb7425 service neutron] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:21.441575 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-8206aa32-4a78-4e0d-9319-94501c546b2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0870676 Mar 02 18:23:21.511017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c42496cf-8cb9-45c0-8815-52496829b9d3 req-8ec63ec7-726c-4a3e-9968-aafebd5bf1a1 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588938 Mar 02 18:23:21.594626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-8daba62d-71f4-46d4-b425-1ab0b9248ecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.596257 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-8daba62d-71f4-46d4-b425-1ab0b9248ecf service neutron] 10.222.0.50 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1471267 Mar 02 18:23:21.670934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-45c30f2e-6383-4fd5-a54c-82b6834bf55d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0688834 Mar 02 18:23:21.746443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-42ccabd3-c492-4298-8021-3270952d09d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.749105 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-42ccabd3-c492-4298-8021-3270952d09d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0714815 Mar 02 18:23:21.795253 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-96922474-75c8-429a-9e52-bd539520158a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397258 Mar 02 18:23:21.929330 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-94c1762e-6374-4c5c-9244-d47dff47313a service neutron] 10.222.0.50 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271045 Mar 02 18:23:22.073862 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-42fd5926-77c8-4989-b5d8-883218aa0848 req-5716665a-2dc2-4e3e-932c-fa6373f3776f service neutron] 10.222.0.50 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384892 Mar 02 18:23:22.722368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7368b-b350-4b11-a408-101b5bf67710 req-6bd6f28b-5fa3-40d3-afc9-92abee98fd2b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:22.723737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31e7368b-b350-4b11-a408-101b5bf67710 req-6bd6f28b-5fa3-40d3-afc9-92abee98fd2b tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.0826411 Mar 02 18:23:22.776685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31e7368b-b350-4b11-a408-101b5bf67710 req-38966e4a-581d-4606-8319-d619173b43d8 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Mar 02 18:23:22.928052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:23.116879 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'status': 'completed', 'code': 200} Mar 02 18:23:23.208303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-3e88ae6f-b9ff-489d-97ab-580a7771ca2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0749104 Mar 02 18:23:23.241380 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-f8cbc21f-efd7-429b-8247-b0a585a4ecc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0803583 Mar 02 18:23:23.348172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-f8053ab0-2433-48cb-999d-78dc973bf2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.349759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-f8053ab0-2433-48cb-999d-78dc973bf2ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1351919 Mar 02 18:23:23.392122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-daa26ddd-c4e3-4597-ae2f-19a1ce26b08f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.393564 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-daa26ddd-c4e3-4597-ae2f-19a1ce26b08f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1463163 Mar 02 18:23:23.419270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-f1b4d30e-4775-4637-ab0e-57a2de7e7c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0637152 Mar 02 18:23:23.482390 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-1bb9be51-221d-43eb-a37c-af55ba6624dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0698752 Mar 02 18:23:23.489821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-84f01c5f-9b4f-4abb-b4f6-41b05b3c2615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.491279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-84f01c5f-9b4f-4abb-b4f6-41b05b3c2615 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0653899 Mar 02 18:23:23.519619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:23:23.538074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-2df6373b-d300-4e09-b7cc-e41f58db740a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411332 Mar 02 18:23:23.546792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-c976dff1-9213-4035-815b-8fe025df97a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.548210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-c976dff1-9213-4035-815b-8fe025df97a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0586033 Mar 02 18:23:23.579971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:23:23.600352 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-2bc5ae3d-ee28-49d8-a61c-6dfbc366012e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450740 Mar 02 18:23:23.681706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-7ebce666-4923-4a63-8b49-e98f8dd8181e service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368968 Mar 02 18:23:23.846902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-7f3eb815-0a38-4a29-b236-d8e02b2b23cc service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602578 Mar 02 18:23:23.871057 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-547542b0-220a-4f64-9eeb-2efda43756f4 service neutron] 10.222.0.50 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501261 Mar 02 18:23:24.001357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b35495-9733-4128-9888-249077969117 req-eb31a788-175c-4b93-afff-33d097885c34 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.002843 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10b35495-9733-4128-9888-249077969117 req-eb31a788-175c-4b93-afff-33d097885c34 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 944 time: 0.0887742 Mar 02 18:23:24.004752 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-2a5b110d-44c9-499b-bb5f-1902414cc1cb req-00e70a1a-96e3-4420-9361-2d96ac5e1b41 service neutron] 10.222.0.50 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271272 Mar 02 18:23:24.049837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-10b35495-9733-4128-9888-249077969117 req-7ce885c5-6561-442c-bd30-5adde7eaa36a tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Mar 02 18:23:24.441899 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-adbc9e47-2e3c-464b-93e2-5fadf831a4dc tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.443261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-adbc9e47-2e3c-464b-93e2-5fadf831a4dc tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485&tenant_id=f3d5f5098e4843d38679a979fbbefbbd&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.0799773 Mar 02 18:23:24.527797 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-7eb565c4-a444-445c-8785-f0b7d43937e6 service neutron] delete failed (client error): The resource could not be found. Mar 02 18:23:24.528785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-7eb565c4-a444-445c-8785-f0b7d43937e6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/491d2375-b4dc-44cc-86d9-dacc29e47dae/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0779469 Mar 02 18:23:24.666339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-c8e8b51b-1361-40e8-9392-a54d5e2f7f82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 1095 time: 0.0685883 Mar 02 18:23:24.793862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-ef1f0169-87fd-4964-8b21-16b3465648f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.795334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-ef1f0169-87fd-4964-8b21-16b3465648f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 200 len: 912 time: 0.1233511 Mar 02 18:23:24.863147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-7acae3f5-b25f-45fd-bec7-e29776c6b0db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 200 len: 217 time: 0.0617101 Mar 02 18:23:24.924889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-25355d95-89c2-4334-af18-75a3b79e756f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.926281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-25355d95-89c2-4334-af18-75a3b79e756f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 200 len: 851 time: 0.0579219 Mar 02 18:23:24.968755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-1147694f-d3ba-4050-af97-4aadf66756ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a583ff80-d2a2-4be0-8608-bc3685457017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370603 Mar 02 18:23:25.095289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-038732c2-1088-4b92-9f88-6f32ddb372a2 service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211903 Mar 02 18:23:25.319282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-cad0cb97-548e-45c9-939c-36351e55c01c service neutron] 10.222.0.35 "GET /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188120 Mar 02 18:23:25.597064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:25.735172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:25.752439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'network_id': 'a583ff80-d2a2-4be0-8608-bc3685457017', 'port_id': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'mac_address': 'fa:16:3e:39:b9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bc686d-3403-4413-9f93-ee6147f9ec59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:25.808087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.829606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:23:25.846883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:25.851074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.919719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:25.928602 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.928942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.929287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.929601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.929927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.930244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.930562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.931067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.931335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.931631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:25.931917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:26.142873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12debd3-8c22-4d90-b2e0-3b793e512123 req-e928eacb-b39e-4178-bf2e-d6e131fd4aa0 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.144315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d12debd3-8c22-4d90-b2e0-3b793e512123 req-e928eacb-b39e-4178-bf2e-d6e131fd4aa0 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 945 time: 0.0814998 Mar 02 18:23:26.189350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d12debd3-8c22-4d90-b2e0-3b793e512123 req-8f71a746-dfe9-4701-a2c7-230294aee7ac tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Mar 02 18:23:26.220932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['491d2375-b4dc-44cc-86d9-dacc29e47dae'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:23:27.395972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00970b-2d26-49cf-b53b-1a5b31385510 req-752f2fe1-6129-40a4-aec5-bccb3314a4c8 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:27.397439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db00970b-2d26-49cf-b53b-1a5b31385510 req-752f2fe1-6129-40a4-aec5-bccb3314a4c8 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 945 time: 0.0778711 Mar 02 18:23:27.448811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db00970b-2d26-49cf-b53b-1a5b31385510 req-f7cf70b7-c788-4759-bd9c-2b7bc2624e6f tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Mar 02 18:23:27.611748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:27.627097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-2a340a98-649f-44c0-805a-54828eca0d6e tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:27.628493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-2a340a98-649f-44c0-805a-54828eca0d6e tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 945 time: 0.0821552 Mar 02 18:23:27.683884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 491d2375-b4dc-44cc-86d9-dacc29e47dae completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:27.688815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 491d2375-b4dc-44cc-86d9-dacc29e47dae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:27.689183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.697931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Deleting port 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:23:27.698273 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.809660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.838238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:27.865299 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:27.871075 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.948700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:27.960103 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:27.960453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.041923 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'code': 200} Mar 02 18:23:28.088911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Calling delete_port for 491d2375-b4dc-44cc-86d9-dacc29e47dae owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:23:28.172460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.db.api [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:23:28.172860 n-d-820559-6 neutron-server[83796]: DEBUG oslo_db.api [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:23:28.649698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172b0df-7b0e-4fe4-b6b5-783110a4c880 req-a6a3199c-e95c-491f-89e9-3da830fe0abd tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.651489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d172b0df-7b0e-4fe4-b6b5-783110a4c880 req-a6a3199c-e95c-491f-89e9-3da830fe0abd tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485 HTTP/1.1" status: 200 len: 946 time: 0.0779128 Mar 02 18:23:28.674453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Deleting port 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:23:28.675004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.699579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d172b0df-7b0e-4fe4-b6b5-783110a4c880 req-745a05ec-dacd-4d10-9a83-a2430ab350b2 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c87bf88-bb45-4dac-9bd0-72af5703222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Mar 02 18:23:28.918738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] For port 491d2375-b4dc-44cc-86d9-dacc29e47dae, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=491d2375-b4dc-44cc-86d9-dacc29e47dae,segment=NetworkSegment(0f81e31f-3bd7-4f35-bee1-63305949a3e8),segment_id=0f81e31f-3bd7-4f35-bee1-63305949a3e8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:28.919085 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:29.038266 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Calling delete_port for 491d2375-b4dc-44cc-86d9-dacc29e47dae owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:23:29.183700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:29.216809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['491d2375-b4dc-44cc-86d9-dacc29e47dae'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:23:29.236817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Pushing event deleted for resources: {'Port': ['ID=491d2375-b4dc-44cc-86d9-dacc29e47dae,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:29.309432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] No DVR routers for this DVR port 491d2375-b4dc-44cc-86d9-dacc29e47dae on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:23:29.311929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:29.314480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-deleted', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:29.333190 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bff6290f-024c-4711-b7b7-8ca3abf1670c req-51874cb2-c972-4a8a-b4b6-f28933906204 tempest-DeleteServersTestJSON-695294245 tempest-DeleteServersTestJSON-695294245-project] 10.222.0.50 "DELETE /v2.0/ports/491d2375-b4dc-44cc-86d9-dacc29e47dae HTTP/1.1" status: 204 len: 173 time: 1.6991282 Mar 02 18:23:29.374030 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96c3ad-afb5-4e8e-8a73-ecb1bc1f8485', 'name': 'network-vif-deleted', 'tag': '491d2375-b4dc-44cc-86d9-dacc29e47dae', 'status': 'completed', 'code': 200} Mar 02 18:23:29.965925 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48356) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:30.039922 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:23:30.122453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Deleting subnet 73bc686d-3403-4413-9f93-ee6147f9ec59 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:23:30.125350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.176426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.236234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.304019 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.348331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bc686d-3403-4413-9f93-ee6147f9ec59,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:30.352419 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.358462 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5db6bb82-1e24-4d15-b4c7-3ab74d601221 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/73bc686d-3403-4413-9f93-ee6147f9ec59 HTTP/1.1" status: 204 len: 168 time: 0.3915238 Mar 02 18:23:30.361109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:30.470819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.595739 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.625908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a583ff80-d2a2-4be0-8608-bc3685457017']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:30.638184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f81e31f-3bd7-4f35-bee1-63305949a3e8') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:30.638476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f81e31f-3bd7-4f35-bee1-63305949a3e8') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:30.649810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.666635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.673053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:23:30.673453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:23:30.688175 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:23:30.764381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.784487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.797648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a583ff80-d2a2-4be0-8608-bc3685457017 HTTP/1.1" status: 204 len: 168 time: 0.4333234 Mar 02 18:23:30.797648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08578ee-bfa4-446b-9646-ab07a206c6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a583ff80-d2a2-4be0-8608-bc3685457017,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:30.935114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48368) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:30.987015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b4eacc0d-07ab-46f2-bb8c-4abdceaab5d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3d5f5098e4843d38679a979fbbefbbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513601 Mar 02 18:23:30.989734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48372) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:31.054281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.081229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.137459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.154599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87bf88-bb45-4dac-9bd0-72af5703222b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:31.162504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.163648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c87bf88-bb45-4dac-9bd0-72af5703222b HTTP/1.1" status: 204 len: 168 time: 0.1730127 Mar 02 18:23:31.169578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.170234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.170234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.170601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.170937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.171274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.171601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.171921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.172242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.172561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.172878 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3282d6-afff-43a7-b6c3-d39f0872047c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:31.624027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:23:31.656339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 491d2375-b4dc-44cc-86d9-dacc29e47dae {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:23:31.656463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 491d2375-b4dc-44cc-86d9-dacc29e47dae not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:23:32.034504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48394) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:32.172275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-928418602-network', 'tenant_id': 'be69c676d6394ba9a0e58ff3138ba781'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:23:32.177707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:32.181709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Usage tracker for resource:network and tenant:be69c676d6394ba9a0e58ff3138ba781 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:32.184738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:32.191326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:32.202631 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Made reservation on behalf of be69c676d6394ba9a0e58ff3138ba781 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:32.204886 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.217903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.251321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:32.254748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Usage tracker for resource:security_group_rule and tenant:be69c676d6394ba9a0e58ff3138ba781 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:32.257566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:32.264240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:32.336094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.342486 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.377384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:23:32.386780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e44b147-195d-4ed7-973d-3cc68c351c50,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.393107 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.393565 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Added segment 53199bd7-1cd6-44f0-96cb-ac517a720a5b of type vlan for network e5124012-b39b-4e95-ac69-3a8863d217e5 Mar 02 18:23:32.423504 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.457482 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.458384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:32.459009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.564437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] Pushing event updated for resources: {'Network': ['ID=e5124012-b39b-4e95-ac69-3a8863d217e5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.570608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d484bcdb-cd91-4702-b125-ade864b9dc1c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5349030 Mar 02 18:23:32.570842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48400) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:32.577577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e5124012-b39b-4e95-ac69-3a8863d217e5 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:23:32.577988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Request body: {'subnet': {'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-928418602-subnet', 'tenant_id': 'be69c676d6394ba9a0e58ff3138ba781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:23:32.584062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:32.588497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Usage tracker for resource:subnet and tenant:be69c676d6394ba9a0e58ff3138ba781 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:32.591697 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:32.597677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:32.610385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Made reservation on behalf of be69c676d6394ba9a0e58ff3138ba781 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:32.612722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.814943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.889693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93235953-3cb0-43bc-bc59-9c7a7fa4b29d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.903606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Checking segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:23:32.903963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Network hostable DHCP agents. Network: e5124012-b39b-4e95-ac69-3a8863d217e5, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:32.925982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Network e5124012-b39b-4e95-ac69-3a8863d217e5 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:32.936122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e5124012-b39b-4e95-ac69-3a8863d217e5) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:32.939979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:32.940552 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.944866 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab26864-c363-4b30-98f0-a64c47f6f7fb None None] Network e5124012-b39b-4e95-ac69-3a8863d217e5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:23:32.964919 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fced875d-af26-42ac-8add-038c99096773 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3924248 Mar 02 18:23:33.171594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e78b10-2bfe-45ec-8810-fc59e7c7751f None None] Network e5124012-b39b-4e95-ac69-3a8863d217e5 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:23:33.565316 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-82f107a0-3799-49ba-bac9-06284900784d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:33.566018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-82f107a0-3799-49ba-bac9-06284900784d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Synchronizing usage tracker for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:33.585004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-82f107a0-3799-49ba-bac9-06284900784d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Unset dirty status for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:33.586449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-82f107a0-3799-49ba-bac9-06284900784d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 814 time: 0.1784811 Mar 02 18:23:33.605146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-e7221df3-cfcf-4e63-bd44-f2483e4e2c7f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/quotas/be69c676d6394ba9a0e58ff3138ba781 HTTP/1.1" status: 200 len: 375 time: 0.0124419 Mar 02 18:23:33.653191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-6353c4cb-8128-47df-a65d-10cca16a016e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426035 Mar 02 18:23:33.767253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-3c7ce9e7-fcbe-4d14-9338-68976ad51835 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:23:33.768255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-3c7ce9e7-fcbe-4d14-9338-68976ad51835 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0671313 Mar 02 18:23:33.905398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-2a952094-404f-4b67-950e-bc0293bfa38c service neutron] 10.222.0.37 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307449 Mar 02 18:23:34.044675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-30c159ff-6037-4a82-884b-e8b016873ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335132 Mar 02 18:23:34.246679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad9ed884-a85a-4e2d-ae1c-1d949a1746d1 req-86c71579-d643-468b-b244-05a725e2c09b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Mar 02 18:23:35.406803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-cfba2cba-54df-47ac-9f71-b37bebaa61f8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:35.408283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-cfba2cba-54df-47ac-9f71-b37bebaa61f8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 814 time: 0.1489241 Mar 02 18:23:35.426694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6a54083-9266-490f-8ae2-a5a7793ec43c req-b2b1d8a6-1e66-4225-b2e3-da09cf4348a6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 210 time: 0.0547414 Mar 02 18:23:35.435887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Request body: {'port': {'device_id': 'a2821468-f330-44b3-86a3-01933f272686', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'admin_state_up': True, 'tenant_id': 'be69c676d6394ba9a0e58ff3138ba781'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:23:35.577372 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:35.581109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Usage tracker for resource:port and tenant:be69c676d6394ba9a0e58ff3138ba781 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:35.583947 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:35.594855 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:35.605570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Made reservation on behalf of be69c676d6394ba9a0e58ff3138ba781 for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:35.608519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:35.769438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Allocated IP 172.20.0.11 (e5124012-b39b-4e95-ac69-3a8863d217e5/93235953-3cb0-43bc-bc59-9c7a7fa4b29d/57237928-68e0-47cf-ac45-c01bf30a9610) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:36.061850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.090346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.155304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Network e5124012-b39b-4e95-ac69-3a8863d217e5 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:36.158282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:36.166597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:23:36.206480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:36.229000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.229337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.229671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.229999 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.230324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.230678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.231000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.231342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.231635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.231950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.232264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:36.246056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:36.246692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.267003 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-219037d8-db3b-4d91-8377-10c91368ea5c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8351529 Mar 02 18:23:36.283505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Request body: {'port': {'device_id': 'a2821468-f330-44b3-86a3-01933f272686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:23:36.398046 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.636445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72772c77-f377-476c-883f-72fb85893ba6 req-94672f9c-89b5-4e53-b4c1-6b68d4b48db1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:36.637984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72772c77-f377-476c-883f-72fb85893ba6 req-94672f9c-89b5-4e53-b4c1-6b68d4b48db1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 932 time: 0.0802751 Mar 02 18:23:36.686480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-72772c77-f377-476c-883f-72fb85893ba6 req-545b7870-9560-4151-94e5-d38c71555e3c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Synchronizing usage tracker for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:36.704250 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-72772c77-f377-476c-883f-72fb85893ba6 req-545b7870-9560-4151-94e5-d38c71555e3c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Unset dirty status for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:36.705572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72772c77-f377-476c-883f-72fb85893ba6 req-545b7870-9560-4151-94e5-d38c71555e3c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616469 Mar 02 18:23:36.767863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57237928-68e0-47cf-ac45-c01bf30a9610 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:23:36.775981 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.791736 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Transition to ACTIVE for port object 57237928-68e0-47cf-ac45-c01bf30a9610 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:36.795936 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.926109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.034217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:37.034545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:37.034894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:23:37.042014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:23:37.042337 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:23:37.049343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:23:37.049673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Checking segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:23:37.050072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Bound using segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:23:37.050535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Bound port: 57237928-68e0-47cf-ac45-c01bf30a9610, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:37.050904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.147570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:23:37.150726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:23:37.155455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.218087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.219470 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] 10.222.0.50 "PUT /v2.0/ports/57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 1092 time: 0.9400136 Mar 02 18:23:37.219935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:37.242545 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac06e-99e7-4b41-8cb6-16b3f9bb414f service neutron] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.307626 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'status': 'completed', 'code': 200} Mar 02 18:23:37.349760 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-3c963ec3-f226-4cc7-97d6-f4a2fed8d1f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.0780582 Mar 02 18:23:37.432257 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-fdf4053e-d01c-40a4-8455-a3d1c2b5da86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0651093 Mar 02 18:23:37.494254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-b44720ee-1a5c-4161-b239-02a68662b725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.495587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-b44720ee-1a5c-4161-b239-02a68662b725 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0577126 Mar 02 18:23:37.541382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-c05d2b3f-f1ba-4e18-9f5d-d5d746eaa604 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389063 Mar 02 18:23:37.672874 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-4a5be528-af58-445e-b8c7-1daf228a58c2 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252646 Mar 02 18:23:37.810448 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ba4b68d5-d5ac-4b5f-904c-2b2a7e993689 req-d6fb4012-473a-4209-a086-aafb17601064 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308279 Mar 02 18:23:37.928645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abb584-b924-4b78-a46a-fcb2f78a52b5 req-b8c34e98-f9a2-486e-b37d-719b8de14a03 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.930105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53abb584-b924-4b78-a46a-fcb2f78a52b5 req-b8c34e98-f9a2-486e-b37d-719b8de14a03 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0859761 Mar 02 18:23:37.980959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53abb584-b924-4b78-a46a-fcb2f78a52b5 req-b433738d-35bb-4bf0-ae56-1535ba07d1c5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Mar 02 18:23:38.083984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-12f515ba-b96a-4358-9cc7-75154ae1eeac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.1731420 Mar 02 18:23:38.228936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-db48c4b2-1986-47fd-b9e7-5209ac540982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:38.230435 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-db48c4b2-1986-47fd-b9e7-5209ac540982 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1404016 Mar 02 18:23:38.300944 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-dcba2d3a-fb78-467f-9214-e9aa33a70c1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0642438 Mar 02 18:23:38.364949 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-3dcc3356-cb5d-4faf-98ee-c754c2c974e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:38.366303 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-3dcc3356-cb5d-4faf-98ee-c754c2c974e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0593605 Mar 02 18:23:38.412929 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-a11a0cf2-1151-44fe-abb7-9ba0bacd2595 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402007 Mar 02 18:23:38.548847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-16bf0960-7de9-4b14-82d6-fb9d2e6e404f service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292398 Mar 02 18:23:38.684126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-bf6ce8fb-276d-46ca-b4d9-49314970cba0 req-8c4b62c2-c54a-49cb-b9b8-c4e0ca0beb30 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283770 Mar 02 18:23:38.939116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.195427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57214511-dd59-4fc2-bcc5-22fae65ad769 req-4b1f0149-0f4f-4222-9f4a-af1a2d834007 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:39.197460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57214511-dd59-4fc2-bcc5-22fae65ad769 req-4b1f0149-0f4f-4222-9f4a-af1a2d834007 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0771887 Mar 02 18:23:39.255819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57214511-dd59-4fc2-bcc5-22fae65ad769 req-5adcbd10-f014-482a-97c0-ddf8ae4aaaf1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500240 Mar 02 18:23:39.399079 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-302b8b9d-f3c2-4d24-b133-76dc90cad60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:40.549679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89090957-27f3-4d8f-987d-d976ed8aff67 req-b4736919-2230-447f-ba72-2f8c422b29e8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:40.551075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89090957-27f3-4d8f-987d-d976ed8aff67 req-b4736919-2230-447f-ba72-2f8c422b29e8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.1740074 Mar 02 18:23:40.600351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-89090957-27f3-4d8f-987d-d976ed8aff67 req-376309b4-2944-49ae-87bc-5025a5451ea7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Mar 02 18:23:41.435074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50dd-6aee-427c-9e9d-e900f37b9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.667879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:41.803212 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e148-9181-432b-a430-502c0ed759cd req-a567fa15-061b-44b7-98a7-161d157fa3f7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:41.804708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8284e148-9181-432b-a430-502c0ed759cd req-a567fa15-061b-44b7-98a7-161d157fa3f7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0802422 Mar 02 18:23:41.809661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:41.824467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '57237928-68e0-47cf-ac45-c01bf30a9610', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'port_id': '57237928-68e0-47cf-ac45-c01bf30a9610', 'mac_address': 'fa:16:3e:3c:5a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93235953-3cb0-43bc-bc59-9c7a7fa4b29d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:41.858004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8284e148-9181-432b-a430-502c0ed759cd req-4af9f69f-e521-40f1-8ee1-cf9d28632fbb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Mar 02 18:23:41.891201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.908326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57237928-68e0-47cf-ac45-c01bf30a9610 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:23:41.923929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:41.929142 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.995538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:42.189561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['57237928-68e0-47cf-ac45-c01bf30a9610'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:23:42.962436 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.072339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb80f-3aab-4df4-b963-361db90997cc req-ad818d6b-2506-4883-a0fc-54784a29d69d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:43.074026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85cbb80f-3aab-4df4-b963-361db90997cc req-ad818d6b-2506-4883-a0fc-54784a29d69d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 945 time: 0.0885661 Mar 02 18:23:43.113487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.122058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85cbb80f-3aab-4df4-b963-361db90997cc req-59802f58-2be3-4eb4-b275-fa63813d2604 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Mar 02 18:23:43.667840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:43.735144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 57237928-68e0-47cf-ac45-c01bf30a9610 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:43.740001 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 57237928-68e0-47cf-ac45-c01bf30a9610 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:43.740372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.860400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.888142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:23:43.897971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:23:43.902526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.949060 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'code': 200} Mar 02 18:23:43.973459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:44.102271 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b85d4071-de8d-4254-b3d3-717817ee3d3d req-7a809cd8-8b0f-47b3-8ada-5b27b1cc6fd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1097 time: 0.0715723 Mar 02 18:23:44.144499 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b85d4071-de8d-4254-b3d3-717817ee3d3d req-279934a0-f5d5-4bed-9ccc-13b8e5e485d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369906 Mar 02 18:23:44.331879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ba459-3d66-4701-bd3b-8250dcd49f99 req-ae75e3d6-1a3b-4972-a13c-b7a064b7c824 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:44.333316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-905ba459-3d66-4701-bd3b-8250dcd49f99 req-ae75e3d6-1a3b-4972-a13c-b7a064b7c824 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0898924 Mar 02 18:23:44.379100 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-905ba459-3d66-4701-bd3b-8250dcd49f99 req-81baf1bc-6d57-4664-9679-7b1866368428 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Mar 02 18:23:44.509886 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.581484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e96b9-6a64-4e66-87c3-dc4c13a4cbf4 req-1ee749f8-3686-4dfb-b05b-d6810f574af6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.582979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d2e96b9-6a64-4e66-87c3-dc4c13a4cbf4 req-1ee749f8-3686-4dfb-b05b-d6810f574af6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0776706 Mar 02 18:23:45.630603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6d2e96b9-6a64-4e66-87c3-dc4c13a4cbf4 req-7e53bf4a-8598-4522-a1d7-998c595604e5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Mar 02 18:23:45.835662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f387a-bda3-4040-8e60-8c428ebe202f req-e637ac8b-03af-43cd-831d-6c612b0ee810 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.837277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5f387a-bda3-4040-8e60-8c428ebe202f req-e637ac8b-03af-43cd-831d-6c612b0ee810 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0806684 Mar 02 18:23:45.890056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5f387a-bda3-4040-8e60-8c428ebe202f req-73fdc973-d27e-4307-915e-1b77ed9f6556 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Mar 02 18:23:46.285577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9438b8-7a5c-429c-852c-101b91ae4663 req-1798c69d-41f7-4eb3-ae48-05cde1c918a8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:46.287475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de9438b8-7a5c-429c-852c-101b91ae4663 req-1798c69d-41f7-4eb3-ae48-05cde1c918a8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0800195 Mar 02 18:23:46.337163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de9438b8-7a5c-429c-852c-101b91ae4663 req-aa42b64d-a310-4963-845b-1ff3e3977e7a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Mar 02 18:23:46.548052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f4b1-a49f-4786-8f72-13e4fc3d9867 req-5d3ab5f2-ffa9-4205-b552-337ac213f1dc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:46.549418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed92f4b1-a49f-4786-8f72-13e4fc3d9867 req-5d3ab5f2-ffa9-4205-b552-337ac213f1dc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0831027 Mar 02 18:23:46.597182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed92f4b1-a49f-4786-8f72-13e4fc3d9867 req-cb6b6bca-14ed-40f7-b50a-748dbbe65fe5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Mar 02 18:23:46.799848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02c76e12-172f-46f5-966e-f3e20327aadf req-b224f156-a4d3-4f01-9b34-458bc8f9bfa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676451 Mar 02 18:23:47.056763 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-0bce4268-ad62-489e-b604-ed03a78fd601 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726531 Mar 02 18:23:47.121374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e817-27b6-4014-8150-c6e4d249f086 req-641ce49e-a031-4732-90f7-95835f697852 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:47.121755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b326e817-27b6-4014-8150-c6e4d249f086 req-641ce49e-a031-4732-90f7-95835f697852 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0863955 Mar 02 18:23:47.168536 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b326e817-27b6-4014-8150-c6e4d249f086 req-748c975f-1b8f-4ec3-b901-645019aedbdb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Mar 02 18:23:48.381660 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-83ba9ace-084d-420b-bd78-01f067130a1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1097 time: 0.0738699 Mar 02 18:23:48.385116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9cbd9-8cec-4022-8106-d70ef9f6d3f4 req-ce0be2e3-2e39-483e-ad3f-c4ebeb8f08b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.386617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ace9cbd9-8cec-4022-8106-d70ef9f6d3f4 req-ce0be2e3-2e39-483e-ad3f-c4ebeb8f08b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0867960 Mar 02 18:23:48.440495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ace9cbd9-8cec-4022-8106-d70ef9f6d3f4 req-094088e3-740e-4651-9d31-dbb32c714be4 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Mar 02 18:23:48.522325 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ef57-e848-4eed-a334-57f47c002a73 req-24ad450a-fe96-4502-ad24-974cf6b66904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.523823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-24ad450a-fe96-4502-ad24-974cf6b66904 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1361449 Mar 02 18:23:48.591970 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-56512bfa-9203-4312-bdd1-0b5ed5c37342 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0620592 Mar 02 18:23:48.659312 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ef57-e848-4eed-a334-57f47c002a73 req-6c72229d-e9f7-41c7-b0bf-01ecb67b997b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.660767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-6c72229d-e9f7-41c7-b0bf-01ecb67b997b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0638661 Mar 02 18:23:48.705799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-b9155d37-8638-4697-87e7-bc6f661cf093 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390086 Mar 02 18:23:48.839553 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-2aa93599-e804-4198-ba08-52ead434200c service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274731 Mar 02 18:23:48.971318 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-ce5bd561-49ad-4e07-92c4-53fe2bf70fcf service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259186 Mar 02 18:23:49.648933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d263a-9211-406f-afcf-2d654408c4d7 req-b356dd49-ac91-4483-95ae-81754c9d27d3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:49.650381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617d263a-9211-406f-afcf-2d654408c4d7 req-b356dd49-ac91-4483-95ae-81754c9d27d3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0763555 Mar 02 18:23:49.695402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-617d263a-9211-406f-afcf-2d654408c4d7 req-877e0435-dcc4-4a9c-ab2d-1c37bd00377e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Mar 02 18:23:49.726846 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:50.905904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77a903-221b-433c-b0a9-12ccb7525e6f req-7e6516f0-7676-4d59-9ef9-597435e0fddc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:50.907381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b77a903-221b-433c-b0a9-12ccb7525e6f req-7e6516f0-7676-4d59-9ef9-597435e0fddc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0888710 Mar 02 18:23:50.953930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b77a903-221b-433c-b0a9-12ccb7525e6f req-35c64598-569e-446b-846a-8b22acee9940 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Mar 02 18:23:52.149941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8d616-7698-4893-8b3d-b6628d86af03 req-ca261027-004c-456b-8d7f-cae38be66903 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:52.151571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bd8d616-7698-4893-8b3d-b6628d86af03 req-ca261027-004c-456b-8d7f-cae38be66903 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0772638 Mar 02 18:23:52.195630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6bd8d616-7698-4893-8b3d-b6628d86af03 req-7b4e1b45-6034-4be8-8127-c75f950abb25 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Mar 02 18:23:53.400267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a76e2-5c3f-490f-8ca2-db2e4d193753 req-40f56303-124b-4985-b803-e88eacbb897e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.401699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d69a76e2-5c3f-490f-8ca2-db2e4d193753 req-40f56303-124b-4985-b803-e88eacbb897e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Mar 02 18:23:53.459675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d69a76e2-5c3f-490f-8ca2-db2e4d193753 req-d6fe6f0f-e2f1-4529-a00c-41934fbbb9ac tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Mar 02 18:23:54.654359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b58fe3-5cb9-4e70-b4f7-9d29e2599213 req-18a2afd6-81df-4f04-9c74-22c1e7d792e4 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:54.655759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4b58fe3-5cb9-4e70-b4f7-9d29e2599213 req-18a2afd6-81df-4f04-9c74-22c1e7d792e4 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0754316 Mar 02 18:23:54.705482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4b58fe3-5cb9-4e70-b4f7-9d29e2599213 req-7e38e4ed-c2ed-40fe-933e-82e609214cc6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442107 Mar 02 18:23:55.905972 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c112-b914-4167-9d72-4d8adf9d4809 req-0bc55347-042e-4154-b2d0-6e6ed0227a07 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:55.907421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64f9c112-b914-4167-9d72-4d8adf9d4809 req-0bc55347-042e-4154-b2d0-6e6ed0227a07 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0759416 Mar 02 18:23:55.958190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-64f9c112-b914-4167-9d72-4d8adf9d4809 req-0f99bae3-100b-4854-9d71-803a9fb7530a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Mar 02 18:23:57.161195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6e604-59e3-4a5a-bf06-93c9e397012d req-b0c40ddd-45c4-4335-9899-dc901bd3c3c8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:57.162872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19b6e604-59e3-4a5a-bf06-93c9e397012d req-b0c40ddd-45c4-4335-9899-dc901bd3c3c8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0799026 Mar 02 18:23:57.208427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19b6e604-59e3-4a5a-bf06-93c9e397012d req-a36f4a87-9bc6-45cf-8346-15fbacb9c8c7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Mar 02 18:23:58.405789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba73ff-183a-4dce-9b8f-6067b629ac30 req-0f5154d2-5b79-4866-ac0f-78d484d9c824 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:58.407287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02ba73ff-183a-4dce-9b8f-6067b629ac30 req-0f5154d2-5b79-4866-ac0f-78d484d9c824 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0804250 Mar 02 18:23:58.455468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02ba73ff-183a-4dce-9b8f-6067b629ac30 req-168f0355-52e2-489c-927f-d4fce0f8a79c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Mar 02 18:23:59.654696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60269638-05c9-4c2a-9d34-b589c2d2d407 req-1ad29d52-2dec-498b-a833-83f4a2a4cf99 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:59.656129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60269638-05c9-4c2a-9d34-b589c2d2d407 req-1ad29d52-2dec-498b-a833-83f4a2a4cf99 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0801451 Mar 02 18:23:59.701885 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60269638-05c9-4c2a-9d34-b589c2d2d407 req-afcae307-320f-457b-a881-0ccff5272ec7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Mar 02 18:24:00.897821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cab58-fc09-46c1-a5ae-75734f92e5d5 req-470b7b95-be80-47e4-af1b-8c49d092ed39 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:00.899688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e6cab58-fc09-46c1-a5ae-75734f92e5d5 req-470b7b95-be80-47e4-af1b-8c49d092ed39 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0773504 Mar 02 18:24:00.944291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e6cab58-fc09-46c1-a5ae-75734f92e5d5 req-ea5d5241-c19c-4d2a-a61e-1df1c057c578 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Mar 02 18:24:02.146765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02006048-f28c-4a53-abfc-7e0a60225bfc req-e107766c-7291-47c7-a99a-b18beb86182f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:02.148227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02006048-f28c-4a53-abfc-7e0a60225bfc req-e107766c-7291-47c7-a99a-b18beb86182f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0808892 Mar 02 18:24:02.193170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02006048-f28c-4a53-abfc-7e0a60225bfc req-85152726-ed62-4b9f-8713-f55bbc2ee603 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Mar 02 18:24:03.391723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af908b0-26a9-48c1-b14d-6fd623df7344 req-1071f273-b89f-4d57-8419-d60fbc222511 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:03.393155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1af908b0-26a9-48c1-b14d-6fd623df7344 req-1071f273-b89f-4d57-8419-d60fbc222511 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0746992 Mar 02 18:24:03.441329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1af908b0-26a9-48c1-b14d-6fd623df7344 req-1e15c9a7-c14b-41df-883c-4c7a7822f9d3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Mar 02 18:24:04.641869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c28be-95b6-4e97-b32d-7d5983ea78b0 req-e8a9ab35-9a7f-4b2d-9be0-be3dfbb39752 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:04.643223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b78c28be-95b6-4e97-b32d-7d5983ea78b0 req-e8a9ab35-9a7f-4b2d-9be0-be3dfbb39752 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0760591 Mar 02 18:24:04.698762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b78c28be-95b6-4e97-b32d-7d5983ea78b0 req-eda11f6e-5ace-437f-b97a-72abf9409f94 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Mar 02 18:24:06.001579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2eb67-a946-4a61-bb22-897c43c7b0a9 req-d987049b-9d6a-40c6-8c5a-caedf211b3a2 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:06.002944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ced2eb67-a946-4a61-bb22-897c43c7b0a9 req-d987049b-9d6a-40c6-8c5a-caedf211b3a2 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.1766753 Mar 02 18:24:06.051124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ced2eb67-a946-4a61-bb22-897c43c7b0a9 req-250080fc-1f68-4903-89a1-bfbeaccca244 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Mar 02 18:24:07.039550 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:24:07.250353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b32d-fe73-4893-a297-5ba6558ec5e7 req-042610b6-b656-4319-a2c8-da1b71e5125a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:07.251884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b92b32d-fe73-4893-a297-5ba6558ec5e7 req-042610b6-b656-4319-a2c8-da1b71e5125a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0779185 Mar 02 18:24:07.298933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b92b32d-fe73-4893-a297-5ba6558ec5e7 req-94e69893-e210-449c-a69b-ab7e1838e111 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Mar 02 18:24:08.501755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d3461-9881-490b-b0a6-ef2e8246ca6e req-9bdf1da0-71df-4e2a-bec2-4648bb5ae180 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:08.503248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb3d3461-9881-490b-b0a6-ef2e8246ca6e req-9bdf1da0-71df-4e2a-bec2-4648bb5ae180 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0836568 Mar 02 18:24:08.549983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb3d3461-9881-490b-b0a6-ef2e8246ca6e req-e27fe930-87cd-4348-9ec3-da5aca8fe6f3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Mar 02 18:24:08.940312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.401789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2c8bdcb2-4f88-4088-a8dd-9d7e7b794e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.749114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbc4fc-36be-4fb3-a1c6-e81a93d83ed4 req-e0c3339b-9794-4010-86e4-dace797f04ad tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:09.750468 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6adbc4fc-36be-4fb3-a1c6-e81a93d83ed4 req-e0c3339b-9794-4010-86e4-dace797f04ad tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Mar 02 18:24:09.799383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6adbc4fc-36be-4fb3-a1c6-e81a93d83ed4 req-23c1adb8-69e6-4336-9c80-c72032326f32 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Mar 02 18:24:11.005224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38af062-75f3-4902-81ce-f72511dca6f4 req-34a0e905-5029-4122-8b7e-86d05eebbbef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:11.006711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d38af062-75f3-4902-81ce-f72511dca6f4 req-34a0e905-5029-4122-8b7e-86d05eebbbef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0758603 Mar 02 18:24:11.054188 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d38af062-75f3-4902-81ce-f72511dca6f4 req-1818acea-197f-4b0e-ba4b-e888c6e2c191 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Mar 02 18:24:11.437956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-09be9bf9-60c3-4111-9f9c-609d171999eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.266319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc781e-3e14-407f-b5ef-8d676c39dea7 req-faaeffff-7e06-423f-afca-fba123ce3dfa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.267790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4bc781e-3e14-407f-b5ef-8d676c39dea7 req-faaeffff-7e06-423f-afca-fba123ce3dfa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0831127 Mar 02 18:24:12.314378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4bc781e-3e14-407f-b5ef-8d676c39dea7 req-0517b87d-ecc4-4ebf-9134-71dc21bc6674 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Mar 02 18:24:12.965658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.115578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.518672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58efc-f1ab-4452-90b5-097165486ec1 req-2c6546b5-baa3-4453-b726-61a0d9aeb2ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:13.520111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3b58efc-f1ab-4452-90b5-097165486ec1 req-2c6546b5-baa3-4453-b726-61a0d9aeb2ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0780232 Mar 02 18:24:13.566645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3b58efc-f1ab-4452-90b5-097165486ec1 req-10e5e289-a11d-4ac1-8d17-a96e3f588141 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Mar 02 18:24:14.513688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.775346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382f0aa-ac45-495e-ad22-395cd47e1496 req-f538187a-cce3-40ae-a36a-1a93eacc0ccd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.776901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f382f0aa-ac45-495e-ad22-395cd47e1496 req-f538187a-cce3-40ae-a36a-1a93eacc0ccd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0838931 Mar 02 18:24:14.825411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f382f0aa-ac45-495e-ad22-395cd47e1496 req-fbde4b7e-dcf7-406d-a64a-c91112580463 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Mar 02 18:24:16.060408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977c09-cf03-40f9-92ec-f6f698c55586 req-509852d7-1cad-4dc8-a4c9-506f277e5e01 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.062714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6977c09-cf03-40f9-92ec-f6f698c55586 req-509852d7-1cad-4dc8-a4c9-506f277e5e01 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.1053424 Mar 02 18:24:16.123365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6977c09-cf03-40f9-92ec-f6f698c55586 req-72c9fbf4-6ab8-4789-afc1-06179752f7ca tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Mar 02 18:24:16.595049 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-a949ef57-e848-4eed-a334-57f47c002a73 req-79b4b505-01c0-42dc-9ee5-d4454a108ae2 service neutron] show failed (client error): The resource could not be found. Mar 02 18:24:16.595946 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-79b4b505-01c0-42dc-9ee5-d4454a108ae2 service neutron] 10.222.0.50 "GET /v2.0/ports/57237928-68e0-47cf-ac45-c01bf30a9610/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1748798 Mar 02 18:24:16.866159 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-7b8603bf-9b96-47c1-891c-ac119a14198b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686&tenant_id=be69c676d6394ba9a0e58ff3138ba781 HTTP/1.1" status: 200 len: 1097 time: 0.0726576 Mar 02 18:24:16.876188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:24:16.988466 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.304968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:17.351910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:24:17.413903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cede-5fc4-4632-988e-8fef427a3b3b req-88fc0cd7-9d51-4a7b-98c8-9d74f236ac40 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:17.415531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8240cede-5fc4-4632-988e-8fef427a3b3b req-88fc0cd7-9d51-4a7b-98c8-9d74f236ac40 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.1570187 Mar 02 18:24:17.441445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:17.446817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.475388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Transition to ACTIVE for port object 57237928-68e0-47cf-ac45-c01bf30a9610 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:17.482712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.541793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8240cede-5fc4-4632-988e-8fef427a3b3b req-0e3f1129-a224-4f29-91a9-4afd96487cb1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163843 Mar 02 18:24:17.623521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:17.659755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] No DVR routers for this DVR port 57237928-68e0-47cf-ac45-c01bf30a9610 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:17.690794 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'code': 200} Mar 02 18:24:17.715824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:17.716079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:17.716402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:24:17.722188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:24:17.722502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Attempting to bind port 57237928-68e0-47cf-ac45-c01bf30a9610 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:24:17.729328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:24:17.729657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Checking segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:24:17.730029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Bound using segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:24:17.730445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Bound port: 57237928-68e0-47cf-ac45-c01bf30a9610, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:17.730814 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.916048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:24:17.919538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:24:17.924448 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.980718 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.982104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] 10.222.0.35 "PUT /v2.0/ports/57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 1092 time: 1.1099024 Mar 02 18:24:18.007233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db76c6-78b8-4caa-85da-24ab2b837168 service neutron] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:18.087711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-41d044fd-58d1-4918-a626-13f29373beef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.0822814 Mar 02 18:24:18.233453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ef57-e848-4eed-a334-57f47c002a73 req-16bc7b09-191f-40b7-b69b-413081ed4f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.234928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-16bc7b09-191f-40b7-b69b-413081ed4f22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1407139 Mar 02 18:24:18.303030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-44018e7f-ff16-4282-9287-073fa47ce4ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0620475 Mar 02 18:24:18.369700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ef57-e848-4eed-a334-57f47c002a73 req-4b277ef5-e998-4a43-80b6-3ed2fa33faba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.371177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-4b277ef5-e998-4a43-80b6-3ed2fa33faba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0630331 Mar 02 18:24:18.418275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-b09a6d6b-b92f-4a0e-a44b-b6d2dad38e1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408754 Mar 02 18:24:18.553575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-0096f2c7-2dbf-4d9b-8d1b-13aa35b52e4b service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293349 Mar 02 18:24:18.732001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a949ef57-e848-4eed-a334-57f47c002a73 req-49d355bb-2743-46dd-a5ab-3e3b25e1bf9d service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730800 Mar 02 18:24:18.772091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97984d9-7e11-4d7a-995f-1d1c6dc38b5f req-68d19400-0026-4613-9767-6282ecf17aca tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.774112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a97984d9-7e11-4d7a-995f-1d1c6dc38b5f req-68d19400-0026-4613-9767-6282ecf17aca tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0914435 Mar 02 18:24:18.823118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a97984d9-7e11-4d7a-995f-1d1c6dc38b5f req-13a932f0-f637-46b7-8afe-52199b3269d8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Mar 02 18:24:19.692376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:19.724475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.770876 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'status': 'completed', 'code': 200} Mar 02 18:24:19.864973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-229745e8-57a9-49a9-8eeb-574ac4222e57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.0744627 Mar 02 18:24:19.872907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:19.923551 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-dbf53b48-8b7e-42c5-8c06-a8a8db34aac9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.1036608 Mar 02 18:24:19.951413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:24:20.062269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-f6810fdb-747e-4690-910f-0da32b95de3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.063744 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-f6810fdb-747e-4690-910f-0da32b95de3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1930540 Mar 02 18:24:20.073723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-3eba9166-4183-4b9e-8c6b-8184c139f118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.075576 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-3eba9166-4183-4b9e-8c6b-8184c139f118 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1448054 Mar 02 18:24:20.145958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-344b0520-7652-4d40-ab8c-96f76f17d2ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0703561 Mar 02 18:24:20.152715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a3c7d-f697-4527-b8ab-ecbb202edcb1 req-a4169b73-94cf-4dcd-a1f4-f14183e39fc0 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.154164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4a3c7d-f697-4527-b8ab-ecbb202edcb1 req-a4169b73-94cf-4dcd-a1f4-f14183e39fc0 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.1925008 Mar 02 18:24:20.163053 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-465b71bd-15ff-4359-aeba-259de25b071c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0808141 Mar 02 18:24:20.229416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-2bdc7779-7420-4166-a5cb-b9d60d997f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.230889 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-2bdc7779-7420-4166-a5cb-b9d60d997f65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0622711 Mar 02 18:24:20.242690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-024214d6-9e11-4297-a741-3b80d901779b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.244555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-024214d6-9e11-4297-a741-3b80d901779b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0894842 Mar 02 18:24:20.249608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe4a3c7d-f697-4527-b8ab-ecbb202edcb1 req-5601a1fb-f2d1-41db-8424-0d742f010f20 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Mar 02 18:24:20.286183 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-a9ef73b4-27f5-4203-a063-e439bd888ad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443146 Mar 02 18:24:20.295234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-01e52843-f259-44bb-a9ad-42e0fcb9aae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437052 Mar 02 18:24:20.425667 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-8d1779f0-1582-41e4-a56a-447024ccf84a service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331282 Mar 02 18:24:20.441670 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-deb4d9fd-adf8-4cbf-89cc-48d14908bd94 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396623 Mar 02 18:24:20.564054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-5ad93d9d-7599-46da-9a20-8984ffa4cc05 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322715 Mar 02 18:24:20.689267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b255b67-fb75-428c-9dbc-6068c0da1697 req-4670d7dc-628a-44c1-bda7-d7d76df9a9d4 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406533 Mar 02 18:24:21.462089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455b35d-1d74-4e3b-8d5b-cb7d3238df8b req-5f7ab26d-bbee-40f0-8897-556a6c8cc138 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:21.463673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3455b35d-1d74-4e3b-8d5b-cb7d3238df8b req-5f7ab26d-bbee-40f0-8897-556a6c8cc138 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0836530 Mar 02 18:24:21.514840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3455b35d-1d74-4e3b-8d5b-cb7d3238df8b req-46759156-2859-4a2a-960b-866817e6f0e6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Mar 02 18:24:22.755800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd04ab-6acc-4039-919f-3171502dff37 req-27df0398-4fc2-42c9-98e6-3cf0b8fda271 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.758519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8fd04ab-6acc-4039-919f-3171502dff37 req-27df0398-4fc2-42c9-98e6-3cf0b8fda271 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.0899115 Mar 02 18:24:22.827474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8fd04ab-6acc-4039-919f-3171502dff37 req-11eac77e-7298-4c84-9fb9-c16d81fc4c0b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Mar 02 18:24:23.251216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0173d9-23f8-42e7-9f0f-c2da42753cd8 req-66634f52-89cc-4149-a905-106157708615 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.253001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b0173d9-23f8-42e7-9f0f-c2da42753cd8 req-66634f52-89cc-4149-a905-106157708615 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 944 time: 0.1039953 Mar 02 18:24:23.270500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-7fc93a19-199c-4eb4-9547-d79c9af92104 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.271255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-7fc93a19-199c-4eb4-9547-d79c9af92104 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Synchronizing usage tracker for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:23.292718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-7fc93a19-199c-4eb4-9547-d79c9af92104 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Unset dirty status for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:23.294052 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-7fc93a19-199c-4eb4-9547-d79c9af92104 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686&tenant_id=be69c676d6394ba9a0e58ff3138ba781&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.1241899 Mar 02 18:24:23.306344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b0173d9-23f8-42e7-9f0f-c2da42753cd8 req-817ef2dd-b2ab-4596-8dbd-7285201373ae tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Mar 02 18:24:23.386925 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-ec40f639-9ee6-4b1e-9606-47511e4b164b service neutron] delete failed (client error): The resource could not be found. Mar 02 18:24:23.388073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-ec40f639-9ee6-4b1e-9606-47511e4b164b service neutron] 10.222.0.50 "DELETE /v2.0/ports/57237928-68e0-47cf-ac45-c01bf30a9610/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0864947 Mar 02 18:24:23.594473 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-a25bc49e-d28d-4bfd-9f49-0f5407201574 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 1095 time: 0.0957315 Mar 02 18:24:23.753989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-c14d236e-0133-4463-995b-c0d6328fbc3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.755459 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-c14d236e-0133-4463-995b-c0d6328fbc3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1546385 Mar 02 18:24:23.798884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:23.831842 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-22f85bf2-e374-4486-a7ce-2a867a132a55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 200 len: 217 time: 0.0695624 Mar 02 18:24:23.897653 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-a90eebe9-dc93-401d-be2c-2051e0f21181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.899632 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-a90eebe9-dc93-401d-be2c-2051e0f21181 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0620935 Mar 02 18:24:23.946114 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-35e37eab-3b67-4fb2-9399-e63ad75d88b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402393 Mar 02 18:24:23.975434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:24.001496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '57237928-68e0-47cf-ac45-c01bf30a9610', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'port_id': '57237928-68e0-47cf-ac45-c01bf30a9610', 'mac_address': 'fa:16:3e:3c:5a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93235953-3cb0-43bc-bc59-9c7a7fa4b29d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:24.056727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.074504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57237928-68e0-47cf-ac45-c01bf30a9610 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:24:24.089330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:24.093980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.097747 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-b8364852-c6b4-46af-834d-b4c1181f5052 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443617 Mar 02 18:24:24.164881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:24.231264 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cde08d1c-b12d-4197-9d4b-444de9581a9b req-8a89151c-64b0-4965-b327-8dc429056997 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270535 Mar 02 18:24:24.395377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['57237928-68e0-47cf-ac45-c01bf30a9610'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:24:24.522514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a890-21d7-46bd-97d1-a7028665f019 req-84a28626-f97e-4363-a439-a3d3e70f30b6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:24.524039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3b6a890-21d7-46bd-97d1-a7028665f019 req-84a28626-f97e-4363-a439-a3d3e70f30b6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 945 time: 0.0844476 Mar 02 18:24:24.578492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c3b6a890-21d7-46bd-97d1-a7028665f019 req-f55896ae-a514-4958-93fe-08e9a3ef701a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Mar 02 18:24:25.783752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152995-700d-4280-bac3-56f7cd5e02fa req-76926698-32df-4bfc-b100-4d2b3cec676c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:25.785251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a152995-700d-4280-bac3-56f7cd5e02fa req-76926698-32df-4bfc-b100-4d2b3cec676c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 945 time: 0.0789235 Mar 02 18:24:25.814333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:25.836068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a152995-700d-4280-bac3-56f7cd5e02fa req-36ceec24-d0b7-4a79-af51-1cb3f8769a34 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Mar 02 18:24:25.893705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 57237928-68e0-47cf-ac45-c01bf30a9610 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:25.901579 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 57237928-68e0-47cf-ac45-c01bf30a9610 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:25.901950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.025476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.048992 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5b596-466e-4856-a865-b05a649ad87b req-8eddde8d-dfcf-440a-9329-aff07d4e3bd9 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.050190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7d5b596-466e-4856-a865-b05a649ad87b req-8eddde8d-dfcf-440a-9329-aff07d4e3bd9 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 945 time: 0.0784009 Mar 02 18:24:26.052865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:26.063537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:26.068659 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.101625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7d5b596-466e-4856-a865-b05a649ad87b req-4bfa536b-52ec-40a1-a64d-97940e7b734d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Mar 02 18:24:26.119839 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'code': 200} Mar 02 18:24:26.150904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:26.163111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.164006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.164540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.165030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.165376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.165707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.166164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.166475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.166825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.167142 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.167461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:26.320881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe0e9-701d-437a-93d2-d042cabb17c5 req-69222c3a-e986-4ef7-b147-baa86c665549 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.322277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2cafe0e9-701d-437a-93d2-d042cabb17c5 req-69222c3a-e986-4ef7-b147-baa86c665549 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0844204 Mar 02 18:24:26.370475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2cafe0e9-701d-437a-93d2-d042cabb17c5 req-4fcbc30b-d297-4e6f-8533-ca64ff5cf67f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Mar 02 18:24:26.896466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-0f432d90-e0f3-4f9e-b4c6-6ce397d83df7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.898349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-0f432d90-e0f3-4f9e-b4c6-6ce397d83df7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 814 time: 0.1498785 Mar 02 18:24:26.917017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-ba09046c-3c28-468f-84bd-fe18c8b63757 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/quotas/be69c676d6394ba9a0e58ff3138ba781 HTTP/1.1" status: 200 len: 375 time: 0.0116746 Mar 02 18:24:27.001276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-27bd63c4-14a7-435c-8c80-3d95243ec35c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789769 Mar 02 18:24:27.135797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-2e614e27-1e11-47a4-b22f-f505df871d17 service neutron] 10.222.0.37 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273246 Mar 02 18:24:27.270595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-d2d5ae42-3320-41dd-87d1-7a545902be19 service neutron] 10.222.0.37 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278570 Mar 02 18:24:27.477204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cb6f9b1-d443-4eeb-9f8e-0e488fe418a4 req-3f661c90-046d-410f-9f22-f98684bc176f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 210 time: 0.0458810 Mar 02 18:24:28.227873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df807e79-4416-49c7-8477-a22c2b198719 req-125e4ec0-c9b6-4c4a-a78f-572a10c69a71 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.229230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df807e79-4416-49c7-8477-a22c2b198719 req-125e4ec0-c9b6-4c4a-a78f-572a10c69a71 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2821468-f330-44b3-86a3-01933f272686 HTTP/1.1" status: 200 len: 946 time: 0.0792372 Mar 02 18:24:28.298845 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Deleting port 57237928-68e0-47cf-ac45-c01bf30a9610 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:24:28.299181 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:28.726687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5eb0ae23-e6a3-4b9a-86a0-7ce84b09208d req-c3ada3ff-bd45-44bf-a531-d1a2cc242a7e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 210 time: 0.1144278 Mar 02 18:24:28.808366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-9938c761-aa21-46e3-ace8-c4359e521a8a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.809656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-9938c761-aa21-46e3-ace8-c4359e521a8a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 814 time: 0.4075332 Mar 02 18:24:28.816149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] For port 57237928-68e0-47cf-ac45-c01bf30a9610, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=57237928-68e0-47cf-ac45-c01bf30a9610,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:28.816514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:28.830842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Request body: {'port': {'device_id': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'admin_state_up': True, 'tenant_id': 'be69c676d6394ba9a0e58ff3138ba781'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:24:29.013761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Calling delete_port for 57237928-68e0-47cf-ac45-c01bf30a9610 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:24:29.139529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:29.182225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:29.206024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Made reservation on behalf of be69c676d6394ba9a0e58ff3138ba781 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:29.209009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.231608 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.242636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['57237928-68e0-47cf-ac45-c01bf30a9610'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:24:29.320280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Pushing event deleted for resources: {'Port': ['ID=57237928-68e0-47cf-ac45-c01bf30a9610,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:29.420628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] No DVR routers for this DVR port 57237928-68e0-47cf-ac45-c01bf30a9610 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:29.425449 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.427712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-deleted', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:29.489974 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2821468-f330-44b3-86a3-01933f272686', 'name': 'network-vif-deleted', 'tag': '57237928-68e0-47cf-ac45-c01bf30a9610', 'status': 'completed', 'code': 200} Mar 02 18:24:29.494479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df807e79-4416-49c7-8477-a22c2b198719 req-b3d07d0d-b2b8-4bc7-a26c-5a0a353006b7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.35 "DELETE /v2.0/ports/57237928-68e0-47cf-ac45-c01bf30a9610 HTTP/1.1" status: 204 len: 173 time: 1.2600493 Mar 02 18:24:29.517994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Allocated IP 172.20.0.9 (e5124012-b39b-4e95-ac69-3a8863d217e5/93235953-3cb0-43bc-bc59-9c7a7fa4b29d/9e8f40b4-c961-4af6-a316-2fdc30f652a9) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:29.760439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.798674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.809463 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['57237928-68e0-47cf-ac45-c01bf30a9610'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:24:29.944351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:29.963154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Network e5124012-b39b-4e95-ac69-3a8863d217e5 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:29.965378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:29.968897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:24:30.038119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.039352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.063934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d729c-bce9-4e56-888e-ad7a3048e44c req-cd996708-a7e4-4822-9d13-a5eec87c5ac3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.064626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921d729c-bce9-4e56-888e-ad7a3048e44c req-cd996708-a7e4-4822-9d13-a5eec87c5ac3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Synchronizing usage tracker for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:30.069831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-aa14dea7-29a7-412a-9815-038f791df34b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2453566 Mar 02 18:24:30.081340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Request body: {'port': {'device_id': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:24:30.121887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-921d729c-bce9-4e56-888e-ad7a3048e44c req-cd996708-a7e4-4822-9d13-a5eec87c5ac3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Unset dirty status for tenant:be69c676d6394ba9a0e58ff3138ba781 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:30.123072 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-921d729c-bce9-4e56-888e-ad7a3048e44c req-cd996708-a7e4-4822-9d13-a5eec87c5ac3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 931 time: 0.2238767 Mar 02 18:24:30.232183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-921d729c-bce9-4e56-888e-ad7a3048e44c req-e5227b57-87d8-48ed-9046-7a7c8c326d7d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017077 Mar 02 18:24:30.234429 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.707785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8f40b4-c961-4af6-a316-2fdc30f652a9 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:24:30.717805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.735064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Transition to ACTIVE for port object 9e8f40b4-c961-4af6-a316-2fdc30f652a9 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:30.739746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.872437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:30.985497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:30.985747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:30.986096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:24:30.992457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:24:30.992780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:24:30.999042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:24:30.999382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Checking segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:24:30.999760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Bound using segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:24:31.000216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Bound port: 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:31.000565 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.091061 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:24:31.093977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:24:31.099165 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.155417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.156765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 1091 time: 1.0795333 Mar 02 18:24:31.177641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:31.188070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.188414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.188758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.189086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.189412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.189735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.190056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.190375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.190728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.191045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.191412 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30effd-aa96-4551-a16e-2bd6093db1b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:31.269273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-b83cdf9e-4f7c-4e25-9092-a2957702dc9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0732586 Mar 02 18:24:31.336032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-bebbb2a6-9772-4572-b3be-1fdf849ce602 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0599799 Mar 02 18:24:31.441748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-350ae75c-c269-4913-b33b-27f341f2d2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:31.443239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-350ae75c-c269-4913-b33b-27f341f2d2e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.1027377 Mar 02 18:24:31.498393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:31.505476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-cc85c806-eda2-4828-9c64-c2264e5fc2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565913 Mar 02 18:24:31.515605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b75262-921c-4468-bb7b-19a2f44325de req-196e7652-a445-4065-8bd6-ee6fd416dd89 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:31.516729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61b75262-921c-4468-bb7b-19a2f44325de req-196e7652-a445-4065-8bd6-ee6fd416dd89 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.1446264 Mar 02 18:24:31.556329 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'status': 'completed', 'code': 200} Mar 02 18:24:31.646082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61b75262-921c-4468-bb7b-19a2f44325de req-56f2ea59-a0b8-4d25-a222-027187618570 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109216 Mar 02 18:24:31.677897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-7620bcc3-9d01-4f5a-8d9b-1dbdcc2865a2 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602414 Mar 02 18:24:31.805940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbac4d9-52ae-49c7-a447-62dfbb33095e req-03996d55-aa6c-4ab3-ac8f-7511f6b327f6 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223216 Mar 02 18:24:31.845711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:31.878772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 57237928-68e0-47cf-ac45-c01bf30a9610 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:24:31.879127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 57237928-68e0-47cf-ac45-c01bf30a9610 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:24:31.918051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-f7900299-c78b-4a7b-af38-41ba1d98ea32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0697563 Mar 02 18:24:32.050272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88875637-27bd-4dd5-a523-0cc23680a818 req-b8220beb-3351-4219-ac7f-6781d225c18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.051872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-b8220beb-3351-4219-ac7f-6781d225c18b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1277421 Mar 02 18:24:32.220256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-0bd61b4a-faef-496e-b483-b0dac4fa2124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.1621315 Mar 02 18:24:32.284832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88875637-27bd-4dd5-a523-0cc23680a818 req-b640189d-55cf-4230-8f58-a2fca9e46e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.286290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-b640189d-55cf-4230-8f58-a2fca9e46e63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0606987 Mar 02 18:24:32.332830 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-1a295302-89b2-4c02-93ee-eb9543a58a75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402515 Mar 02 18:24:32.477882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-dca56093-b24a-4dfe-b66f-025def653545 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392245 Mar 02 18:24:32.611024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88875637-27bd-4dd5-a523-0cc23680a818 req-ef96b3e9-0d47-4286-b87d-13217e5699aa service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271334 Mar 02 18:24:32.846884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc2a0-8e1c-4be2-af74-11261b86e19e req-f9b32e3c-6fe4-41df-b4bc-799111030626 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.848320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-991dc2a0-8e1c-4be2-af74-11261b86e19e req-f9b32e3c-6fe4-41df-b4bc-799111030626 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0783775 Mar 02 18:24:32.893659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-991dc2a0-8e1c-4be2-af74-11261b86e19e req-87bbf5af-a431-45bd-a2ab-46ac70b249a7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Mar 02 18:24:34.091578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0181-6f5b-4b03-b08c-42a231dd0347 req-b20a81bc-91a5-44c6-9243-f7ad357b8101 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.093026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3faf0181-6f5b-4b03-b08c-42a231dd0347 req-b20a81bc-91a5-44c6-9243-f7ad357b8101 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0804992 Mar 02 18:24:34.144384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3faf0181-6f5b-4b03-b08c-42a231dd0347 req-0b49b8da-f7d8-44f1-a324-1464bd9ce6bd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Mar 02 18:24:35.334854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b70ea0-656a-4f67-a5a1-5c15c7d4b88f req-da8eb491-8ff7-4211-a0bd-3cd12726d92c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.336421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71b70ea0-656a-4f67-a5a1-5c15c7d4b88f req-da8eb491-8ff7-4211-a0bd-3cd12726d92c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0762465 Mar 02 18:24:35.384487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71b70ea0-656a-4f67-a5a1-5c15c7d4b88f req-4b9029d3-fa69-4616-a583-2e36f669e46b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Mar 02 18:24:35.860679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:35.997022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:36.009653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'port_id': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'mac_address': 'fa:16:3e:07:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93235953-3cb0-43bc-bc59-9c7a7fa4b29d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:36.065405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:36.082398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8f40b4-c961-4af6-a316-2fdc30f652a9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:24:36.098685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:36.103539 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:36.169671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:36.394122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['9e8f40b4-c961-4af6-a316-2fdc30f652a9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:24:36.590957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c74c-0a82-4cbe-8792-f9c9e58736a5 req-54d5f354-05b2-4e3f-be8a-c6d48767d6eb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.592439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c9c74c-0a82-4cbe-8792-f9c9e58736a5 req-54d5f354-05b2-4e3f-be8a-c6d48767d6eb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 944 time: 0.0860107 Mar 02 18:24:36.641782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c9c74c-0a82-4cbe-8792-f9c9e58736a5 req-cd94f93e-7376-46f0-869f-8ac4ee1652df tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Mar 02 18:24:37.860454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:37.871252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951131c8-546b-492d-ad80-a410e3f50b3b req-d4790045-31f6-4253-8f1d-7d7a111a1089 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:37.872671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-951131c8-546b-492d-ad80-a410e3f50b3b req-d4790045-31f6-4253-8f1d-7d7a111a1089 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 944 time: 0.0808384 Mar 02 18:24:37.918167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-951131c8-546b-492d-ad80-a410e3f50b3b req-c41c4e8b-53af-4747-b710-84fe8e9c0a1c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Mar 02 18:24:37.930000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:37.934702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:37.935117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.053238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.081366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:24:38.091700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:24:38.096200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.144434 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'code': 200} Mar 02 18:24:38.169045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:38.267347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92a52c74-2dd2-47af-943c-97fbf3f68de1 req-73477ec2-4663-44e4-9ead-ed992ab37576 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1096 time: 0.0677493 Mar 02 18:24:38.310399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92a52c74-2dd2-47af-943c-97fbf3f68de1 req-1e1d602c-aeed-4e0e-903c-53399a58e239 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368056 Mar 02 18:24:38.944219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.124657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91111426-1174-4239-affc-3e2a9903a4ae req-67a6ea95-5e00-4faf-a47b-a2dd16580023 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:39.126091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91111426-1174-4239-affc-3e2a9903a4ae req-67a6ea95-5e00-4faf-a47b-a2dd16580023 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0788319 Mar 02 18:24:39.171171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91111426-1174-4239-affc-3e2a9903a4ae req-58d3323c-e1b5-4789-9510-17ec61256b54 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Mar 02 18:24:39.404696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a6d10db-e35f-4f54-9f6b-788e0104898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.370268 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfc6f8-efa7-4ea3-a308-bd99b03dde40 req-025b23d4-7aac-4e8c-9e55-afbf511f64cb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:40.371742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3dbfc6f8-efa7-4ea3-a308-bd99b03dde40 req-025b23d4-7aac-4e8c-9e55-afbf511f64cb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0772173 Mar 02 18:24:40.426284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3dbfc6f8-efa7-4ea3-a308-bd99b03dde40 req-b859cb3d-37fb-4588-95f9-623944f77941 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437884 Mar 02 18:24:40.628872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e94e3-278d-4aba-87ba-241f563b5b8b req-1842379d-997f-4522-aecd-aa86a42eb1c6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:40.630328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-908e94e3-278d-4aba-87ba-241f563b5b8b req-1842379d-997f-4522-aecd-aa86a42eb1c6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0808766 Mar 02 18:24:40.685817 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-908e94e3-278d-4aba-87ba-241f563b5b8b req-bed511a1-92b6-4342-8b67-affd8998b3c2 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Mar 02 18:24:40.980761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9144fe62-8345-4741-81f8-5aaf9157863d req-5bf911e3-a164-4f8f-b978-caa7a8b2d340 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1340015 Mar 02 18:24:41.243613 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-bf91380b-cb87-414f-9b1c-257cbacf0bce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763340 Mar 02 18:24:41.305277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429f039-a0ec-4e8a-aa91-54133536e2df req-20b69f0b-d27f-469f-a24c-4eefa92bec30 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.306762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d429f039-a0ec-4e8a-aa91-54133536e2df req-20b69f0b-d27f-469f-a24c-4eefa92bec30 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0837309 Mar 02 18:24:41.354917 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d429f039-a0ec-4e8a-aa91-54133536e2df req-6b572d43-48ba-454f-806a-a6a77ab733f2 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Mar 02 18:24:41.475530 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f2a923ba-7399-40d4-b737-a33545ccd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.589178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-e3467857-cb32-4d4d-b5c2-89bb43a4ba9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1096 time: 0.1315982 Mar 02 18:24:42.599670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389b136-2276-4d3c-b63e-00f0a06073ca req-331b6b36-cc45-48d0-8e9b-d054e8a951a7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:42.601317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9389b136-2276-4d3c-b63e-00f0a06073ca req-331b6b36-cc45-48d0-8e9b-d054e8a951a7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.1141663 Mar 02 18:24:42.824372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9389b136-2276-4d3c-b63e-00f0a06073ca req-7f2c7596-e8b3-46b2-a8e5-1b0e182ee7a5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045615 Mar 02 18:24:42.855692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6a49ec75-b53b-445d-892c-135a724f7955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:42.857054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6a49ec75-b53b-445d-892c-135a724f7955 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.2549610 Mar 02 18:24:42.928237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-cb145255-5431-49cf-bb64-18458ee13333 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0655854 Mar 02 18:24:42.967098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.994105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6ae40f55-5489-40da-90de-9d9f5e0553b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:42.995581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6ae40f55-5489-40da-90de-9d9f5e0553b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0623741 Mar 02 18:24:43.045204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-3ec47940-6e92-4ec1-9143-3c1ad68c6338 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433633 Mar 02 18:24:43.130863 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:43.201401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-1e1d40f8-df72-40eb-b082-408b132fa78d service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507792 Mar 02 18:24:43.337991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6fbb49ae-3642-4b0d-ac1a-b96a8a96c9cb service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312668 Mar 02 18:24:44.020361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19f01b-1fde-4ff7-ba5c-8ae2805242a2 req-613a9b4b-5710-4245-9a04-3343cba45e97 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:44.021774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd19f01b-1fde-4ff7-ba5c-8ae2805242a2 req-613a9b4b-5710-4245-9a04-3343cba45e97 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0750487 Mar 02 18:24:44.039925 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:24:44.065658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd19f01b-1fde-4ff7-ba5c-8ae2805242a2 req-43d884dd-5498-479a-b771-c9f3cde16db8 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375521 Mar 02 18:24:44.513791 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.267745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680c494-ea55-4b74-b75f-aa1e0954ad71 req-235dc51e-a259-4eaa-8945-c08e0e972228 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.269183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4680c494-ea55-4b74-b75f-aa1e0954ad71 req-235dc51e-a259-4eaa-8945-c08e0e972228 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0793235 Mar 02 18:24:45.314000 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4680c494-ea55-4b74-b75f-aa1e0954ad71 req-3b8fc433-518c-43a9-bbab-9f72f65fcaf5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 Mar 02 18:24:46.509393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e13df4-cc95-4ad3-bae4-e06ac0ad5d82 req-f5f7c65f-3592-498a-9ebd-1265f6898ce3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:46.510910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97e13df4-cc95-4ad3-bae4-e06ac0ad5d82 req-f5f7c65f-3592-498a-9ebd-1265f6898ce3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0758479 Mar 02 18:24:46.560614 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97e13df4-cc95-4ad3-bae4-e06ac0ad5d82 req-e691b57e-1baf-48f8-9bb4-fd629790291d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Mar 02 18:24:47.766137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33b74-2392-470a-afed-24c9cfbf1fed req-ce07193f-2078-4fec-87b7-c67f795edcdd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.767527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ba33b74-2392-470a-afed-24c9cfbf1fed req-ce07193f-2078-4fec-87b7-c67f795edcdd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0757215 Mar 02 18:24:47.812567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ba33b74-2392-470a-afed-24c9cfbf1fed req-e8e05342-3280-429f-8e02-888c72086345 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Mar 02 18:24:49.018682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353737c-51f2-4f86-9670-49b67d4683fb req-99841408-c140-4494-9d47-d9e76579edfa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.023094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b353737c-51f2-4f86-9670-49b67d4683fb req-99841408-c140-4494-9d47-d9e76579edfa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0864804 Mar 02 18:24:49.066503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b353737c-51f2-4f86-9670-49b67d4683fb req-ab8272c0-4447-4343-9c40-b74746866b77 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Mar 02 18:24:49.721369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:50.261096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60f9b2-cb9e-40f3-a0ba-31da15eb9813 req-b69f5d44-fccf-4beb-bb38-a10a4f4b1833 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:50.262542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf60f9b2-cb9e-40f3-a0ba-31da15eb9813 req-b69f5d44-fccf-4beb-bb38-a10a4f4b1833 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0766132 Mar 02 18:24:50.310005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf60f9b2-cb9e-40f3-a0ba-31da15eb9813 req-b9c0292d-f4ba-44ea-aaf5-d4ebf5dddf97 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Mar 02 18:24:51.529196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81909ac7-8f09-4edc-891c-7b69e7c9c72d req-8274758a-a0a2-4e3d-837b-925d52050be3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:51.530737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81909ac7-8f09-4edc-891c-7b69e7c9c72d req-8274758a-a0a2-4e3d-837b-925d52050be3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0819778 Mar 02 18:24:51.578655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81909ac7-8f09-4edc-891c-7b69e7c9c72d req-39592515-eec9-47d4-8a76-ffa6062dbb58 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Mar 02 18:24:52.795622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94591e-2d44-4c3e-b2ab-c5bc0405e7c2 req-0b0f2e31-01a0-4cbd-8162-f8064be2ad26 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:52.797055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b94591e-2d44-4c3e-b2ab-c5bc0405e7c2 req-0b0f2e31-01a0-4cbd-8162-f8064be2ad26 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0751636 Mar 02 18:24:52.845884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3b94591e-2d44-4c3e-b2ab-c5bc0405e7c2 req-d844a834-5370-44f8-9af7-8d3bb7067aa7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Mar 02 18:24:54.045625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221995e-8384-4d2c-beb4-dae9c267ad80 req-1954e5d5-979e-4bdc-9525-7ed8e754b3fe tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:54.047098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f221995e-8384-4d2c-beb4-dae9c267ad80 req-1954e5d5-979e-4bdc-9525-7ed8e754b3fe tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0802693 Mar 02 18:24:54.091786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f221995e-8384-4d2c-beb4-dae9c267ad80 req-7d8392bc-6893-42d7-b41a-0b00ec48d19d tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Mar 02 18:24:55.292704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e7229-76c6-48f1-9930-d3c102423e32 req-6c8be72a-7f15-4956-b0df-7cd38c5f1a94 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:55.294111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-879e7229-76c6-48f1-9930-d3c102423e32 req-6c8be72a-7f15-4956-b0df-7cd38c5f1a94 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0787709 Mar 02 18:24:55.339438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-879e7229-76c6-48f1-9930-d3c102423e32 req-be65d4b3-b9e3-4f97-9e52-a211d936130f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Mar 02 18:24:56.542709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ad750-9bd9-4ef1-8858-07c3c5bfe42a req-2ca9762a-f90c-4444-893c-dd43d8d7a229 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:56.544152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-581ad750-9bd9-4ef1-8858-07c3c5bfe42a req-2ca9762a-f90c-4444-893c-dd43d8d7a229 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0750961 Mar 02 18:24:56.589111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-581ad750-9bd9-4ef1-8858-07c3c5bfe42a req-fb6e85bd-f826-46be-8ee3-b1891d119d08 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Mar 02 18:24:57.891696 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e17d1-c8e6-4cd9-bc1e-0b6610555467 req-b9f0c58f-a6fb-4bed-8483-4bc8caadd9b5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:57.893160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e5e17d1-c8e6-4cd9-bc1e-0b6610555467 req-b9f0c58f-a6fb-4bed-8483-4bc8caadd9b5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.1827397 Mar 02 18:24:57.937217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e5e17d1-c8e6-4cd9-bc1e-0b6610555467 req-34ef067f-fbe0-4e5a-bd0b-23f9172e5431 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Mar 02 18:24:59.136502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd41af2-3158-4cf1-a563-0e47a64591fd req-6cdb6b71-8d4c-47b6-bc8a-4731d75c3e78 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.137931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cd41af2-3158-4cf1-a563-0e47a64591fd req-6cdb6b71-8d4c-47b6-bc8a-4731d75c3e78 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0757673 Mar 02 18:24:59.186443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8cd41af2-3158-4cf1-a563-0e47a64591fd req-f759c2c8-3e5d-456a-bcee-fadb7ddef219 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Mar 02 18:25:00.382210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f38d4-8528-4e56-9d1d-34f790615733 req-e2daaf6e-8821-421c-b996-64bb5bd12f6a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:00.383654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4f38d4-8528-4e56-9d1d-34f790615733 req-e2daaf6e-8821-421c-b996-64bb5bd12f6a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0753906 Mar 02 18:25:00.429164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4f38d4-8528-4e56-9d1d-34f790615733 req-eafc2c52-d169-415d-bbc0-1b29d470c6b3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Mar 02 18:25:01.628151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9a02-e5ff-404f-a17d-726d6cdc55af req-4cf27c97-a8e9-48ab-9a59-7f66bb7c3811 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:01.629760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c94d9a02-e5ff-404f-a17d-726d6cdc55af req-4cf27c97-a8e9-48ab-9a59-7f66bb7c3811 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0795848 Mar 02 18:25:01.676989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c94d9a02-e5ff-404f-a17d-726d6cdc55af req-a831a4f6-6e8a-4378-baa3-b33d12fcc5ba tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Mar 02 18:25:02.909373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2340d33-5272-44cc-888e-6bed40280c10 req-12eba8d9-1e9e-4712-9e43-63237b068959 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:02.911478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2340d33-5272-44cc-888e-6bed40280c10 req-12eba8d9-1e9e-4712-9e43-63237b068959 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0998333 Mar 02 18:25:02.961798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2340d33-5272-44cc-888e-6bed40280c10 req-e7c60ab3-fae9-4d82-bbca-cd8855de72a2 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Mar 02 18:25:04.159524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0db6-36c8-4e50-a032-5c19dcaa3bb0 req-c293db28-ee5d-43d9-85be-d720971da560 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:04.160950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffcc0db6-36c8-4e50-a032-5c19dcaa3bb0 req-c293db28-ee5d-43d9-85be-d720971da560 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0777476 Mar 02 18:25:04.207962 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ffcc0db6-36c8-4e50-a032-5c19dcaa3bb0 req-1d447258-a7ec-4b5b-a461-ff9c80a589d6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Mar 02 18:25:05.545962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a1e8-fc69-418e-867c-6734120b2d07 req-eab34de3-fe22-42c6-9af1-a6cb7b26bbb1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:05.547409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4128a1e8-fc69-418e-867c-6734120b2d07 req-eab34de3-fe22-42c6-9af1-a6cb7b26bbb1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0737824 Mar 02 18:25:05.592727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4128a1e8-fc69-418e-867c-6734120b2d07 req-f7b30c06-f540-4a5a-adad-d5698d8b5ca0 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Mar 02 18:25:06.792619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9a53d-493a-4ddf-959d-3bc40aaabd25 req-b3e95ef9-1069-4aff-b393-8135e8e38a3b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:06.794052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fc9a53d-493a-4ddf-959d-3bc40aaabd25 req-b3e95ef9-1069-4aff-b393-8135e8e38a3b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0786741 Mar 02 18:25:06.839811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fc9a53d-493a-4ddf-959d-3bc40aaabd25 req-488910d6-c5aa-470d-81fc-4391dd4a29eb tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Mar 02 18:25:08.042451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9cde7-a188-48d1-b58e-ea6d09118bc8 req-b6cadf2c-8273-49c0-aaaf-2b2977913e8b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:08.043943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cb9cde7-a188-48d1-b58e-ea6d09118bc8 req-b6cadf2c-8273-49c0-aaaf-2b2977913e8b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0779419 Mar 02 18:25:08.093662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1cb9cde7-a188-48d1-b58e-ea6d09118bc8 req-5e0dc6bc-fd66-4135-b89e-92b65852d9e4 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Mar 02 18:25:08.952176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:09.292811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d8ed7-5bb2-491c-ac02-6cfcd82afb8d req-ad8d05ec-2aa4-487b-ac1b-3a16d61f6993 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:09.294237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839d8ed7-5bb2-491c-ac02-6cfcd82afb8d req-ad8d05ec-2aa4-487b-ac1b-3a16d61f6993 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0749462 Mar 02 18:25:09.339941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839d8ed7-5bb2-491c-ac02-6cfcd82afb8d req-220cfe83-058a-4cac-856a-2fe9286cd490 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Mar 02 18:25:09.407411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7911c55-aa1d-4ea7-85ca-6002b677b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:10.529566 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-59a93837-12c3-4a3c-af8e-7d2a015229e1 service neutron] show failed (client error): The resource could not be found. Mar 02 18:25:10.530602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-59a93837-12c3-4a3c-af8e-7d2a015229e1 service neutron] 10.222.0.35 "GET /v2.0/ports/9e8f40b4-c961-4af6-a316-2fdc30f652a9/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1232793 Mar 02 18:25:10.558763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cfc40-5594-4784-8318-77da65258267 req-84f6d6dd-5d58-466a-8d07-b521fda7039a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.560229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc9cfc40-5594-4784-8318-77da65258267 req-84f6d6dd-5d58-466a-8d07-b521fda7039a tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0949478 Mar 02 18:25:10.621156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc9cfc40-5594-4784-8318-77da65258267 req-292e241d-d8f4-4ac0-b544-fd3318e22cb7 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551331 Mar 02 18:25:10.874848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-e2ba182a-0977-4418-b85b-c6f64d9bb5c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f&tenant_id=be69c676d6394ba9a0e58ff3138ba781 HTTP/1.1" status: 200 len: 1096 time: 0.1564300 Mar 02 18:25:10.891704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:11.002475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.268326 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:11.298433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:11.354056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:11.359700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.376483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Transition to ACTIVE for port object 9e8f40b4-c961-4af6-a316-2fdc30f652a9 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:11.380355 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.422509 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'code': 200} Mar 02 18:25:11.446169 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a3da-a5af-456b-91d6-46c91b42f528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.509791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:11.547077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] No DVR routers for this DVR port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:11.550511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.550873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.551205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.551530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.551853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.552174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.553072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.553458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.553773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.554078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.554396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:11.607050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:11.607381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:11.607703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:11.613420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:25:11.613733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Attempting to bind port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on network e5124012-b39b-4e95-ac69-3a8863d217e5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:11.620557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:25:11.620883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Checking segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:11.621256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Bound using segment: {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:25:11.621669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Bound port: 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53199bd7-1cd6-44f0-96cb-ac517a720a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:11.622008 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.713926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:11.716952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:25:11.721772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.777609 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.778971 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] 10.222.0.50 "PUT /v2.0/ports/9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 1091 time: 0.8911521 Mar 02 18:25:11.799243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d4e98-2ed6-4fde-b99d-f2629e20a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:11.838133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb9f4-9bdc-412d-b2bc-472eb271cb56 req-6dcc4e7b-d129-4537-9d53-d8df5b1634ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:11.839618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf3bb9f4-9bdc-412d-b2bc-472eb271cb56 req-6dcc4e7b-d129-4537-9d53-d8df5b1634ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0895107 Mar 02 18:25:11.886468 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-11f628aa-70cf-4b71-abca-64cdebf5945c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0734041 Mar 02 18:25:11.889676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf3bb9f4-9bdc-412d-b2bc-472eb271cb56 req-ddffd0f6-f9fa-480e-8d88-d844caa33e21 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Mar 02 18:25:12.015206 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-f8020762-4aa1-42c1-866a-2a3e18b3fec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:12.016666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-f8020762-4aa1-42c1-866a-2a3e18b3fec6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1239862 Mar 02 18:25:12.082377 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-f45fba67-bfc6-48dd-bc3f-7401fe30bb82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0589614 Mar 02 18:25:12.144758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6453bc93-fa3a-4ab1-b077-7309b062e1d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:12.146297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-6453bc93-fa3a-4ab1-b077-7309b062e1d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0587492 Mar 02 18:25:12.189559 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-da2d12d2-9bfc-4c99-bbb1-a8343dd41820 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377436 Mar 02 18:25:12.317115 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-38299ff2-6773-4bdf-90c1-7fcebc88382b service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218605 Mar 02 18:25:12.538993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-1c5dc909-4c5f-4e67-bc2f-83c168c4b56c req-11a6ef78-04df-4c15-8725-a41b4d075b07 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154624 Mar 02 18:25:12.970640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:13.094254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae9c3-7f90-45b6-bbd4-1d933e1ba980 req-74a67689-2693-4396-b7cd-d8b8827255ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.095730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ebae9c3-7f90-45b6-bbd4-1d933e1ba980 req-74a67689-2693-4396-b7cd-d8b8827255ef tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0778024 Mar 02 18:25:13.128300 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:13.143894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ebae9c3-7f90-45b6-bbd4-1d933e1ba980 req-f1e1133d-707c-47de-aa9c-ed21adaeea4f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Mar 02 18:25:13.424083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:13.491914 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'status': 'completed', 'code': 200} Mar 02 18:25:13.601803 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-ec3a6053-c79f-455c-bfca-258b40f72c5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0930324 Mar 02 18:25:13.605247 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-8d07f285-9b79-43bb-bd60-dfd7e14b33e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0699151 Mar 02 18:25:13.742062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-20ac4bc0-f2f2-4cdd-9027-76bf9af468fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.743596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-20ac4bc0-f2f2-4cdd-9027-76bf9af468fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1357188 Mar 02 18:25:13.747259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-e1430c3d-a746-4d3c-9ed7-4aee5c9d0aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.748762 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-e1430c3d-a746-4d3c-9ed7-4aee5c9d0aba service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1353364 Mar 02 18:25:13.814179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-7fb60c3c-2501-4a07-aa8a-6b8851ca4ba9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0640142 Mar 02 18:25:13.822199 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-d7f541bf-aa55-486a-8220-07168181e293 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0670979 Mar 02 18:25:13.877642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-5b72b672-feb0-4a65-93fe-f3af2bf87f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.879096 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-5b72b672-feb0-4a65-93fe-f3af2bf87f59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0593371 Mar 02 18:25:13.890257 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-a8237138-8ee0-487f-b3ca-e0816fbbc4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.892042 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-a8237138-8ee0-487f-b3ca-e0816fbbc4ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0634072 Mar 02 18:25:13.926462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-e6c14927-b0d0-42e6-8c82-d6e60bb2625b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418470 Mar 02 18:25:13.954183 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-6b8d18be-5b75-4e0f-8e4f-fb2a05f4aa58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439487 Mar 02 18:25:14.015796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:14.077858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:14.099127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-c0282f95-e1cd-4aed-a751-df48cfe084ac service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382155 Mar 02 18:25:14.172109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-fdef5c43-0a79-4b52-8845-bc7f89930fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400949 Mar 02 18:25:14.252474 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-8ac7a736-3e36-4fb7-89d6-e9949fe9b632 service neutron] 10.222.0.50 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425617 Mar 02 18:25:14.381711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a6100d3-723c-4408-82c0-bc82b4f1de53 req-874184d0-bc8d-497c-8de5-892783fe8db3 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032919 Mar 02 18:25:14.409849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31abaeb-3a64-4435-b72c-c78a46a2b064 req-051b8aed-4083-417c-9c5d-c7e1fd704932 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.411334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e31abaeb-3a64-4435-b72c-c78a46a2b064 req-051b8aed-4083-417c-9c5d-c7e1fd704932 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.1247175 Mar 02 18:25:14.467351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e31abaeb-3a64-4435-b72c-c78a46a2b064 req-cecd06e8-226e-425b-b6c2-726950f256f3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Mar 02 18:25:14.516461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.664348 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1c31-ff2a-4856-a3f8-18f67d2df18c req-a7ad1e13-c55a-4be8-acb7-2df1ea5cc5bf tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:15.665798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2e1c31-ff2a-4856-a3f8-18f67d2df18c req-a7ad1e13-c55a-4be8-acb7-2df1ea5cc5bf tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.0762825 Mar 02 18:25:15.716781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e2e1c31-ff2a-4856-a3f8-18f67d2df18c req-829fe0aa-85d6-4f96-9c18-dbd8e81bdcc6 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Mar 02 18:25:16.091645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-4f32e884-40a0-4c60-9fb4-f84d377d48fd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.093074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-4f32e884-40a0-4c60-9fb4-f84d377d48fd tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f&tenant_id=be69c676d6394ba9a0e58ff3138ba781&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 943 time: 0.1305287 Mar 02 18:25:16.103304 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:16.152887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217375-32c1-47aa-9010-066eb94c2704 req-bdd04030-0894-4a01-acbc-55b382d3d72b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.154492 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56217375-32c1-47aa-9010-066eb94c2704 req-bdd04030-0894-4a01-acbc-55b382d3d72b tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 943 time: 0.1616054 Mar 02 18:25:16.218258 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-45d57aa3-d64f-4dee-9f65-8deb5ca7edf6 service neutron] delete failed (client error): The resource could not be found. Mar 02 18:25:16.219299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-45d57aa3-d64f-4dee-9f65-8deb5ca7edf6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/9e8f40b4-c961-4af6-a316-2fdc30f652a9/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1204243 Mar 02 18:25:16.221413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56217375-32c1-47aa-9010-066eb94c2704 req-a0aa6f09-8532-4354-94aa-72105bda2309 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Mar 02 18:25:16.248067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:16.262104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'network_id': 'e5124012-b39b-4e95-ac69-3a8863d217e5', 'port_id': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'mac_address': 'fa:16:3e:07:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93235953-3cb0-43bc-bc59-9c7a7fa4b29d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:16.316614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.333401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8f40b4-c961-4af6-a316-2fdc30f652a9 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:25:16.350405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:16.354985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.366712 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-f30d6dbc-c1c4-4ab6-98ba-d50b68bec79f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be69c676d6394ba9a0e58ff3138ba781&device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 1094 time: 0.0782030 Mar 02 18:25:16.433152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:16.502044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-6cacda3d-f6a5-4e5a-84c3-63b071d484a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.503490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-6cacda3d-f6a5-4e5a-84c3-63b071d484a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 200 len: 915 time: 0.1309390 Mar 02 18:25:16.568230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-84e58133-14d4-40f5-8dc8-751d4129b7d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 200 len: 217 time: 0.0590775 Mar 02 18:25:16.631703 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-bc930bb4-0660-4345-8bc8-d758ed285ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.633009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-bc930bb4-0660-4345-8bc8-d758ed285ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 200 len: 854 time: 0.0595741 Mar 02 18:25:16.675808 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['9e8f40b4-c961-4af6-a316-2fdc30f652a9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:25:16.676834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-3319df92-c60a-49c8-ae95-2dfb1e50be63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5124012-b39b-4e95-ac69-3a8863d217e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382204 Mar 02 18:25:16.817674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-86e9d23a-3731-47d8-a350-9d9b13d85237 service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352980 Mar 02 18:25:16.965637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01a832da-b7cc-44fb-a152-6c1a43255c2f req-e0a89944-8f07-4d86-9cf2-be1828de8e6d service neutron] 10.222.0.35 "GET /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417212 Mar 02 18:25:17.460165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb910b2-4e20-4ceb-85c4-702c3ce98bd8 req-70d8ffc2-27fc-4bf4-bec0-76825adb8364 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:17.462106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bb910b2-4e20-4ceb-85c4-702c3ce98bd8 req-70d8ffc2-27fc-4bf4-bec0-76825adb8364 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 944 time: 0.1104574 Mar 02 18:25:17.521384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bb910b2-4e20-4ceb-85c4-702c3ce98bd8 req-f34e8169-21dc-4dfa-93ec-8f860f6071e0 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Mar 02 18:25:18.121922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:18.192294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:18.197034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:18.197653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.311580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.338588 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:18.347889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:18.353521 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.397194 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'code': 200} Mar 02 18:25:18.422123 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:18.723875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82815b-c594-4b34-a688-084933d018f6 req-a339e3cd-8a65-4d61-8c6e-fdb4d3140d2e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:18.725688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be82815b-c594-4b34-a688-084933d018f6 req-a339e3cd-8a65-4d61-8c6e-fdb4d3140d2e tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0800052 Mar 02 18:25:18.776527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be82815b-c594-4b34-a688-084933d018f6 req-b88c41cb-8ede-4c3a-827f-86fe3ca0acf5 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Mar 02 18:25:19.076158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9787a-c325-4745-9f06-0b9ffb10ef41 req-df21d30c-616f-4615-8a25-9c738cd9f6fa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.077578 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67b9787a-c325-4745-9f06-0b9ffb10ef41 req-df21d30c-616f-4615-8a25-9c738cd9f6fa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.1730375 Mar 02 18:25:19.122327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67b9787a-c325-4745-9f06-0b9ffb10ef41 req-3bc9293c-7b9b-44dd-85bc-0e80ab3fbe36 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392263 Mar 02 18:25:19.316387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f3cfd-8ea1-4b7e-b2be-b6e078ef7d83 req-26ccb3fa-4572-4ba7-9225-dc3b8b3004dc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.319074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-526f3cfd-8ea1-4b7e-b2be-b6e078ef7d83 req-26ccb3fa-4572-4ba7-9225-dc3b8b3004dc tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0778506 Mar 02 18:25:19.365559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-526f3cfd-8ea1-4b7e-b2be-b6e078ef7d83 req-9fbd2d28-b147-41b1-a7be-3ada4984cc7c tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Mar 02 18:25:19.739383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.957943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cdf20-9e91-46a0-b7c5-a3375352756a req-b95f5926-5449-4f39-942d-6308e7567d44 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.960346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f24cdf20-9e91-46a0-b7c5-a3375352756a req-b95f5926-5449-4f39-942d-6308e7567d44 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0843346 Mar 02 18:25:20.006624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f24cdf20-9e91-46a0-b7c5-a3375352756a req-9af887e6-cdd6-4165-bcdf-907034c730d1 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Mar 02 18:25:21.040306 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:25:21.204098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcaad-4925-4bc8-af00-e53339a2336d req-b47aa614-386f-4939-b5f1-a5b853372c77 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:21.206311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bbbcaad-4925-4bc8-af00-e53339a2336d req-b47aa614-386f-4939-b5f1-a5b853372c77 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0783813 Mar 02 18:25:21.251597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62089afd-effd-45b9-82e7-47ca945b292b req-906a9625-9d98-4380-9271-fd1d6f152d5f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:21.253730 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-62089afd-effd-45b9-82e7-47ca945b292b req-906a9625-9d98-4380-9271-fd1d6f152d5f tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 945 time: 0.0801036 Mar 02 18:25:21.259694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5bbbcaad-4925-4bc8-af00-e53339a2336d req-6eeb931b-e025-4614-b2bd-7c786bced835 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e44b147-195d-4ed7-973d-3cc68c351c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Mar 02 18:25:21.324280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Deleting port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:25:21.324512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.570972 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] For port 9e8f40b4-c961-4af6-a316-2fdc30f652a9, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=9e8f40b4-c961-4af6-a316-2fdc30f652a9,segment=NetworkSegment(53199bd7-1cd6-44f0-96cb-ac517a720a5b),segment_id=53199bd7-1cd6-44f0-96cb-ac517a720a5b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:21.571323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.695228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Calling delete_port for 9e8f40b4-c961-4af6-a316-2fdc30f652a9 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:25:21.842878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.876637 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['9e8f40b4-c961-4af6-a316-2fdc30f652a9'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:25:21.898859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Pushing event deleted for resources: {'Port': ['ID=9e8f40b4-c961-4af6-a316-2fdc30f652a9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:21.971903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] No DVR routers for this DVR port 9e8f40b4-c961-4af6-a316-2fdc30f652a9 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:21.975711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.978192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-deleted', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:21.995865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-62089afd-effd-45b9-82e7-47ca945b292b req-9a733907-2fdd-4462-83e5-65e6b301eef3 tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.50 "DELETE /v2.0/ports/9e8f40b4-c961-4af6-a316-2fdc30f652a9 HTTP/1.1" status: 204 len: 173 time: 0.7368870 Mar 02 18:25:22.040895 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f182d2-06ee-4023-86ae-f3133ff4b95f', 'name': 'network-vif-deleted', 'tag': '9e8f40b4-c961-4af6-a316-2fdc30f652a9', 'status': 'completed', 'code': 200} Mar 02 18:25:22.471395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34b93751-e601-456a-be15-1591579e7d1c req-e8869a21-abc3-45c1-b790-89e924a334fa tempest-ServerDiskConfigTestJSON-307936399 tempest-ServerDiskConfigTestJSON-307936399-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f182d2-06ee-4023-86ae-f3133ff4b95f HTTP/1.1" status: 200 len: 210 time: 0.0649478 Mar 02 18:25:23.749530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48778) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:23.808090 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Deleting subnet 93235953-3cb0-43bc-bc59-9c7a7fa4b29d {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:25:23.811143 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.868998 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.927689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.996848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.038238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93235953-3cb0-43bc-bc59-9c7a7fa4b29d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:24.044731 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.051422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e3671485-55b0-4f54-906c-a858a4c0b280 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93235953-3cb0-43bc-bc59-9c7a7fa4b29d HTTP/1.1" status: 204 len: 168 time: 0.3007872 Mar 02 18:25:24.055553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48782) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:24.163965 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.298427 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.325909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5124012-b39b-4e95-ac69-3a8863d217e5']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:24.338772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53199bd7-1cd6-44f0-96cb-ac517a720a5b') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:24.339073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53199bd7-1cd6-44f0-96cb-ac517a720a5b') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:24.351146 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.369744 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.376584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:25:24.377010 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:25:24.391331 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:25:24.470556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.486945 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.497706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5124012-b39b-4e95-ac69-3a8863d217e5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:24.506387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9bc05042-8028-4985-867d-f8119c4c3bf7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5124012-b39b-4e95-ac69-3a8863d217e5 HTTP/1.1" status: 204 len: 168 time: 0.4496901 Mar 02 18:25:24.669320 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48790) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:24.721889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-62ec0b4a-173d-44d8-a089-50dc9f3dacf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be69c676d6394ba9a0e58ff3138ba781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513833 Mar 02 18:25:24.725248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48794) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:24.785470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.817564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.894804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.915282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e44b147-195d-4ed7-973d-3cc68c351c50,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:24.940348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.942229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a0853253-5432-4846-a6d8-e30d068bcf10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e44b147-195d-4ed7-973d-3cc68c351c50 HTTP/1.1" status: 204 len: 168 time: 0.2163131 Mar 02 18:25:25.980479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48820) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:26.151824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-346711205-network', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:26.158495 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:26.163430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Usage tracker for resource:network and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:26.165365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:26.166558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:26.172425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:26.184626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:26.187122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.198614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 9e8f40b4-c961-4af6-a316-2fdc30f652a9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:25:26.198952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 9e8f40b4-c961-4af6-a316-2fdc30f652a9 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:26.204162 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.327845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:26.333078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Usage tracker for resource:security_group_rule and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:26.341773 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:26.350896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:26.425433 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.430096 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.463019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:25:26.471456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c351c606-e084-496d-8292-29e428b314fe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:26.479017 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.479402 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Added segment 7a2474f9-7c09-4673-a117-543a1f1e4101 of type vlan for network d922d984-954e-4d38-8b02-4b68b90a77a3 Mar 02 18:25:26.508570 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.539819 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.540895 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:26.541475 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.644471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d922d984-954e-4d38-8b02-4b68b90a77a3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:26.647869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-69c003f9-2ee3-4dd2-abfc-a12bf6a259d9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6663334 Mar 02 18:25:26.651328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48826) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:26.655976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d922d984-954e-4d38-8b02-4b68b90a77a3 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:25:26.659763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Request body: {'subnet': {'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-346711205-subnet', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:26.669666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:26.675615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Usage tracker for resource:subnet and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:26.679523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:26.688489 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:26.699693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:26.702144 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.915067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.986507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafa3fa4-3a29-4151-9655-fb97fee6aa80,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:27.000967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:27.001319 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Network hostable DHCP agents. Network: d922d984-954e-4d38-8b02-4b68b90a77a3, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:25:27.024772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:25:27.034555 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d922d984-954e-4d38-8b02-4b68b90a77a3) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:27.039831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:27.041365 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.042929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38948dcd-f087-4700-9197-2aef69983dde None None] Network d922d984-954e-4d38-8b02-4b68b90a77a3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:25:27.064788 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cc8da80f-5ce6-4e57-9764-38ebee778099 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4118011 Mar 02 18:25:27.067171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48830) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:27.073519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:27.079624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:27.085077 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Usage tracker for resource:router and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:27.088063 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:27.093852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:27.107235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.108188 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.137418 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.268031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d922d984-954e-4d38-8b02-4b68b90a77a3', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:25:27.268966 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.293417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.436280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Allocated IP 172.20.0.2 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/2f750118-babe-4506-af8e-134cad153af7) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:27.488339 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.518560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.648594 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.657221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Allocated IP 172.25.3.115 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/72241532-047c-45e7-b522-1ff62ef0125f) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:27.661842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Transition to ACTIVE for port object 2f750118-babe-4506-af8e-134cad153af7 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:27.683851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Transition to ACTIVE for port object 2f750118-babe-4506-af8e-134cad153af7 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:27.689071 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.795385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Pushing event updated for resources: {'Port': ['ID=2f750118-babe-4506-af8e-134cad153af7,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:27.800722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:27.803022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:27.808575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:25:27.812118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.812485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.812825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.813154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.813474 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.813794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.814192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.814517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.814850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.815168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.815478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:27.824651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.853885 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.902890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Attempting to bind port 2f750118-babe-4506-af8e-134cad153af7 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:27.903259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Attempting to bind port 2f750118-babe-4506-af8e-134cad153af7 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:27.903614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Attempting to bind port 2f750118-babe-4506-af8e-134cad153af7 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:27.909820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:25:27.910184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:27.910580 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.910978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:25:27.912014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Bound port: 2f750118-babe-4506-af8e-134cad153af7, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:27.912381 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.928092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:27.931490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:27.935788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:25:27.963518 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Pushing event updated for resources: {'Port': ['ID=72241532-047c-45e7-b522-1ff62ef0125f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:27.998273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] For port 2f750118-babe-4506-af8e-134cad153af7, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:28.001766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] For port 2f750118-babe-4506-af8e-134cad153af7, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2f750118-babe-4506-af8e-134cad153af7,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:25:28.006547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.093682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0a584-efb2-41e5-ade0-075d6c3c2ba0 None None] Pushing event updated for resources: {'Port': ['ID=2f750118-babe-4506-af8e-134cad153af7,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:28.105537 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.106759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.477665 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2f750118-babe-4506-af8e-134cad153af7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:28.480340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:25:28.552761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 2f750118-babe-4506-af8e-134cad153af7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:28.690764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:25:28.700424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:25:28.713654 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:28.714385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:28.716317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.719054 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-562430c8-82b8-4830-9d51-f38b707407d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6486578 Mar 02 18:25:28.720631 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48836) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:28.906326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:29.082997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f56a9f-8742-46de-b61f-c872a1e073b4 None None] Network d922d984-954e-4d38-8b02-4b68b90a77a3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:25:29.242439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Provisioning for port 2f750118-babe-4506-af8e-134cad153af7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:29.277091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Provisioning complete for port 2f750118-babe-4506-af8e-134cad153af7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:29.277527 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.516310 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.544753 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.571630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:28Z', 'revision_number': 3, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:29.585324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:25:29.585716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Updating router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde port 72241532-047c-45e7-b522-1ff62ef0125f binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:25:29.637145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] For port 2f750118-babe-4506-af8e-134cad153af7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2f750118-babe-4506-af8e-134cad153af7,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:29.647988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.690512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.762535 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Allocated IP 172.20.0.1 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/db639c3d-0e3a-4275-9a4a-ff557bc3c6ca) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:29.817302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1344f-0660-4d5b-91f3-5b223f248fb1 None None] Pushing event updated for resources: {'Port': ['ID=2f750118-babe-4506-af8e-134cad153af7,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:29.912345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b84060de-3d5c-4b0b-8164-70787b487e90 None None] Provisioning complete for port 2f750118-babe-4506-af8e-134cad153af7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:29.912579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b84060de-3d5c-4b0b-8164-70787b487e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.942251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.960127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Transition to ACTIVE for port object db639c3d-0e3a-4275-9a4a-ff557bc3c6ca will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:29.983247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.053078 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:30.056198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:30.060410 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:25:30.088875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Pushing event updated for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.122799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.248823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.263462 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Transition to ACTIVE for port object 72241532-047c-45e7-b522-1ff62ef0125f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:30.270562 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.330522 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.353656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67434-dec2-4e4e-8d71-7df916fff294 None None] Pushing event updated for resources: {'Port': ['ID=72241532-047c-45e7-b522-1ff62ef0125f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.359275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Attempting to bind port 72241532-047c-45e7-b522-1ff62ef0125f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:30.359633 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Attempting to bind port 72241532-047c-45e7-b522-1ff62ef0125f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:30.360000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Attempting to bind port 72241532-047c-45e7-b522-1ff62ef0125f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:30.367674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:25:30.368051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:30.368454 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.369175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:25:30.369312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Bound port: 72241532-047c-45e7-b522-1ff62ef0125f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:30.369684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.457287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-60eccc9b-ebd8-424e-aa6b-07cfff7fdf76 None None] Provisioning for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:30.469218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-60eccc9b-ebd8-424e-aa6b-07cfff7fdf76 None None] Provisioning complete for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:30.470721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-60eccc9b-ebd8-424e-aa6b-07cfff7fdf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.504034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2f750118-babe-4506-af8e-134cad153af7 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:30.541521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] For port 72241532-047c-45e7-b522-1ff62ef0125f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:30.565289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] For port 72241532-047c-45e7-b522-1ff62ef0125f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=72241532-047c-45e7-b522-1ff62ef0125f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:25:30.574023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.578792 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.584300 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.633585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-60eccc9b-ebd8-424e-aa6b-07cfff7fdf76 None None] Port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:25:30.681750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67434-dec2-4e4e-8d71-7df916fff294 None None] Pushing event updated for resources: {'Port': ['ID=72241532-047c-45e7-b522-1ff62ef0125f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.688262 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Pushing event updated for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.690793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.691097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:30.691742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:30.812064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 2f750118-babe-4506-af8e-134cad153af7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:30.812429 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.838155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:30.839408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:30.979712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:31.232695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cb3749e6-1e21-4d9c-82d3-ad8238f3bb27 None None] Provisioning complete for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:31.233107 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cb3749e6-1e21-4d9c-82d3-ad8238f3bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.276946 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:25:31.312918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-cb3749e6-1e21-4d9c-82d3-ad8238f3bb27 None None] Port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:25:31.386916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 2, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:31.391638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c9655-5ba0-4398-8efd-a3633c1efc03 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 2, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:25:31.490259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:25:31.500220 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-438ff241-e4c9-4259-990a-1c9625e12c3e admin admin] 10.222.0.37 "PUT /v2.0/routers/374eb9d6-b94c-42c4-b5e9-9bb3353bdbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7787178 Mar 02 18:25:32.129161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 48848) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.135378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381025026', 'description': 'tempest-description--253146822'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:32.142164 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.146423 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:security_group and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.149800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.157043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.168494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.206932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.212394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:security_group_rule and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.216862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.226536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.293992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.298513 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.351220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e213049a-70fc-4953-8b55-77d6e2893a6d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:32.360210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.361421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2312949 Mar 02 18:25:32.363225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.363577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.363923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.364885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.365367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.365880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.366011 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48852) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.366456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.366543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.366881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.367211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.367636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8a0a0-86b1-4dec-b343-146b0b852dba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:32.372412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'security_group_rule': {'security_group_id': 'e213049a-70fc-4953-8b55-77d6e2893a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:32.379820 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.385665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:security_group_rule and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.389655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.398508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.431688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.500458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 72241532-047c-45e7-b522-1ff62ef0125f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:32.520232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.524603 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.556474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06235af-e071-4dd2-84e2-9c085df1e5ef,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:32.559756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.560969 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3a76b63e-9734-4c05-a693-12f629f86caa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1939635 Mar 02 18:25:32.565023 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48856) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.571580 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'security_group_rule': {'security_group_id': 'e213049a-70fc-4953-8b55-77d6e2893a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:32.578637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.582620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:security_group_rule and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.586322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.593025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 72241532-047c-45e7-b522-1ff62ef0125f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:32.593249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.599212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 72241532-047c-45e7-b522-1ff62ef0125f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:32.599799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.622746 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.693858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.698451 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.723007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be8ec92-29e4-475f-aada-0717294df46b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:32.733388 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.734778 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-49266e6d-3567-41cc-9e8c-c245faba3584 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1685960 Mar 02 18:25:32.737539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48860) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.743652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:32.749883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.753740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:floatingip and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.757083 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.762910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.773905 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.774556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.792958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 72241532-047c-45e7-b522-1ff62ef0125f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=72241532-047c-45e7-b522-1ff62ef0125f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:32.796826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.861907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=72241532-047c-45e7-b522-1ff62ef0125f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:32.916143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.148764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Allocated IP 172.25.3.10 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/0bab6466-d064-4e77-ab59-6247bdf0d9e9) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:33.302986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.330774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.397324 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:33.404306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:33.408577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:25:33.438675 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=0bab6466-d064-4e77-ab59-6247bdf0d9e9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:33.570488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.628804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.833700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.838472 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.944449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=0bab6466-d064-4e77-ab59-6247bdf0d9e9,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:33.959551 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.981278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.982529 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3890ef72-4257-47f1-a59e-da8031e131a7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2440686 Mar 02 18:25:34.159540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d95d89d2-655c-461c-9e85-3e115124e055 req-a08948db-2fb3-4e64-ba48-0abf5f8a162c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:34.179853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d95d89d2-655c-461c-9e85-3e115124e055 req-a08948db-2fb3-4e64-ba48-0abf5f8a162c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:34.181478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-a08948db-2fb3-4e64-ba48-0abf5f8a162c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--381025026&fields=id&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 267 time: 0.0638471 Mar 02 18:25:34.332054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d89d2-655c-461c-9e85-3e115124e055 req-b26f387f-db92-4614-a04b-7175012f529d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:34.333580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-b26f387f-db92-4614-a04b-7175012f529d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1456475 Mar 02 18:25:34.355765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-cf7f1b42-4d93-42a2-9ca6-140754a279ca tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/quotas/88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 375 time: 0.0158429 Mar 02 18:25:34.444813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6206947c-bf37-4653-9d32-457a49031497 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838923 Mar 02 18:25:34.444972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 72241532-047c-45e7-b522-1ff62ef0125f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:34.516139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 72241532-047c-45e7-b522-1ff62ef0125f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:34.516506 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.588234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-49471e60-02a5-4212-93e7-5cbd65e06437 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299736 Mar 02 18:25:34.814125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-a8dbadc8-6401-4d64-9034-581feba41f12 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202749 Mar 02 18:25:35.003941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a1d991dc-175d-4406-932e-64c138cdf262 req-004e8747-cd2f-4448-acb4-b38e1b2a48f0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 210 time: 0.0392337 Mar 02 18:25:36.202529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e08e88bf-85e1-4e63-a0c9-200d334c7b9a req-4b3f1095-a0b9-41ee-ae82-e52f3a924f51 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 210 time: 0.0734966 Mar 02 18:25:36.326870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d89d2-655c-461c-9e85-3e115124e055 req-4fa97dbf-39c6-4ab7-b040-84700b753019 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:36.328289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-4fa97dbf-39c6-4ab7-b040-84700b753019 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1588259 Mar 02 18:25:36.397254 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-0530b6d3-a052-4073-92dd-aa6d0b9f989a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 379 time: 0.0566480 Mar 02 18:25:36.405969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'port': {'device_id': '9385af21-d12a-4532-9e2e-103bf431495e', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'admin_state_up': True, 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'security_groups': ['e213049a-70fc-4953-8b55-77d6e2893a6d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:36.543692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:36.547588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:port and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:36.550388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:36.556722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:36.566803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:36.569957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.731928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Allocated IP 172.20.0.14 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:36.922964 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.939592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Transition to ACTIVE for port object 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:36.963152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.027881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:37.035321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:37.039640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:25:37.083069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:37.116872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:37.117476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.142008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-d451f879-c02e-478e-845d-ba796c6cf0c4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7400281 Mar 02 18:25:37.152290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6c2fe03f-2731-4350-b0ac-fb81177b32b5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:25:37.153267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6c2fe03f-2731-4350-b0ac-fb81177b32b5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051334 Mar 02 18:25:37.164178 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Request body: {'port': {'device_id': '9385af21-d12a-4532-9e2e-103bf431495e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:37.279954 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.281918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1fc87849-92ac-49a8-a51a-ea620900f12e None None] Provisioning for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:37.288036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1fc87849-92ac-49a8-a51a-ea620900f12e None None] Provisioning complete for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:37.288490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1fc87849-92ac-49a8-a51a-ea620900f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.346243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1fc87849-92ac-49a8-a51a-ea620900f12e None None] Port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:25:37.591901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e794-8eff-488e-adc0-621f2052ab2e req-f9a2ee1b-2f2f-4f50-b756-827a3f806b79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:37.592582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0826e794-8eff-488e-adc0-621f2052ab2e req-f9a2ee1b-2f2f-4f50-b756-827a3f806b79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:37.629318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0826e794-8eff-488e-adc0-621f2052ab2e req-f9a2ee1b-2f2f-4f50-b756-827a3f806b79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:37.631184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0826e794-8eff-488e-adc0-621f2052ab2e req-f9a2ee1b-2f2f-4f50-b756-827a3f806b79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 932 time: 0.2851861 Mar 02 18:25:37.698789 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0826e794-8eff-488e-adc0-621f2052ab2e req-0b68b562-f4ca-4a57-a0c7-e038e22f4c8a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586987 Mar 02 18:25:37.758728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:25:37.765569 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.779889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Transition to ACTIVE for port object 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:37.784009 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.023443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:38.130014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:38.130426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:38.130783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:38.136570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:25:38.136886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:38.143253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:25:38.143851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:38.144237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:25:38.144656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Bound port: 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:38.145001 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.234910 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:38.238123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:25:38.244147 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.307132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.308596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 1092 time: 1.1494749 Mar 02 18:25:38.309030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:38.332469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00d282-0662-448e-92b9-0d430eec10c5 service neutron] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:38.398138 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'status': 'completed', 'code': 200} Mar 02 18:25:38.433197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-f4492ded-adf5-45fb-9a3d-65cd416e4d1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0819767 Mar 02 18:25:38.512800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-bcdf050d-c571-4706-8667-d1490e77a992 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 217 time: 0.0732267 Mar 02 18:25:38.580371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6b31cfe5-20a8-4478-ac93-458f92c5d316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:38.581828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-6b31cfe5-20a8-4478-ac93-458f92c5d316 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0639338 Mar 02 18:25:38.659793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-5f3a424d-1f2f-4626-9e15-7c4bdcb5cb7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722120 Mar 02 18:25:38.795236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-2ebe71c1-7659-4184-a9da-91400bf4500c service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295094 Mar 02 18:25:38.968550 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.984568 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d95d89d2-655c-461c-9e85-3e115124e055 req-05712e3b-663d-46c2-9823-8e015f2c0481 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840844 Mar 02 18:25:38.996675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455832d-0873-4aa0-a07b-615eb52cf326 req-b41885e5-6726-4a3f-9d15-38ca2208d476 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:38.998090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6455832d-0873-4aa0-a07b-615eb52cf326 req-b41885e5-6726-4a3f-9d15-38ca2208d476 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.1781583 Mar 02 18:25:39.088311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6455832d-0873-4aa0-a07b-615eb52cf326 req-8624dfec-6b9b-42ed-a8c2-f4368dff22ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823660 Mar 02 18:25:39.118410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-818b5a37-52db-4753-8bc9-6caeac3d1f53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0871398 Mar 02 18:25:39.250282 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-c08c4bfb-856d-446a-ba32-da1a80d0ca8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:39.251813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-c08c4bfb-856d-446a-ba32-da1a80d0ca8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1270771 Mar 02 18:25:39.333481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-a8e94031-7e18-4570-9bce-b9ca5fb459f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 217 time: 0.0748317 Mar 02 18:25:39.397471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-225a564a-451a-4458-ba57-f17d1ec685d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:39.398934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-225a564a-451a-4458-ba57-f17d1ec685d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0600879 Mar 02 18:25:39.413105 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab88-9065-4b13-8bd1-735a49a849f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.484219 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-0ab2e70a-1ec2-47c6-8334-848c551e691f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792377 Mar 02 18:25:39.631829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-bd560d25-3191-423f-b49d-476ad8b35678 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393657 Mar 02 18:25:39.895422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2c2ba7cd-1eac-40bb-b557-1aa69f1c38b8 req-d22cb15d-b086-415f-92c8-a82b56c38a84 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571721 Mar 02 18:25:40.297177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa281d-8499-4811-9c5e-c9ad7f904874 req-6ae914b7-9bfc-4318-ab48-f753e08c0eec tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:40.298620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dffa281d-8499-4811-9c5e-c9ad7f904874 req-6ae914b7-9bfc-4318-ab48-f753e08c0eec tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.0851624 Mar 02 18:25:40.348216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dffa281d-8499-4811-9c5e-c9ad7f904874 req-eb6d3212-a5d5-4d82-8dcf-1d2bb74dc301 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Mar 02 18:25:41.441912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bfdb066d-bf6f-452f-acd5-6e27790d6c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:41.556598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2174f9f-3906-41ef-b245-4bd557b3cc60 req-4b5d6466-a618-470a-a65d-e3e0d644f2d9 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:41.558106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2174f9f-3906-41ef-b245-4bd557b3cc60 req-4b5d6466-a618-470a-a65d-e3e0d644f2d9 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.0828438 Mar 02 18:25:41.605975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2174f9f-3906-41ef-b245-4bd557b3cc60 req-830651cd-1ba0-4ef5-8257-b1c4fb4ce81e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Mar 02 18:25:42.139676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:42.271618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:42.284330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'mac_address': 'fa:16:3e:af:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:42.340888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.357943 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:25:42.373581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:42.377777 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.449952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:42.679966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:25:42.808718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27c7b5-df3d-4733-a627-596f2b064869 req-985f4776-df86-4554-823d-957ee38a3d4a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:42.810918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d27c7b5-df3d-4733-a627-596f2b064869 req-985f4776-df86-4554-823d-957ee38a3d4a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 945 time: 0.0797262 Mar 02 18:25:42.856937 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d27c7b5-df3d-4733-a627-596f2b064869 req-1d6fee77-2d95-4869-849b-c8af90853d3e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Mar 02 18:25:42.973379 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.122674 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.053959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade7627-fa1c-4e08-ae96-0d33123564c1 req-895489ac-fc53-4202-974c-a0e736aaacb8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.055454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ade7627-fa1c-4e08-ae96-0d33123564c1 req-895489ac-fc53-4202-974c-a0e736aaacb8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 945 time: 0.0784245 Mar 02 18:25:44.101736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ade7627-fa1c-4e08-ae96-0d33123564c1 req-6acf17b1-4b93-4490-9efb-7d70ed79d95c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Mar 02 18:25:44.154767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:44.225970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:44.230408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:44.230807 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.342781 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.368551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:44.377983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:44.383304 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.449985 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'code': 200} Mar 02 18:25:44.455033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:44.519095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.573997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb8e3b8e-5399-4b12-9c06-ddcc8d68c054 req-3e8f1ab6-fe4b-4491-8358-b961ce3c7251 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1097 time: 0.0677531 Mar 02 18:25:44.619916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb8e3b8e-5399-4b12-9c06-ddcc8d68c054 req-1072c5cd-8834-47a6-8864-fe92b957e534 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386856 Mar 02 18:25:44.938898 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:25:44.951364 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:44.951952 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:45.136756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:45.302098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2085b15-5b46-40ce-9e17-b4e77bfe215d req-11e94bf3-52c8-4aeb-bd60-4f0203ec5481 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:45.303579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2085b15-5b46-40ce-9e17-b4e77bfe215d req-11e94bf3-52c8-4aeb-bd60-4f0203ec5481 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0773017 Mar 02 18:25:45.351376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2085b15-5b46-40ce-9e17-b4e77bfe215d req-333e23cd-c914-4a8e-bb24-9ead2c4cc7ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Mar 02 18:25:45.457592 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 2, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:45.462342 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:25:45.462724 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Updating router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:25:45.516465 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.884660 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.896081 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Transition to ACTIVE for port object db639c3d-0e3a-4275-9a4a-ff557bc3c6ca will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:45.902777 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.972275 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Pushing event updated for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:46.033239 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.033637 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.033969 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.034296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.034640 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.034962 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.035279 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.035595 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.036660 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.037016 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.037361 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:46.137500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Attempting to bind port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:46.137778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Attempting to bind port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:46.138126 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Attempting to bind port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:25:46.144597 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:25:46.144961 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:25:46.145934 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.146296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:25:46.146778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Bound port: db639c3d-0e3a-4275-9a4a-ff557bc3c6ca, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:46.147141 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.233261 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] For port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:25:46.236196 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] For port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:25:46.242262 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.330783 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17640c82-49b4-4767-a877-b97efd429065 None None] Pushing event updated for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:46.334535 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:46.335168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:46.501009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db639c3d-0e3a-4275-9a4a-ff557bc3c6ca up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:46.559508 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:46.578925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:46.582359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f677dd-5c54-4728-bade-bc9cb1ec881a req-c4e38f3e-ad4b-458d-a283-9349a1877c2b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:46.583890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53f677dd-5c54-4728-bade-bc9cb1ec881a req-c4e38f3e-ad4b-458d-a283-9349a1877c2b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0848331 Mar 02 18:25:46.584912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:46.585298 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.638836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53f677dd-5c54-4728-bade-bc9cb1ec881a req-dde5f521-bb7f-47ce-926d-11337947548e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482211 Mar 02 18:25:46.654207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-eab558bc-5c7c-478e-9b36-6ae66c768a95 None None] Provisioning complete for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:46.654428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eab558bc-5c7c-478e-9b36-6ae66c768a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.768709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.828472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:25:46.838400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.854511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0797f6-a4be-40ce-8abc-279d175913d0 req-2907c86c-9f29-4658-bc24-27fc8fdcc8b8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:46.865032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0797f6-a4be-40ce-8abc-279d175913d0 req-2907c86c-9f29-4658-bc24-27fc8fdcc8b8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0952921 Mar 02 18:25:46.865403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 48926) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:46.871944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'floatingip': {'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:25:46.897000 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:46.902959 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58948c8-cd0d-4f57-a9e4-c5f7c5161fb5 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:25:46.905996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eab558bc-5c7c-478e-9b36-6ae66c768a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.941252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:46.966304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.008493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-eab558bc-5c7c-478e-9b36-6ae66c768a95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:47.008846 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-eab558bc-5c7c-478e-9b36-6ae66c768a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:47.684722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.691064 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.878458 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 associated. External IP: 172.25.3.10, port: 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b. Mar 02 18:25:48.256915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:25:48.456409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db639c3d-0e3a-4275-9a4a-ff557bc3c6ca up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:48.470161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:25:48.475221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.527489 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa76b895-84cd-421e-8d49-94777df5746c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "PUT /v2.0/floatingips/cba9767f-056d-43af-bec4-9355fb81b566 HTTP/1.1" status: 200 len: 991 time: 1.6609738 Mar 02 18:25:48.528553 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:25:48.559859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:48.560235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.612188 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'status': 'completed', 'code': 200} Mar 02 18:25:48.770001 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-5d535c13-5709-46ef-8773-95af9342d9bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1097 time: 0.1383588 Mar 02 18:25:48.776855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897eb15-50df-4990-9309-2c4d53c4247a req-fbcf6f3d-24fc-4783-a35b-7613550d3317 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:48.778230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2897eb15-50df-4990-9309-2c4d53c4247a req-fbcf6f3d-24fc-4783-a35b-7613550d3317 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.1105227 Mar 02 18:25:48.904725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2897eb15-50df-4990-9309-2c4d53c4247a req-25bb147c-2c71-4e60-8791-12a685bba8d7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087935 Mar 02 18:25:48.940105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4979739-d052-4744-be97-80994d6ab32a req-28c9c0a4-dd51-434d-97d0-f85c82b4962d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:48.941541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-28c9c0a4-dd51-434d-97d0-f85c82b4962d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1625316 Mar 02 18:25:49.085819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-055c234d-67f8-44ef-a85e-0cf0eeda6c35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 999 time: 0.1372435 Mar 02 18:25:49.165749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4979739-d052-4744-be97-80994d6ab32a req-77c90506-3a2e-4dab-a11d-fc6d4588c648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:49.167201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-77c90506-3a2e-4dab-a11d-fc6d4588c648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0735705 Mar 02 18:25:49.173266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c01a-93cd-4140-b13d-b121a04ea9fd req-7e79596a-5e74-41c0-ae69-ca76de6c3fbe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:49.178627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0487c01a-93cd-4140-b13d-b121a04ea9fd req-7e79596a-5e74-41c0-ae69-ca76de6c3fbe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.1474435 Mar 02 18:25:49.267994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0487c01a-93cd-4140-b13d-b121a04ea9fd req-0e861af0-d7cf-442f-a72d-bfe451ebef19 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611513 Mar 02 18:25:49.283759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-f78fb09c-8ff4-4d06-a9d2-b05c1fe473a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079421 Mar 02 18:25:49.415238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-54679965-992a-4fa4-90e9-ce579e1ab9ca service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251349 Mar 02 18:25:49.591354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:25:49.603080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:49.603678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:49.648465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4979739-d052-4744-be97-80994d6ab32a req-798ab82c-96db-4529-841e-05cce09f613a service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276881 Mar 02 18:25:49.760067 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:49.786184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:50.126275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:af:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9385af21-d12a-4532-9e2e-103bf431495e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:47Z', 'revision_number': 1, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:50.131021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:25:50.141542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:25:50.142136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:25:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:50.320092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:25:50.469267 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082b6f-3ccc-4040-94ed-1cddd9df5c49 req-c832fd19-d1bc-4d11-a46f-bc8318f50299 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:50.470812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db082b6f-3ccc-4040-94ed-1cddd9df5c49 req-c832fd19-d1bc-4d11-a46f-bc8318f50299 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0800192 Mar 02 18:25:50.518004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-db082b6f-3ccc-4040-94ed-1cddd9df5c49 req-ae045ac0-4055-4dc4-83b8-3773165deb40 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406661 Mar 02 18:25:50.678627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:af:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9385af21-d12a-4532-9e2e-103bf431495e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:47Z', 'revision_number': 1, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:50.682604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e669477-1c09-40a0-93b3-9153da1bd28b None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:af:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9385af21-d12a-4532-9e2e-103bf431495e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:47Z', 'revision_number': 1, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:25:50.717771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10725d2-8ee0-4e0b-9a6f-44edfc43e57f req-59abd307-92f5-4344-b809-f68b51e309f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:50.719309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e10725d2-8ee0-4e0b-9a6f-44edfc43e57f req-59abd307-92f5-4344-b809-f68b51e309f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0798731 Mar 02 18:25:50.767099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e10725d2-8ee0-4e0b-9a6f-44edfc43e57f req-06609bbb-af3c-427e-aa78-7f46005b0f42 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Mar 02 18:25:50.881481 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6934b-1d3f-45db-92f7-67604a04c57f None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:25:50.965082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2a5eb539-8c60-4e92-9cff-86dc52a8fdea req-3cf7fc9f-cb6d-4e25-b6b4-fef7c441a8c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685740 Mar 02 18:25:51.338840 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-3b0d730a-faf6-40a2-90d4-6587c76432ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383812 Mar 02 18:25:51.447751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d717-32d7-48d8-92c0-99d254531124 req-297cd913-5862-4b78-81b7-da7f65ed47c2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:51.449405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f165d717-32d7-48d8-92c0-99d254531124 req-297cd913-5862-4b78-81b7-da7f65ed47c2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0837452 Mar 02 18:25:51.496452 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f165d717-32d7-48d8-92c0-99d254531124 req-47707cf5-4dc3-44ee-ba58-950e654ec6c7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Mar 02 18:25:52.625301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-663c6753-b72d-4ee4-9ed0-b9391a3b70fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1097 time: 0.0801039 Mar 02 18:25:52.826317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87f453-cca2-4234-9672-b5916034c6a9 req-fc37bdc1-c42d-48be-85fe-b5c1bc31e662 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:52.827780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a87f453-cca2-4234-9672-b5916034c6a9 req-fc37bdc1-c42d-48be-85fe-b5c1bc31e662 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.2016451 Mar 02 18:25:52.828622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-532c68c8-9d7b-4e14-82b2-90241651a4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:52.829870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-532c68c8-9d7b-4e14-82b2-90241651a4fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1681931 Mar 02 18:25:52.947147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a87f453-cca2-4234-9672-b5916034c6a9 req-0ce038b3-2004-4f0c-9ea3-246fc88fb6c5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135654 Mar 02 18:25:52.965749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-0e6726ef-3399-4c52-8c59-257fa7b6e883 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 1001 time: 0.1188138 Mar 02 18:25:53.033223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-7f14d79e-efcd-49ba-8be7-c0f39bda53cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:53.034681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-7f14d79e-efcd-49ba-8be7-c0f39bda53cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0625875 Mar 02 18:25:53.115681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-ac132c1a-bd5a-45db-8112-4db53563bb2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757051 Mar 02 18:25:53.256406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-bc4cc318-778e-4091-a1f6-b274c0980a89 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347313 Mar 02 18:25:53.390541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-e8f5d913-aa57-4b8d-bb27-e58bd09acadf service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288419 Mar 02 18:25:54.156319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3f14-133c-4a03-a5d7-7507c18dc294 req-0c33208e-ba0a-416d-b7bf-2260b6e0fba6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:54.157787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-354a3f14-133c-4a03-a5d7-7507c18dc294 req-0c33208e-ba0a-416d-b7bf-2260b6e0fba6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0764027 Mar 02 18:25:54.204158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-354a3f14-133c-4a03-a5d7-7507c18dc294 req-e05f5f1c-7b20-4865-bb45-2472a6fdcecd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393598 Mar 02 18:25:55.406312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95ce81-00db-4f9b-b52b-5d6eda468bf7 req-d47b4a2f-d019-4586-98bc-4b748fc1cf6a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:55.407796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a95ce81-00db-4f9b-b52b-5d6eda468bf7 req-d47b4a2f-d019-4586-98bc-4b748fc1cf6a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0817063 Mar 02 18:25:55.454737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a95ce81-00db-4f9b-b52b-5d6eda468bf7 req-ccecdd49-24a6-4f55-92b5-bedc0e6dcbcd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407743 Mar 02 18:25:56.653175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6686204-d619-4c7b-acd6-c9772edc17e5 req-a864d8b8-c96b-462f-acff-f2ecd6d0f66a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:56.654873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6686204-d619-4c7b-acd6-c9772edc17e5 req-a864d8b8-c96b-462f-acff-f2ecd6d0f66a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0773909 Mar 02 18:25:56.706777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6686204-d619-4c7b-acd6-c9772edc17e5 req-0e708745-7aa2-4ef0-80ad-74e43d2f89ac tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Mar 02 18:25:57.917444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef69259-4bff-4b0f-9d53-13356f887c39 req-2b281235-d258-42ee-a19b-c25468a83c18 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:57.918921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ef69259-4bff-4b0f-9d53-13356f887c39 req-2b281235-d258-42ee-a19b-c25468a83c18 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0795395 Mar 02 18:25:57.965760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ef69259-4bff-4b0f-9d53-13356f887c39 req-6f6edcdd-5c8d-418d-a22d-04b4dcd5af49 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 Mar 02 18:25:58.041259 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:25:59.265759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf9952-9f4b-458c-9500-59b2e0c8887d req-68503cc3-a6df-449a-8246-b6434adfa384 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:59.267135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88cf9952-9f4b-458c-9500-59b2e0c8887d req-68503cc3-a6df-449a-8246-b6434adfa384 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.1793761 Mar 02 18:25:59.312890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88cf9952-9f4b-458c-9500-59b2e0c8887d req-25ac5bf1-d047-4a26-892c-898893d619e4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Mar 02 18:26:00.515900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e1fb-c04b-4c75-9372-f94faa96b48a req-3a398b0f-387b-4c5d-ae40-e85160cc5109 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:00.517380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4982e1fb-c04b-4c75-9372-f94faa96b48a req-3a398b0f-387b-4c5d-ae40-e85160cc5109 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0776794 Mar 02 18:26:00.564244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4982e1fb-c04b-4c75-9372-f94faa96b48a req-5e988abd-46a7-4eb2-91af-65ca525f23a9 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Mar 02 18:26:01.763024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4102-ec75-419f-9a33-bc438d3b08b3 req-cb20f880-2ef4-416d-a88b-9add42a9a4d4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:01.764373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-715c4102-ec75-419f-9a33-bc438d3b08b3 req-cb20f880-2ef4-416d-a88b-9add42a9a4d4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0791612 Mar 02 18:26:01.809404 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-715c4102-ec75-419f-9a33-bc438d3b08b3 req-406da745-099d-47ce-8bdd-fee01ed02aa1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390043 Mar 02 18:26:03.019043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aaa0f-ba1a-4339-acdc-abbb7938641c req-13dbe8e5-7720-43d9-a01b-256a6c4f3815 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:03.021037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-069aaa0f-ba1a-4339-acdc-abbb7938641c req-13dbe8e5-7720-43d9-a01b-256a6c4f3815 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0757940 Mar 02 18:26:03.070328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-069aaa0f-ba1a-4339-acdc-abbb7938641c req-c655df47-9053-49c7-b7c4-ce39aa52f6f0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Mar 02 18:26:04.274160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace35c-7f7d-4fce-ae30-af883a542b60 req-bf1ea61c-3a93-47f5-98a5-9fb3ccb4d950 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:04.275648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09ace35c-7f7d-4fce-ae30-af883a542b60 req-bf1ea61c-3a93-47f5-98a5-9fb3ccb4d950 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0818808 Mar 02 18:26:04.321640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09ace35c-7f7d-4fce-ae30-af883a542b60 req-b4857447-d450-45d7-9a2e-2d6e0c9d047a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404682 Mar 02 18:26:05.528252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b690-8a39-495a-8fba-885956f811fa req-85021dc9-5e88-4d77-a470-17d70ec1c436 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:05.529691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d061b690-8a39-495a-8fba-885956f811fa req-85021dc9-5e88-4d77-a470-17d70ec1c436 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0812931 Mar 02 18:26:05.576311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d061b690-8a39-495a-8fba-885956f811fa req-422fb735-e3ee-4cf2-8455-4cdd3469218d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Mar 02 18:26:06.774725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c384-6bad-4d37-be50-4d6a50090feb req-e5da5580-2380-45fe-a2e5-52b41b85b8af tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:06.776169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f00c384-6bad-4d37-be50-4d6a50090feb req-e5da5580-2380-45fe-a2e5-52b41b85b8af tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0788472 Mar 02 18:26:06.821669 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f00c384-6bad-4d37-be50-4d6a50090feb req-c92bacd5-8ec5-41b3-b8f1-c5e6c24ccb19 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Mar 02 18:26:08.023286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddf069-9d1b-4c42-9689-1bfaf364e850 req-59391d6e-de08-4064-8765-4f626d0adfa6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:08.024732 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ddf069-9d1b-4c42-9689-1bfaf364e850 req-59391d6e-de08-4064-8765-4f626d0adfa6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0807111 Mar 02 18:26:08.071351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f2ddf069-9d1b-4c42-9689-1bfaf364e850 req-c40f9156-2dba-4bc1-a2a0-397e7cc05e43 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410674 Mar 02 18:26:08.956921 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.265613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8de284-faee-4c1a-a558-217f0af106f1 req-2204d455-5306-4e94-a644-c084bf978e45 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:09.266992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c8de284-faee-4c1a-a558-217f0af106f1 req-2204d455-5306-4e94-a644-c084bf978e45 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0761247 Mar 02 18:26:09.316315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c8de284-faee-4c1a-a558-217f0af106f1 req-0f64d816-f002-49f2-b7a9-c3e57507d603 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Mar 02 18:26:09.405540 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1461c0fb-6a29-4832-af62-f4931a4113bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.511464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4617d7-8f2e-4df2-bfe3-fcb2c628783d req-b28153e5-68e3-4fd6-bb01-4d6398877dfc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:10.512915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c4617d7-8f2e-4df2-bfe3-fcb2c628783d req-b28153e5-68e3-4fd6-bb01-4d6398877dfc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0767722 Mar 02 18:26:10.558398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c4617d7-8f2e-4df2-bfe3-fcb2c628783d req-6a6d5c78-3120-4919-9a4e-b49ef307e40d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 Mar 02 18:26:11.445411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30f4fc1d-5c88-4d79-be83-913702ecfa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:11.757328 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365751-112d-4b5b-87ee-17cda145108b req-3234c0d0-b840-4b16-9695-d876059ba058 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:11.758720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c365751-112d-4b5b-87ee-17cda145108b req-3234c0d0-b840-4b16-9695-d876059ba058 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0796580 Mar 02 18:26:11.803922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c365751-112d-4b5b-87ee-17cda145108b req-53385a0d-0e30-4f99-af7a-996dc385c723 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Mar 02 18:26:12.510292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-f1866e0c-cd0f-4870-ad02-850ab14239f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1097 time: 0.0698082 Mar 02 18:26:12.655568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-d28413e6-892e-4212-a71d-4f3672b842a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.656887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-d28413e6-892e-4212-a71d-4f3672b842a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1287668 Mar 02 18:26:12.758297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-72b47874-d39e-4a41-a60f-c9a7b1aa3e97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 1001 time: 0.0960045 Mar 02 18:26:12.819510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-baa7b4b0-307a-4de4-9924-e984ba91239a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.820916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-baa7b4b0-307a-4de4-9924-e984ba91239a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0571721 Mar 02 18:26:12.900450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-94adee23-a712-4394-97d8-4623f7cdfa82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740335 Mar 02 18:26:12.976714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:13.085236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-9bf1f3cb-0323-478a-a858-3de943f13c21 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787958 Mar 02 18:26:13.095293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1760ddf-4724-4b82-8cec-a837865afff3 req-969f4fd9-c47a-47bb-a299-c27a8e3636f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.096626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1760ddf-4724-4b82-8cec-a837865afff3 req-969f4fd9-c47a-47bb-a299-c27a8e3636f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.1264858 Mar 02 18:26:13.124997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:13.339671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1760ddf-4724-4b82-8cec-a837865afff3 req-cb558d60-7e13-4593-9f91-a27b5bd25781 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224481 Mar 02 18:26:13.361811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c2d6ced-67a3-4fc1-8055-38cd45e6ebd4 req-afc2bde6-be4c-442b-8349-0371508f906f service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641156 Mar 02 18:26:14.522265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:14.557189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46a55-bc13-4df1-a22e-9fec9f453692 req-cc3d48b6-8cfe-401c-b12b-46b31ec203b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:14.558662 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94d46a55-bc13-4df1-a22e-9fec9f453692 req-cc3d48b6-8cfe-401c-b12b-46b31ec203b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0801866 Mar 02 18:26:14.604880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-94d46a55-bc13-4df1-a22e-9fec9f453692 req-03297144-95e6-44d7-927c-232a76840249 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Mar 02 18:26:15.155820 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-83220739-cd7c-4ad6-a2b8-7018046eca70 service neutron] show failed (client error): The resource could not be found. Mar 02 18:26:15.156796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-83220739-cd7c-4ad6-a2b8-7018046eca70 service neutron] 10.222.0.35 "GET /v2.0/ports/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0795019 Mar 02 18:26:15.441961 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-5b4755fd-5eb3-478e-aa33-0aa54a4abc7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1097 time: 0.0787172 Mar 02 18:26:15.461120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:26:15.567614 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:15.824197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731143-af44-40f9-8218-f8cfaf6aeaba req-8efc62f5-0934-42bb-8b95-2f1c2926ec9a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.825658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa731143-af44-40f9-8218-f8cfaf6aeaba req-8efc62f5-0934-42bb-8b95-2f1c2926ec9a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0919728 Mar 02 18:26:15.836572 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:15.867936 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:26:15.880944 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa731143-af44-40f9-8218-f8cfaf6aeaba req-106783a1-d46b-4ae3-9844-7e772a9e48d8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495927 Mar 02 18:26:16.025148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:16.030877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.051538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Transition to ACTIVE for port object 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:16.056804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.109159 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'code': 200} Mar 02 18:26:16.200514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:16.218216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.218563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.218932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.219261 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.219590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.219916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.220242 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.220565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.220886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.221205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.221526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:16.275422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] No DVR routers for this DVR port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:16.536485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:16.537180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:16.537180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:26:16.542819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:26:16.543129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Attempting to bind port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:26:16.549231 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:26:16.549560 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:26:16.549934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:26:16.550381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Bound port: 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:16.550753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.641715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:26:16.645615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:26:16.651874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.710715 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.712068 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 1092 time: 1.2562175 Mar 02 18:26:16.729930 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380030c0-9fa8-44e2-82c6-39a1dd4be2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:16.834835 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-5361b265-23aa-4708-9b2f-7dc14f620e04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0810893 Mar 02 18:26:16.981838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-a7efff89-ce46-4d61-b241-b91e1268246c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:16.983356 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-a7efff89-ce46-4d61-b241-b91e1268246c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1415133 Mar 02 18:26:17.091579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dd4b0-fea1-4779-b6b2-bceef4e251c9 req-1b77b069-7da1-4914-8c48-6197798eb52f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:17.093169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-056dd4b0-fea1-4779-b6b2-bceef4e251c9 req-1b77b069-7da1-4914-8c48-6197798eb52f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.0825388 Mar 02 18:26:17.095707 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-66176355-82f6-4d55-99b9-46f114cffbe6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 999 time: 0.1057734 Mar 02 18:26:17.140909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-056dd4b0-fea1-4779-b6b2-bceef4e251c9 req-509558e6-8a49-47ed-84a3-7b36527704f1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Mar 02 18:26:17.160746 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-5c11f63b-49ab-4968-b6e0-2aaf5b7e73fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:17.161837 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-5c11f63b-49ab-4968-b6e0-2aaf5b7e73fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0598249 Mar 02 18:26:17.247295 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-f76d8750-6e7d-485d-ab4d-b4c3ad5a9999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683315 Mar 02 18:26:17.383726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-f54ef6eb-1f5e-4eb9-9d0a-f9f417b90c35 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253440 Mar 02 18:26:17.522300 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3206467c-20c7-408e-bf0c-67f558fa3f44 req-b1ea1147-d5e7-4dbd-bc85-d9d0a85f7238 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321230 Mar 02 18:26:18.110292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:18.178154 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'status': 'completed', 'code': 200} Mar 02 18:26:18.268691 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-07319214-8c1e-4ef9-abd8-457a16fe96a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0741332 Mar 02 18:26:18.306500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-714aa57c-b4dc-436c-91fa-c41585752e95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0759020 Mar 02 18:26:18.456238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a885f0-11e4-4e83-b417-3fec2888bbfd req-9049a89a-1bb3-4589-8e98-6fdb163c802c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.458422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44a885f0-11e4-4e83-b417-3fec2888bbfd req-9049a89a-1bb3-4589-8e98-6fdb163c802c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.1882226 Mar 02 18:26:18.504979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-053f13e7-3dbc-49f5-9f00-a5be5180088d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.506402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-053f13e7-3dbc-49f5-9f00-a5be5180088d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.2063384 Mar 02 18:26:18.549124 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-d01c765b-4c7b-4545-8e6e-0efdbfbe7605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.550629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-d01c765b-4c7b-4545-8e6e-0efdbfbe7605 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.2351565 Mar 02 18:26:18.602034 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44a885f0-11e4-4e83-b417-3fec2888bbfd req-4ca97640-853a-468a-8bd0-3d5acd98e5f3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360719 Mar 02 18:26:18.631126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-b20b6e89-fb98-4816-892c-86943115fd41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 999 time: 0.1131847 Mar 02 18:26:18.664953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-43427972-b68c-447f-8980-68f734f7a89b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 999 time: 0.1045229 Mar 02 18:26:18.694774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-157a1a1d-48e2-4163-ae05-2c4aaa11f5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.696236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-157a1a1d-48e2-4163-ae05-2c4aaa11f5be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0601542 Mar 02 18:26:18.734359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-8ef4cefb-7cfc-4b69-a03d-4525e763f990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.736365 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-8ef4cefb-7cfc-4b69-a03d-4525e763f990 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0645986 Mar 02 18:26:18.778317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-c15038a2-426a-4ae8-81bf-1c050fad952d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761721 Mar 02 18:26:18.820931 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-d3e0ac35-3b5b-43cb-addd-921569f25897 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775950 Mar 02 18:26:18.915942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-b3a1f2e2-64c2-480f-97cb-08d0ef8206e5 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319888 Mar 02 18:26:18.984194 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-cc84330d-1635-4160-87ba-e033687edfb5 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536107 Mar 02 18:26:19.059705 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-c5ac41b2-ceae-48e4-bed6-02b0d25771be service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382689 Mar 02 18:26:19.135926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-50cc7017-0706-4b48-87f2-b8fe9b1a2989 req-95239272-1a19-4150-8e72-06a3bc23a3db service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388543 Mar 02 18:26:19.749691 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:19.805687 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf166-f885-48e5-9ec8-f7911bba9ac6 req-c9262953-1fd1-44ec-93f6-1bb37edb179c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.807207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2afcf166-f885-48e5-9ec8-f7911bba9ac6 req-c9262953-1fd1-44ec-93f6-1bb37edb179c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.0792856 Mar 02 18:26:19.852240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2afcf166-f885-48e5-9ec8-f7911bba9ac6 req-06508628-c724-4223-a38a-b470f1be1a60 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395021 Mar 02 18:26:20.244751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9bea-e7c9-43da-84fa-ed8bf0928a79 req-0f54c992-c0e6-49ff-934c-3a6755e1eb09 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.246197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be5b9bea-e7c9-43da-84fa-ed8bf0928a79 req-0f54c992-c0e6-49ff-934c-3a6755e1eb09 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 944 time: 0.1004653 Mar 02 18:26:20.247366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:20.252321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-7b494a08-502a-4651-95a4-4e3be89c23fa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.254308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-7b494a08-502a-4651-95a4-4e3be89c23fa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e&tenant_id=88526268b50946359d6ed4cba91d4e4d&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.1481125 Mar 02 18:26:20.352439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:20.400197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:20.457130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-be5b9bea-e7c9-43da-84fa-ed8bf0928a79 req-beb9d3f5-b265-4c01-93d2-fae8380615bf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015934 Mar 02 18:26:20.465165 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-66ad1779-088e-4fec-b731-969e1551e316 service neutron] delete failed (client error): The resource could not be found. Mar 02 18:26:20.466104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-66ad1779-088e-4fec-b731-969e1551e316 service neutron] 10.222.0.35 "DELETE /v2.0/ports/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1978498 Mar 02 18:26:20.539408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:20.552999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'mac_address': 'fa:16:3e:af:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:20.607537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-248ca828-394e-4add-835d-1eb06bd49690 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 1095 time: 0.0707557 Mar 02 18:26:20.607773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.624926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:26:20.641263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:20.645502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.715537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:20.743890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-eec34396-243a-4c45-9fdf-93528712467b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.745332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-eec34396-243a-4c45-9fdf-93528712467b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1306269 Mar 02 18:26:20.847516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-83a5b33b-b25c-4a74-bc6f-676c9ee5a1bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 200 len: 1000 time: 0.0959103 Mar 02 18:26:20.912557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-947ca91e-047c-48a7-8474-b294872754a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.914104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-947ca91e-047c-48a7-8474-b294872754a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0613828 Mar 02 18:26:20.983667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:26:20.989692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-ddd17adb-f466-445c-8a41-0be52cd93279 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699511 Mar 02 18:26:21.127956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-f880fd08-f728-4881-bf2d-2bdf20f80e61 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316946 Mar 02 18:26:21.264675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bd774c6-3f2b-4e2c-bcb2-41ee8a440b47 req-881aaf47-6cc3-4bf3-9a10-b13fc47a1d5e service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314142 Mar 02 18:26:21.668793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41ed71-7d02-41d6-b807-cb2c7f2905ac req-8b76e206-779d-45aa-8056-e0c40fea5b11 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:21.670208 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a41ed71-7d02-41d6-b807-cb2c7f2905ac req-8b76e206-779d-45aa-8056-e0c40fea5b11 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 945 time: 0.0828757 Mar 02 18:26:21.720045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a41ed71-7d02-41d6-b807-cb2c7f2905ac req-38fb3bfc-511c-45ae-9107-a27839eb67ed tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Mar 02 18:26:22.397987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:22.476934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:22.482079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:22.482516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.602217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.634388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:22.645391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:22.651295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.702277 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'code': 200} Mar 02 18:26:22.724084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:22.931740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8594ef8-0d9c-48b3-bfcb-708c8e0857d5 req-f7f5925d-4167-4716-8674-172e083845a8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.933143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8594ef8-0d9c-48b3-bfcb-708c8e0857d5 req-f7f5925d-4167-4716-8674-172e083845a8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0798254 Mar 02 18:26:22.981787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8594ef8-0d9c-48b3-bfcb-708c8e0857d5 req-c98bcf0b-9c43-4835-ab12-e23cea94c814 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 Mar 02 18:26:23.186846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8180a-e457-43c2-adfb-8dd5801fd85e req-cbcc4f89-eb23-4c22-8509-340fa8785cfa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.188284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cc8180a-e457-43c2-adfb-8dd5801fd85e req-cbcc4f89-eb23-4c22-8509-340fa8785cfa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0838933 Mar 02 18:26:23.233941 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cc8180a-e457-43c2-adfb-8dd5801fd85e req-9de29eb8-e401-4d4b-bfc2-7f9179161bae tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Mar 02 18:26:23.435702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da78bc7-11c2-4343-8503-9a4e46611d42 req-ffa9f6c3-4a4d-4cc9-98f0-eb35728d642e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.437811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6da78bc7-11c2-4343-8503-9a4e46611d42 req-ffa9f6c3-4a4d-4cc9-98f0-eb35728d642e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0825160 Mar 02 18:26:23.489684 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6da78bc7-11c2-4343-8503-9a4e46611d42 req-fad494a4-163d-4137-aa42-bbf04d7bac21 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 Mar 02 18:26:23.887047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6497-4181-4051-b6fc-ad3014a4f623 req-2f3317d6-45a3-4cb4-aef9-aa095a5d1657 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.888475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c18f6497-4181-4051-b6fc-ad3014a4f623 req-2f3317d6-45a3-4cb4-aef9-aa095a5d1657 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0756040 Mar 02 18:26:23.933839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c18f6497-4181-4051-b6fc-ad3014a4f623 req-4fc48b4e-4d55-42c8-978e-87273a0877d2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 Mar 02 18:26:25.140949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24732-ad5e-4b31-938a-7b62ba4877ad req-7939c3ba-2b2d-4bb4-b8f4-cd332f924b6f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:25.142387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34d24732-ad5e-4b31-938a-7b62ba4877ad req-7939c3ba-2b2d-4bb4-b8f4-cd332f924b6f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0831115 Mar 02 18:26:25.190262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34d24732-ad5e-4b31-938a-7b62ba4877ad req-1884fdcc-9a26-4b07-9c96-4523510a8722 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Mar 02 18:26:25.398702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-6aedcb0f-f1fa-436f-8f95-f09d64589b1a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:25.399394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-6aedcb0f-f1fa-436f-8f95-f09d64589b1a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:25.411823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-6aedcb0f-f1fa-436f-8f95-f09d64589b1a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:25.412921 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-6aedcb0f-f1fa-436f-8f95-f09d64589b1a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 946 time: 0.0945299 Mar 02 18:26:25.482839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Deleting port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:26:25.483177 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:25.745013 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] For port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:25.745281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.082166 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.082779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.083271 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 disassociated. External IP: 172.25.3.10, port: 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b. Mar 02 18:26:26.083805 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Calling delete_port for 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:26:26.250554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.309534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'Port': ['ID=134196b7-a5c5-46e6-b2ac-7c63f7e16f4b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:26.389133 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b43248b0-5a03-482c-980d-2fe81aa2d326 req-4f3154bc-b57b-4aa4-8b2f-608660807a41 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 210 time: 0.0540977 Mar 02 18:26:26.671595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:26:26.880983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:26:26.891047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:26:26.904908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:26:26.905509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:26:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:26.950877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] No DVR routers for this DVR port 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:26.953967 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.957390 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-deleted', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:26.973812 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-578c3872-f44c-4b80-a0ee-ed23aeeb4a81 req-72431509-764a-4bb6-a98e-18f313a89848 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "DELETE /v2.0/ports/134196b7-a5c5-46e6-b2ac-7c63f7e16f4b HTTP/1.1" status: 204 len: 173 time: 1.5552566 Mar 02 18:26:27.016411 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385af21-d12a-4532-9e2e-103bf431495e', 'name': 'network-vif-deleted', 'tag': '134196b7-a5c5-46e6-b2ac-7c63f7e16f4b', 'status': 'completed', 'code': 200} Mar 02 18:26:27.106270 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:26:27.440126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:27.444802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:26:27.460018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:26:27.460884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:26:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:27.601145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9846cb05-da59-4cfd-873d-91251e156eaf req-2e343212-d7b9-4138-a202-a138d28ac672 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=9385af21-d12a-4532-9e2e-103bf431495e HTTP/1.1" status: 200 len: 210 time: 0.0446205 Mar 02 18:26:27.654591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:26:28.008251 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:28.012483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564d237-ba15-4271-8a53-4c5e8a0668dc None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:26:28.238450 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67844446-5b57-4098-9161-31d91c828748 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:26:28.977074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-f37ea862-cd6e-468d-ace6-346e5d331b14 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--381025026&fields=id&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 267 time: 0.0463893 Mar 02 18:26:29.135413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-e4d1da1f-04bd-4892-b735-3b6b60d9375a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.136881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-e4d1da1f-04bd-4892-b735-3b6b60d9375a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1525395 Mar 02 18:26:29.155297 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-85706666-8ebd-44fc-ac56-c2a207d68b65 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/quotas/88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 375 time: 0.0126445 Mar 02 18:26:29.255443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-0bc7f17e-82ee-48e8-9840-031c8fb28eb8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941494 Mar 02 18:26:29.504422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-0bdef5eb-0836-47f1-b5f4-8f93cda27741 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372184 Mar 02 18:26:29.645767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-0b23c746-99b9-49cd-921f-a6952a37d601 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354814 Mar 02 18:26:29.853408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7444b5f-88f3-44c7-ac44-79d2952f255a req-ab6a9f03-d32d-4ca1-a95e-7209ce6be2aa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 210 time: 0.0453620 Mar 02 18:26:30.453619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:30.487160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:26:30.488478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 134196b7-a5c5-46e6-b2ac-7c63f7e16f4b not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:31.008173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-b996d003-3cab-48e2-b573-c6e60204367e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:31.008889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-b996d003-3cab-48e2-b573-c6e60204367e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:31.026482 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-b996d003-3cab-48e2-b573-c6e60204367e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:31.027669 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-b996d003-3cab-48e2-b573-c6e60204367e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1795313 Mar 02 18:26:31.031499 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42fcf1a4-34e6-4687-bd03-cb467c6039e3 req-c194488a-b46f-4909-bb90-463982e5aba4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 210 time: 0.0485888 Mar 02 18:26:31.095861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-79463554-7074-488c-833a-bc30b32d31ff tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:31.109589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-79463554-7074-488c-833a-bc30b32d31ff tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:31.110808 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-79463554-7074-488c-833a-bc30b32d31ff tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 379 time: 0.0641646 Mar 02 18:26:31.158792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'port': {'device_id': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'admin_state_up': True, 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'security_groups': ['e213049a-70fc-4953-8b55-77d6e2893a6d']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:26:31.294929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:31.298983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Usage tracker for resource:port and tenant:88526268b50946359d6ed4cba91d4e4d is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:31.302122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:31.307825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:31.318391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:26:31.321416 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.500186 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Allocated IP 172.20.0.8 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/546bf30f-419c-4b1b-ba4f-abe3b7eda172) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:31.702845 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.720958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Transition to ACTIVE for port object 546bf30f-419c-4b1b-ba4f-abe3b7eda172 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:31.743060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.809552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:31.817423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:31.821859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:26:31.855939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:31.889677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:31.890302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.918133 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-fde80498-54a3-424e-9f34-65cb8b8b92ab tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7637115 Mar 02 18:26:31.936606 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Request body: {'port': {'device_id': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:26:32.058397 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.123869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98ce56a3-74b9-49ed-99b2-a6914e3ccf37 None None] Provisioning for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:32.130331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-98ce56a3-74b9-49ed-99b2-a6914e3ccf37 None None] Provisioning complete for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:32.130728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-98ce56a3-74b9-49ed-99b2-a6914e3ccf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.183946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-98ce56a3-74b9-49ed-99b2-a6914e3ccf37 None None] Port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:26:32.250201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967ddb-ff4d-4f90-aa2a-d675c0d7dbc3 req-2eccf3e9-8912-4a61-a26d-36facdef7d32 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:32.251609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98967ddb-ff4d-4f90-aa2a-d675c0d7dbc3 req-2eccf3e9-8912-4a61-a26d-36facdef7d32 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 931 time: 0.0822330 Mar 02 18:26:32.301658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-98967ddb-ff4d-4f90-aa2a-d675c0d7dbc3 req-a7a6bc57-1b6e-456c-86c9-f0fb17593a53 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435350 Mar 02 18:26:32.427762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546bf30f-419c-4b1b-ba4f-abe3b7eda172 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:26:32.434666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.451828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Transition to ACTIVE for port object 546bf30f-419c-4b1b-ba4f-abe3b7eda172 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:32.458150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.597848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:32.804019 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:32.804244 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:32.804579 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:26:32.810898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:26:32.811225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:26:32.818362 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:26:32.818727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:26:32.819144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:26:32.819566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Bound port: 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:32.819911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.913458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:26:32.916809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:26:32.920353 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.977927 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.979400 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] 10.222.0.50 "PUT /v2.0/ports/546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 1091 time: 1.0472174 Mar 02 18:26:32.979832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:33.004935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b489a8e-a859-4b70-ae4d-1b114144008f service neutron] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:33.077773 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'status': 'completed', 'code': 200} Mar 02 18:26:33.120831 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-c458b2b4-f22c-4174-884b-f9cc4e9866f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1094 time: 0.0819280 Mar 02 18:26:33.196417 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-177c4ee1-d7ce-444e-99ec-5e382ac442b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 217 time: 0.0618334 Mar 02 18:26:33.261760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-8c76f92c-2b30-4bef-8b1e-57b944eb6f3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.263277 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-8c76f92c-2b30-4bef-8b1e-57b944eb6f3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0611937 Mar 02 18:26:33.337126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-a674b2fa-02ee-4651-ae49-25ebabe253ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672855 Mar 02 18:26:33.484866 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-520c655a-e11f-4464-a7ff-401eb7d368bd service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389871 Mar 02 18:26:33.518342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b080bc-213c-4955-9fd1-099738522ab0 req-0d8e4633-e335-42b0-aea9-7fbd626d7985 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.519837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20b080bc-213c-4955-9fd1-099738522ab0 req-0d8e4633-e335-42b0-aea9-7fbd626d7985 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0835829 Mar 02 18:26:33.567271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20b080bc-213c-4955-9fd1-099738522ab0 req-5a09e591-b9b8-45fa-9a6e-97502082eea4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Mar 02 18:26:33.619016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-09c769fa-0a91-4c3c-9bdc-4b33acb7c4b7 req-3ed96e3a-8a53-411d-a463-2482aab7bf45 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278505 Mar 02 18:26:33.796008 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-e7f4009d-4b8d-427c-a1ec-bf18a27841e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1094 time: 0.0727420 Mar 02 18:26:33.927385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-c20f2e35-3058-4f06-9851-c74a134b17c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.928726 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-c20f2e35-3058-4f06-9851-c74a134b17c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1270151 Mar 02 18:26:33.996144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-bea2f8d4-ca93-42a9-9100-c8b12589e410 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 217 time: 0.0595362 Mar 02 18:26:34.061178 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-5bfeeb83-9f4a-4657-acad-5e7d4156f81b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.062605 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-5bfeeb83-9f4a-4657-acad-5e7d4156f81b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0595214 Mar 02 18:26:34.136735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-ec82b10a-eb8f-4ddb-9cab-9962f39e8954 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680807 Mar 02 18:26:34.268536 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-709b92f8-f3ab-4270-9f5a-e48a04d020aa service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252143 Mar 02 18:26:34.405547 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-83e1f9c9-21cf-49cc-b782-c967073cb6c7 req-cf66a31a-63b8-48d6-b070-04970a7d70da service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294844 Mar 02 18:26:34.765209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c794272-d720-4732-a94c-b74074ce40f6 req-373a90e9-e19a-4cb6-9721-dcb874339fc2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.766685 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c794272-d720-4732-a94c-b74074ce40f6 req-373a90e9-e19a-4cb6-9721-dcb874339fc2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0772512 Mar 02 18:26:34.812625 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c794272-d720-4732-a94c-b74074ce40f6 req-a4ff2bfe-c7cc-4595-b81b-b1fcf52f4c3f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 Mar 02 18:26:35.042501 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:26:36.012805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55cd18-f73f-4e0c-bdf3-2dcc6523816c req-4094607d-2750-45f8-a267-cc910ff0dc51 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:36.014266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef55cd18-f73f-4e0c-bdf3-2dcc6523816c req-4094607d-2750-45f8-a267-cc910ff0dc51 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0795331 Mar 02 18:26:36.061654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef55cd18-f73f-4e0c-bdf3-2dcc6523816c req-d2fbe8c4-554d-4f86-9d25-af7530412855 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408661 Mar 02 18:26:36.475319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:36.606197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:36.619641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'mac_address': 'fa:16:3e:0e:4e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:36.675954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.693339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546bf30f-419c-4b1b-ba4f-abe3b7eda172 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:26:36.709095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:36.713759 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.781054 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:36.790550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.790908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.791235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.791561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.791880 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.792200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.792517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.792829 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.793139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.793451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:36.793760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:37.023007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['546bf30f-419c-4b1b-ba4f-abe3b7eda172'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:26:37.268452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55153-f457-4262-bf68-22c985a519d3 req-26b51af8-0be3-4eaf-91aa-732b1e14a116 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:37.269986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abc55153-f457-4262-bf68-22c985a519d3 req-26b51af8-0be3-4eaf-91aa-732b1e14a116 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 944 time: 0.0822334 Mar 02 18:26:37.320134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-abc55153-f457-4262-bf68-22c985a519d3 req-51f49ca8-4e2e-42d4-8ffa-2dfdbd2f1ff3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 Mar 02 18:26:38.474467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:38.543248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:38.548276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:38.548646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.549114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3836b12-e0a6-4510-ac42-f7da1a38dac9 req-123e21db-1541-44af-888c-3a55d63852d1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.551189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3836b12-e0a6-4510-ac42-f7da1a38dac9 req-123e21db-1541-44af-888c-3a55d63852d1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 944 time: 0.0892060 Mar 02 18:26:38.597767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3836b12-e0a6-4510-ac42-f7da1a38dac9 req-32768e65-af57-4146-ae0b-38a82b2f5d2a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Mar 02 18:26:38.670939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.701444 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:38.711301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:26:38.715576 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.767356 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'code': 200} Mar 02 18:26:38.789289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:38.933614 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-797b5be2-f0d6-43b8-9106-2b98216a793a req-af27e8db-cad8-486c-9e3e-a6a02465872f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1096 time: 0.0779164 Mar 02 18:26:38.981854 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:39.066922 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-797b5be2-f0d6-43b8-9106-2b98216a793a req-7ab35072-be38-4319-9e99-d6f7f7a89ca1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277440 Mar 02 18:26:39.409264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4885fda6-5ba7-4bf6-9735-f4df5c87f207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:39.814849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266accc7-5c39-42b2-9ac3-0965be1a7076 req-8cd6bc97-e790-438f-9403-4b569b3ea789 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:39.817581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-266accc7-5c39-42b2-9ac3-0965be1a7076 req-8cd6bc97-e790-438f-9403-4b569b3ea789 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0953906 Mar 02 18:26:39.868382 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-266accc7-5c39-42b2-9ac3-0965be1a7076 req-c1af7f39-1cd6-46d5-9692-2ba4cdd47a27 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Mar 02 18:26:41.078017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50538d0-4e9e-4d20-88a6-ade32f19951e req-859d72d7-367c-4d73-9307-0de03b0e856a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:41.079465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d50538d0-4e9e-4d20-88a6-ade32f19951e req-859d72d7-367c-4d73-9307-0de03b0e856a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0756905 Mar 02 18:26:41.129673 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d50538d0-4e9e-4d20-88a6-ade32f19951e req-970e8e08-4527-4cd1-ae10-6123f93e530c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Mar 02 18:26:41.327724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc160bf-493f-4a41-81ff-430676327e84 req-cd39e424-31f5-47c3-8585-809a97518186 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:41.329156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7dc160bf-493f-4a41-81ff-430676327e84 req-cd39e424-31f5-47c3-8585-809a97518186 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Mar 02 18:26:41.338309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49110) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:41.343394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'floatingip': {'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:26:41.419030 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:41.448818 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d4a0-5342-4a4d-9750-efdb7e856840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.111008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.115521 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.303213 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 associated. External IP: 172.25.3.10, port: 546bf30f-419c-4b1b-ba4f-abe3b7eda172. Mar 02 18:26:42.746210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:26:42.962457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:26:42.967755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.976287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:26:42.988038 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.992047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:26:42.992647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.021169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9877746c-3465-4fa5-834a-997a3d449aa5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "PUT /v2.0/floatingips/cba9767f-056d-43af-bec4-9355fb81b566 HTTP/1.1" status: 200 len: 990 time: 1.6817961 Mar 02 18:26:43.021750 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:26:43.076633 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'status': 'completed', 'code': 200} Mar 02 18:26:43.148382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:43.204573 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-e7c385a6-d1fe-4996-a45b-627e13708929 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1096 time: 0.0784719 Mar 02 18:26:43.241343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:26:43.344567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-ebaacd34-3d57-4ae3-9f8a-0b788748968d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.345996 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-ebaacd34-3d57-4ae3-9f8a-0b788748968d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1356122 Mar 02 18:26:43.458269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd140-2a43-4e95-897a-5df195009251 req-dbdb2764-c0b2-4761-bfa0-71c7680bf6e5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.460603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e32dd140-2a43-4e95-897a-5df195009251 req-dbdb2764-c0b2-4761-bfa0-71c7680bf6e5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1321084 Mar 02 18:26:43.467730 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-5430a69b-f079-4385-a24a-ca74a2f63ce7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 998 time: 0.1145535 Mar 02 18:26:43.509753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e32dd140-2a43-4e95-897a-5df195009251 req-ceafa5ab-f9a2-42d0-8f39-54fb6175c61e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414605 Mar 02 18:26:43.539863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-682fce41-8a42-4076-a6dd-3a9a834cd444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.541593 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-682fce41-8a42-4076-a6dd-3a9a834cd444 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0666139 Mar 02 18:26:43.618391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:0e:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:26:41Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.619100 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-800ef199-5589-4f89-8f1d-5d32f01500fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705121 Mar 02 18:26:43.622307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:26:43.632767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:26:43.633378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:26:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.748946 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-0136290f-f3d0-4a63-96b6-496575a463f3 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227694 Mar 02 18:26:43.813382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:26:43.881162 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-06df5671-04b9-46a1-b57d-06b9eb509367 req-72292497-1486-4c46-8a67-4c1030f728ee service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261227 Mar 02 18:26:44.157050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:0e:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:26:41Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:44.161442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9e87f-d33a-4890-93f5-a71e1afd57d9 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:0e:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:26:41Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:26:44.358396 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f948d-7f48-4042-8b70-3c8bca9df21a None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:26:44.527193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.713340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb6653-143f-4d83-b9b0-9802f8a170f0 req-c0f846ac-126a-45dc-908d-c6ebcda32f91 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:44.714727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccfb6653-143f-4d83-b9b0-9802f8a170f0 req-c0f846ac-126a-45dc-908d-c6ebcda32f91 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0750766 Mar 02 18:26:44.758940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccfb6653-143f-4d83-b9b0-9802f8a170f0 req-5a4461cc-28f1-42cf-976b-d3c524b17a62 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386889 Mar 02 18:26:45.957243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c711928-398b-4bd7-914b-49c8822bf469 req-552179e5-dbc4-4992-9041-61d7a0b1c32d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:45.958700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c711928-398b-4bd7-914b-49c8822bf469 req-552179e5-dbc4-4992-9041-61d7a0b1c32d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0788705 Mar 02 18:26:46.003269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c711928-398b-4bd7-914b-49c8822bf469 req-d255073a-e5a3-47ea-8b96-640730a9cf1d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389502 Mar 02 18:26:47.197975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a5f4c-c248-4abf-92ab-4512769741e5 req-881e9b61-35db-42e6-8a12-4ccc81374906 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:47.199437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-110a5f4c-c248-4abf-92ab-4512769741e5 req-881e9b61-35db-42e6-8a12-4ccc81374906 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0768344 Mar 02 18:26:47.245077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-110a5f4c-c248-4abf-92ab-4512769741e5 req-72509756-b357-4789-953c-945530cd3047 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 Mar 02 18:26:48.555891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b76e-0aec-42a6-be20-f426a5bd8796 req-94501afc-af82-489e-880e-3ae48caac51a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:48.557239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bce5b76e-0aec-42a6-be20-f426a5bd8796 req-94501afc-af82-489e-880e-3ae48caac51a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1903946 Mar 02 18:26:48.602837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bce5b76e-0aec-42a6-be20-f426a5bd8796 req-ca375692-92ce-40d5-9e69-4c548395c434 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Mar 02 18:26:49.771649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.803086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c563d-cd8c-4e78-9cc8-7a15c135322c req-4b1c4309-809c-4c9b-a02d-5941dc31fb40 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.804530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-570c563d-cd8c-4e78-9cc8-7a15c135322c req-4b1c4309-809c-4c9b-a02d-5941dc31fb40 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0814426 Mar 02 18:26:49.852453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-570c563d-cd8c-4e78-9cc8-7a15c135322c req-99697a51-1b33-4fe7-b00e-175178c92f93 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Mar 02 18:26:51.047520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517e05d-9b2c-4971-90f3-0b24642e9b1c req-c4aa182d-5d83-4c36-9acb-da1166dce96f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:51.048997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5517e05d-9b2c-4971-90f3-0b24642e9b1c req-c4aa182d-5d83-4c36-9acb-da1166dce96f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0747900 Mar 02 18:26:51.094368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5517e05d-9b2c-4971-90f3-0b24642e9b1c req-c56e7a79-d4b7-4c6a-8261-46c7e7110196 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Mar 02 18:26:52.294017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742339-ade4-4b0f-9870-7058374cdb9c req-6d814798-d28a-42dc-a6e2-1e37b46cf6c0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:52.295595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87742339-ade4-4b0f-9870-7058374cdb9c req-6d814798-d28a-42dc-a6e2-1e37b46cf6c0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0786817 Mar 02 18:26:52.343767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87742339-ade4-4b0f-9870-7058374cdb9c req-4247a94b-0278-457d-95da-dd9e046b1d6f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Mar 02 18:26:53.540818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49cab-226d-45fa-b52d-9c79f8a3b362 req-e94210ff-e0e5-4e89-ac4b-8f3edb264d3b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:53.542288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48f49cab-226d-45fa-b52d-9c79f8a3b362 req-e94210ff-e0e5-4e89-ac4b-8f3edb264d3b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0772519 Mar 02 18:26:53.588334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48f49cab-226d-45fa-b52d-9c79f8a3b362 req-8768cc8a-922d-4abb-93c3-e8bc79ebd845 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404937 Mar 02 18:26:54.786259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e40f-324f-4ce7-a5fc-ecfc597b5d18 req-7c6f9f93-599c-4a1f-acab-1acb44aaab47 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:54.787725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9847e40f-324f-4ce7-a5fc-ecfc597b5d18 req-7c6f9f93-599c-4a1f-acab-1acb44aaab47 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0790768 Mar 02 18:26:54.832727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9847e40f-324f-4ce7-a5fc-ecfc597b5d18 req-38a847b1-b8ef-4083-a6fa-a69b2cc36811 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 Mar 02 18:26:56.029238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c321-f5db-4a1f-a62e-66908f9985bb req-34626a4e-7ef0-4a17-b66c-003d485be618 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:56.030704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f212c321-f5db-4a1f-a62e-66908f9985bb req-34626a4e-7ef0-4a17-b66c-003d485be618 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0763314 Mar 02 18:26:56.079870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f212c321-f5db-4a1f-a62e-66908f9985bb req-4ccd81bb-200f-48ff-900e-b7d20b943190 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430894 Mar 02 18:26:57.275174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a4a0-4eaf-4791-9b52-4c9edf771f49 req-3c83ebfd-a0ec-47f8-8f37-9830bfd74d50 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:57.276612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61e2a4a0-4eaf-4791-9b52-4c9edf771f49 req-3c83ebfd-a0ec-47f8-8f37-9830bfd74d50 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0752435 Mar 02 18:26:57.321342 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61e2a4a0-4eaf-4791-9b52-4c9edf771f49 req-58538467-8b5b-4fff-af81-784a2e0651b7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392942 Mar 02 18:26:58.532482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa588a5-f878-42fd-8934-115b4a64f88f req-73128442-9172-49da-ad54-482fe9e7f4ce tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:58.534116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fa588a5-f878-42fd-8934-115b4a64f88f req-73128442-9172-49da-ad54-482fe9e7f4ce tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0817897 Mar 02 18:26:58.579805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fa588a5-f878-42fd-8934-115b4a64f88f req-daa6eac4-0979-4f45-a2e8-8c5188e2e52b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Mar 02 18:26:59.777850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc01f-4966-4b06-a632-4b6be21a9f8d req-19feb0e1-d81c-47e2-a543-7ddc148b693c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:59.779464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3bdc01f-4966-4b06-a632-4b6be21a9f8d req-19feb0e1-d81c-47e2-a543-7ddc148b693c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0764885 Mar 02 18:26:59.824771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3bdc01f-4966-4b06-a632-4b6be21a9f8d req-7ef3dc34-4576-4f0b-bf54-16c6b3ef5b64 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Mar 02 18:27:01.022395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca274c-86f6-49b2-a127-9a193318a9ed req-e885d95a-34a2-4695-af93-b44b62e0848f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:01.023871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59ca274c-86f6-49b2-a127-9a193318a9ed req-e885d95a-34a2-4695-af93-b44b62e0848f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0788856 Mar 02 18:27:01.069236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-59ca274c-86f6-49b2-a127-9a193318a9ed req-edfd77e5-d482-48d0-83b7-ae4425c79f4e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Mar 02 18:27:02.264029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d8c95-c1de-406f-98bd-f06cc4e82252 req-8f6cba25-5a74-4d0f-b703-7172dbcf1565 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:02.265461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-934d8c95-c1de-406f-98bd-f06cc4e82252 req-8f6cba25-5a74-4d0f-b703-7172dbcf1565 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0759137 Mar 02 18:27:02.314009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-934d8c95-c1de-406f-98bd-f06cc4e82252 req-f21fe53f-9f5c-49c4-987c-8b83e53560e1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423567 Mar 02 18:27:03.510010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129532b1-6870-400d-b2f6-83cf82f10f4f req-64d91157-d647-4fc7-9c69-843ddd4c2331 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:03.511487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-129532b1-6870-400d-b2f6-83cf82f10f4f req-64d91157-d647-4fc7-9c69-843ddd4c2331 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0772223 Mar 02 18:27:03.556818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-129532b1-6870-400d-b2f6-83cf82f10f4f req-46643902-127e-426e-9500-e7b4bee8a3da tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Mar 02 18:27:04.756214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b46b-cfa6-4269-a19b-af37e9966b0c req-998f461f-77c6-4f4e-87c8-1feb5f88f32b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:04.757535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8e6b46b-cfa6-4269-a19b-af37e9966b0c req-998f461f-77c6-4f4e-87c8-1feb5f88f32b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0787058 Mar 02 18:27:04.803202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8e6b46b-cfa6-4269-a19b-af37e9966b0c req-b3bcfefd-050e-452d-ba3f-40d15a752278 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Mar 02 18:27:06.001973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0055a-57c5-435b-9292-281948e087c2 req-957b95dc-3977-42b0-b052-e70e48e843a5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:06.003461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef0055a-57c5-435b-9292-281948e087c2 req-957b95dc-3977-42b0-b052-e70e48e843a5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0749514 Mar 02 18:27:06.052777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef0055a-57c5-435b-9292-281948e087c2 req-f7676ec4-5d7b-4117-9220-19bcc022964f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 Mar 02 18:27:07.255946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dca4-611d-423a-b471-deb225aa3260 req-06d92795-1bb0-4795-b5e2-070d18a2e280 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:07.257370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41d9dca4-611d-423a-b471-deb225aa3260 req-06d92795-1bb0-4795-b5e2-070d18a2e280 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0799165 Mar 02 18:27:07.306987 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41d9dca4-611d-423a-b471-deb225aa3260 req-c5a4bfdf-efa5-4059-aea3-7f64b02ee75e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Mar 02 18:27:08.509372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08fe7c-045b-43dc-bb2d-b4b5c9eeb2bb req-0a090f32-75dc-4fa4-a316-eb4e8abd20ec tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:08.510854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a08fe7c-045b-43dc-bb2d-b4b5c9eeb2bb req-0a090f32-75dc-4fa4-a316-eb4e8abd20ec tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0788653 Mar 02 18:27:08.557012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a08fe7c-045b-43dc-bb2d-b4b5c9eeb2bb req-f5ebe5c2-d2ec-4ff5-8c34-319ee09802f4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Mar 02 18:27:08.977647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.412728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30064908-8658-425f-ac47-55460bee9adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.758994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6ed-5f81-4098-a904-4d63feeca939 req-41834973-7e43-4221-bfa6-37a588ebdbe6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:09.760358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f26d6ed-5f81-4098-a904-4d63feeca939 req-41834973-7e43-4221-bfa6-37a588ebdbe6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0814459 Mar 02 18:27:09.805970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f26d6ed-5f81-4098-a904-4d63feeca939 req-30de0e57-db93-4686-8dcb-d32125eeccd1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Mar 02 18:27:10.000991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fbafc375-2f45-472d-bc98-17d687da6304 req-62c1e976-3c0e-4c18-b82f-16245dea3cbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666096 Mar 02 18:27:10.253643 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-98b8b713-2e56-4270-8a6b-bdd1f518355f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724843 Mar 02 18:27:10.315758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfd71-c2bb-4c8c-9d9e-25a7b65d0d09 req-56f9e493-da53-4f96-9224-6bb7270f3d44 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:10.317228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50dfd71-c2bb-4c8c-9d9e-25a7b65d0d09 req-56f9e493-da53-4f96-9224-6bb7270f3d44 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0831311 Mar 02 18:27:10.364972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c50dfd71-c2bb-4c8c-9d9e-25a7b65d0d09 req-fa004bc6-7368-4a36-a38a-9e3198b746b1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Mar 02 18:27:11.407073 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-6a1548ed-b84a-4a62-8db4-ed2f861e0740 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1096 time: 0.0723684 Mar 02 18:27:11.454428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-501ca3a2-9885-4dab-a673-b04357cce6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:11.553068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-a3c0a373-0d80-4e3d-8c14-545dd7def9ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:11.554807 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-a3c0a373-0d80-4e3d-8c14-545dd7def9ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1415706 Mar 02 18:27:11.566732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0e010-7a9e-4f84-b9bd-e516143d68fe req-00ca3700-5da4-4c8e-9999-72b1f89b0212 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:11.568196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fe0e010-7a9e-4f84-b9bd-e516143d68fe req-00ca3700-5da4-4c8e-9999-72b1f89b0212 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0782087 Mar 02 18:27:11.617697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5fe0e010-7a9e-4f84-b9bd-e516143d68fe req-28ff41f4-40f9-402c-9bc6-32b0255735d7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Mar 02 18:27:11.658980 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-3163dfe3-2c9f-4fb0-a369-6fcdbfff6720 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 1000 time: 0.0968490 Mar 02 18:27:11.719285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-758e2224-1e24-45b0-92bf-2af9f65c1789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:11.720701 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-758e2224-1e24-45b0-92bf-2af9f65c1789 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0561523 Mar 02 18:27:11.793484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-959bf81e-b519-4c1f-a1d4-6c80bff2a585 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662286 Mar 02 18:27:11.930103 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-9a5a33f3-a66f-4ac2-a261-51c4f9d752d1 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297319 Mar 02 18:27:12.043988 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:27:12.061196 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-2808b54a-5cb8-4eed-af69-3548819aa5a8 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237411 Mar 02 18:27:12.822738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f6acb-97c5-4043-8de9-5f66ef2872c4 req-942a23bc-c27c-46a8-a840-b7c30629019b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:12.824217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-656f6acb-97c5-4043-8de9-5f66ef2872c4 req-942a23bc-c27c-46a8-a840-b7c30629019b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0767119 Mar 02 18:27:12.869982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-656f6acb-97c5-4043-8de9-5f66ef2872c4 req-167b17c5-885e-4841-9b0a-dc10b2776d5d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Mar 02 18:27:12.982614 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:13.122793 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.075167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f53bdb-3923-4e70-837f-57c855d6572f req-599116d5-cc76-48b3-be7b-0d3ffc1a8b62 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:14.076586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9f53bdb-3923-4e70-837f-57c855d6572f req-599116d5-cc76-48b3-be7b-0d3ffc1a8b62 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Mar 02 18:27:14.124809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9f53bdb-3923-4e70-837f-57c855d6572f req-388b08b8-5200-42f0-ae48-6bb3434ed0d4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Mar 02 18:27:14.246116 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-7cd6be44-f4f8-4878-8641-a42c01b7972c service neutron] show failed (client error): The resource could not be found. Mar 02 18:27:14.247139 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-7cd6be44-f4f8-4878-8641-a42c01b7972c service neutron] 10.222.0.50 "GET /v2.0/ports/546bf30f-419c-4b1b-ba4f-abe3b7eda172/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1613002 Mar 02 18:27:14.515192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-d0d677b2-379e-4d5b-8011-79b60d82712a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1096 time: 0.0684505 Mar 02 18:27:14.525329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:27:14.530113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.733696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.004986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:15.034680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:27:15.092041 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:15.098081 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.113697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Transition to ACTIVE for port object 546bf30f-419c-4b1b-ba4f-abe3b7eda172 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:15.118254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.170328 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'code': 200} Mar 02 18:27:15.260139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:15.319221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.319698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.319890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.320211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.320539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.320860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.321182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.321501 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.321814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.322392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.322742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:15.385901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] No DVR routers for this DVR port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:15.542729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db922e-0167-4718-962c-4056e058db23 req-46015765-838d-4752-8251-f944a3fba1e4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:15.544257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6db922e-0167-4718-962c-4056e058db23 req-46015765-838d-4752-8251-f944a3fba1e4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.2760110 Mar 02 18:27:15.608887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f6db922e-0167-4718-962c-4056e058db23 req-9d7997f7-5c56-4cf2-872f-99276192b333 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576212 Mar 02 18:27:15.719408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:27:15.719745 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:27:15.720566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:27:15.726776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:27:15.727105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Attempting to bind port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:27:15.736795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:27:15.737219 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:27:15.737604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:27:15.738031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Bound port: 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:27:15.738380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.825391 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:27:15.828192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:27:15.833810 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.902176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.903554 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] 10.222.0.35 "PUT /v2.0/ports/546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 1091 time: 1.3821509 Mar 02 18:27:15.912477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f81890-ef90-4edb-8d4a-34bdb0220359 service neutron] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:16.006901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-eb128dc2-dcaf-4b67-9b6b-af09f1bdd20e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1094 time: 0.0804629 Mar 02 18:27:16.140557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-68fc4d74-9041-4349-90e5-e86a87f52ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:16.142112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-68fc4d74-9041-4349-90e5-e86a87f52ca4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1297212 Mar 02 18:27:16.244395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-ff78b46b-32a2-47e4-ba15-807ebed097fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 998 time: 0.0961635 Mar 02 18:27:16.310804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-e11a856b-7ee3-4161-b9d5-5543259b8c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:16.312227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-e11a856b-7ee3-4161-b9d5-5543259b8c28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0626876 Mar 02 18:27:16.491633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-c762e872-b953-4894-a17d-bdd54ea5fb36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738937 Mar 02 18:27:16.622689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-1679250e-d4bd-41e9-9758-c3bd785c01f2 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250598 Mar 02 18:27:16.798045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29c34d8c-c144-4ad9-b900-68d09f2dc177 req-1ffb6507-3973-4ee7-8876-8436ad780a79 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697731 Mar 02 18:27:16.839030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9424c58-5bc9-4da5-a682-2aeda20ccabb req-0685bc7c-bf38-4477-aaee-27e4ecb00582 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:16.840620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9424c58-5bc9-4da5-a682-2aeda20ccabb req-0685bc7c-bf38-4477-aaee-27e4ecb00582 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0873559 Mar 02 18:27:16.888841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9424c58-5bc9-4da5-a682-2aeda20ccabb req-817044f8-a8ec-4c21-9cde-6becdc1fb7cb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Mar 02 18:27:17.170232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:17.238049 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'status': 'completed', 'code': 200} Mar 02 18:27:17.331590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-a5bc44ae-ab54-46b6-99d0-7be438ed2f8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1094 time: 0.0755239 Mar 02 18:27:17.352512 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-92efcf01-5724-41ab-a298-dfa871b788d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1094 time: 0.0703969 Mar 02 18:27:17.465624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-d25887c6-7591-4421-a8b5-3ed24e124a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:17.467187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-d25887c6-7591-4421-a8b5-3ed24e124a7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1295905 Mar 02 18:27:17.485767 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-63b8056e-36fc-45ed-be81-e867070d1e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:17.487243 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-63b8056e-36fc-45ed-be81-e867070d1e97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1284938 Mar 02 18:27:17.575309 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-aa8dd18b-d8ea-4524-8f76-0214b57a24d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 998 time: 0.1019537 Mar 02 18:27:17.596864 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-c6b2b1f9-5880-4956-a938-c6a33bc5e334 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 998 time: 0.1036024 Mar 02 18:27:17.637983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-34b73a16-0f26-407a-8bae-9d5aa819a797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:17.639615 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-34b73a16-0f26-407a-8bae-9d5aa819a797 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0585101 Mar 02 18:27:17.661639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-f774bdd5-7ba9-40ab-9ecf-c654f173fcd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:17.663168 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-f774bdd5-7ba9-40ab-9ecf-c654f173fcd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0604427 Mar 02 18:27:17.714630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-206fc2fa-15ab-48ee-88cc-4b3d1f76ef36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688522 Mar 02 18:27:17.738695 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-f69c49a5-d008-4b32-8213-ab4cf329c74a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688183 Mar 02 18:27:17.842269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-f59bb56c-a457-4b30-89d6-4d85e9f19fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217740 Mar 02 18:27:17.870841 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-6ec61f83-e600-440b-95b1-66ad473a3df4 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254492 Mar 02 18:27:17.974496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-cfd8d9bb-1feb-4910-95a1-9b2acbcd30da service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260340 Mar 02 18:27:18.005580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-b32ce83c-a4f4-4cc9-83ee-93bf2f880e34 req-cfbd28e6-ba65-4ef0-8d50-dad07d28b9ce service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278529 Mar 02 18:27:18.112139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb934-7e63-4f07-aafd-0e0a313e3a8c req-9a51ae9e-51e6-4767-8f35-0fca9b023888 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:18.113582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c22cb934-7e63-4f07-aafd-0e0a313e3a8c req-9a51ae9e-51e6-4767-8f35-0fca9b023888 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0809834 Mar 02 18:27:18.160436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c22cb934-7e63-4f07-aafd-0e0a313e3a8c req-f70020da-4e3b-412e-8545-3e19240c6535 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Mar 02 18:27:18.692813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:18.758867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:19.379674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d237-0f82-404c-b76b-060ed7576042 req-7e413339-7719-4d51-91a3-6d5c32c2c4e5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:19.380943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bf5d237-0f82-404c-b76b-060ed7576042 req-7e413339-7719-4d51-91a3-6d5c32c2c4e5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0914576 Mar 02 18:27:19.436270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bf5d237-0f82-404c-b76b-060ed7576042 req-3879f2f8-99cf-4f2d-9862-a6f41add7b49 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Mar 02 18:27:19.764305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.517285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:20.644029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d528-b147-4ee3-814d-741a86da87d6 req-9e246c2d-5d02-46ce-abdf-a75d1ee1d627 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:20.645484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad4d528-b147-4ee3-814d-741a86da87d6 req-9e246c2d-5d02-46ce-abdf-a75d1ee1d627 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 943 time: 0.0771339 Mar 02 18:27:20.653678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:20.667691 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'mac_address': 'fa:16:3e:0e:4e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:20.691182 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ad4d528-b147-4ee3-814d-741a86da87d6 req-a390318d-64b6-4f65-bdf4-b80779ec7ee5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Mar 02 18:27:20.721475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.740384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546bf30f-419c-4b1b-ba4f-abe3b7eda172 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:27:20.755838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:20.759734 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.828990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:21.037827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b705-4698-411e-9cc5-3dea72968953 req-b00fad39-15ff-4dbe-b41e-2debb0c48057 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.039293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b01b705-4698-411e-9cc5-3dea72968953 req-b00fad39-15ff-4dbe-b41e-2debb0c48057 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 944 time: 0.0812652 Mar 02 18:27:21.051218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-0f6a5534-4e38-4d0c-be0e-a1497d1afdba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.051907 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-0f6a5534-4e38-4d0c-be0e-a1497d1afdba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:21.060765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['546bf30f-419c-4b1b-ba4f-abe3b7eda172'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:27:21.069866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-0f6a5534-4e38-4d0c-be0e-a1497d1afdba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:21.071123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-0f6a5534-4e38-4d0c-be0e-a1497d1afdba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50&tenant_id=88526268b50946359d6ed4cba91d4e4d&binding%3Ahost_id=n-h2-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.0982013 Mar 02 18:27:21.088538 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b01b705-4698-411e-9cc5-3dea72968953 req-5c02673e-eb1c-4a09-8cb4-c6b109e85ab8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Mar 02 18:27:21.156730 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-7f33406e-895f-4ff6-8113-fe68caeb9fb6 service neutron] delete failed (client error): The resource could not be found. Mar 02 18:27:21.158316 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-7f33406e-895f-4ff6-8113-fe68caeb9fb6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/546bf30f-419c-4b1b-ba4f-abe3b7eda172/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0796366 Mar 02 18:27:21.317869 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-e6a5dd62-c749-4b56-ad6a-6c631e7fa97e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1095 time: 0.0693574 Mar 02 18:27:21.446486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-192b6479-5232-4f06-a2a0-674a2d8781c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.448193 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-192b6479-5232-4f06-a2a0-674a2d8781c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1235764 Mar 02 18:27:21.549732 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-75d9585d-531f-4579-aa44-750abfa834c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 999 time: 0.0951345 Mar 02 18:27:21.616761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-afc6c8c6-148f-400f-8380-55b655cf27bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.618066 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-afc6c8c6-148f-400f-8380-55b655cf27bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0622101 Mar 02 18:27:21.692096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-4ce3f84f-d1e9-436e-856a-30ebbbf1a171 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675561 Mar 02 18:27:21.820127 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-4481e982-6ae2-42ff-ab23-2c5b98c7ba78 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215596 Mar 02 18:27:22.033539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-20171f35-2e0c-4d4d-a30a-8f5e1b3086f0 req-572f6273-c651-49e5-9b80-5977bfd191f6 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059269 Mar 02 18:27:22.292718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101262c-a87b-4a78-a8c9-14bda1a3c5f0 req-4a5f9c90-76db-4b46-ace9-caa6a0957d0a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:22.295831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e101262c-a87b-4a78-a8c9-14bda1a3c5f0 req-4a5f9c90-76db-4b46-ace9-caa6a0957d0a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 944 time: 0.0783646 Mar 02 18:27:22.341368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e101262c-a87b-4a78-a8c9-14bda1a3c5f0 req-2a659d3a-2737-454e-8a1c-55931c70f3a2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Mar 02 18:27:22.526364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:22.643859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:22.649253 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:22.649637 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.772490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.802139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:22.814596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:22.819006 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.869693 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'code': 200} Mar 02 18:27:22.895882 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:23.637603 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de55c-0a59-4855-9668-5d03eecfcb81 req-ee098d11-1134-4890-a07a-bed386f666d7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:23.638993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72de55c-0a59-4855-9668-5d03eecfcb81 req-ee098d11-1134-4890-a07a-bed386f666d7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1762626 Mar 02 18:27:23.684921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72de55c-0a59-4855-9668-5d03eecfcb81 req-b37bec52-3bbb-4c7f-acc4-9655476b2e7d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Mar 02 18:27:23.884960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787557c-bf84-4ac1-9ff2-168a25362a19 req-c855aeac-7d73-4931-94f2-bbce88fbeabb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:23.886396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4787557c-bf84-4ac1-9ff2-168a25362a19 req-c855aeac-7d73-4931-94f2-bbce88fbeabb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0766943 Mar 02 18:27:23.935560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4787557c-bf84-4ac1-9ff2-168a25362a19 req-e37bc8e5-5c59-4e65-a580-d4fe5c341a71 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435855 Mar 02 18:27:24.363510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf0724-a251-4d42-a36a-0d1040b699b8 req-a5096342-fe97-42dc-9cc3-7b5fd049e319 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:24.364965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cf0724-a251-4d42-a36a-0d1040b699b8 req-a5096342-fe97-42dc-9cc3-7b5fd049e319 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1383550 Mar 02 18:27:24.368434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-e75b9855-80cb-401b-bb3b-0874d74c4054 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 1096 time: 0.1039269 Mar 02 18:27:24.496176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30cf0724-a251-4d42-a36a-0d1040b699b8 req-13467fe0-b30e-410a-8210-b0a348416abc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255054 Mar 02 18:27:24.541366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-b35f5e38-333e-481c-bcd6-b2d18d94a980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:24.543760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-b35f5e38-333e-481c-bcd6-b2d18d94a980 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1592638 Mar 02 18:27:24.647261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-591140d1-338b-42fe-bc13-647d4336eb2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 200 len: 1000 time: 0.0976284 Mar 02 18:27:24.707843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-dbc47352-fc16-4222-bd78-0d551115d89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:24.709221 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-dbc47352-fc16-4222-bd78-0d551115d89b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0568731 Mar 02 18:27:24.784493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-c04fba2d-84a8-40e4-8b3a-64a198b52b5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697124 Mar 02 18:27:24.924205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-22781e17-960a-4ea8-986f-d9bd1a87929b service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335409 Mar 02 18:27:25.056555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4da61027-8bd4-4f15-a7ce-3465373fe903 req-842c1abe-4279-46de-9922-8462a189d4bb service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265228 Mar 02 18:27:25.692479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4548c4c-808b-4ee3-9262-25d63132b693 req-94b42836-a715-4d78-b8a0-d9023b413dbf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:25.693947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4548c4c-808b-4ee3-9262-25d63132b693 req-94b42836-a715-4d78-b8a0-d9023b413dbf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Mar 02 18:27:25.738300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e4548c4c-808b-4ee3-9262-25d63132b693 req-c1cfb218-4e08-4452-881c-efb419ffbca5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Mar 02 18:27:26.144879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37bd27-b846-4b96-9d5e-789e81426db4 req-1eb30c1b-63cb-4847-a40f-96c5b54fd152 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:26.146329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b37bd27-b846-4b96-9d5e-789e81426db4 req-1eb30c1b-63cb-4847-a40f-96c5b54fd152 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.0795135 Mar 02 18:27:26.191654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b37bd27-b846-4b96-9d5e-789e81426db4 req-31b0d02b-b782-4683-b354-2fabf9dcc7d9 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396700 Mar 02 18:27:27.473505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003130-89f6-4e6b-9df1-ccdaab38c1ea req-70843ae9-faae-4d7c-a8d0-a9dfb09c697d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:27.475063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9003130-89f6-4e6b-9df1-ccdaab38c1ea req-70843ae9-faae-4d7c-a8d0-a9dfb09c697d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1457899 Mar 02 18:27:27.551155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e9003130-89f6-4e6b-9df1-ccdaab38c1ea req-529c2302-82b9-4c03-9369-7abd3bd0370d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693097 Mar 02 18:27:27.558526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-c06a9d05-fc18-4cec-995d-6aac51d20318 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:27.559938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-c06a9d05-fc18-4cec-995d-6aac51d20318 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 945 time: 0.1669903 Mar 02 18:27:27.629448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Deleting port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:27:27.629785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.981428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] For port 546bf30f-419c-4b1b-ba4f-abe3b7eda172, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=546bf30f-419c-4b1b-ba4f-abe3b7eda172,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:27.981694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.273266 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.273638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.273949 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 disassociated. External IP: 172.25.3.10, port: 546bf30f-419c-4b1b-ba4f-abe3b7eda172. Mar 02 18:27:28.274529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Calling delete_port for 546bf30f-419c-4b1b-ba4f-abe3b7eda172 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:27:28.419741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.474310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'Port': ['ID=546bf30f-419c-4b1b-ba4f-abe3b7eda172,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:28.728535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4771f9e-cc7b-45da-9c1d-71be8dc26d93 req-bf156a77-de8e-4738-a1f6-6ef6d6abd089 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbf0017-bd6e-499e-ab3a-b350fbb31f50 HTTP/1.1" status: 200 len: 210 time: 0.0474939 Mar 02 18:27:28.730279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:27:28.952588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:27:28.965542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:27:28.987587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:27:28.988281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:29.024815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] No DVR routers for this DVR port 546bf30f-419c-4b1b-ba4f-abe3b7eda172 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:29.027418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.030078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-deleted', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:29.048722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba5c24bd-4650-40a0-9dcb-a6a82f35c107 req-1d226bcc-7a65-4f77-8855-80363e5bbfc4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "DELETE /v2.0/ports/546bf30f-419c-4b1b-ba4f-abe3b7eda172 HTTP/1.1" status: 204 len: 173 time: 1.4824531 Mar 02 18:27:29.102339 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf0017-bd6e-499e-ab3a-b350fbb31f50', 'name': 'network-vif-deleted', 'tag': '546bf30f-419c-4b1b-ba4f-abe3b7eda172', 'status': 'completed', 'code': 200} Mar 02 18:27:29.185437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:27:29.510919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:29.514713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:27:29.526140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:27:29.526770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:27:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:29.699760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:27:30.025937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:30.030469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3e7bd-6601-44d3-84f1-ea4e2bb3b9d3 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:27:30.138459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-84195c43-3a71-4bee-b5f9-332947ae4f71 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--381025026&fields=id&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 267 time: 0.0571084 Mar 02 18:27:30.279139 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e5cdb-da51-4e6f-bd92-b1bb93d28b42 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:27:30.298639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-e09c999b-e626-4085-a397-b381d53b7ceb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:30.300091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-e09c999b-e626-4085-a397-b381d53b7ceb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1548696 Mar 02 18:27:30.319224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-7f8cb0a3-13cb-486c-9fe4-f4050d616f82 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/quotas/88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 375 time: 0.0136003 Mar 02 18:27:30.412935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-d90e844a-66fb-4cb7-b5eb-4739bf7049cc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:30.433795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-d90e844a-66fb-4cb7-b5eb-4739bf7049cc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:30.435147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-d90e844a-66fb-4cb7-b5eb-4739bf7049cc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068485 Mar 02 18:27:30.691054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-b502cc72-0d7d-408d-862f-dbd8e3adc3d1 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303734 Mar 02 18:27:30.829303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-6c14874c-7011-4bc7-a60f-98df75b2289c service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299031 Mar 02 18:27:31.019045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a371b74f-d9b6-458f-9a42-6dfb71f679df req-80bf5f8c-bc89-4558-9ff0-b37137560580 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 210 time: 0.0430522 Mar 02 18:27:32.042095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ac578697-726c-47a0-88f8-4cf93b9c9bd2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:32.043582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ac578697-726c-47a0-88f8-4cf93b9c9bd2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1453774 Mar 02 18:27:32.101207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-2663d131-3d0c-422c-9acf-18bccb88a3fd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 379 time: 0.0453436 Mar 02 18:27:32.112334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'port': {'device_id': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'admin_state_up': True, 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'security_groups': ['e213049a-70fc-4953-8b55-77d6e2893a6d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:27:32.247850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67d11e7c-eeca-4100-a5e2-809f4a794b43 req-dab1b885-41d3-4018-aef6-24829c06f1d3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 210 time: 0.0620198 Mar 02 18:27:32.303361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:32.313185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:32.323653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:32.326702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.498547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Allocated IP 172.20.0.13 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/ad5e6924-ed3a-4a03-9862-37a55348bb03) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:32.568441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:32.605336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 546bf30f-419c-4b1b-ba4f-abe3b7eda172 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:27:32.606861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 546bf30f-419c-4b1b-ba4f-abe3b7eda172 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:32.697778 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.713373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Transition to ACTIVE for port object ad5e6924-ed3a-4a03-9862-37a55348bb03 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:32.734661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.806034 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:32.809363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:32.814152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:27:32.844053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:32.883043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:32.883830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.913062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-ad1f4362-e984-476e-801f-0e08b9c12c00 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048112 Mar 02 18:27:32.924231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Request body: {'port': {'device_id': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:27:33.041432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.056051 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-423420c6-bff1-4343-ac5c-a56bac25eaac None None] Provisioning for port ad5e6924-ed3a-4a03-9862-37a55348bb03 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:33.060945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-423420c6-bff1-4343-ac5c-a56bac25eaac None None] Provisioning complete for port ad5e6924-ed3a-4a03-9862-37a55348bb03 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:33.061298 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-423420c6-bff1-4343-ac5c-a56bac25eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.113605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-423420c6-bff1-4343-ac5c-a56bac25eaac None None] Port ad5e6924-ed3a-4a03-9862-37a55348bb03 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:27:33.424146 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:27:33.432985 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.456535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Transition to ACTIVE for port object ad5e6924-ed3a-4a03-9862-37a55348bb03 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:33.470702 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.630803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd6fa-a362-49ca-95c4-21e9187db5c5 req-8eab9711-44db-4c5f-a2ec-ef944c6d10e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:33.631480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b8dcd6fa-a362-49ca-95c4-21e9187db5c5 req-8eab9711-44db-4c5f-a2ec-ef944c6d10e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:33.717128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:33.723191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b8dcd6fa-a362-49ca-95c4-21e9187db5c5 req-8eab9711-44db-4c5f-a2ec-ef944c6d10e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:33.724338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8dcd6fa-a362-49ca-95c4-21e9187db5c5 req-8eab9711-44db-4c5f-a2ec-ef944c6d10e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 932 time: 0.3439114 Mar 02 18:27:33.857710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b8dcd6fa-a362-49ca-95c4-21e9187db5c5 req-e429550a-a4ea-40ec-9dbf-9fafdfdba1fe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020799 Mar 02 18:27:33.866545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:27:33.866942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:27:33.867275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:27:33.873566 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:27:33.873739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:27:33.880949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:27:33.881286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:27:33.881724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:27:33.882199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Bound port: ad5e6924-ed3a-4a03-9862-37a55348bb03, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:27:33.882648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.984173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:27:33.988350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:27:33.992479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.048168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.049511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] 10.222.0.35 "PUT /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1092 time: 1.1299210 Mar 02 18:27:34.049946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:34.082365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40c73-481b-4b6a-96f0-39efa41606da service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:34.131912 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'status': 'completed', 'code': 200} Mar 02 18:27:34.178324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-0ee6e0d0-1c23-4ec8-91a5-0e49222b0791 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0852926 Mar 02 18:27:34.248046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-6113110f-a932-43c3-a9c9-26915dbd2042 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 217 time: 0.0634019 Mar 02 18:27:34.320514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-bf223045-cd01-47bd-80b8-57c17645626d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.321851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-bf223045-cd01-47bd-80b8-57c17645626d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0685022 Mar 02 18:27:34.397550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-d8737133-10cc-4ef8-abf9-19d3431ff051 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702043 Mar 02 18:27:34.531772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-a79d709f-5139-46ee-a459-4bc448fc0e9b service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287115 Mar 02 18:27:34.668951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c77f6b0-ff26-45a5-b6c2-344902167a79 req-55d16573-a0a6-48f7-aa89-f6295ece3bee service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311245 Mar 02 18:27:34.786862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-a725f31b-0c81-4ffa-98ea-47728ccc3e6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0692561 Mar 02 18:27:34.920390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-de03d47f-da3b-4143-9071-70fa992b9317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.921862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-de03d47f-da3b-4143-9071-70fa992b9317 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1294606 Mar 02 18:27:35.026403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-22eb637e-1f70-4a08-950f-99701d95501d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 217 time: 0.0989351 Mar 02 18:27:35.105568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-385659e9-7daa-4afb-8b23-712e2e3bfe4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:35.106953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-385659e9-7daa-4afb-8b23-712e2e3bfe4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0747466 Mar 02 18:27:35.167112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2393f02-e4ce-4fdc-a18a-5396327a86da req-4942b1ef-18f4-4599-8bb3-ae5c30017f76 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:35.168571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2393f02-e4ce-4fdc-a18a-5396327a86da req-4942b1ef-18f4-4599-8bb3-ae5c30017f76 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.1843259 Mar 02 18:27:35.238233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-1309b562-4b62-4a3a-a0dd-ed9b723b5f3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218600 Mar 02 18:27:35.240402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2393f02-e4ce-4fdc-a18a-5396327a86da req-91b8d475-cf52-454e-87bc-5bf46089ac5f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642955 Mar 02 18:27:35.375504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-a8b9fa0b-5063-45e2-bcad-7dafef47c6cf service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312521 Mar 02 18:27:35.600911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d68aed21-4f1e-46cd-abee-f657c24e8f44 req-fb829702-5dfa-4b89-b406-a310c021e908 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186222 Mar 02 18:27:36.451436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547811f-1a04-4182-80b6-765091200cba req-bda51193-0f8a-4e7b-8ad0-4b12119591d0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:36.452877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2547811f-1a04-4182-80b6-765091200cba req-bda51193-0f8a-4e7b-8ad0-4b12119591d0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0817826 Mar 02 18:27:36.500406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2547811f-1a04-4182-80b6-765091200cba req-ee90b133-0621-4b12-b2af-508b17e38a58 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Mar 02 18:27:37.701484 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a24b-6cbb-4c79-9d2c-6138fe206292 req-2ed5b6cb-5623-4976-b8d0-5a15eb2abbba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:37.702964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9735a24b-6cbb-4c79-9d2c-6138fe206292 req-2ed5b6cb-5623-4976-b8d0-5a15eb2abbba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0816064 Mar 02 18:27:37.750283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9735a24b-6cbb-4c79-9d2c-6138fe206292 req-c3e241cc-35ed-4056-9b24-a7ec16cbbfc2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Mar 02 18:27:38.588130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:38.764288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:38.786754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:38.840681 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.858711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:27:38.875159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:38.882985 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.956500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:38.957485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f404ee-302a-4c40-8032-2da39e384611 req-8e2c8b57-5ff6-4093-9fe1-d1aa9789ae71 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:38.959170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60f404ee-302a-4c40-8032-2da39e384611 req-8e2c8b57-5ff6-4093-9fe1-d1aa9789ae71 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.0801213 Mar 02 18:27:38.972360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.973027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.973368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.973730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.974104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.974342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.974688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.975007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.975344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.975638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.975949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:38.990374 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.009449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60f404ee-302a-4c40-8032-2da39e384611 req-561e35e6-e816-43e3-9ae3-26789409bb3b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424285 Mar 02 18:27:39.167774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ad5e6924-ed3a-4a03-9862-37a55348bb03'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:27:39.416443 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9e21f92e-b484-4e31-8056-73c0ec54767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.230295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c531-0c09-4d4e-9712-5d133aed373f req-4edd3e2d-55af-4c07-8880-274579cb2124 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:40.231770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6939c531-0c09-4d4e-9712-5d133aed373f req-4edd3e2d-55af-4c07-8880-274579cb2124 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.0805554 Mar 02 18:27:40.278118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6939c531-0c09-4d4e-9712-5d133aed373f req-b7049761-676f-4f4d-9dbd-d2569b736b8a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407329 Mar 02 18:27:40.603657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:40.681258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ad5e6924-ed3a-4a03-9862-37a55348bb03 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:40.687086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ad5e6924-ed3a-4a03-9862-37a55348bb03 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:40.687577 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.804334 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.831847 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:40.841661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:27:40.847310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.889953 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'code': 200} Mar 02 18:27:40.916368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:41.017526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea1c2204-023c-4361-8e71-53747fd48943 req-f3cd3fff-b94b-4a93-afe4-4facbd5560c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1097 time: 0.0702052 Mar 02 18:27:41.064419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea1c2204-023c-4361-8e71-53747fd48943 req-dfbb0720-786e-47d6-80f6-39f8e85fb71e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Mar 02 18:27:41.452421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2511a8ae-6b1a-4842-a5f8-d9dd2f3acf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.481736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d9a5a-6b5a-4db5-8c79-2b396ba00077 req-c11cad5e-18d9-4e02-a82e-11b6b9f3bb42 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:41.483265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d2d9a5a-6b5a-4db5-8c79-2b396ba00077 req-c11cad5e-18d9-4e02-a82e-11b6b9f3bb42 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0846782 Mar 02 18:27:41.532585 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d2d9a5a-6b5a-4db5-8c79-2b396ba00077 req-30d7d97c-82d4-4ab8-904f-8dafafa79056 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Mar 02 18:27:42.744099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07443af-4074-40d0-b51d-7b302d94bf05 req-d6ac99d7-823a-4bf5-a97a-54a88a46488a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:42.745448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d07443af-4074-40d0-b51d-7b302d94bf05 req-d6ac99d7-823a-4bf5-a97a-54a88a46488a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0819457 Mar 02 18:27:42.791449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d07443af-4074-40d0-b51d-7b302d94bf05 req-74b7e069-9e8d-4b62-a9cc-1f92af5b7ee7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Mar 02 18:27:42.989453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.072930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb92ed-d543-4778-8de7-c2f449477217 req-192eaf6e-0723-4eda-b466-d0a1e99e0153 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:43.074450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-84cb92ed-d543-4778-8de7-c2f449477217 req-192eaf6e-0723-4eda-b466-d0a1e99e0153 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.1603200 Mar 02 18:27:43.083981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49292) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:43.089590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'floatingip': {'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:27:43.126394 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.170508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.877937 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.881523 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.077662 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 associated. External IP: 172.25.3.10, port: ad5e6924-ed3a-4a03-9862-37a55348bb03. Mar 02 18:27:44.485249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:27:44.530868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.711601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:27:44.716536 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.721362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:27:44.733202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:27:44.733815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:44.776115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-224eface-372a-4e0c-a2ce-c7d8b2ac781a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "PUT /v2.0/floatingips/cba9767f-056d-43af-bec4-9355fb81b566 HTTP/1.1" status: 200 len: 991 time: 1.6909404 Mar 02 18:27:44.776801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:27:44.837959 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'status': 'completed', 'code': 200} Mar 02 18:27:44.928640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:27:44.999624 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-b2769c23-dca9-4ecc-90b3-60e52f367f73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1097 time: 0.1376119 Mar 02 18:27:45.002716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b70a42a1-059f-4cbf-a7d3-0e7449e99ccb req-efa7d70a-5fce-40e7-ae76-f9a9c0a4d777 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1041858 Mar 02 18:27:45.146791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a66860-54ec-4420-816e-db149c274ddb req-ec988a62-e847-4f89-9cf0-988f04b19e51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:45.148406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-ec988a62-e847-4f89-9cf0-988f04b19e51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1432841 Mar 02 18:27:45.264698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-d0a510fb-3d7e-4705-a574-4d5ec2587da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 999 time: 0.1089756 Mar 02 18:27:45.321066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:27:43Z', 'revision_number': 9, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:45.325651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:27:45.341768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a66860-54ec-4420-816e-db149c274ddb req-c7422408-8b63-4e4e-950a-edcb4192e16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:45.342962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:27:45.343568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:27:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:45.343845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-c7422408-8b63-4e4e-950a-edcb4192e16f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0722191 Mar 02 18:27:45.380421 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-6ee3e239-2d1d-4938-9549-251ae7032a2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350644 Mar 02 18:27:45.553924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:27:45.621449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-7fe2b639-a520-4ea7-b73b-a3a344ddc945 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717435 Mar 02 18:27:45.663170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c62f2-3517-4565-aad8-b37c47a6edb3 req-98d0da65-06a0-43dc-b4e2-9ba9dee15b3d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:45.664638 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-458c62f2-3517-4565-aad8-b37c47a6edb3 req-98d0da65-06a0-43dc-b4e2-9ba9dee15b3d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.2685475 Mar 02 18:27:45.804412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-458c62f2-3517-4565-aad8-b37c47a6edb3 req-9369b5f0-7cf7-4104-b281-1200841a7e5c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870719 Mar 02 18:27:45.829415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-c1d7d584-bfe9-4fa2-b2d1-6dd5dbdcd753 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950793 Mar 02 18:27:45.969715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-73a66860-54ec-4420-816e-db149c274ddb req-22cfeb8a-0b1a-41ca-970a-bdd2de0e73f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384773 Mar 02 18:27:45.996309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:27:43Z', 'revision_number': 9, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:46.001604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a13-525d-4cd4-8176-1df0fb2fc5d9 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:27:43Z', 'revision_number': 9, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:27:46.247732 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598df78-9ee6-40fa-84e5-34a0c061b7d3 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:27:46.928831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-34c9b687-73d2-4ec9-be14-dee96c850551 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1097 time: 0.0788884 Mar 02 18:27:47.083463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-dcfbbfc0-1671-400a-87c8-7cad0a9e3ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.085030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-dcfbbfc0-1671-400a-87c8-7cad0a9e3ff1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1507907 Mar 02 18:27:47.192582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-14266a7a-5d1b-407d-be31-d5e0125e60ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1002 time: 0.1021328 Mar 02 18:27:47.302259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-ed6acea9-8473-489e-9360-d2675edfee32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.303901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-ed6acea9-8473-489e-9360-d2675edfee32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.1059587 Mar 02 18:27:47.378079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8a2f-74d2-4f38-b511-dba594ba165d req-6508febe-d55d-413b-bef5-3633c6643573 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.379562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57eb8a2f-74d2-4f38-b511-dba594ba165d req-6508febe-d55d-413b-bef5-3633c6643573 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.2409363 Mar 02 18:27:47.438122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-32641de3-5e91-4b9c-b006-42c502eb0dcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281364 Mar 02 18:27:47.447547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-57eb8a2f-74d2-4f38-b511-dba594ba165d req-c6d5ee75-ca73-409e-b3f7-3eaaace0155c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622559 Mar 02 18:27:47.583261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-ed1d424c-13b5-4a8c-b42b-42b296ad8620 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385548 Mar 02 18:27:47.725358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-e5e3fa07-f3d1-40b7-8ae4-425752ee0d15 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367540 Mar 02 18:27:48.656006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456bb9-80a2-4ebe-9daa-ef7fc76b6363 req-9ca145b6-953b-4da6-b17d-a0738bca70fc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:48.657883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f456bb9-80a2-4ebe-9daa-ef7fc76b6363 req-9ca145b6-953b-4da6-b17d-a0738bca70fc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0793033 Mar 02 18:27:48.704315 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f456bb9-80a2-4ebe-9daa-ef7fc76b6363 req-6ebbd296-6ed3-4d58-be8a-f3e354fc06f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 Mar 02 18:27:49.044735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:27:49.780104 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.910595 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dfe9c-3f05-4b42-b178-8583c165d098 req-72d3f0b3-9ee8-4c74-b5a8-d690674969dc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.912067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-137dfe9c-3f05-4b42-b178-8583c165d098 req-72d3f0b3-9ee8-4c74-b5a8-d690674969dc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0824234 Mar 02 18:27:49.962475 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-137dfe9c-3f05-4b42-b178-8583c165d098 req-7f05c396-393c-40cd-a399-0ee367d62401 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 Mar 02 18:27:51.160349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd71e59-ffad-4877-8e4c-af5c99e334fe req-9757e06f-3860-465e-bd28-f8714e697794 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.161794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cd71e59-ffad-4877-8e4c-af5c99e334fe req-9757e06f-3860-465e-bd28-f8714e697794 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0766242 Mar 02 18:27:51.212453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5cd71e59-ffad-4877-8e4c-af5c99e334fe req-82950926-96b5-4db8-815e-37c1d5f28d4e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 Mar 02 18:27:52.411368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9d4df-8a44-43f5-bd9e-3bfd98385e79 req-34136798-ed92-42ab-9270-dd4f403ae5b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.412811 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f9d4df-8a44-43f5-bd9e-3bfd98385e79 req-34136798-ed92-42ab-9270-dd4f403ae5b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0796852 Mar 02 18:27:52.467257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f9d4df-8a44-43f5-bd9e-3bfd98385e79 req-a7007b77-46ff-4078-833c-f8c5eb00355b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474818 Mar 02 18:27:53.788769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f0a2-2aba-4c2c-af9f-c378a06c0dbf req-18f917da-e028-416f-94eb-628b3eeb9533 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:53.790436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ea8f0a2-2aba-4c2c-af9f-c378a06c0dbf req-18f917da-e028-416f-94eb-628b3eeb9533 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.1977270 Mar 02 18:27:53.842765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ea8f0a2-2aba-4c2c-af9f-c378a06c0dbf req-dc820eeb-d7d9-4510-b1dc-76ec9a622124 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463340 Mar 02 18:27:55.053036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb5ba6-bfe7-4770-aca2-adeafbb3feae req-f8f0a190-32ab-4579-b92b-31589b4171d2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:55.054504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccbb5ba6-bfe7-4770-aca2-adeafbb3feae req-f8f0a190-32ab-4579-b92b-31589b4171d2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0828304 Mar 02 18:27:55.101172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ccbb5ba6-bfe7-4770-aca2-adeafbb3feae req-0d943f60-ac7a-4506-bd64-dca8f9bb4102 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Mar 02 18:27:56.307492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5328638-d6a1-4444-b01c-92a3aafedb83 req-c8a27241-7d64-4336-84be-de8a9cc798ba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:56.308942 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5328638-d6a1-4444-b01c-92a3aafedb83 req-c8a27241-7d64-4336-84be-de8a9cc798ba tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0801837 Mar 02 18:27:56.355039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5328638-d6a1-4444-b01c-92a3aafedb83 req-18f7bb3e-ae8c-4b98-846d-12b0beb59c8c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401442 Mar 02 18:27:57.554491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c026a-b511-4ece-a937-81a3f7b2c2c6 req-f329e98e-1496-4c2b-9e0c-19d4e3b744ed tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.556043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e27c026a-b511-4ece-a937-81a3f7b2c2c6 req-f329e98e-1496-4c2b-9e0c-19d4e3b744ed tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0765433 Mar 02 18:27:57.605640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e27c026a-b511-4ece-a937-81a3f7b2c2c6 req-b1809c67-84c8-4302-8eb0-f9b0a2ce7931 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436864 Mar 02 18:27:58.807042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42b34-fa87-493d-87d5-732537d303a2 req-b34fd88a-96b9-4aca-a730-266958794806 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:58.808491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44e42b34-fa87-493d-87d5-732537d303a2 req-b34fd88a-96b9-4aca-a730-266958794806 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0767243 Mar 02 18:27:58.853966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44e42b34-fa87-493d-87d5-732537d303a2 req-62b6a4e7-351e-4d23-93d1-195dccb6b336 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390403 Mar 02 18:28:00.059888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51bcfb-e623-4ba7-b4f8-bebdc8efa412 req-503ee4d2-630d-42a9-bb7c-bfa04a492f68 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:00.061332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca51bcfb-e623-4ba7-b4f8-bebdc8efa412 req-503ee4d2-630d-42a9-bb7c-bfa04a492f68 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0845695 Mar 02 18:28:00.106526 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca51bcfb-e623-4ba7-b4f8-bebdc8efa412 req-c9540ee6-e4ab-4cc0-9fef-d906c2bf1c17 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 Mar 02 18:28:01.302922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a9de5-4ae3-4cb8-b77f-1f756d22b4d1 req-e7ae82b3-0cad-4276-90d3-d2a6965a9c0b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:01.304347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc7a9de5-4ae3-4cb8-b77f-1f756d22b4d1 req-e7ae82b3-0cad-4276-90d3-d2a6965a9c0b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0740094 Mar 02 18:28:01.353611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cc7a9de5-4ae3-4cb8-b77f-1f756d22b4d1 req-599c3958-1e90-4bf5-9691-35fe95036228 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438449 Mar 02 18:28:02.557825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b6f4-0921-4f1f-8ad5-fb31e8bdb74e req-d7925a2c-45ca-4d2f-a54b-b864db893972 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:02.559290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0696b6f4-0921-4f1f-8ad5-fb31e8bdb74e req-d7925a2c-45ca-4d2f-a54b-b864db893972 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0796301 Mar 02 18:28:02.605230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0696b6f4-0921-4f1f-8ad5-fb31e8bdb74e req-13fa60a0-d1ba-4c06-ae2e-7935c46381f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Mar 02 18:28:03.803847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d77f7f-9969-4bba-bd61-8196bccf58b2 req-024fe3b6-ba3a-42b7-b86f-e59cc7cd5ca6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:03.805317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30d77f7f-9969-4bba-bd61-8196bccf58b2 req-024fe3b6-ba3a-42b7-b86f-e59cc7cd5ca6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0791414 Mar 02 18:28:03.857689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-30d77f7f-9969-4bba-bd61-8196bccf58b2 req-ffd06e43-81a2-42ef-9582-9bfcdb6c29aa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Mar 02 18:28:04.487964 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-cb35e4a9-1af7-46f3-8436-9adee662b6f2 service neutron] show failed (client error): The resource could not be found. Mar 02 18:28:04.488991 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-cb35e4a9-1af7-46f3-8436-9adee662b6f2 service neutron] 10.222.0.35 "GET /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0734313 Mar 02 18:28:04.748664 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-37f76742-1d6f-40e4-870b-f14786317431 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1097 time: 0.0728898 Mar 02 18:28:04.766687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:28:04.874159 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.054139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef340c1-6953-4a51-893e-a2c34de3bd99 req-0ba13853-191a-4117-98f2-4b008274c362 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:05.055643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef340c1-6953-4a51-893e-a2c34de3bd99 req-0ba13853-191a-4117-98f2-4b008274c362 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0779860 Mar 02 18:28:05.106284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef340c1-6953-4a51-893e-a2c34de3bd99 req-a76bbc21-0cdf-4ec4-94e2-8422bffea98b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Mar 02 18:28:05.142763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:05.176473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:28:05.232563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:05.239137 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.254167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Transition to ACTIVE for port object ad5e6924-ed3a-4a03-9862-37a55348bb03 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:05.257887 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.302935 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'code': 200} Mar 02 18:28:05.391927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:05.410557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.410944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.411270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.411601 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.411932 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.412255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.412576 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.412896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.413215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.413534 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.413851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.469957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] No DVR routers for this DVR port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:05.711823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:05.712156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:05.712481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:05.718213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:28:05.718559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:05.725020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:28:05.725349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:28:05.725722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:28:05.726141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Bound port: ad5e6924-ed3a-4a03-9862-37a55348bb03, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:05.726483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.815530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:28:05.818556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:28:05.823497 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.879426 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.880771 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] 10.222.0.50 "PUT /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1092 time: 1.1180990 Mar 02 18:28:05.898843 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd11e2a-4c9c-4358-af27-0e096ae0bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:05.991202 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-aad590b1-9095-47f9-8bcb-5dfe678fa852 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0771906 Mar 02 18:28:06.126441 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-2f425493-10c0-49fe-963a-f3639aaa99a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.127958 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-2f425493-10c0-49fe-963a-f3639aaa99a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1307988 Mar 02 18:28:06.309896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba18170-895b-40a9-bfe8-f5321e18a636 req-2ee605e5-df12-4a67-8ce9-f0cf05d4aa2e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.311600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ba18170-895b-40a9-bfe8-f5321e18a636 req-2ee605e5-df12-4a67-8ce9-f0cf05d4aa2e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0810382 Mar 02 18:28:06.331589 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-22fbb999-bd88-4265-9f4b-3b0d0661e2eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.1980720 Mar 02 18:28:06.369402 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ba18170-895b-40a9-bfe8-f5321e18a636 req-e322e2f8-fed3-4ed1-bdb7-2058c701a713 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512865 Mar 02 18:28:06.403488 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-dd68da50-e381-445a-9f2e-ab367672d005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.404509 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-dd68da50-e381-445a-9f2e-ab367672d005 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0670850 Mar 02 18:28:06.481051 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-fe2be49d-0965-4880-843d-dd42311a3d0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706117 Mar 02 18:28:06.611388 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-9610d1e1-6df7-4c3c-877a-fdc72ee61b8e service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241629 Mar 02 18:28:06.741736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f22a73cb-175a-494b-be5d-1d0083ddee4d req-d03daa9c-9aa0-454f-9f8d-c8dac2f0a506 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244104 Mar 02 18:28:07.304715 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:07.371702 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'status': 'completed', 'code': 200} Mar 02 18:28:07.470473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-cc4537de-6ac7-47a0-9928-e494add1d848 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0812066 Mar 02 18:28:07.510389 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-425b2d44-d046-4b6b-a846-4480a9abb445 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0922465 Mar 02 18:28:07.645459 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-860a4119-4c43-4740-931e-d3e1c838571c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.646856 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-860a4119-4c43-4740-931e-d3e1c838571c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1298378 Mar 02 18:28:07.656184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-f0e6722c-d4e7-476c-9c7f-a3848b432cb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.657574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-f0e6722c-d4e7-476c-9c7f-a3848b432cb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1807632 Mar 02 18:28:07.667612 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2831494-523c-46a8-ab5a-8380be7cc6ac req-b85e8e54-7124-4132-8687-c2faddc7a076 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.668954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2831494-523c-46a8-ab5a-8380be7cc6ac req-b85e8e54-7124-4132-8687-c2faddc7a076 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.1255572 Mar 02 18:28:07.752310 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-d22264a7-bf63-4bb2-a77c-e10fefc8a2ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.0985651 Mar 02 18:28:07.794393 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d2831494-523c-46a8-ab5a-8380be7cc6ac req-31a5d0b1-ddbb-4c18-abbc-a199d84b2619 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764971 Mar 02 18:28:07.797046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-c179e2f6-ece6-4d23-b8e1-7232c748da4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.1266921 Mar 02 18:28:07.816650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-db3629b6-8013-4a03-8a04-881b7055a55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.818075 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-db3629b6-8013-4a03-8a04-881b7055a55b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0592930 Mar 02 18:28:07.861446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-2fd31aa9-f364-4535-b7f7-f65c1ed6f0a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.862922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-2fd31aa9-f364-4535-b7f7-f65c1ed6f0a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0604732 Mar 02 18:28:07.892833 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-d84a77e4-59f6-4610-8cda-f77e950edf17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683563 Mar 02 18:28:07.938729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-a1b3dbdc-3d63-4f16-911f-5c489c59cf19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698066 Mar 02 18:28:08.028629 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-e85b680e-f38e-486c-97cf-bfad9e4a28bb service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282146 Mar 02 18:28:08.169280 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-0e2edc5a-fe3f-42aa-801c-663678b0bc3f service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280932 Mar 02 18:28:08.169584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-53ed91ab-66ce-4752-8b3f-d1a0d1a48bec service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245955 Mar 02 18:28:08.304469 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0b19b3a-d404-44bb-9042-96220fe711a3 req-f4c2375f-2253-443e-b7b5-827e79bfbc9f service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294434 Mar 02 18:28:08.712194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:08.766925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:08.990199 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.996979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9b948-07b3-4397-8cd4-0358f88b2a96 req-5cddc785-eda9-4731-8484-23adf858d8c8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:08.998444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1c9b948-07b3-4397-8cd4-0358f88b2a96 req-5cddc785-eda9-4731-8484-23adf858d8c8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0759318 Mar 02 18:28:09.048262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1c9b948-07b3-4397-8cd4-0358f88b2a96 req-e57ae6c6-7c66-4d61-bf50-4e172ea6699f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Mar 02 18:28:09.419405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1275a4b0-6acf-4195-968e-a94e43b5cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.470520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-dd64c199-dd04-45ac-b0fa-273b24bdab39 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:09.472063 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-dd64c199-dd04-45ac-b0fa-273b24bdab39 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471&tenant_id=88526268b50946359d6ed4cba91d4e4d&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.0867233 Mar 02 18:28:09.533958 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e8484-fc19-40dc-ba8d-dd289dbbaa82 req-ccf10f63-01b3-4caa-8299-881e52312945 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:09.535427 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153e8484-fc19-40dc-ba8d-dd289dbbaa82 req-ccf10f63-01b3-4caa-8299-881e52312945 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0774155 Mar 02 18:28:09.549530 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4a8f0058-121d-4f39-a4ea-9069ef622fbe service neutron] 10.222.0.50 "GET /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03/bindings/n-h1-820559-6 HTTP/1.1" status: 200 len: 382 time: 0.0717115 Mar 02 18:28:09.582148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-153e8484-fc19-40dc-ba8d-dd289dbbaa82 req-96667a4e-4f98-4094-80fe-b8771e81fce6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Mar 02 18:28:09.657978 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-ce588949-66ef-4712-bbdf-771ba2965ef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1095 time: 0.0713713 Mar 02 18:28:09.786027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-49817840-d17a-4d43-b60f-ba3026b63273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:09.787490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-49817840-d17a-4d43-b60f-ba3026b63273 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1239169 Mar 02 18:28:09.888532 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-d664a8fb-670c-4b7c-a471-d6f266544e54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.0946229 Mar 02 18:28:10.034329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-a7f629cf-4e01-458d-855d-48b254c5c0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:10.035769 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-a7f629cf-4e01-458d-855d-48b254c5c0c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.1406467 Mar 02 18:28:10.112090 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-8f3a3d12-e785-4e89-be78-9abfd2abb6f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697250 Mar 02 18:28:10.241787 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-988bbcf2-e2c1-4f4f-b6c9-a364dcdcfc18 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242480 Mar 02 18:28:10.380602 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-08bc4571-a373-42ca-a2b4-9856beb1a53f service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Mar 02 18:28:10.786258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d47b-f799-47d8-95e3-fa8efb90b996 req-7a306337-44ef-4a44-b8db-24f72965614b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:10.788433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cba4d47b-f799-47d8-95e3-fa8efb90b996 req-7a306337-44ef-4a44-b8db-24f72965614b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.0801506 Mar 02 18:28:10.836851 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cba4d47b-f799-47d8-95e3-fa8efb90b996 req-793b0c32-ccd3-4677-8bc6-da26138b2012 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Mar 02 18:28:11.027566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:11.158108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:11.172812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:11.228184 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.247179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:28:11.261990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:11.266689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.331053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:11.445885 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-79ab0c97-4db9-40bd-bbf2-993ec91aa514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.036680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c18324-408a-488f-942b-56d94b513a25 req-ec366f3f-6916-4dad-aea3-33c8b46f3b84 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:12.038105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31c18324-408a-488f-942b-56d94b513a25 req-ec366f3f-6916-4dad-aea3-33c8b46f3b84 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.0759284 Mar 02 18:28:12.086023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-31c18324-408a-488f-942b-56d94b513a25 req-281f3a16-1c68-4859-8714-21428c2c08cb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Mar 02 18:28:12.540233 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-c7223930-fcea-488b-862e-91a4b773934c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1096 time: 0.1408274 Mar 02 18:28:12.550674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:28:12.661590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.926269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:12.958447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:28:12.987947 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.009941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:28:13.018393 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.033873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Ignored duplicate provisioning block setup for port ad5e6924-ed3a-4a03-9862-37a55348bb03 by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:28:13.037433 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.054930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:13.170377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.215689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:13.248805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:13.249181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:13.249682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:13.255817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:28:13.256178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:13.265472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:28:13.265856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:28:13.266475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:28:13.266986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Bound port: ad5e6924-ed3a-4a03-9862-37a55348bb03, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:13.268135 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.281692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] No DVR routers for this DVR port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:13.361982 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:28:13.365613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:28:13.376154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.402385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=9']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:13.443750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 has no active binding in host n-h1-820559-6 {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:28:13.461704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:13.638731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eddb28-ef97-425d-b5b4-035cbd1c89ef req-9b0b9c1b-37bd-490d-bf12-7d8bb30561ee tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:13.640763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2eddb28-ef97-425d-b5b4-035cbd1c89ef req-9b0b9c1b-37bd-490d-bf12-7d8bb30561ee tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 944 time: 0.4100997 Mar 02 18:28:13.730443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2eddb28-ef97-425d-b5b4-035cbd1c89ef req-61ee1c44-7956-4b73-9f67-7a00210924e9 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827451 Mar 02 18:28:13.739025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-77b25643-4ce4-46cc-8397-e45962dd918c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1096 time: 0.2657459 Mar 02 18:28:13.938386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:13.939121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:13.939447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:13.947438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-c48f41cb-1c2d-4ca3-ad76-93a112ce4c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:13.948883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-c48f41cb-1c2d-4ca3-ad76-93a112ce4c8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1853788 Mar 02 18:28:13.950244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:28:13.950553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Attempting to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:14.007801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:28:14.008059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:28:14.008441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:28:14.008868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Bound port: ad5e6924-ed3a-4a03-9862-37a55348bb03, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:14.009248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.101214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-204ef618-67ce-44c8-a9c0-377a8b548bf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.1458411 Mar 02 18:28:14.163358 n-d-820559-6 neutron-server[83797]: WARNING neutron.plugins.ml2.plugin [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Concurrent port binding operations failed on port ad5e6924-ed3a-4a03-9862-37a55348bb03 Mar 02 18:28:14.168375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:14.174444 n-d-820559-6 neutron-server[83797]: INFO neutron.plugins.ml2.plugin [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Attempt 2 to bind port ad5e6924-ed3a-4a03-9862-37a55348bb03 Mar 02 18:28:14.178351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.179718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1093 time: 1.6334236 Mar 02 18:28:14.180137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:14.188022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-ad0fad09-5dfc-4a80-b409-fa41e1810535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.189406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-ad0fad09-5dfc-4a80-b409-fa41e1810535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0817294 Mar 02 18:28:14.269270 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'status': 'completed', 'code': 200} Mar 02 18:28:14.272995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-55ce548e-ae01-4841-8b68-e5f2d22a06ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775619 Mar 02 18:28:14.386495 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-e70d1df9-ce17-4ff8-916f-b7ccb7829b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1096 time: 0.0685532 Mar 02 18:28:14.406629 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-f30be6a8-1e90-401b-8c22-bcb3c61577c6 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275270 Mar 02 18:28:14.525699 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1afff-113e-4191-841c-6d3b47078015 req-467cf874-8900-4e18-85f9-441d37d15d05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.526798 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-467cf874-8900-4e18-85f9-441d37d15d05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1341581 Mar 02 18:28:14.539447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.540600 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2c5beaa-7e3c-4d0a-ae94-2e110d9cec58 req-fe1a6ffc-f952-41b3-b84f-bfd7583b55a3 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282189 Mar 02 18:28:14.637542 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-e1593986-282d-4aeb-9ec0-f7be7222511c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.1039400 Mar 02 18:28:14.651201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-5ffdc809-2c6e-48a9-a624-5ac547befc4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1096 time: 0.0744855 Mar 02 18:28:14.701626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1afff-113e-4191-841c-6d3b47078015 req-fb94cd85-af88-4b7e-830d-42fa2170c327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.703329 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-fb94cd85-af88-4b7e-830d-42fa2170c327 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0589478 Mar 02 18:28:14.781598 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-8c77f8f6-9824-44ad-aa9a-113bf56ef518 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717437 Mar 02 18:28:14.785803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-639f225a-dfa5-4f88-ab14-3b74cb9ba35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.787271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-639f225a-dfa5-4f88-ab14-3b74cb9ba35a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1303380 Mar 02 18:28:14.923863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-713c9b1f-b724-483b-bcd3-f2a5b454ff6e service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358132 Mar 02 18:28:14.942474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-d35df6de-c814-475c-8baa-4bd88da04f8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.1496778 Mar 02 18:28:15.014551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737b6fc-a667-42a5-a5af-1a7c9ce995bb req-96d398d0-ce4e-4921-8b90-81c60e7e8e79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:15.017117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c737b6fc-a667-42a5-a5af-1a7c9ce995bb req-96d398d0-ce4e-4921-8b90-81c60e7e8e79 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.1537833 Mar 02 18:28:15.024858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-e52c74d5-cb62-49d9-b32b-781125247340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:15.026213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-e52c74d5-cb62-49d9-b32b-781125247340 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0777600 Mar 02 18:28:15.053863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-9d7deb2b-527e-436a-8e6c-eb8a54f17fa1 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241555 Mar 02 18:28:15.064690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:15.111481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c737b6fc-a667-42a5-a5af-1a7c9ce995bb req-b1144364-543b-4105-bf7e-5b0b6b216ca8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881526 Mar 02 18:28:15.122177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:15.131752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-bac75078-a6a9-49c5-8da1-d3d6cbb896cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919125 Mar 02 18:28:15.264192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-e2d01a92-96da-4624-a8d8-735ec0fcd813 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267166 Mar 02 18:28:15.505551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-c9abb4ab-8470-4e86-b0eb-4aa85756103e service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355211 Mar 02 18:28:15.625259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-f7bf4ea9-6579-4241-923c-dcf6053d7113 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 1096 time: 0.0730944 Mar 02 18:28:15.759890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1afff-113e-4191-841c-6d3b47078015 req-32e6a564-e679-4c40-9fc1-b20101217306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:15.761345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-32e6a564-e679-4c40-9fc1-b20101217306 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1290698 Mar 02 18:28:15.868688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-76fac929-a2d4-4b4b-8aa5-d07c39d52dd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 200 len: 1000 time: 0.0989082 Mar 02 18:28:15.930548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1afff-113e-4191-841c-6d3b47078015 req-f3bcec1d-5f0d-4262-8600-863469bd89e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:15.931984 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-f3bcec1d-5f0d-4262-8600-863469bd89e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0575159 Mar 02 18:28:16.012470 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-e7f8a380-4494-4a63-bd85-1cd50067d6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743043 Mar 02 18:28:16.146118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-2c8da2a6-c20d-4342-a997-18d9a1cf12ae service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266384 Mar 02 18:28:16.332531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0da1afff-113e-4191-841c-6d3b47078015 req-bb9207d7-ac85-4030-8101-52196a40234c service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805923 Mar 02 18:28:16.352668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f3501-916a-4a05-9413-5c97b79187e7 req-38dd1dc0-da38-49b5-9811-3885bc45fdb6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:16.354085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b50f3501-916a-4a05-9413-5c97b79187e7 req-38dd1dc0-da38-49b5-9811-3885bc45fdb6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.1154368 Mar 02 18:28:16.400587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b50f3501-916a-4a05-9413-5c97b79187e7 req-a0883588-fb72-4d88-87d3-387a649155f0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 Mar 02 18:28:17.602653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c9543-c554-4f9e-9be4-3903cd767f2a req-81310f67-764f-4bdf-b7d3-661cb7fe40c0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:17.604059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-666c9543-c554-4f9e-9be4-3903cd767f2a req-81310f67-764f-4bdf-b7d3-661cb7fe40c0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.0776987 Mar 02 18:28:17.655043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-666c9543-c554-4f9e-9be4-3903cd767f2a req-038312f5-aa92-4f7e-8a7e-8cac899c456c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Mar 02 18:28:18.727662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:18.863439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1676c-ba8b-4877-8ae5-8be532094f8c req-8125570c-68d8-4755-8993-5dc46bc94b29 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:18.865261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19a1676c-ba8b-4877-8ae5-8be532094f8c req-8125570c-68d8-4755-8993-5dc46bc94b29 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 945 time: 0.0765390 Mar 02 18:28:18.865560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:18.879923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'mac_address': 'fa:16:3e:1f:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:18.914407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19a1676c-ba8b-4877-8ae5-8be532094f8c req-040a2a9b-eb52-4675-a693-04ca47fdb887 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Mar 02 18:28:18.936671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:18.958004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:28:18.974009 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:18.977977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.052084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=11']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:19.129944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0a9bc-0889-4b4c-b0d3-a34693ecfa20 req-668b4d76-731c-40d5-8ead-2dc1fb40fb7d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.131412 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2d0a9bc-0889-4b4c-b0d3-a34693ecfa20 req-668b4d76-731c-40d5-8ead-2dc1fb40fb7d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0801105 Mar 02 18:28:19.176043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2d0a9bc-0889-4b4c-b0d3-a34693ecfa20 req-67b192dc-5c1d-4154-83e2-02ddf5dd10b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390859 Mar 02 18:28:19.281507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ad5e6924-ed3a-4a03-9862-37a55348bb03'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:28:19.375742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460b5f8-befd-4c30-ae25-1ad393fea2c6 req-84b0061c-68b6-4978-9322-6c98a2a823c1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.377372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5460b5f8-befd-4c30-ae25-1ad393fea2c6 req-84b0061c-68b6-4978-9322-6c98a2a823c1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0816329 Mar 02 18:28:19.425334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5460b5f8-befd-4c30-ae25-1ad393fea2c6 req-2deb6a5c-8647-4386-86fb-4f02b3eb0ef5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419767 Mar 02 18:28:19.775938 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.834901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae11c-b400-4787-9591-0441708021c3 req-2bcfe2d5-2c93-465c-ba75-690c2101205b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.836339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc1ae11c-b400-4787-9591-0441708021c3 req-2bcfe2d5-2c93-465c-ba75-690c2101205b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 946 time: 0.0800924 Mar 02 18:28:19.881097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc1ae11c-b400-4787-9591-0441708021c3 req-82765af9-b420-4084-884e-bc44c9e83b24 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Mar 02 18:28:20.743850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:20.815236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ad5e6924-ed3a-4a03-9862-37a55348bb03 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:20.820350 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ad5e6924-ed3a-4a03-9862-37a55348bb03 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:20.820711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:20.960604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.006784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:21.019749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:21.024856 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.074969 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'code': 200} Mar 02 18:28:21.101651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:21.102563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2cf80-bc31-4af6-81fa-6f28b040e4f0 req-5fb35449-6987-424f-b06b-d027c2c44524 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.104081 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f2cf80-bc31-4af6-81fa-6f28b040e4f0 req-5fb35449-6987-424f-b06b-d027c2c44524 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 947 time: 0.0803328 Mar 02 18:28:21.163577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-07f2cf80-bc31-4af6-81fa-6f28b040e4f0 req-5485f0d7-571b-4f02-9bc4-57805de7b238 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477307 Mar 02 18:28:21.256912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-3c9066b6-5d05-472f-9c17-b9bd14b86709 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.258836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-3c9066b6-5d05-472f-9c17-b9bd14b86709 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 947 time: 0.0861285 Mar 02 18:28:21.329490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Deleting port ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:28:21.329829 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.669445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] For port ad5e6924-ed3a-4a03-9862-37a55348bb03, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ad5e6924-ed3a-4a03-9862-37a55348bb03,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:21.669800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.965805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.966067 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.966372 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 disassociated. External IP: 172.25.3.10, port: ad5e6924-ed3a-4a03-9862-37a55348bb03. Mar 02 18:28:21.966762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Calling delete_port for ad5e6924-ed3a-4a03-9862-37a55348bb03 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:28:22.109096 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.158648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'Port': ['ID=ad5e6924-ed3a-4a03-9862-37a55348bb03,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:22.171165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.171518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.171865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.172269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.172531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.172863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.173195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.173526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.173849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.174171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.174494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:22.371560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e965e8c-8e1c-4bdf-9003-ac1cdbbad64b req-159bbe01-9791-49d3-9fe3-eb486c046cbe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd60371-e2ae-42f0-9811-aa7b0a3cb471 HTTP/1.1" status: 200 len: 210 time: 0.0525768 Mar 02 18:28:22.431092 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:28:22.639039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:28:22.651956 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:28:22.663826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:28:22.664645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:22.709118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] No DVR routers for this DVR port ad5e6924-ed3a-4a03-9862-37a55348bb03 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:22.712070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.714969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-deleted', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:22.737912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5de18e91-7700-4d33-8659-0cbf84d5e464 req-2f532804-39a8-45f5-ae98-fcbc682fccdf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "DELETE /v2.0/ports/ad5e6924-ed3a-4a03-9862-37a55348bb03 HTTP/1.1" status: 204 len: 173 time: 1.4742362 Mar 02 18:28:22.778710 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd60371-e2ae-42f0-9811-aa7b0a3cb471', 'name': 'network-vif-deleted', 'tag': 'ad5e6924-ed3a-4a03-9862-37a55348bb03', 'status': 'completed', 'code': 200} Mar 02 18:28:22.860398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:28:23.182946 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:23.187449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:28:23.198464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:28:23.199287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:23.396978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:28:23.740442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:23.744419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4583d0-5d94-46ed-afd2-c9a3c9de8c3e None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:28:23.762447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-e8b0fa5e-bd66-4979-882d-7fcf7d85f155 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--381025026&fields=id&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 267 time: 0.0456045 Mar 02 18:28:23.922251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87d70-f56d-46fe-a971-e9a594405850 req-bbc73ca3-b49f-4ac7-a760-6ee082903672 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:23.924619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-bbc73ca3-b49f-4ac7-a760-6ee082903672 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1538141 Mar 02 18:28:23.941318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-234436d5-1ef9-4bf4-9b85-a3110743bb42 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/quotas/88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 375 time: 0.0118895 Mar 02 18:28:23.988465 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf288f-1f17-4d95-a88e-62812e852334 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:28:24.136545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-acf87d70-f56d-46fe-a971-e9a594405850 req-f8902b17-b045-473c-a63c-669ab1f8337d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:24.154132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-acf87d70-f56d-46fe-a971-e9a594405850 req-f8902b17-b045-473c-a63c-669ab1f8337d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:24.156257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-f8902b17-b045-473c-a63c-669ab1f8337d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2082133 Mar 02 18:28:24.305064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-ef1e3ffc-96d7-4f5d-9980-37044caf0937 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359403 Mar 02 18:28:24.441281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-4ece2415-7119-4b02-8654-b73769bb94e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304660 Mar 02 18:28:24.628121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eefdf513-0355-4675-b5e2-35b40195eed8 req-8f3c982b-0243-44c5-b421-075ac9c58b13 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 210 time: 0.0428317 Mar 02 18:28:24.758120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:24.790968 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ad5e6924-ed3a-4a03-9862-37a55348bb03 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:28:24.791314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ad5e6924-ed3a-4a03-9862-37a55348bb03 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:25.649967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87d70-f56d-46fe-a971-e9a594405850 req-5c7fa762-9079-4d8f-b626-78ba94712c50 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:25.651413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-5c7fa762-9079-4d8f-b626-78ba94712c50 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 811 time: 0.1502626 Mar 02 18:28:25.711310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-c0f3470f-3494-4686-ad24-ab27082b95fe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 379 time: 0.0477686 Mar 02 18:28:25.722215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'port': {'device_id': '69122f90-9989-488e-a4db-0a6c53efd30b', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'admin_state_up': True, 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'security_groups': ['e213049a-70fc-4953-8b55-77d6e2893a6d']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:28:25.844086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-934ffeeb-cfb8-4ab3-8d73-f7aba443c177 req-a790af38-994d-47cc-ac26-7bfadaf0d3cf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 210 time: 0.0590272 Mar 02 18:28:25.893744 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:25.903069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:25.912627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Made reservation on behalf of 88526268b50946359d6ed4cba91d4e4d for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:25.915625 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.044703 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:28:26.076239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Allocated IP 172.20.0.12 (d922d984-954e-4d38-8b02-4b68b90a77a3/bafa3fa4-3a29-4151-9655-fb97fee6aa80/0a6f68ce-b2d5-4fda-9d72-302445f55e97) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:26.263913 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.280960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Transition to ACTIVE for port object 0a6f68ce-b2d5-4fda-9d72-302445f55e97 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:26.302013 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.376726 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Network d922d984-954e-4d38-8b02-4b68b90a77a3 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:26.380079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:26.384152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:28:26.408538 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.456018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:26.456552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.483752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-16ee65c5-5b08-4770-b0e5-f0d123565b59 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660251 Mar 02 18:28:26.494448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Request body: {'port': {'device_id': '69122f90-9989-488e-a4db-0a6c53efd30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:28:26.597008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-434bb057-f7c7-40fe-9e0e-9d2f53aafabb None None] Provisioning for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:26.601944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-434bb057-f7c7-40fe-9e0e-9d2f53aafabb None None] Provisioning complete for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:26.602310 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-434bb057-f7c7-40fe-9e0e-9d2f53aafabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.606694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.692217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-434bb057-f7c7-40fe-9e0e-9d2f53aafabb None None] Port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:28:27.093254 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:28:27.102316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.121309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Transition to ACTIVE for port object 0a6f68ce-b2d5-4fda-9d72-302445f55e97 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:27.129985 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.184682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a29f-d63d-4bd0-a96f-e0cde99de404 req-8daf34c8-5d37-4bc2-97f7-7302d28c4821 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:27.185279 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-46f4a29f-d63d-4bd0-a96f-e0cde99de404 req-8daf34c8-5d37-4bc2-97f7-7302d28c4821 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:27.276664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:27.279513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-46f4a29f-d63d-4bd0-a96f-e0cde99de404 req-8daf34c8-5d37-4bc2-97f7-7302d28c4821 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:27.281431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46f4a29f-d63d-4bd0-a96f-e0cde99de404 req-8daf34c8-5d37-4bc2-97f7-7302d28c4821 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 932 time: 0.2818680 Mar 02 18:28:27.407231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46f4a29f-d63d-4bd0-a96f-e0cde99de404 req-b5b6267d-56bf-4f25-bb46-d8b1f4b6ba1d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191144 Mar 02 18:28:27.432982 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:27.433315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:27.433661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:27.446356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:28:27.446655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:28:27.453490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:28:27.453824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:28:27.454198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:28:27.454663 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Bound port: 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:27.455014 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.542112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:28:27.545073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:28:27.550435 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.617212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.618601 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] 10.222.0.35 "PUT /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1092 time: 1.1285489 Mar 02 18:28:27.619045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:27.635761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1647d-b475-4234-ac0c-477188f117cb service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:27.693628 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'status': 'completed', 'code': 200} Mar 02 18:28:27.738099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-eb167986-717d-4b4d-9f58-8f0cf668c419 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1095 time: 0.0763514 Mar 02 18:28:27.809957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-30255075-4565-459d-adb1-de78ff451344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 217 time: 0.0657508 Mar 02 18:28:27.871753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87d70-f56d-46fe-a971-e9a594405850 req-6fe57d83-ea98-40c6-b396-2e6311e17e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:27.873193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-6fe57d83-ea98-40c6-b396-2e6311e17e5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0580235 Mar 02 18:28:27.955085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-257b6859-192a-4d6a-a533-7ec929ece80a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746350 Mar 02 18:28:28.089884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-723c4430-a7ca-4d78-b83d-fea25cf89ea8 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286483 Mar 02 18:28:28.227596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf87d70-f56d-46fe-a971-e9a594405850 req-e729e278-f1bb-43cf-b28b-ae3ddf56d5b6 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321356 Mar 02 18:28:28.345763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-902f5a49-416f-40da-97c7-c443176a64c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1095 time: 0.0710833 Mar 02 18:28:28.482169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-8951b0ab-dc0a-4301-a11f-d5c2c96f923a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:28.484473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-8951b0ab-dc0a-4301-a11f-d5c2c96f923a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1316104 Mar 02 18:28:28.592024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-5d258972-eb0a-48d6-9602-444dd0beee26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 217 time: 0.1000137 Mar 02 18:28:28.682949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-b3974ee7-cbc1-4a4e-9ae8-2330a7288480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:28.684553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-b3974ee7-cbc1-4a4e-9ae8-2330a7288480 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0832107 Mar 02 18:28:28.852951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adc78-9625-4e6e-8ac9-33d9b1048959 req-5adadc4b-5572-4bd0-a744-474bac5d3883 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:28.854408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b90adc78-9625-4e6e-8ac9-33d9b1048959 req-5adadc4b-5572-4bd0-a744-474bac5d3883 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.3100612 Mar 02 18:28:28.919202 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-49d3d6a1-04b5-4480-8f20-27a32c29aee9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277491 Mar 02 18:28:28.925583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b90adc78-9625-4e6e-8ac9-33d9b1048959 req-4f9e1f01-5d10-432d-b10a-a02b159e6910 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620570 Mar 02 18:28:29.068839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-bd136a40-36a0-4937-945a-04b07fe8e4f9 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422966 Mar 02 18:28:29.231782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b163a1ba-38dc-404e-820e-f017b18247d7 req-668f0b9b-b491-42f7-a6df-2fd852d5a4bd service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563771 Mar 02 18:28:30.140390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433081f-dc33-4313-93e0-3b582c6d29dc req-e6e1d1dc-832f-42ff-a7bc-0688034b7498 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:30.141864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7433081f-dc33-4313-93e0-3b582c6d29dc req-e6e1d1dc-832f-42ff-a7bc-0688034b7498 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0854645 Mar 02 18:28:30.188648 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7433081f-dc33-4313-93e0-3b582c6d29dc req-85cf5e6c-9d7c-4116-a54d-472d8cc21c49 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Mar 02 18:28:30.789521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:30.927234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:30.941821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:30.995387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.013546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:28:31.029433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:31.034428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.113033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:31.364140 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0a6f68ce-b2d5-4fda-9d72-302445f55e97'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:28:31.388366 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df9e66-a325-471b-94e6-7f300c94d3c1 req-0870826f-c9ca-4f2e-b4a0-75996adbe9ed tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.390410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27df9e66-a325-471b-94e6-7f300c94d3c1 req-0870826f-c9ca-4f2e-b4a0-75996adbe9ed tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0810061 Mar 02 18:28:31.437716 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27df9e66-a325-471b-94e6-7f300c94d3c1 req-188339a3-94f9-4bde-bf02-1d0337487841 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Mar 02 18:28:32.642736 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81893d30-9e84-4a32-8fa8-93521245dcf2 req-5e3b9bd9-a744-4bcb-814c-222c36b8c3e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:32.644280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81893d30-9e84-4a32-8fa8-93521245dcf2 req-5e3b9bd9-a744-4bcb-814c-222c36b8c3e8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0838504 Mar 02 18:28:32.693955 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-81893d30-9e84-4a32-8fa8-93521245dcf2 req-e34ffccb-07d5-4b44-b392-bc38fbe74559 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430758 Mar 02 18:28:32.805434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:32.891577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:32.897957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:32.898427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.039932 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.067315 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:33.077402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:28:33.085785 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.202357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:33.212269 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'code': 200} Mar 02 18:28:33.343945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a0037a7-8bd1-41ed-8d53-ec80bd192566 req-6fefd7e7-318a-4011-9ac5-6b1d466b4d7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1097 time: 0.0692883 Mar 02 18:28:33.397965 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5a0037a7-8bd1-41ed-8d53-ec80bd192566 req-15cd81d3-6e8a-4bbd-8317-4405c644495a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485482 Mar 02 18:28:34.083720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b83a1-faa3-46c7-99c0-2ee7ed8f812c req-fef50523-20b4-4e99-b0ff-bc1d7ea3eabb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:34.085151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-010b83a1-faa3-46c7-99c0-2ee7ed8f812c req-fef50523-20b4-4e99-b0ff-bc1d7ea3eabb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0780482 Mar 02 18:28:34.131936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-010b83a1-faa3-46c7-99c0-2ee7ed8f812c req-798b3904-e083-4068-a801-09f151ad46e4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Mar 02 18:28:35.345064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938de70-2424-464d-91eb-38cb8c1aa0f7 req-2791444a-2ed9-4816-a4c9-98df4afd6309 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.346513 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f938de70-2424-464d-91eb-38cb8c1aa0f7 req-2791444a-2ed9-4816-a4c9-98df4afd6309 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0842571 Mar 02 18:28:35.394046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f938de70-2424-464d-91eb-38cb8c1aa0f7 req-308ef70c-0baf-4d6d-9d64-e6c1dca43b7c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Mar 02 18:28:35.593657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff9bc-2828-488e-a2d8-4554f5ed8fa3 req-8b994ddb-b8f9-46e3-8f5c-c6cab8edca17 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.594982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-742ff9bc-2828-488e-a2d8-4554f5ed8fa3 req-8b994ddb-b8f9-46e3-8f5c-c6cab8edca17 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0767915 Mar 02 18:28:35.605947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49464) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:35.611431 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Request body: {'floatingip': {'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:28:35.694307 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.407704 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.411911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.605051 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 associated. External IP: 172.25.3.10, port: 0a6f68ce-b2d5-4fda-9d72-302445f55e97. Mar 02 18:28:36.997301 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:28:37.200289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:28:37.205561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:37.209850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:28:37.222458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:28:37.223189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:37.261985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-62ba0ef2-1f7b-4715-a714-3c54ade9bbb5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "PUT /v2.0/floatingips/cba9767f-056d-43af-bec4-9355fb81b566 HTTP/1.1" status: 200 len: 992 time: 1.6547651 Mar 02 18:28:37.262404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:28:37.321209 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'status': 'completed', 'code': 200} Mar 02 18:28:37.422276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-5cab1644-3aae-4cbd-86c3-abf7a6cdbe92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1097 time: 0.0783305 Mar 02 18:28:37.431312 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:28:37.578983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-421ac8e4-1d98-48c5-a159-94d22c76e579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:37.580491 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-421ac8e4-1d98-48c5-a159-94d22c76e579 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1519728 Mar 02 18:28:37.691373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-b6cb1f42-3d0b-4758-af1c-0b429d0e6c66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.1044853 Mar 02 18:28:37.763043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-829fb0be-2f23-4c2d-a6c0-f84f3a238c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:37.765542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-829fb0be-2f23-4c2d-a6c0-f84f3a238c52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0682235 Mar 02 18:28:37.950010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69122f90-9989-488e-a4db-0a6c53efd30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:28:36Z', 'revision_number': 13, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:37.959933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:28:37.973400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:28:37.974104 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:28:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:37.974257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-b3c7058e-a72d-4db3-a85f-075c641ccecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027628 Mar 02 18:28:38.115443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-30afc336-c39f-4c94-9e81-7d3769082342 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351483 Mar 02 18:28:38.162093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:28:38.253676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e5cd51-9e98-43f4-8707-ca60cf99b1a0 req-c27d1e4c-530a-4529-9bc8-cda5b3070728 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327915 Mar 02 18:28:38.542591 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69122f90-9989-488e-a4db-0a6c53efd30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:28:36Z', 'revision_number': 13, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:38.548510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df129e-d69d-4406-8512-4934e65727c0 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cba9767f-056d-43af-bec4-9355fb81b566', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69122f90-9989-488e-a4db-0a6c53efd30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:28:36Z', 'revision_number': 13, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:28:38.774194 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461048a-88c8-4003-9a98-d25b7ea15e39 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:28:38.992238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:39.119802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21e93f-8eaf-4d53-9003-e617f2defc5a req-ff1ee534-9359-4cab-8e27-51c3a9759254 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:39.121238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b21e93f-8eaf-4d53-9003-e617f2defc5a req-ff1ee534-9359-4cab-8e27-51c3a9759254 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0771382 Mar 02 18:28:39.168749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b21e93f-8eaf-4d53-9003-e617f2defc5a req-6d65a073-aaca-44ef-855f-a9adf792648f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Mar 02 18:28:39.424025 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-035da4a1-3198-4158-933e-85403ae98b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.451139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e012-0d43-483a-834c-1ac912d37eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:42.989855 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.140035 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:44.535303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:47.641401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28ae8459-9856-412f-9ae3-535a9391fa7e req-6af9dc51-36a8-400e-9f13-7f7cd0fe13c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1407759 Mar 02 18:28:47.884162 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-c864b4d6-210c-4fd7-a457-6e9d60d04ad7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672960 Mar 02 18:28:47.954173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a657d-33ba-41e9-ba2b-2c95628115cc req-54a76389-3c65-42c0-8f6e-5e7bfd9e157c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:47.955765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef2a657d-33ba-41e9-ba2b-2c95628115cc req-54a76389-3c65-42c0-8f6e-5e7bfd9e157c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0818262 Mar 02 18:28:48.003533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef2a657d-33ba-41e9-ba2b-2c95628115cc req-450f9abc-97f7-4cfb-8791-8b7d50a9242c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Mar 02 18:28:49.277069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2e68-5ec8-4f38-8f69-bcb0dea108e4 req-08c8e97d-3a1a-4210-9cf7-573479971ff3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.278511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41ff2e68-5ec8-4f38-8f69-bcb0dea108e4 req-08c8e97d-3a1a-4210-9cf7-573479971ff3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.1160026 Mar 02 18:28:49.281676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-52cfe8ee-e9d5-48d5-8245-8895b11c1e1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1097 time: 0.1566572 Mar 02 18:28:49.407872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41ff2e68-5ec8-4f38-8f69-bcb0dea108e4 req-adf942ff-4971-4ffb-a818-86639a0954dd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235662 Mar 02 18:28:49.444559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-ba11b2fa-5710-4aea-a06c-6fdc5a243c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.446004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-ba11b2fa-5710-4aea-a06c-6fdc5a243c6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1485875 Mar 02 18:28:49.549442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-e4a899ff-710d-49cd-8ec4-7e5ebccbbfdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1002 time: 0.0976105 Mar 02 18:28:49.611420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-756f735c-3c50-4e68-843c-d9172afc35ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.612882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-756f735c-3c50-4e68-843c-d9172afc35ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0579679 Mar 02 18:28:49.686253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-0a5adee9-c547-4b26-a560-1f86c39825c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673406 Mar 02 18:28:49.786789 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:49.815583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-8d1e307f-0d3e-496f-996d-38e824eb6d7b service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234493 Mar 02 18:28:49.952660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-7c1b0248-00f4-4aab-bae6-d2b5b3b885cf service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311522 Mar 02 18:28:50.615407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db616a5-47c9-4b2b-88d8-70e548465d8a req-732920c9-e30e-40ea-867e-ccb46a4b468b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:50.616842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db616a5-47c9-4b2b-88d8-70e548465d8a req-732920c9-e30e-40ea-867e-ccb46a4b468b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0831416 Mar 02 18:28:50.662729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db616a5-47c9-4b2b-88d8-70e548465d8a req-5d158125-860a-47e7-aa6b-558662c8e3bd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Mar 02 18:28:51.860005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67610-b466-4861-845e-4d04cb32be85 req-8c5d3c94-f8e0-46b5-9872-9f1c9ad14695 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:51.861448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2b67610-b466-4861-845e-4d04cb32be85 req-8c5d3c94-f8e0-46b5-9872-9f1c9ad14695 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0789261 Mar 02 18:28:52.009793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2b67610-b466-4861-845e-4d04cb32be85 req-1d3bdd80-ddce-4c0c-b4cd-0e5d1ff16e54 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427813 Mar 02 18:28:53.207708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bdd74-9122-41af-922b-f4b12ed1a563 req-5880c9f2-b4d1-4c6d-a95d-bd9b2b23c88f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:53.209144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a6bdd74-9122-41af-922b-f4b12ed1a563 req-5880c9f2-b4d1-4c6d-a95d-bd9b2b23c88f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0778844 Mar 02 18:28:53.258828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a6bdd74-9122-41af-922b-f4b12ed1a563 req-7e2f3085-3ebe-40ae-a27d-0eeb36d9a0e4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441639 Mar 02 18:28:54.459180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ddc8-348c-41fe-9816-fdf585d1676b req-2f588c6f-a021-4eea-b14d-78b99e97c6fc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:54.460616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b12ddc8-348c-41fe-9816-fdf585d1676b req-2f588c6f-a021-4eea-b14d-78b99e97c6fc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0782981 Mar 02 18:28:54.506291 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b12ddc8-348c-41fe-9816-fdf585d1676b req-8982166f-6c96-4276-a762-d86beac9ca8d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 Mar 02 18:28:55.702205 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58e5b-9d34-4448-93d3-8f68f7fdccc0 req-ad91e008-4be3-49a6-88c8-15e0595f5b0e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:55.703650 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ea58e5b-9d34-4448-93d3-8f68f7fdccc0 req-ad91e008-4be3-49a6-88c8-15e0595f5b0e tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0754664 Mar 02 18:28:55.748327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ea58e5b-9d34-4448-93d3-8f68f7fdccc0 req-cf09ea45-0997-4cdb-b684-16f2bab7b015 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390112 Mar 02 18:28:56.951440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb2c62-a1bf-49e8-88fc-db6c46761e09 req-d7c59881-963e-498d-8bc0-1c2666809932 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:56.952861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffb2c62-a1bf-49e8-88fc-db6c46761e09 req-d7c59881-963e-498d-8bc0-1c2666809932 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0789633 Mar 02 18:28:56.997321 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffb2c62-a1bf-49e8-88fc-db6c46761e09 req-56b22159-50ba-4aba-b29e-db72b0f4e50b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Mar 02 18:28:58.194144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e46981-4fb0-4b48-a8ce-e219cfa537c7 req-bc0fadf1-1230-4e88-be6b-4629cd90ff69 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:58.195609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03e46981-4fb0-4b48-a8ce-e219cfa537c7 req-bc0fadf1-1230-4e88-be6b-4629cd90ff69 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0750203 Mar 02 18:28:58.244018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-03e46981-4fb0-4b48-a8ce-e219cfa537c7 req-23b55bb1-0bd6-48e1-b452-934437ddf898 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 Mar 02 18:28:59.441809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e36b-ffe2-4be2-92a8-66e110bf15e7 req-1dd1ebca-ebb4-43cd-b680-10a0c5982a74 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:59.443259 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a20e36b-ffe2-4be2-92a8-66e110bf15e7 req-1dd1ebca-ebb4-43cd-b680-10a0c5982a74 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0761349 Mar 02 18:28:59.488406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a20e36b-ffe2-4be2-92a8-66e110bf15e7 req-0fc238aa-dead-4604-bc79-da3d7dc13049 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 Mar 02 18:29:00.687919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc14b-a309-45b2-b972-1d3e3e2d4881 req-bdd6116e-82f3-4d2d-a568-43155c17a598 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:00.689357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91ffc14b-a309-45b2-b972-1d3e3e2d4881 req-bdd6116e-82f3-4d2d-a568-43155c17a598 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0798359 Mar 02 18:29:00.735222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-91ffc14b-a309-45b2-b972-1d3e3e2d4881 req-16ce759d-1637-42a6-bb15-2e4220862564 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400205 Mar 02 18:29:01.934938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a3bfa-852f-48a3-a20e-78b82b0b4eca req-abe7dc82-9e5c-4f2f-82fe-e79e703687a4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:01.937140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d7a3bfa-852f-48a3-a20e-78b82b0b4eca req-abe7dc82-9e5c-4f2f-82fe-e79e703687a4 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0813544 Mar 02 18:29:01.982474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5d7a3bfa-852f-48a3-a20e-78b82b0b4eca req-28a8f613-206c-42d6-bb2e-a4be802ab505 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Mar 02 18:29:03.045257 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:29:03.182833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92d4d-3c63-46cf-b6e4-d1ea718b2c41 req-cf0164d9-18c0-4db2-ad68-36a2691f2013 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:03.184279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4d92d4d-3c63-46cf-b6e4-d1ea718b2c41 req-cf0164d9-18c0-4db2-ad68-36a2691f2013 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0781016 Mar 02 18:29:03.230644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d4d92d4d-3c63-46cf-b6e4-d1ea718b2c41 req-27e50ec1-2ac6-4842-979c-376d73ff112f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Mar 02 18:29:04.432934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648dca0-ff57-4859-b3d9-3feb00803be8 req-133c3f79-aaa4-4826-b2c0-f2f10f2565b8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:04.434335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9648dca0-ff57-4859-b3d9-3feb00803be8 req-133c3f79-aaa4-4826-b2c0-f2f10f2565b8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0813115 Mar 02 18:29:04.484948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9648dca0-ff57-4859-b3d9-3feb00803be8 req-dfc96531-263e-4661-97d6-75ded1042893 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446773 Mar 02 18:29:05.695442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a281086-eb0c-49ac-b776-eb476242661e req-0c7f55a2-01ef-4fa5-b041-2edc372e4819 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:05.697153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a281086-eb0c-49ac-b776-eb476242661e req-0c7f55a2-01ef-4fa5-b041-2edc372e4819 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0756943 Mar 02 18:29:05.743621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a281086-eb0c-49ac-b776-eb476242661e req-147d4205-0630-4e19-9b8e-1c6f3cf75859 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Mar 02 18:29:06.943947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601abf-3fb8-498a-8a18-a8c3e6a49ce8 req-5e54ead5-e5fd-41ee-a758-c98b0eb9d095 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:06.945353 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67601abf-3fb8-498a-8a18-a8c3e6a49ce8 req-5e54ead5-e5fd-41ee-a758-c98b0eb9d095 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0777688 Mar 02 18:29:06.991473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-67601abf-3fb8-498a-8a18-a8c3e6a49ce8 req-459395e8-9ef0-4c5e-be58-9577afac7bfe tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396776 Mar 02 18:29:07.604207 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-1f1b8457-98a9-4399-8e77-620133d787c5 service neutron] show failed (client error): The resource could not be found. Mar 02 18:29:07.605225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-1f1b8457-98a9-4399-8e77-620133d787c5 service neutron] 10.222.0.35 "GET /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0737200 Mar 02 18:29:07.931989 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-c7ef0b5d-27a9-4b06-95f7-67d7cc5b965a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1097 time: 0.1391842 Mar 02 18:29:07.949434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:08.052504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.191999 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215693-06a4-49af-8064-ce425a5e99e8 req-7510057b-85cf-431d-ae9d-17101dec7e7d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:08.193451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6215693-06a4-49af-8064-ce425a5e99e8 req-7510057b-85cf-431d-ae9d-17101dec7e7d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0809278 Mar 02 18:29:08.240304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6215693-06a4-49af-8064-ce425a5e99e8 req-9729a9ca-b692-4f40-9223-41f187215048 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 Mar 02 18:29:08.405768 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:08.433750 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:29:08.493670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:08.499411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.516685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Transition to ACTIVE for port object 0a6f68ce-b2d5-4fda-9d72-302445f55e97 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:08.520619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.651673 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'code': 200} Mar 02 18:29:08.668505 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:08.691224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.691569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.691900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.692232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.692558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.692884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.693204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.693521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.693838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.694153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.694466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:08.736747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] No DVR routers for this DVR port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:08.983507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:08.984209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:08.984209 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:08.989701 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.990276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:29:08.990622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:08.996957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:29:08.997283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:29:08.998349 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:29:08.998800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Bound port: 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:08.999142 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.088320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:29:09.091350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:29:09.095503 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.151858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.154425 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] 10.222.0.50 "PUT /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1092 time: 1.2085218 Mar 02 18:29:09.182931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e33a02-5641-4902-9c78-cd825ab29d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:09.269502 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-b12d354a-b988-489c-afe7-d40bdd1c17dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1095 time: 0.0801473 Mar 02 18:29:09.411499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-95d76968-b71a-4cd5-a7b4-87b29c70db0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:09.413011 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-95d76968-b71a-4cd5-a7b4-87b29c70db0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1363518 Mar 02 18:29:09.427443 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-99ac77c9-9506-4168-9309-84ab63afeaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.451450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d58ff4-fe08-4bfc-b3df-e95f23a156b2 req-0f838db0-0930-49fd-86ec-372517af3791 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:09.452948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2d58ff4-fe08-4bfc-b3df-e95f23a156b2 req-0f838db0-0930-49fd-86ec-372517af3791 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0850103 Mar 02 18:29:09.505044 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2d58ff4-fe08-4bfc-b3df-e95f23a156b2 req-6af558ac-7fc5-468b-8530-73c40976e139 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Mar 02 18:29:09.520484 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-78383156-e3dd-465b-81d7-7d3f5f42be83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.1010098 Mar 02 18:29:09.585389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-dbc24ea2-8df8-454f-9e3d-d8120e2eb24e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:09.586830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-dbc24ea2-8df8-454f-9e3d-d8120e2eb24e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0597527 Mar 02 18:29:09.660662 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-9731fb1f-9c7e-42e7-b686-907df17d43d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679243 Mar 02 18:29:09.793293 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-8ce2f9a2-2547-44f2-b489-42c2355cf0f4 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221867 Mar 02 18:29:09.927382 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-b7700afa-9069-4f34-b3a3-ea0d0bb895cc service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272180 Mar 02 18:29:10.653336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:10.718107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acceb6-0f2c-4b11-a9ad-d365ed16f5f2 req-622cc4d4-e0ef-42c4-a3d7-62c47af0049d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:10.719618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58acceb6-0f2c-4b11-a9ad-d365ed16f5f2 req-622cc4d4-e0ef-42c4-a3d7-62c47af0049d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0875397 Mar 02 18:29:10.731986 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'status': 'completed', 'code': 200} Mar 02 18:29:10.817229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58acceb6-0f2c-4b11-a9ad-d365ed16f5f2 req-292dc1a0-a408-4a54-bf08-b3d5f6dd4411 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908346 Mar 02 18:29:10.848604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-ec158715-9285-4ea4-b9ff-c512498b7148 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1095 time: 0.0988727 Mar 02 18:29:10.969065 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-d4a2592d-d741-4d9f-b6fc-5990c75a2ee7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1095 time: 0.1916068 Mar 02 18:29:10.990764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-1e2d5105-b993-4bc0-8243-399fb2228565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:10.992308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-1e2d5105-b993-4bc0-8243-399fb2228565 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1383049 Mar 02 18:29:11.053669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:11.105270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-02e11d77-2c02-4b98-b94d-db91f7f711f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.1067498 Mar 02 18:29:11.116444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-f402e818-eaca-49e7-9b0a-b77519ae11a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:11.117071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:11.118811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-f402e818-eaca-49e7-9b0a-b77519ae11a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1430645 Mar 02 18:29:11.173196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-1601b4a0-a7a4-4197-93ff-f2dd6b7fd490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:11.174653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-1601b4a0-a7a4-4197-93ff-f2dd6b7fd490 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0634029 Mar 02 18:29:11.235287 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-a312fe19-6733-435c-aee1-761ceb9d2a9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.1107969 Mar 02 18:29:11.258457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-092d7e35-7d47-4972-b4fa-1ec3d6cc8f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776978 Mar 02 18:29:11.301295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-c573165a-8000-46f8-b845-c414eb457ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:11.302810 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-c573165a-8000-46f8-b845-c414eb457ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0619190 Mar 02 18:29:11.399865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-9fa0e8bc-07ac-4178-83ca-a6252d9ea8a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910690 Mar 02 18:29:11.467390 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-20d4529f-c05f-4771-b1c6-79e31d0138b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.504899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-8f501826-ac35-4407-97e6-b6e14f02f375 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396579 Mar 02 18:29:11.558111 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-b9fab242-2df9-47c7-9744-e960953ac7a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520491 Mar 02 18:29:11.646996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-84e87142-ad85-4d2b-9efe-465e5ffddb98 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362550 Mar 02 18:29:11.693283 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-46ffe2f3-81c0-48f0-9df3-01742f7e25d5 req-3bde2f10-2879-4385-8987-a3e617741320 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279571 Mar 02 18:29:12.030978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e49ad-4a36-49c2-9fd7-8ca12583f7d5 req-7bb48b20-739e-4458-8a89-605cc7235a9c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:12.032403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-020e49ad-4a36-49c2-9fd7-8ca12583f7d5 req-7bb48b20-739e-4458-8a89-605cc7235a9c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0800121 Mar 02 18:29:12.077880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-020e49ad-4a36-49c2-9fd7-8ca12583f7d5 req-bb5a6bbd-6f70-4dd4-a66f-10d3bcba3697 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399792 Mar 02 18:29:12.993739 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.133977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.283222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771d42-018a-4af6-af26-acd7851a73b0 req-8304aeca-acff-47a6-b8eb-7da73c5a7994 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:13.284663 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37771d42-018a-4af6-af26-acd7851a73b0 req-8304aeca-acff-47a6-b8eb-7da73c5a7994 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0806584 Mar 02 18:29:13.329480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37771d42-018a-4af6-af26-acd7851a73b0 req-58e033ab-c599-4024-a90c-0c54d4a0bee5 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Mar 02 18:29:14.538300 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.543359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501080-afe3-46b1-ac13-c43ae2c952d1 req-bdcda7af-3979-43e5-a0b7-a6720fc0c85b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:14.546240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8501080-afe3-46b1-ac13-c43ae2c952d1 req-bdcda7af-3979-43e5-a0b7-a6720fc0c85b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0861905 Mar 02 18:29:14.595652 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8501080-afe3-46b1-ac13-c43ae2c952d1 req-70cc5d65-1430-4a1c-8c35-53d14ddded94 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428360 Mar 02 18:29:15.795945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6b00-241b-4cd9-9a5d-2b19fd6500df req-149ff020-6df1-4ec3-b0e7-cdaac973f600 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:15.797397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-091e6b00-241b-4cd9-9a5d-2b19fd6500df req-149ff020-6df1-4ec3-b0e7-cdaac973f600 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0769460 Mar 02 18:29:15.842504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-091e6b00-241b-4cd9-9a5d-2b19fd6500df req-2c130182-545d-4f5f-8e79-3c5a0b4b1b23 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396559 Mar 02 18:29:17.058975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dda12-fb27-4b9e-bad9-d94d7a5bac68 req-66d00008-271f-490f-afd9-9df055559bf3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.061303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d3dda12-fb27-4b9e-bad9-d94d7a5bac68 req-66d00008-271f-490f-afd9-9df055559bf3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0920415 Mar 02 18:29:17.110640 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d3dda12-fb27-4b9e-bad9-d94d7a5bac68 req-8bb60a13-c6d7-493f-8044-4bcc2ad697bd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Mar 02 18:29:18.308719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef64218-c1bf-4c4d-a473-e32465eba73a req-163d041d-c5e8-4918-996c-f3b3daf4d795 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.310781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ef64218-c1bf-4c4d-a473-e32465eba73a req-163d041d-c5e8-4918-996c-f3b3daf4d795 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0801594 Mar 02 18:29:18.358772 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0ef64218-c1bf-4c4d-a473-e32465eba73a req-1f0b5610-c00f-435d-aeca-10cbbeacdf02 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Mar 02 18:29:19.375856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:19.524626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:19.539248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:19.570787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebf023-1127-4192-a345-7e3ae563cb08 req-80af2d63-dc17-4bfb-9717-92e7d5d5f1b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:19.572590 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75ebf023-1127-4192-a345-7e3ae563cb08 req-80af2d63-dc17-4bfb-9717-92e7d5d5f1b0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 944 time: 0.0833130 Mar 02 18:29:19.602961 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.623005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:29:19.628520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75ebf023-1127-4192-a345-7e3ae563cb08 req-8c82d7a4-03ed-48a6-a815-9c1d0da7ed48 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479338 Mar 02 18:29:19.640623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:19.645103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.718211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:19.734226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.734776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.735398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.735950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.736407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.736898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.737241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.737572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.737901 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.738237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.738555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:19.783427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.961627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['0a6f68ce-b2d5-4fda-9d72-302445f55e97'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:29:20.118691 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-17ed5605-1004-41e6-859b-381a4b06b898 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:20.120714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-17ed5605-1004-41e6-859b-381a4b06b898 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.50 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b&tenant_id=88526268b50946359d6ed4cba91d4e4d&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 945 time: 0.0947797 Mar 02 18:29:20.197577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177cb4f-aca4-4805-982f-c5de2001430a req-efca61ce-e3fe-4659-aec3-e8aa801f6280 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:20.205136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3177cb4f-aca4-4805-982f-c5de2001430a req-efca61ce-e3fe-4659-aec3-e8aa801f6280 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0984254 Mar 02 18:29:20.222674 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-7554b422-3d48-41e4-94ff-7fe93cb3cf90 service neutron] 10.222.0.50 "GET /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97/bindings/n-h1-820559-6 HTTP/1.1" status: 200 len: 382 time: 0.0917079 Mar 02 18:29:20.255298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3177cb4f-aca4-4805-982f-c5de2001430a req-81ac5d94-e34b-4113-9f8f-535c86c536fb tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488734 Mar 02 18:29:20.355865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-68e8c1ff-02aa-4d80-b22e-395af1c05904 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1096 time: 0.0759070 Mar 02 18:29:20.484978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-c98366bc-ff5e-4fff-81a3-4cf421feeb5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:20.486324 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-c98366bc-ff5e-4fff-81a3-4cf421feeb5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1247034 Mar 02 18:29:20.586332 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-54759e92-5dc3-44a3-aed8-99989fd2fb93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1001 time: 0.0938029 Mar 02 18:29:20.648861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-3b6cbbb6-d156-453c-99af-f8cb2f85fb33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:20.650555 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-3b6cbbb6-d156-453c-99af-f8cb2f85fb33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0578413 Mar 02 18:29:20.737096 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-551ecaf5-8e89-4ae5-94fa-1f7ac89f62bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800214 Mar 02 18:29:20.873399 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-b538e591-46b1-4f3b-961c-24fc6b880a94 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295683 Mar 02 18:29:21.006406 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-039c3f8d-8b24-4c06-9368-03f29fe1ea21 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271300 Mar 02 18:29:21.395176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:21.459690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df68e1-4aca-4267-8efc-0a740d1d3b3c req-7a84d9f7-1988-4c59-aedf-e1e318e6717f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:21.461167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60df68e1-4aca-4267-8efc-0a740d1d3b3c req-7a84d9f7-1988-4c59-aedf-e1e318e6717f tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0791302 Mar 02 18:29:21.467660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:21.472660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:21.473036 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.507961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-60df68e1-4aca-4267-8efc-0a740d1d3b3c req-01864a80-f0a8-4314-8958-01315991d0ca tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Mar 02 18:29:21.588973 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.614305 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:21.623921 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:21.628024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.687610 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'code': 200} Mar 02 18:29:21.697577 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:22.735659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ca24-f5f0-4462-bdda-6d9f1784bd53 req-c4db4dac-1f83-4099-90db-5e83ca73d549 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:22.737218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e464ca24-f5f0-4462-bdda-6d9f1784bd53 req-c4db4dac-1f83-4099-90db-5e83ca73d549 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0899575 Mar 02 18:29:22.787266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e464ca24-f5f0-4462-bdda-6d9f1784bd53 req-74a78db6-7327-428c-b8c9-6aeccad6ee76 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Mar 02 18:29:23.967146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-65601f94-305a-4f44-945d-58b2d1a74a5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b&tenant_id=88526268b50946359d6ed4cba91d4e4d HTTP/1.1" status: 200 len: 1097 time: 0.1104515 Mar 02 18:29:23.979121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:24.091655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9f2a-7446-4bb0-bd5e-4cc7ccaf52a6 req-873a68e9-bb1f-4740-b32e-753733059d43 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.093057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93ef9f2a-7446-4bb0-bd5e-4cc7ccaf52a6 req-873a68e9-bb1f-4740-b32e-753733059d43 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.1761277 Mar 02 18:29:24.118006 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:24.192403 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-93ef9f2a-7446-4bb0-bd5e-4cc7ccaf52a6 req-ea0ec3da-b563-42af-a58d-c60133b3226d tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906756 Mar 02 18:29:24.505674 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:24.534729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h1-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:29:24.589129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:24.594977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:24.610911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Transition to ACTIVE for port object 0a6f68ce-b2d5-4fda-9d72-302445f55e97 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:24.614788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:24.749548 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'code': 200} Mar 02 18:29:24.756654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=10']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:24.774596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.774943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.775286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.775618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.775947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.776277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.776601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.776926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.777247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.777564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.777893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:24.828784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] No DVR routers for this DVR port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h1-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:25.073618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:25.074310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:25.074310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:25.080554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:29:25.080866 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Attempting to bind port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on network d922d984-954e-4d38-8b02-4b68b90a77a3 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:25.086970 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:29:25.087298 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Checking segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:29:25.087672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Bound using segment: {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:29:25.088082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Bound port: 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2474f9-7c09-4673-a117-543a1f1e4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:25.088417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.175971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:29:25.179243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:29:25.184185 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.244915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.246279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] 10.222.0.35 "PUT /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1093 time: 1.2719040 Mar 02 18:29:25.265764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16aaa5-d19f-4ce4-bb68-ab0c0617c350 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=11']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:25.401251 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-acdccbe2-9eeb-4c64-8494-beabb9c29ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1096 time: 0.1258686 Mar 02 18:29:25.506829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc48a-5fca-4d29-a33a-d3ccd7da3322 req-ef06be01-c03b-4bf1-b245-5e985e5913b6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:25.508244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93dc48a-5fca-4d29-a33a-d3ccd7da3322 req-ef06be01-c03b-4bf1-b245-5e985e5913b6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.1848285 Mar 02 18:29:25.583077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-39fe7d6c-5506-4325-8282-07bb4976ee47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:25.584494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-39fe7d6c-5506-4325-8282-07bb4976ee47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1769855 Mar 02 18:29:25.586756 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d93dc48a-5fca-4d29-a33a-d3ccd7da3322 req-eb3cbd78-7b53-4fbc-8332-b5c194e80c66 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710270 Mar 02 18:29:25.685378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-d4bae444-1c17-42cf-9923-78a2daf3401c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.0943303 Mar 02 18:29:25.746551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-7d39d35f-8425-4eda-9575-8a06447d391a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:25.748647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-7d39d35f-8425-4eda-9575-8a06447d391a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0579245 Mar 02 18:29:25.821278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-51a1dfab-b885-4abf-aa83-82aa0ff0f3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668967 Mar 02 18:29:25.950874 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-ccd91a05-4f37-471f-8d77-d920a86cbee1 service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239302 Mar 02 18:29:26.081143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c5d603c8-73aa-4ff3-a8ba-8a8c6f88dfa8 req-06583096-5111-4b2a-8f47-32d0215a9b7c service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238589 Mar 02 18:29:26.858274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:26.910984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08889771-8603-4af6-bc93-8c6eb75a61cf req-eb0fdf5e-ce08-4b65-88de-750c040b7439 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:26.912524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08889771-8603-4af6-bc93-8c6eb75a61cf req-eb0fdf5e-ce08-4b65-88de-750c040b7439 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.1918449 Mar 02 18:29:26.935043 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'status': 'completed', 'code': 200} Mar 02 18:29:27.005123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08889771-8603-4af6-bc93-8c6eb75a61cf req-640cb7eb-911b-4697-aa8b-ce1824603bbf tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863636 Mar 02 18:29:27.062306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-c6906ae9-6484-4ac6-b33b-98bf1bd31cbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1096 time: 0.1101005 Mar 02 18:29:27.143714 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-83795fe9-9faa-4279-9f08-f224b012b350 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88526268b50946359d6ed4cba91d4e4d&device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 1096 time: 0.1738460 Mar 02 18:29:27.203688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-1226d687-9de2-4e43-b430-d1ce87fb9c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:27.205156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-1226d687-9de2-4e43-b430-d1ce87fb9c98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1369185 Mar 02 18:29:27.281499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-1e334570-e6f0-41fc-bfbc-cc231abecf6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:27.282970 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-1e334570-e6f0-41fc-bfbc-cc231abecf6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 200 len: 912 time: 0.1329110 Mar 02 18:29:27.307770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-ae2a0675-2edc-4964-b332-832474a5f379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.0969572 Mar 02 18:29:27.375362 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-a38994fa-9fbc-4a66-bdfa-ff1269dc5656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:27.376799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-a38994fa-9fbc-4a66-bdfa-ff1269dc5656 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0637844 Mar 02 18:29:27.392510 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-3bc82e5d-3c34-41e7-af5b-951b42a08adc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 200 len: 1000 time: 0.1038375 Mar 02 18:29:27.441280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:27.466300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-24639e77-2dba-49be-b5d3-e03217455606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:27.468132 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-24639e77-2dba-49be-b5d3-e03217455606 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 200 len: 850 time: 0.0699229 Mar 02 18:29:27.485441 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-96f9acee-d50e-46b1-94cd-39428501006a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032202 Mar 02 18:29:27.523328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:27.556832 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-491ca590-d386-4d39-9f2c-40b4a9572922 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d922d984-954e-4d38-8b02-4b68b90a77a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820258 Mar 02 18:29:27.636422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-7dc34d84-9ef6-4676-b052-d776ad8a3d5c service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437643 Mar 02 18:29:27.690079 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-a3eebce1-a4e6-4fdf-8e2a-7bd37c61c32f service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266370 Mar 02 18:29:27.774355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-97aa0f8f-d822-411c-bd02-491a41f5c2fa service neutron] 10.222.0.35 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322587 Mar 02 18:29:27.825408 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-ec4e6ea9-079d-4897-b951-d6a81c7d8ae8 req-8ec5631f-fd63-408d-ba8d-6b46d29334a5 service neutron] 10.222.0.50 "GET /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288097 Mar 02 18:29:28.213960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd98c1-a846-4dfb-a9f5-5246fa4b2308 req-cf81f2a0-2708-4160-b6f8-6b7e05a2837c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:28.215424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21fd98c1-a846-4dfb-a9f5-5246fa4b2308 req-cf81f2a0-2708-4160-b6f8-6b7e05a2837c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0807486 Mar 02 18:29:28.259551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21fd98c1-a846-4dfb-a9f5-5246fa4b2308 req-b023376f-66a6-4293-9bb3-f144d43f50f2 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 Mar 02 18:29:29.495913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605419f-a702-4b11-bb5f-1944988fa8cb req-a6cbd309-b63a-419c-a390-82dbc4ff6b65 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:29.497485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c605419f-a702-4b11-bb5f-1944988fa8cb req-a6cbd309-b63a-419c-a390-82dbc4ff6b65 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0963833 Mar 02 18:29:29.542544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c605419f-a702-4b11-bb5f-1944988fa8cb req-a128f8d7-d3db-4104-82a7-75d04402bebd tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 Mar 02 18:29:30.757946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08b34e-e933-4274-8f9e-f71064f99aee req-4a0089da-e920-451d-aac0-03690ce957f3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:30.759335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f08b34e-e933-4274-8f9e-f71064f99aee req-4a0089da-e920-451d-aac0-03690ce957f3 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0823977 Mar 02 18:29:30.804742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9f08b34e-e933-4274-8f9e-f71064f99aee req-cd851454-46fd-4cd1-afee-bf4531b01c68 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Mar 02 18:29:32.007160 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300061b-9608-4ffa-9806-aa35dadc0fd0 req-818d512c-7f53-4d5a-95f4-bfa2143e7099 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:32.008619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1300061b-9608-4ffa-9806-aa35dadc0fd0 req-818d512c-7f53-4d5a-95f4-bfa2143e7099 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0768380 Mar 02 18:29:32.058227 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1300061b-9608-4ffa-9806-aa35dadc0fd0 req-8a60a64a-e8e6-4cd6-9896-fd4d7c2eefcc tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Mar 02 18:29:33.254876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e54a-5598-46c6-a70f-2575100911b4 req-f31cd167-e258-4fb8-a44d-5caf49f099b1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:33.256318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e660e54a-5598-46c6-a70f-2575100911b4 req-f31cd167-e258-4fb8-a44d-5caf49f099b1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0770419 Mar 02 18:29:33.303405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e660e54a-5598-46c6-a70f-2575100911b4 req-3237e9d8-380b-4e62-b51f-c6a0fffe281a tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Mar 02 18:29:34.508003 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c1c3a-c7bf-4c0c-846e-774669d2bba1 req-622b59c6-a1be-4348-8613-68753bf42a16 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:34.509424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c30c1c3a-c7bf-4c0c-846e-774669d2bba1 req-622b59c6-a1be-4348-8613-68753bf42a16 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 945 time: 0.0786219 Mar 02 18:29:34.554522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c30c1c3a-c7bf-4c0c-846e-774669d2bba1 req-3a3c7956-65c8-40df-89c7-e6b8241fa1fa tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Mar 02 18:29:35.172013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:35.333875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:35.346470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'port_id': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'mac_address': 'fa:16:3e:59:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:35.413258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.430876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:29:35.446164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:35.451158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.518335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=12']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:35.766975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a5d6-22f7-46fb-9c38-00c6a512b9f0 req-117bf9be-9295-4415-ab45-86811e9d2ef1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:35.768368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c48a5d6-22f7-46fb-9c38-00c6a512b9f0 req-117bf9be-9295-4415-ab45-86811e9d2ef1 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0850472 Mar 02 18:29:35.821996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3c48a5d6-22f7-46fb-9c38-00c6a512b9f0 req-2548e68e-ffc1-4354-b867-b2d19ca763d8 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478363 Mar 02 18:29:35.832532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['0a6f68ce-b2d5-4fda-9d72-302445f55e97'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:29:37.037894 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7500f3-41e6-4e8d-ade2-a61eadfae3d8 req-f46f5744-fbc3-464e-b889-19879f100a6c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.039365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf7500f3-41e6-4e8d-ade2-a61eadfae3d8 req-f46f5744-fbc3-464e-b889-19879f100a6c tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0799520 Mar 02 18:29:37.085235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf7500f3-41e6-4e8d-ade2-a61eadfae3d8 req-2aa2ae1f-0b6d-4696-aaa9-6edf05890a4b tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Mar 02 18:29:37.192731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:37.266683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:37.271389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:37.271741 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.290698 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b95a-a447-4e09-a22b-521d7d5a5468 req-6b16191d-42b8-4db1-b8a4-b8d693dd9a90 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.292126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db9b95a-a447-4e09-a22b-521d7d5a5468 req-6b16191d-42b8-4db1-b8a4-b8d693dd9a90 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 946 time: 0.0774260 Mar 02 18:29:37.340479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3db9b95a-a447-4e09-a22b-521d7d5a5468 req-22140125-756e-4209-84fd-a50f737a5d24 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 Mar 02 18:29:37.390711 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.419890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:37.429879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:37.435299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.501496 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'code': 200} Mar 02 18:29:37.512603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=13']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:37.558596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172687d9-9440-4ec8-aca6-4733395388f6 req-fae2e887-0719-4ca8-97e0-0098d8be6d53 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.561011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-172687d9-9440-4ec8-aca6-4733395388f6 req-fae2e887-0719-4ca8-97e0-0098d8be6d53 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 947 time: 0.0875065 Mar 02 18:29:37.607739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-172687d9-9440-4ec8-aca6-4733395388f6 req-f39c5e59-2a31-4104-bcf0-137e3de6a970 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Mar 02 18:29:38.023326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370af17-d2ab-4769-bd69-8f5e42064410 req-e1eb69ca-6107-4d7c-9f08-c23e6b5c25a0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:38.024755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1370af17-d2ab-4769-bd69-8f5e42064410 req-e1eb69ca-6107-4d7c-9f08-c23e6b5c25a0 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 947 time: 0.0775180 Mar 02 18:29:38.171719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1370af17-d2ab-4769-bd69-8f5e42064410 req-11105a8d-3856-40f0-893b-6fe2b24acbf7 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402307 Mar 02 18:29:39.004761 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.371934 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35ef3-e62f-48ac-bbfd-dae9565f6b80 req-2d0f0baa-35ec-4e92-b624-75e0a15a5b53 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.373503 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef35ef3-e62f-48ac-bbfd-dae9565f6b80 req-2d0f0baa-35ec-4e92-b624-75e0a15a5b53 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 947 time: 0.0774848 Mar 02 18:29:39.423790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bef35ef3-e62f-48ac-bbfd-dae9565f6b80 req-3e928c91-99b4-49bf-add4-a57458a34302 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups?id=e213049a-70fc-4953-8b55-77d6e2893a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Mar 02 18:29:39.434238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5d5d9b25-5e77-479b-8c20-0eb9bea5286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.521891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-64dbb4c4-751c-46d2-9d02-bb0e79c475ee tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.523363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-64dbb4c4-751c-46d2-9d02-bb0e79c475ee tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 947 time: 0.0822642 Mar 02 18:29:39.591692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Deleting port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:39.592031 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.841155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] For port 0a6f68ce-b2d5-4fda-9d72-302445f55e97, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=0a6f68ce-b2d5-4fda-9d72-302445f55e97,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:39.841506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.045406 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:29:40.129994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.130276 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.130614 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Floating IP cba9767f-056d-43af-bec4-9355fb81b566 disassociated. External IP: 172.25.3.10, port: 0a6f68ce-b2d5-4fda-9d72-302445f55e97. Mar 02 18:29:40.130960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Calling delete_port for 0a6f68ce-b2d5-4fda-9d72-302445f55e97 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:40.284420 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.337024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'Port': ['ID=0a6f68ce-b2d5-4fda-9d72-302445f55e97,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:40.560828 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:29:40.610632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c32799c0-d38b-4275-be6b-59587674ec6e req-a0977787-1e9d-4831-8564-2226f3e392b6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 210 time: 0.0470009 Mar 02 18:29:40.804900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:29:40.815827 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:29:40.830257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:29:40.830920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:29:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:40.984997 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] No DVR routers for this DVR port 0a6f68ce-b2d5-4fda-9d72-302445f55e97 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:40.987722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.990459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-deleted', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:41.006048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4a86c3a1-f2f7-4f93-a5da-7b4f559e107e req-7cdd99bc-5fb5-4a42-bcc1-cadc72bd30f6 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.35 "DELETE /v2.0/ports/0a6f68ce-b2d5-4fda-9d72-302445f55e97 HTTP/1.1" status: 204 len: 173 time: 1.4771388 Mar 02 18:29:41.030273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:29:41.053643 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69122f90-9989-488e-a4db-0a6c53efd30b', 'name': 'network-vif-deleted', 'tag': '0a6f68ce-b2d5-4fda-9d72-302445f55e97', 'status': 'completed', 'code': 200} Mar 02 18:29:41.365038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:41.369410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:29:41.381037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:29:41.381671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:29:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:41.519144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5f28efa-daf1-408e-82f6-78100dbac194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.581291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:29:41.806188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9cecd1a6-cce4-4a93-94a1-6f045399112b req-473f84cb-4b01-401d-b21f-e09d5869f106 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Synchronizing usage tracker for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:41.823710 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9cecd1a6-cce4-4a93-94a1-6f045399112b req-473f84cb-4b01-401d-b21f-e09d5869f106 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Unset dirty status for tenant:88526268b50946359d6ed4cba91d4e4d on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:41.826030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9cecd1a6-cce4-4a93-94a1-6f045399112b req-473f84cb-4b01-401d-b21f-e09d5869f106 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/ports?device_id=69122f90-9989-488e-a4db-0a6c53efd30b HTTP/1.1" status: 200 len: 210 time: 0.0671351 Mar 02 18:29:41.966396 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:41.970389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff743-c80b-46b2-bcb0-0e459ec08bf2 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 4, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db639c3d-0e3a-4275-9a4a-ff557bc3c6ca', 'name': '', 'network_id': 'd922d984-954e-4d38-8b02-4b68b90a77a3', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'mac_address': 'fa:16:3e:3b:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:29Z', 'updated_at': '2022-03-02T18:25:46Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'subnets': [{'id': 'bafa3fa4-3a29-4151-9655-fb97fee6aa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:29:42.190932 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f296c-bee7-4893-8ab1-258ba4f3cf45 None None] New status for floating IP cba9767f-056d-43af-bec4-9355fb81b566: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:29:42.996765 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.138972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.244398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:43.279072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 0a6f68ce-b2d5-4fda-9d72-302445f55e97 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:29:43.279422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 0a6f68ce-b2d5-4fda-9d72-302445f55e97 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:44.545999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.195194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49692) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:46.264892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.293217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.349421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.369567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213049a-70fc-4953-8b55-77d6e2893a6d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:46.380852 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.382187 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9b2da2e3-fc42-4e55-9c16-97615c190595 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "DELETE /v2.0/security-groups/e213049a-70fc-4953-8b55-77d6e2893a6d HTTP/1.1" status: 204 len: 168 time: 0.1859505 Mar 02 18:29:46.384805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49696) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:46.403707 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [None req-ab6cf60a-e02c-47e5-b80e-514cce0d5732 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] show failed (client error): The resource could not be found. Mar 02 18:29:46.404729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ab6cf60a-e02c-47e5-b80e-514cce0d5732 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "GET /v2.0/security-groups/e213049a-70fc-4953-8b55-77d6e2893a6d HTTP/1.1" status: 404 len: 347 time: 0.0190949 Mar 02 18:29:46.408168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49700) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:46.566812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Deleting port 0bab6466-d064-4e77-ab59-6247bdf0d9e9 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:46.567152 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.745837 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.746130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.874475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Calling delete_port for 0bab6466-d064-4e77-ab59-6247bdf0d9e9 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:47.017710 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.063738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Pushing event deleted for resources: {'Port': ['ID=0bab6466-d064-4e77-ab59-6247bdf0d9e9,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:47.163012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.181529 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.182711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0a43f3e2-53ff-4a26-b5d5-95ff77fed633 tempest-ServerActionsTestJSON-567973501 tempest-ServerActionsTestJSON-567973501-project] 10.222.0.37 "DELETE /v2.0/floatingips/cba9767f-056d-43af-bec4-9355fb81b566 HTTP/1.1" status: 204 len: 168 time: 0.7736032 Mar 02 18:29:47.185670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49704) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:47.604689 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.328616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Deleting port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:48.328936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.505948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] For port db639c3d-0e3a-4275-9a4a-ff557bc3c6ca, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:48.506297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.632554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Calling delete_port for db639c3d-0e3a-4275-9a4a-ff557bc3c6ca owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:48.815342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.861536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Pushing event deleted for resources: {'Port': ['ID=db639c3d-0e3a-4275-9a4a-ff557bc3c6ca,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:49.153245 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:49.775688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:49.849410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:29:50.060439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:29:50.073077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Sync routers for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:29:50.076372 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-732940f8-5585-4f0a-a4d5-0be8ce3ab337 admin admin] 10.222.0.37 "PUT /v2.0/routers/374eb9d6-b94c-42c4-b5e9-9bb3353bdbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8896458 Mar 02 18:29:50.078805 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49708) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:50.088645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:29:50.089362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:29:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:50.287261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:29:50.296286 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.513018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.531304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Deleting port 72241532-047c-45e7-b522-1ff62ef0125f {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:50.531481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.597681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '72241532-047c-45e7-b522-1ff62ef0125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:29:48Z', 'revision_number': 5, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port': {'id': '72241532-047c-45e7-b522-1ff62ef0125f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:50.601672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Checking router: 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:29:50.613384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Routers {'374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:29:50.613989 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:29:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:50.711311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] For port 72241532-047c-45e7-b522-1ff62ef0125f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=72241532-047c-45e7-b522-1ff62ef0125f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:50.711658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.770659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] Set router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:29:50.833191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Calling delete_port for 72241532-047c-45e7-b522-1ff62ef0125f owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:50.894605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:29:50Z', 'revision_number': 6, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:50.899261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6b16d-a346-4c45-bf8a-de3920304158 None None] The sync data for ids ['374eb9d6-b94c-42c4-b5e9-9bb3353bdbde'] in n-d-820559-6 is: [{'id': '374eb9d6-b94c-42c4-b5e9-9bb3353bdbde', 'name': 'tempest-ServerActionsTestJSON-346711205-router', 'tenant_id': '88526268b50946359d6ed4cba91d4e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:27Z', 'updated_at': '2022-03-02T18:29:50Z', 'revision_number': 6, 'project_id': '88526268b50946359d6ed4cba91d4e4d', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:29:51.121597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.167304 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=72241532-047c-45e7-b522-1ff62ef0125f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:51.402755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.663677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.668400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.701463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.702012 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374eb9d6-b94c-42c4-b5e9-9bb3353bdbde {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:29:51.717384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.718517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f6d282b9-3859-4917-aee7-cc3eef500d15 admin admin] 10.222.0.37 "DELETE /v2.0/routers/374eb9d6-b94c-42c4-b5e9-9bb3353bdbde HTTP/1.1" status: 204 len: 168 time: 1.6388290 Mar 02 18:29:51.721054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49714) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:51.780759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Deleting subnet bafa3fa4-3a29-4151-9655-fb97fee6aa80 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:29:51.783894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.837377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.938186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.005996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.047491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafa3fa4-3a29-4151-9655-fb97fee6aa80,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:52.054691 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.060710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0628c0d-4039-4f8f-a39f-59caac88f886 None None] Network d922d984-954e-4d38-8b02-4b68b90a77a3 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:29:52.061895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ae316a7d-2fba-4c6f-a0f7-5328331098e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bafa3fa4-3a29-4151-9655-fb97fee6aa80 HTTP/1.1" status: 204 len: 168 time: 0.3398886 Mar 02 18:29:52.064489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49718) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:52.174494 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.187020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Deleting port 2f750118-babe-4506-af8e-134cad153af7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:52.187355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.345749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] DHCP port deletion for d922d984-954e-4d38-8b02-4b68b90a77a3 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:29:52.350401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Deleting port 2f750118-babe-4506-af8e-134cad153af7 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:52.350883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.397230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] For port 2f750118-babe-4506-af8e-134cad153af7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2f750118-babe-4506-af8e-134cad153af7,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:52.397606 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.565102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] For port 2f750118-babe-4506-af8e-134cad153af7, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=2f750118-babe-4506-af8e-134cad153af7,segment=NetworkSegment(7a2474f9-7c09-4673-a117-543a1f1e4101),segment_id=7a2474f9-7c09-4673-a117-543a1f1e4101)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:29:52.565589 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.576442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2f750118-babe-4506-af8e-134cad153af7 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:52.636577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Calling delete_port for 2f750118-babe-4506-af8e-134cad153af7 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:52.714245 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.727136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Calling delete_port for 2f750118-babe-4506-af8e-134cad153af7 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:29:52.764198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f750118-babe-4506-af8e-134cad153af7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:52.768841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] No DVR routers for this DVR port 2f750118-babe-4506-af8e-134cad153af7 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:52.790670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No active binding found for port 2f750118-babe-4506-af8e-134cad153af7 {{(pid=83798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 18:29:52.791069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 2f750118-babe-4506-af8e-134cad153af7 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:52.791481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db639c3d-0e3a-4275-9a4a-ff557bc3c6ca no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:52.834994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: db639c3d-0e3a-4275-9a4a-ff557bc3c6ca {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:29:52.835333 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db639c3d-0e3a-4275-9a4a-ff557bc3c6ca not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:52.835743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 72241532-047c-45e7-b522-1ff62ef0125f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:52.865379 n-d-820559-6 neutron-server[83798]: util.warn( Mar 02 18:29:52.872090 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 72241532-047c-45e7-b522-1ff62ef0125f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:29:52.872427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 72241532-047c-45e7-b522-1ff62ef0125f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:52.877191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:29:52.877560 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:29:52.891072 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.916444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d922d984-954e-4d38-8b02-4b68b90a77a3']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:52.929286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2474f9-7c09-4673-a117-543a1f1e4101') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:52.929820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2474f9-7c09-4673-a117-543a1f1e4101') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:52.941068 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.957098 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.963056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:29:52.963443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:29:52.977373 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:29:53.055593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.075510 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.086873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] Pushing event deleted for resources: {'Network': ['ID=d922d984-954e-4d38-8b02-4b68b90a77a3,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:53.099047 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f7ab8f4b-e1c0-49a9-b7d6-5aef9e782edd admin admin] 10.222.0.37 "DELETE /v2.0/networks/d922d984-954e-4d38-8b02-4b68b90a77a3 HTTP/1.1" status: 204 len: 168 time: 1.0335886 Mar 02 18:29:53.241157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49724) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:53.298228 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b3d66d51-18fb-4812-ac0a-2030d67fbdcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88526268b50946359d6ed4cba91d4e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558758 Mar 02 18:29:53.300744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49728) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:53.359911 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.378485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Deleting port 2f750118-babe-4506-af8e-134cad153af7 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:29:53.379095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.387113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.441776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.445078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0cf32c7f-865d-4bfb-a491-bfb2b81a3c0f None None] The port '2f750118-babe-4506-af8e-134cad153af7' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:29:53.463461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c351c606-e084-496d-8292-29e428b314fe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:53.470232 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.471724 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-02ef8444-84a1-4911-b417-727f303b6079 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c351c606-e084-496d-8292-29e428b314fe HTTP/1.1" status: 204 len: 168 time: 0.1697793 Mar 02 18:29:54.333798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49750) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:54.465798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1258446644-network', 'tenant_id': '8f89da1608054b34bcc252dbb3b0e0bb'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:54.471425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:54.475203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Usage tracker for resource:network and tenant:8f89da1608054b34bcc252dbb3b0e0bb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:54.478051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:54.484914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:54.495292 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Made reservation on behalf of 8f89da1608054b34bcc252dbb3b0e0bb for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:54.498190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.510240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.543910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:54.547819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Usage tracker for resource:security_group_rule and tenant:8f89da1608054b34bcc252dbb3b0e0bb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:54.550615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:54.556464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:54.630656 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.634704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.665219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:29:54.677758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5bee9-e419-4b75-9320-f7de4905dd56,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:54.684547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.685034 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Added segment 03eb1939-998c-4682-a0c8-27737fdc89d3 of type vlan for network 68159397-e823-4dfc-9ff6-84bcd6488ad0 Mar 02 18:29:54.712363 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.743336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.744148 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:54.744703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.849922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] Pushing event updated for resources: {'Network': ['ID=68159397-e823-4dfc-9ff6-84bcd6488ad0,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:54.854633 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9de06c0b-8fb7-4c34-aa43-86aa8d3d4e95 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5197892 Mar 02 18:29:54.857587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49756) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:54.860954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:29:54.864762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Request body: {'subnet': {'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1258446644-subnet', 'tenant_id': '8f89da1608054b34bcc252dbb3b0e0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:54.871700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:54.876198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Usage tracker for resource:subnet and tenant:8f89da1608054b34bcc252dbb3b0e0bb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:54.879241 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:54.885234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:54.904537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Made reservation on behalf of 8f89da1608054b34bcc252dbb3b0e0bb for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:54.907811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.136002 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.208887 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:55.221106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Checking segment: {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:29:55.221461 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Network hostable DHCP agents. Network: 68159397-e823-4dfc-9ff6-84bcd6488ad0, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:29:55.246824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:29:55.257342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 68159397-e823-4dfc-9ff6-84bcd6488ad0) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:55.265195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.266009 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.266146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e79187-90f8-4470-a00e-c378065fb3a6 None None] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:29:55.288599 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d21a6681-0d45-4667-8029-a7d0530c5971 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4299674 Mar 02 18:29:55.484282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff304b35-ae0e-40f4-a180-5765a49cee01 None None] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:29:55.862539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-2b0db906-a2ad-4f8f-99c4-8591ab2402f1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.864013 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-2b0db906-a2ad-4f8f-99c4-8591ab2402f1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 814 time: 0.1482277 Mar 02 18:29:55.883988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-57e5f7fe-fcdf-458d-ae27-8b933d718739 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/quotas/8f89da1608054b34bcc252dbb3b0e0bb HTTP/1.1" status: 200 len: 375 time: 0.0117655 Mar 02 18:29:55.935428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0a48f1cb-9df7-476e-b62f-55a376506855 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458384 Mar 02 18:29:56.083734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a0d57748-6670-4733-9094-37df4a701462 service neutron] 10.222.0.37 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401587 Mar 02 18:29:56.221052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-026282bf-1b7a-4dc5-9e6f-51967a660ebe service neutron] 10.222.0.37 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316540 Mar 02 18:29:56.413958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0febb7b-f297-4d17-b401-d7ebee961cd1 req-48b78f02-1815-4b4b-8023-3369ba28c67b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 210 time: 0.0425951 Mar 02 18:29:57.617739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5d159387-12c5-4086-ad87-8aaf844089b1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:57.619007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5d159387-12c5-4086-ad87-8aaf844089b1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Synchronizing usage tracker for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:network {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:57.620184 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-567c562c-3c60-40d9-9c61-b287cc6d8a31 req-7b96763a-f934-4587-9eb7-364c5d06e489 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 210 time: 0.0525723 Mar 02 18:29:57.650037 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5d159387-12c5-4086-ad87-8aaf844089b1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Unset dirty status for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:network {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:57.652381 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5d159387-12c5-4086-ad87-8aaf844089b1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.50 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 814 time: 0.2268937 Mar 02 18:29:57.681473 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Request body: {'port': {'device_id': '4966be03-445f-4901-b1b7-acb83e89222d', 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0', 'admin_state_up': True, 'tenant_id': '8f89da1608054b34bcc252dbb3b0e0bb'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:57.997290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:58.001944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Usage tracker for resource:port and tenant:8f89da1608054b34bcc252dbb3b0e0bb is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:58.006104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:58.014849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:58.030870 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Made reservation on behalf of 8f89da1608054b34bcc252dbb3b0e0bb for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:58.034158 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.223414 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Allocated IP 172.20.0.11 (68159397-e823-4dfc-9ff6-84bcd6488ad0/f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1/7f949757-3fac-41bf-bc84-2c6b566d4b46) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:58.445736 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.474484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.562283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:58.565733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:58.568217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:29:58.600429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Pushing event updated for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:58.642541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.643321 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.666722 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-a450f3f8-99d2-436f-97ed-d6dfddc98cc8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9919708 Mar 02 18:29:58.685889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5a99c719-23a1-4dc8-a2aa-a2e34c5ce734 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:29:58.685889 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-5a99c719-23a1-4dc8-a2aa-a2e34c5ce734 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059829 Mar 02 18:29:58.695483 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Request body: {'port': {'device_id': '4966be03-445f-4901-b1b7-acb83e89222d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:29:58.815635 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.874976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c5462-b778-46bc-8477-d3803f472e2e req-357795b6-d4e3-4f78-affb-cdca6a8fa865 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.876424 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72c5462-b778-46bc-8477-d3803f472e2e req-357795b6-d4e3-4f78-affb-cdca6a8fa865 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 932 time: 0.0804155 Mar 02 18:29:58.925025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d72c5462-b778-46bc-8477-d3803f472e2e req-19be2f36-1d9d-495e-ae6e-0497216bd57e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Mar 02 18:29:59.180902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f949757-3fac-41bf-bc84-2c6b566d4b46 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:29:59.188778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.203954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Transition to ACTIVE for port object 7f949757-3fac-41bf-bc84-2c6b566d4b46 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:59.207894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.342131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:59.462906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Attempting to bind port 7f949757-3fac-41bf-bc84-2c6b566d4b46 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:59.463437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Attempting to bind port 7f949757-3fac-41bf-bc84-2c6b566d4b46 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:59.464004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Attempting to bind port 7f949757-3fac-41bf-bc84-2c6b566d4b46 on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:59.471466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Port 7f949757-3fac-41bf-bc84-2c6b566d4b46 on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:29:59.471787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Attempting to bind port 7f949757-3fac-41bf-bc84-2c6b566d4b46 on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:29:59.481025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:29:59.481590 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Checking segment: {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:29:59.481983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Bound using segment: {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:29:59.482411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Bound port: 7f949757-3fac-41bf-bc84-2c6b566d4b46, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:59.482783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.588126 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:29:59.591411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:29:59.596381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.668943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.670320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f949757-3fac-41bf-bc84-2c6b566d4b46 HTTP/1.1" status: 200 len: 1092 time: 0.9790707 Mar 02 18:29:59.672850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:29:59.700073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5d7f8-8e03-463d-b6d1-c28b0292b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:59.759525 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46', 'status': 'completed', 'code': 200} Mar 02 18:29:59.815173 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-9bb76772-8bb3-4fb8-b822-7fb93244ca33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 1095 time: 0.0909181 Mar 02 18:29:59.890391 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-cfc06419-cfe7-43c1-8e47-f052e1f59a9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46 HTTP/1.1" status: 200 len: 217 time: 0.0628231 Mar 02 18:30:00.069030 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-db31bdf2-68f0-4f7a-aefc-ec5f6f757c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.070448 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-db31bdf2-68f0-4f7a-aefc-ec5f6f757c0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 HTTP/1.1" status: 200 len: 854 time: 0.1737103 Mar 02 18:30:00.116665 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-c1f4eba2-8901-472e-b430-0c7efd8c9792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68159397-e823-4dfc-9ff6-84bcd6488ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394273 Mar 02 18:30:00.147925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bbd6-e27b-4de1-8c9c-2dfb6d579391 req-b00ae969-b357-48c6-b478-bfe175c7f274 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.149391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5380bbd6-e27b-4de1-8c9c-2dfb6d579391 req-b00ae969-b357-48c6-b478-bfe175c7f274 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 944 time: 0.0923181 Mar 02 18:30:00.203033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5380bbd6-e27b-4de1-8c9c-2dfb6d579391 req-7efad3e2-71ae-4563-9309-97cef54966f4 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Mar 02 18:30:00.251558 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-c533d3ac-ed57-470e-a1a5-fae06dc8cc86 service neutron] 10.222.0.50 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289279 Mar 02 18:30:00.393962 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3890ea75-dd89-4a39-95df-9aaf8e67768b req-fa29b1f7-238a-4aa8-b658-7a8bf5de0a60 service neutron] 10.222.0.50 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357567 Mar 02 18:30:00.548990 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-d7c021ce-eecd-47e8-8b76-1ab491273a19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 1095 time: 0.0696414 Mar 02 18:30:00.682331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-e4d97fd1-5f98-4940-9341-6b1a592e219e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.684661 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-e4d97fd1-5f98-4940-9341-6b1a592e219e service neutron] 10.222.0.50 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 915 time: 0.1292465 Mar 02 18:30:00.757568 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-ecd43aa3-c93e-48b0-8bdf-48ff63b4284f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46 HTTP/1.1" status: 200 len: 217 time: 0.0654891 Mar 02 18:30:00.820791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-8dc678cb-19bc-4cba-966c-67947b6be548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.825896 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-8dc678cb-19bc-4cba-966c-67947b6be548 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 HTTP/1.1" status: 200 len: 854 time: 0.0618644 Mar 02 18:30:00.883049 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-f509a004-f210-4a8e-933c-4688913d2aae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68159397-e823-4dfc-9ff6-84bcd6488ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498226 Mar 02 18:30:01.015918 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-7b791a25-9d76-4d60-9f86-c99f0a215a58 service neutron] 10.222.0.50 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253843 Mar 02 18:30:01.149561 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-026acf2d-fbf7-4b9c-bc60-557210fa2f22 req-220f0d12-a74f-40ae-813c-db3ba47dd999 service neutron] 10.222.0.50 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276543 Mar 02 18:30:01.407875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50a59-cc46-4cb9-9918-6e23175c321e req-cc3d8310-5d41-4069-a8f2-2d0191bc6a1f tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.409237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08d50a59-cc46-4cb9-9918-6e23175c321e req-cc3d8310-5d41-4069-a8f2-2d0191bc6a1f tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 944 time: 0.0803826 Mar 02 18:30:01.473782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08d50a59-cc46-4cb9-9918-6e23175c321e req-a184b202-5440-4a7c-9b94-85d120b46831 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Mar 02 18:30:02.755517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149e040-21e9-430e-8901-6679336a5aa0 req-1b6ad436-57c0-415a-a047-61c05dc1d143 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:02.756881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2149e040-21e9-430e-8901-6679336a5aa0 req-1b6ad436-57c0-415a-a047-61c05dc1d143 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 944 time: 0.0933740 Mar 02 18:30:02.805235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2149e040-21e9-430e-8901-6679336a5aa0 req-ffde084c-e45d-482e-a099-fd15e6e8f8f9 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Mar 02 18:30:03.765245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7f949757-3fac-41bf-bc84-2c6b566d4b46 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:03.901560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:03.915728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '7f949757-3fac-41bf-bc84-2c6b566d4b46', 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0', 'port_id': '7f949757-3fac-41bf-bc84-2c6b566d4b46', 'mac_address': 'fa:16:3e:8e:1f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:04.014028 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.027549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4efa52-b0af-4855-af55-7b461fea9106 req-3a0aabcd-f069-4687-9f2b-38ac2d7e9dd4 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:04.028992 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d4efa52-b0af-4855-af55-7b461fea9106 req-3a0aabcd-f069-4687-9f2b-38ac2d7e9dd4 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 944 time: 0.0887187 Mar 02 18:30:04.031661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f949757-3fac-41bf-bc84-2c6b566d4b46 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:30:04.048039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:04.052000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.119357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:04.180051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1d4efa52-b0af-4855-af55-7b461fea9106 req-4f2e6e9e-d424-4c94-bf7e-373b06a18f92 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455877 Mar 02 18:30:04.350555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7f949757-3fac-41bf-bc84-2c6b566d4b46'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:05.381834 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e3b1-d62f-4f98-950e-549eb4d0a2ee req-d14f6a68-acf9-4874-b0a5-b25dee17f5ea tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:05.383364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddc5e3b1-d62f-4f98-950e-549eb4d0a2ee req-d14f6a68-acf9-4874-b0a5-b25dee17f5ea tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 945 time: 0.0818100 Mar 02 18:30:05.430351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ddc5e3b1-d62f-4f98-950e-549eb4d0a2ee req-a5984667-1921-4f3e-aab4-06286dd29196 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Mar 02 18:30:05.782472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7f949757-3fac-41bf-bc84-2c6b566d4b46 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:05.850695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 7f949757-3fac-41bf-bc84-2c6b566d4b46 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:05.855221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 7f949757-3fac-41bf-bc84-2c6b566d4b46 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:05.855596 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:05.971556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:06.000160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:30:06.010089 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:06.015613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:06.063138 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46', 'code': 200} Mar 02 18:30:06.088397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:06.220251 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8e28e70f-e321-4d3d-be01-8e5273cc3d70 req-d53df4ae-00bb-4016-bdf7-405b986299a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 1097 time: 0.0693948 Mar 02 18:30:06.265062 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8e28e70f-e321-4d3d-be01-8e5273cc3d70 req-91644fb4-7d94-41c0-9639-e0d11b9a97b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Mar 02 18:30:06.634341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0bc90-8c02-49c6-915f-874c2e9f4838 req-6d8f9f15-c1d6-4820-b1ca-43771c63f669 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:06.635839 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04d0bc90-8c02-49c6-915f-874c2e9f4838 req-6d8f9f15-c1d6-4820-b1ca-43771c63f669 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0804229 Mar 02 18:30:06.682307 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-04d0bc90-8c02-49c6-915f-874c2e9f4838 req-99424664-c4dc-4f8b-b362-a37e6740a7ed tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Mar 02 18:30:07.880587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f5c7-bec2-4833-bb20-234005a0cae9 req-a3a301cc-156b-44b2-aa23-263f8a7a251b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:07.882005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1381f5c7-bec2-4833-bb20-234005a0cae9 req-a3a301cc-156b-44b2-aa23-263f8a7a251b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0757298 Mar 02 18:30:07.932333 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1381f5c7-bec2-4833-bb20-234005a0cae9 req-e385585b-3335-49e9-ae8f-044fa5484cd2 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Mar 02 18:30:08.226303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-dde43e12-d7eb-4b52-bcb8-6be96c1fbbc1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:08.227753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-dde43e12-d7eb-4b52-bcb8-6be96c1fbbc1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 814 time: 0.1444209 Mar 02 18:30:08.245465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-7f423299-8601-490d-b326-6fcded92a9a2 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/quotas/8f89da1608054b34bcc252dbb3b0e0bb HTTP/1.1" status: 200 len: 375 time: 0.0112646 Mar 02 18:30:08.324570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-80a1e595-6930-456b-9f84-aca7fb526a3d tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735824 Mar 02 18:30:08.527154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-daae2f6b-44fe-4b22-9c6b-0a6aabe4fc56 service neutron] 10.222.0.37 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952600 Mar 02 18:30:08.659148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-a15f7c47-8f5a-4dcb-afac-16b902d5226a service neutron] 10.222.0.37 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261911 Mar 02 18:30:08.848507 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c55590d8-bf6e-4bee-8ffa-5d532f2ae94b req-8639d698-ff5a-4c8c-b2f8-aaf5127cfd68 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 210 time: 0.0435591 Mar 02 18:30:09.021141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.430699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-994e0699-c212-4eee-a70b-5b8c262b7c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.901399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-297b138e-3072-4c34-9d64-e3049457b282 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:09.903781 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-297b138e-3072-4c34-9d64-e3049457b282 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.35 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 814 time: 0.1444519 Mar 02 18:30:09.920985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Request body: {'port': {'device_id': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0', 'admin_state_up': True, 'tenant_id': '8f89da1608054b34bcc252dbb3b0e0bb'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:10.044767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c179a56-d6f5-437d-b6d7-19eecd891fed req-ad1612c2-dec3-442a-b188-4bb648ee6ba0 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 210 time: 0.0569174 Mar 02 18:30:10.096994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:10.100780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Usage tracker for resource:port and tenant:8f89da1608054b34bcc252dbb3b0e0bb is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:10.103890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:10.109365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:10.119901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Made reservation on behalf of 8f89da1608054b34bcc252dbb3b0e0bb for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:10.123684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.287058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Allocated IP 172.20.0.13 (68159397-e823-4dfc-9ff6-84bcd6488ad0/f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1/77e837e7-e8d1-487b-be6f-1c844bf6796a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:10.483789 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.510676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.549612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7f949757-3fac-41bf-bc84-2c6b566d4b46'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:10.685598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Network 68159397-e823-4dfc-9ff6-84bcd6488ad0 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:10.689013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:10.693245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:10.718846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Pushing event updated for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:10.754004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:10.754602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.774498 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-3b2d3ead-d2fa-44e1-a5fa-658ddbf51ea6 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8573947 Mar 02 18:30:10.785578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Request body: {'port': {'device_id': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:10.890332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.265060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e837e7-e8d1-487b-be6f-1c844bf6796a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:30:11.273016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.300347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Transition to ACTIVE for port object 77e837e7-e8d1-487b-be6f-1c844bf6796a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:11.309902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8510e-4553-43b9-a7e2-a018d4a0d799 req-76cfa115-8845-4ec4-87fe-1845c1975ab5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:11.310103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-83a8510e-4553-43b9-a7e2-a018d4a0d799 req-76cfa115-8845-4ec4-87fe-1845c1975ab5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Synchronizing usage tracker for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:11.313746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.378123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-83a8510e-4553-43b9-a7e2-a018d4a0d799 req-76cfa115-8845-4ec4-87fe-1845c1975ab5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Unset dirty status for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:11.379281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83a8510e-4553-43b9-a7e2-a018d4a0d799 req-76cfa115-8845-4ec4-87fe-1845c1975ab5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 932 time: 0.2126346 Mar 02 18:30:11.454204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f468-0fa3-4307-99c7-d747a0892d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.462889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Pushing event updated for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:11.553877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-83a8510e-4553-43b9-a7e2-a018d4a0d799 req-f8cb6d0a-76eb-4bec-9d48-494323fdb93a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234941 Mar 02 18:30:11.594761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Attempting to bind port 77e837e7-e8d1-487b-be6f-1c844bf6796a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:11.595111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Attempting to bind port 77e837e7-e8d1-487b-be6f-1c844bf6796a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:11.595449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Attempting to bind port 77e837e7-e8d1-487b-be6f-1c844bf6796a on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:11.600998 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Port 77e837e7-e8d1-487b-be6f-1c844bf6796a on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:30:11.601309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Attempting to bind port 77e837e7-e8d1-487b-be6f-1c844bf6796a on network 68159397-e823-4dfc-9ff6-84bcd6488ad0 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:11.608272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:11.608606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Checking segment: {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:11.609010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Bound using segment: {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:11.609584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Bound port: 77e837e7-e8d1-487b-be6f-1c844bf6796a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03eb1939-998c-4682-a0c8-27737fdc89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:11.609929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.695672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:11.699237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:11.704090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.764719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.766067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] 10.222.0.35 "PUT /v2.0/ports/77e837e7-e8d1-487b-be6f-1c844bf6796a HTTP/1.1" status: 200 len: 1092 time: 0.9843340 Mar 02 18:30:11.766493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:30:11.790300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf3c5-d2e2-4047-b46e-1908fa3e8182 service neutron] Pushing event updated for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:11.834496 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a', 'status': 'completed', 'code': 200} Mar 02 18:30:11.874234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-a30255fa-b859-4568-85e7-971ef1d38f52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 1095 time: 0.0704956 Mar 02 18:30:11.943212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-b70904b0-09cb-4e21-80ea-4c6de49fffee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a HTTP/1.1" status: 200 len: 217 time: 0.0625541 Mar 02 18:30:12.002117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-0c70e10e-8ee7-4326-bd2c-7575670006c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:12.003533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-0c70e10e-8ee7-4326-bd2c-7575670006c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 HTTP/1.1" status: 200 len: 854 time: 0.0553832 Mar 02 18:30:12.047552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-e68c216e-0dc0-428a-a05c-90aae5e4111f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68159397-e823-4dfc-9ff6-84bcd6488ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379817 Mar 02 18:30:12.173694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-36ae2def-a0cc-4dd2-9df9-71f44718f030 service neutron] 10.222.0.35 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199555 Mar 02 18:30:12.304610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-493b87cc-e9df-4cd1-b9b2-a1084af00b1d req-0230d42c-9537-4e90-a999-a4b5ccf96d96 service neutron] 10.222.0.35 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246305 Mar 02 18:30:12.516813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-b5957c20-11de-4b9e-9b5f-74527d8e9aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 1095 time: 0.1688273 Mar 02 18:30:12.650388 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca176975-6957-423a-8a8c-1629f377eae0 req-a8255360-14af-409d-b0e9-a2d91958a458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:12.652582 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-a8255360-14af-409d-b0e9-a2d91958a458 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 200 len: 915 time: 0.1298416 Mar 02 18:30:12.763339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-29a0aad3-1b70-47f8-a82d-3f8c4105664b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a HTTP/1.1" status: 200 len: 217 time: 0.1048996 Mar 02 18:30:12.843890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca176975-6957-423a-8a8c-1629f377eae0 req-f0d771d6-28f1-4064-9dfc-38180b04f591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:12.845310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-f0d771d6-28f1-4064-9dfc-38180b04f591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 HTTP/1.1" status: 200 len: 854 time: 0.0767367 Mar 02 18:30:12.851472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36da3-fa80-45f3-b07e-08bb00cc1b40 req-8266bfa6-5269-4998-8860-d812352f5181 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:12.852796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bd36da3-fa80-45f3-b07e-08bb00cc1b40 req-8266bfa6-5269-4998-8860-d812352f5181 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 944 time: 0.1424243 Mar 02 18:30:12.906844 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-102bff0d-89bc-4b66-bbb8-93cc05df38c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68159397-e823-4dfc-9ff6-84bcd6488ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530593 Mar 02 18:30:13.003153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:13.013267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bd36da3-fa80-45f3-b07e-08bb00cc1b40 req-ed1efa27-01d6-4c22-b99c-2ccd6403537b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304333 Mar 02 18:30:13.056997 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-56b07c8e-368e-4679-92a9-8a3d85b5e984 service neutron] 10.222.0.35 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444499 Mar 02 18:30:13.141279 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:13.189362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca176975-6957-423a-8a8c-1629f377eae0 req-ce1e8d70-c0d2-4901-9d22-9c98aee1a091 service neutron] 10.222.0.35 "GET /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238987 Mar 02 18:30:14.216313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71962-92e6-4a46-99ee-13c29e3a9afe req-11b495dc-0d98-43b4-974f-c5c000aa2d2a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:14.217735 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4c71962-92e6-4a46-99ee-13c29e3a9afe req-11b495dc-0d98-43b4-974f-c5c000aa2d2a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 944 time: 0.0789707 Mar 02 18:30:14.262124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4c71962-92e6-4a46-99ee-13c29e3a9afe req-dc60ea27-0823-4dc6-b204-9c8f3f3947dc tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Mar 02 18:30:14.541660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.425952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 77e837e7-e8d1-487b-be6f-1c844bf6796a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:15.459817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024e002-4592-4f11-b8fb-2d6e10e3dbc1 req-375cdb20-dfda-407a-b59f-8210125153ca tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:15.461150 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4024e002-4592-4f11-b8fb-2d6e10e3dbc1 req-375cdb20-dfda-407a-b59f-8210125153ca tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 944 time: 0.0774941 Mar 02 18:30:15.507387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4024e002-4592-4f11-b8fb-2d6e10e3dbc1 req-e89fa6ec-8c1f-427f-bbbb-5619a60754c8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Mar 02 18:30:15.565160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:15.578472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '77e837e7-e8d1-487b-be6f-1c844bf6796a', 'network_id': '68159397-e823-4dfc-9ff6-84bcd6488ad0', 'port_id': '77e837e7-e8d1-487b-be6f-1c844bf6796a', 'mac_address': 'fa:16:3e:cb:d9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:15.631992 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.648942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e837e7-e8d1-487b-be6f-1c844bf6796a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:30:15.664316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:15.670931 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.738227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:15.946981 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['77e837e7-e8d1-487b-be6f-1c844bf6796a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:16.859978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728333c-d60c-41c5-a177-3afead6cc9b7 req-984002f9-d21d-4f16-8d1d-466ae2833191 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:16.861413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7728333c-d60c-41c5-a177-3afead6cc9b7 req-984002f9-d21d-4f16-8d1d-466ae2833191 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 945 time: 0.0798013 Mar 02 18:30:16.907434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7728333c-d60c-41c5-a177-3afead6cc9b7 req-5f9ceebb-cab6-4321-84da-080e996c9187 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Mar 02 18:30:17.046145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:30:17.441172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 77e837e7-e8d1-487b-be6f-1c844bf6796a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:17.514058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 77e837e7-e8d1-487b-be6f-1c844bf6796a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:17.518771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 77e837e7-e8d1-487b-be6f-1c844bf6796a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:17.519148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.634173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.660767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:30:17.672700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:17.676617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.719862 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a', 'code': 200} Mar 02 18:30:17.749189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:17.838443 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef589bbd-f87c-4a1b-88c5-97403c07f53e req-b6f0ab7c-4418-4b34-8108-7af1ca34b2d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 1097 time: 0.0687401 Mar 02 18:30:17.882226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ef589bbd-f87c-4a1b-88c5-97403c07f53e req-46a0c3db-9b36-4bc1-981e-cd9a59eccfe6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Mar 02 18:30:18.101130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3939cc-7fde-4a5f-a7cc-a504b3509881 req-ef575b5f-5076-4242-b970-33e0b6a6fc7a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:18.102565 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e3939cc-7fde-4a5f-a7cc-a504b3509881 req-ef575b5f-5076-4242-b970-33e0b6a6fc7a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 946 time: 0.0752180 Mar 02 18:30:18.147647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e3939cc-7fde-4a5f-a7cc-a504b3509881 req-79aa27ff-1f1a-4fc9-a789-e63802abda39 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Mar 02 18:30:19.347252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8821e0e-bad8-451b-a50e-4e1cdcb5d2ec req-b3074678-7831-44a7-af5f-8d8ade584936 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:19.348797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8821e0e-bad8-451b-a50e-4e1cdcb5d2ec req-b3074678-7831-44a7-af5f-8d8ade584936 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 946 time: 0.0788906 Mar 02 18:30:19.393686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a8821e0e-bad8-451b-a50e-4e1cdcb5d2ec req-6a20324d-6e16-4e4a-840b-e8fdcda151f2 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Mar 02 18:30:19.786001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.809176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec9c9-a26a-4d88-a319-11ec0f3b4ab5 req-c0f5a0fb-0704-4104-b9c1-07b821954592 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:19.810613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d0ec9c9-a26a-4d88-a319-11ec0f3b4ab5 req-c0f5a0fb-0704-4104-b9c1-07b821954592 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 946 time: 0.0787311 Mar 02 18:30:19.856269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d0ec9c9-a26a-4d88-a319-11ec0f3b4ab5 req-8bb4d09f-640f-4d9d-9fa3-519825de9ef1 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Mar 02 18:30:21.105270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106f72-66fd-42c7-a4d8-d27bdb37d267 req-a3d337fd-50b2-4f3b-bd92-f030319d04b4 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:21.106710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df106f72-66fd-42c7-a4d8-d27bdb37d267 req-a3d337fd-50b2-4f3b-bd92-f030319d04b4 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 946 time: 0.1275280 Mar 02 18:30:21.149480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-0061d556-5e5c-427e-9fe7-4624b38756cb tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:21.150805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-0061d556-5e5c-427e-9fe7-4624b38756cb tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.35 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 946 time: 0.1235445 Mar 02 18:30:21.293104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-df106f72-66fd-42c7-a4d8-d27bdb37d267 req-5eb2612f-828f-4edc-8f55-f73f49995d4a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799862 Mar 02 18:30:21.319165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Deleting port 77e837e7-e8d1-487b-be6f-1c844bf6796a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:21.319498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.555892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] For port 77e837e7-e8d1-487b-be6f-1c844bf6796a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=77e837e7-e8d1-487b-be6f-1c844bf6796a,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:21.556242 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.674432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Calling delete_port for 77e837e7-e8d1-487b-be6f-1c844bf6796a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:21.816210 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.827401 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['77e837e7-e8d1-487b-be6f-1c844bf6796a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:21.861200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7f949757-3fac-41bf-bc84-2c6b566d4b46'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:21.864917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Pushing event deleted for resources: {'Port': ['ID=77e837e7-e8d1-487b-be6f-1c844bf6796a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:21.937854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] No DVR routers for this DVR port 77e837e7-e8d1-487b-be6f-1c844bf6796a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:21.940962 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.943553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'name': 'network-vif-deleted', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:30:21.958877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2fce1c61-ebdd-45cf-bfd1-f752e941b32b req-7bced0e8-8601-4b9f-86d4-2aa7f08b8e6c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.35 "DELETE /v2.0/ports/77e837e7-e8d1-487b-be6f-1c844bf6796a HTTP/1.1" status: 204 len: 173 time: 0.8023293 Mar 02 18:30:22.010182 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aef0b7e-f2d7-45f7-994c-dd45bd56328c', 'name': 'network-vif-deleted', 'tag': '77e837e7-e8d1-487b-be6f-1c844bf6796a', 'status': 'completed', 'code': 200} Mar 02 18:30:22.489271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9c0ddb84-d66d-4332-9660-1e4e066b98b6 req-49a90b25-769a-4f2f-be81-857587fe1e7b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Synchronizing usage tracker for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:22.506874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-9c0ddb84-d66d-4332-9660-1e4e066b98b6 req-49a90b25-769a-4f2f-be81-857587fe1e7b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Unset dirty status for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:22.511592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c0ddb84-d66d-4332-9660-1e4e066b98b6 req-49a90b25-769a-4f2f-be81-857587fe1e7b tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aef0b7e-f2d7-45f7-994c-dd45bd56328c HTTP/1.1" status: 200 len: 210 time: 0.0756159 Mar 02 18:30:23.788081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8525e-c2ec-464b-891c-0abaa2cc0bbb req-f8e5e440-13fd-4bc7-b500-d9a336ccf239 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:23.789525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde8525e-c2ec-464b-891c-0abaa2cc0bbb req-f8e5e440-13fd-4bc7-b500-d9a336ccf239 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0773861 Mar 02 18:30:23.833976 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bde8525e-c2ec-464b-891c-0abaa2cc0bbb req-b1fa17de-16c1-4d4b-8ba7-e6572e24e3d0 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Mar 02 18:30:24.055454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f603675-4e6f-42a9-ab6a-8597cb33663b req-51631b94-8a2d-40af-af76-9305caaec1a5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.056783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f603675-4e6f-42a9-ab6a-8597cb33663b req-51631b94-8a2d-40af-af76-9305caaec1a5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0793362 Mar 02 18:30:24.101752 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f603675-4e6f-42a9-ab6a-8597cb33663b req-682eccf1-81b6-4d9c-a51f-ed600ba3bb1d tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Mar 02 18:30:24.297715 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4c29d-e436-464c-9a2b-08c6783739bd req-d2cf773a-5a06-49d7-bdf5-60c8e8bb1fed tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.299166 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1db4c29d-e436-464c-9a2b-08c6783739bd req-d2cf773a-5a06-49d7-bdf5-60c8e8bb1fed tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0753446 Mar 02 18:30:24.347630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1db4c29d-e436-464c-9a2b-08c6783739bd req-4c00672e-cfb4-4371-849b-843be40da947 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Mar 02 18:30:24.550837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7ca278ba-4bc6-4458-af77-2ded32382da1 req-f27e58e8-796e-47c5-823e-f0cc33e14179 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0657430 Mar 02 18:30:24.748670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f41052-c6e7-4d21-8c68-b8ec0910d00d req-cb842604-7208-4d15-8b77-3045fb82159c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.750088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71f41052-c6e7-4d21-8c68-b8ec0910d00d req-cb842604-7208-4d15-8b77-3045fb82159c tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0770836 Mar 02 18:30:24.797906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71f41052-c6e7-4d21-8c68-b8ec0910d00d req-acd617a2-681d-4472-89c1-a992df094db5 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Mar 02 18:30:24.992136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f065-632e-4fc9-9d00-b0caa8a02363 req-3ca1e635-3298-4623-b1e5-c2d1a83add50 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.993478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d080f065-632e-4fc9-9d00-b0caa8a02363 req-3ca1e635-3298-4623-b1e5-c2d1a83add50 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0750661 Mar 02 18:30:25.037998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d080f065-632e-4fc9-9d00-b0caa8a02363 req-81f1f32f-8e3a-4811-afbc-2f687e6b0a60 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Mar 02 18:30:25.249064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ba5bf-b458-48a3-be45-7b1684bf8b5e req-1095199c-ec8e-4fa0-8ea8-56d5b1a70a90 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.250410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-191ba5bf-b458-48a3-be45-7b1684bf8b5e req-1095199c-ec8e-4fa0-8ea8-56d5b1a70a90 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0789528 Mar 02 18:30:25.295957 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-191ba5bf-b458-48a3-be45-7b1684bf8b5e req-916ca542-3af5-46c3-872f-09e151cb8dfe tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Mar 02 18:30:25.472221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 77e837e7-e8d1-487b-be6f-1c844bf6796a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:25.507793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 77e837e7-e8d1-487b-be6f-1c844bf6796a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:30:25.508134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 77e837e7-e8d1-487b-be6f-1c844bf6796a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:25.851165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302731ce-6fa6-4951-aea3-b9493bc3c76f req-8f370b7f-aa99-498f-bafd-6b4490a704ba tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.852620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-302731ce-6fa6-4951-aea3-b9493bc3c76f req-8f370b7f-aa99-498f-bafd-6b4490a704ba tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0784831 Mar 02 18:30:25.897758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-302731ce-6fa6-4951-aea3-b9493bc3c76f req-c0d3d943-d708-4e93-b2d0-4d0ebe655bb8 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Mar 02 18:30:27.098881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f9e7c-fb8a-4378-958d-5b27357e3a90 req-43a8f805-b4fa-483c-9c8a-6d717c9e5c4e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:27.100304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-070f9e7c-fb8a-4378-958d-5b27357e3a90 req-43a8f805-b4fa-483c-9c8a-6d717c9e5c4e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0790064 Mar 02 18:30:27.145438 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-070f9e7c-fb8a-4378-958d-5b27357e3a90 req-9846ad9e-2ebe-41b7-8a88-0f39a356a59a tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6a5bee9-e419-4b75-9320-f7de4905dd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Mar 02 18:30:27.496040 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088917-187b-4bab-8800-f0ab0374249c req-fbe5e87b-e4bc-457c-b47f-686096137539 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:27.496707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-45088917-187b-4bab-8800-f0ab0374249c req-fbe5e87b-e4bc-457c-b47f-686096137539 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Synchronizing usage tracker for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:27.508587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-45088917-187b-4bab-8800-f0ab0374249c req-fbe5e87b-e4bc-457c-b47f-686096137539 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Unset dirty status for tenant:8f89da1608054b34bcc252dbb3b0e0bb on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:27.509666 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-45088917-187b-4bab-8800-f0ab0374249c req-fbe5e87b-e4bc-457c-b47f-686096137539 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.50 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 946 time: 0.0905347 Mar 02 18:30:27.576510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Deleting port 7f949757-3fac-41bf-bc84-2c6b566d4b46 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:27.576841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.815248 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] For port 7f949757-3fac-41bf-bc84-2c6b566d4b46, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=7f949757-3fac-41bf-bc84-2c6b566d4b46,segment=NetworkSegment(03eb1939-998c-4682-a0c8-27737fdc89d3),segment_id=03eb1939-998c-4682-a0c8-27737fdc89d3)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:27.815600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.023668 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Calling delete_port for 7f949757-3fac-41bf-bc84-2c6b566d4b46 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:28.168963 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.201656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['7f949757-3fac-41bf-bc84-2c6b566d4b46'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:30:28.221076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Pushing event deleted for resources: {'Port': ['ID=7f949757-3fac-41bf-bc84-2c6b566d4b46,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:28.259389 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.259731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.260068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.260520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.260849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.261179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.261801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.261801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.262130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.262450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.262798 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:28.303108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] No DVR routers for this DVR port 7f949757-3fac-41bf-bc84-2c6b566d4b46 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:28.305693 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.308886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'name': 'network-vif-deleted', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:30:28.310986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1336a992-f044-4025-8537-51c94be8d254 req-cad04306-7cd7-4c71-bdf7-c24a11c7c054 tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.37 "GET /v2.0/ports?device_id=4966be03-445f-4901-b1b7-acb83e89222d HTTP/1.1" status: 200 len: 210 time: 0.0431664 Mar 02 18:30:28.325984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-45088917-187b-4bab-8800-f0ab0374249c req-68bff8eb-0fe7-4592-8c82-f4c7d72b975e tempest-ServersNegativeTestJSON-521334658 tempest-ServersNegativeTestJSON-521334658-project] 10.222.0.50 "DELETE /v2.0/ports/7f949757-3fac-41bf-bc84-2c6b566d4b46 HTTP/1.1" status: 204 len: 173 time: 0.8104951 Mar 02 18:30:28.364877 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4966be03-445f-4901-b1b7-acb83e89222d', 'name': 'network-vif-deleted', 'tag': '7f949757-3fac-41bf-bc84-2c6b566d4b46', 'status': 'completed', 'code': 200} Mar 02 18:30:29.418471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49894) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:29.480174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Deleting subnet f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:30:29.483048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.530458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.584333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.667811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.705738 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:29.710272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.716991 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-576c990c-e99f-4ade-84a5-49779199829f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f2ea6bdd-7fb3-4465-bbd7-5c117ada6eb1 HTTP/1.1" status: 204 len: 168 time: 0.2973444 Mar 02 18:30:29.719413 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49898) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:29.834174 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.966987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.993373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68159397-e823-4dfc-9ff6-84bcd6488ad0']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:30.007331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03eb1939-998c-4682-a0c8-27737fdc89d3') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:30.007769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03eb1939-998c-4682-a0c8-27737fdc89d3') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:30.019776 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.036314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.043543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:30.043982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:30.058601 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:30.142100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.168010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.178205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68159397-e823-4dfc-9ff6-84bcd6488ad0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:30.186514 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bc278796-478c-49e3-9f1f-d90876e2aeb7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/68159397-e823-4dfc-9ff6-84bcd6488ad0 HTTP/1.1" status: 204 len: 168 time: 0.4660149 Mar 02 18:30:30.344133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49904) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:30.397500 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4553789f-dacd-4f75-9a4d-2ea8870d289d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f89da1608054b34bcc252dbb3b0e0bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521777 Mar 02 18:30:30.401706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49908) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:30.471125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.501411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.561312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.577708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5bee9-e419-4b75-9320-f7de4905dd56,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:30.583392 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.584479 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6a5bee9-e419-4b75-9320-f7de4905dd56 HTTP/1.1" status: 204 len: 168 time: 0.1817863 Mar 02 18:30:30.590065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.590410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.590776 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.591109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.591436 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.591760 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.592083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.592402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.592721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.593040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:30.593356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ee25d-b596-4407-be71-55c5b45c2342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:31.527208 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49930) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:31.654473 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538261745'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:31.659996 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:31.663811 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:network and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:31.666810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:31.672954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:31.683417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:31.686452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.700308 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.731731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:31.735437 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:security_group_rule and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:31.738141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:31.743707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:31.811859 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.815600 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.844637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:31.856741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c567336-70bf-4616-9a19-eadd44d0ef2b,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:31.861003 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.861346 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Added segment 10b4b458-bb62-43b0-b406-07fe85f83052 of type vlan for network 8f2ada83-a847-459b-9201-76455988e86a Mar 02 18:30:31.890667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.920933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.924897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:31.925469 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.935653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7f949757-3fac-41bf-bc84-2c6b566d4b46 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:31.968052 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 7f949757-3fac-41bf-bc84-2c6b566d4b46 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:30:31.968399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 7f949757-3fac-41bf-bc84-2c6b566d4b46 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:32.031410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5031204 Mar 02 18:30:32.036900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d18d19-88dc-4b17-abf6-4bd77afdc8c5 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Network': ['ID=8f2ada83-a847-459b-9201-76455988e86a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:32.056536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 8f2ada83-a847-459b-9201-76455988e86a details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:35.379953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49936) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:35.385735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'subnet': {'network_id': '8f2ada83-a847-459b-9201-76455988e86a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:35.492841 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:35.497167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:subnet and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:35.499908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:35.505505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:35.516307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:35.618812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.936792 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.016756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Subnet': ['ID=4b853b95-58b4-47e6-beee-e16164028459,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:36.028508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking segment: {'id': '10b4b458-bb62-43b0-b406-07fe85f83052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f2ada83-a847-459b-9201-76455988e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:36.028856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network hostable DHCP agents. Network: 8f2ada83-a847-459b-9201-76455988e86a, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:36.050142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network 8f2ada83-a847-459b-9201-76455988e86a is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:36.059639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 8f2ada83-a847-459b-9201-76455988e86a) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:36.064587 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:36.065939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.069426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f0fa2-6768-4e83-820e-1c13f9a3d3c2 None None] Network 8f2ada83-a847-459b-9201-76455988e86a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:36.090433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-70f38aa3-fb5c-4608-87d1-82bf008a5e1b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7092378 Mar 02 18:30:36.093897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49940) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:36.099856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992819391'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:36.105021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:36.108771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:network and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:36.111596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:36.117251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:36.128261 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:36.131561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.163195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:36.171977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.172316 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Added segment 476fbf62-3654-4d79-a637-bc689325fa14 of type vlan for network db7252c7-77ce-4182-8739-34449bbd3860 Mar 02 18:30:36.199253 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.229415 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.233280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:36.233854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.283004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-8f2ada83-a847-459b-9201-76455988e86a', 'network_id': '8f2ada83-a847-459b-9201-76455988e86a', 'tenant_id': '41935ee88ea24b988e1fcf0eadc45182', 'fixed_ips': [{'subnet_id': '4b853b95-58b4-47e6-beee-e16164028459'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:36.283889 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.336474 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2415099 Mar 02 18:30:36.341208 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49944) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:36.346763 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bfe3a-2c1e-488a-9e0d-922cd4ad7ac6 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Network': ['ID=db7252c7-77ce-4182-8739-34449bbd3860,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:36.347598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'subnet': {'network_id': 'db7252c7-77ce-4182-8739-34449bbd3860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:36.364659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network db7252c7-77ce-4182-8739-34449bbd3860 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:36.469764 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:36.473628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:subnet and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:36.476501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:36.482976 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:36.492983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:36.546834 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Allocated IP 2001:db8:0:ffff::2 (8f2ada83-a847-459b-9201-76455988e86a/4b853b95-58b4-47e6-beee-e16164028459/e0051f2e-94cc-4cf5-89db-25e1fc2b461d) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:36.600117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.750548 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.761632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Transition to ACTIVE for port object e0051f2e-94cc-4cf5-89db-25e1fc2b461d will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:36.780450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Transition to ACTIVE for port object e0051f2e-94cc-4cf5-89db-25e1fc2b461d will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:36.785527 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.855919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Network 8f2ada83-a847-459b-9201-76455988e86a is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:36.859553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:36.863969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:36.866146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Pushing event updated for resources: {'Port': ['ID=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:36.902507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.902917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.903186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.903515 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.903845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.904167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.904484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.904806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.905122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.905438 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.905756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:36.926972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.968545 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Attempting to bind port e0051f2e-94cc-4cf5-89db-25e1fc2b461d on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:36.968897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Attempting to bind port e0051f2e-94cc-4cf5-89db-25e1fc2b461d by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '10b4b458-bb62-43b0-b406-07fe85f83052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f2ada83-a847-459b-9201-76455988e86a'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:36.969252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Attempting to bind port e0051f2e-94cc-4cf5-89db-25e1fc2b461d on network 8f2ada83-a847-459b-9201-76455988e86a {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:36.975598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:36.975966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Checking segment: {'id': '10b4b458-bb62-43b0-b406-07fe85f83052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f2ada83-a847-459b-9201-76455988e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:36.976362 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.976748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Bound using segment: {'id': '10b4b458-bb62-43b0-b406-07fe85f83052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f2ada83-a847-459b-9201-76455988e86a'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:36.977206 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Bound port: e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b4b458-bb62-43b0-b406-07fe85f83052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f2ada83-a847-459b-9201-76455988e86a'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:36.977569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.005979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Subnet': ['ID=c712e40c-c2fe-4546-8d22-1a5dac77b6d5,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.019663 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking segment: {'id': '476fbf62-3654-4d79-a637-bc689325fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'db7252c7-77ce-4182-8739-34449bbd3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:37.020051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network hostable DHCP agents. Network: db7252c7-77ce-4182-8739-34449bbd3860, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:37.042958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network db7252c7-77ce-4182-8739-34449bbd3860 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:37.052877 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, db7252c7-77ce-4182-8739-34449bbd3860) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:37.057689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:37.058171 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.063891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3ea8c-6675-4fec-bbad-e2407b6b033e None None] Network db7252c7-77ce-4182-8739-34449bbd3860 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:37.081301 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2f25db73-85c9-4b23-934c-8205c1b80c89 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7388706 Mar 02 18:30:37.084073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49948) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:37.085798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] For port e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:37.153296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] For port e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,segment=NetworkSegment(10b4b458-bb62-43b0-b406-07fe85f83052),segment_id=10b4b458-bb62-43b0-b406-07fe85f83052)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:37.163570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.223832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.288015 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.313623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b5391-3d52-46d9-a4d6-c04e6dd9ad5d None None] Pushing event updated for resources: {'Port': ['ID=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.376351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.384922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf844c95-a264-437c-a9ba-cf9a8bc529c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-db7252c7-77ce-4182-8739-34449bbd3860', 'network_id': 'db7252c7-77ce-4182-8739-34449bbd3860', 'tenant_id': '41935ee88ea24b988e1fcf0eadc45182', 'fixed_ips': [{'subnet_id': 'c712e40c-c2fe-4546-8d22-1a5dac77b6d5'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:37.386551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf844c95-a264-437c-a9ba-cf9a8bc529c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.417923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Subnet': ['ID=c712e40c-c2fe-4546-8d22-1a5dac77b6d5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.530746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51069544-efc5-4a38-b207-e0590cfba5fd None None] Network db7252c7-77ce-4182-8739-34449bbd3860 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:37.540972 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.569747 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7252c7-77ce-4182-8739-34449bbd3860']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:37.587489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476fbf62-3654-4d79-a637-bc689325fa14') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:37.587781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476fbf62-3654-4d79-a637-bc689325fa14') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:37.600242 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.618117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.625986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:37.626382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:37.641588 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:37.732356 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.736970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.765818 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/db7252c7-77ce-4182-8739-34449bbd3860 HTTP/1.1" status: 204 len: 168 time: 0.6805675 Mar 02 18:30:37.766594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4755e-8275-4afb-a232-ed50d72e8d4a tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Network': ['ID=db7252c7-77ce-4182-8739-34449bbd3860,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.769227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49952) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:37.774814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419928053'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:37.780847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:37.784684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:network and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:37.787553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:37.794963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:37.804358 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:37.808271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.835314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:37.844036 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.844375 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Added segment b4f109f6-a3e6-4926-ab2d-a46d4aad6e1e of type vlan for network 34aace5d-93c0-4d06-bf9a-9384f8395fce Mar 02 18:30:37.875400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.905372 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.909040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:37.909621 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.008136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2379010 Mar 02 18:30:38.011422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49956) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:38.018439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'subnet': {'network_id': '34aace5d-93c0-4d06-bf9a-9384f8395fce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:38.018686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdae797-149f-4109-86a6-224e8f353ea8 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Network': ['ID=34aace5d-93c0-4d06-bf9a-9384f8395fce,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:38.029121 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 34aace5d-93c0-4d06-bf9a-9384f8395fce details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:38.141350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:38.145655 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:subnet and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:38.148782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:38.156049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:38.167486 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:38.273991 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.368252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Performing IP validity checks on allocation pools {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:30:38.368765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.ipam_backend_mixin [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:30:38.384360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a95ff-e287-4b4a-96c1-03061a247555 None None] Network 8f2ada83-a847-459b-9201-76455988e86a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:38.497463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.551876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0f64471f-ef11-469b-94d4-80cb32641b5c None None] Provisioning for port e0051f2e-94cc-4cf5-89db-25e1fc2b461d completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:38.597702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Subnet': ['ID=6f6768db-6324-4e55-8cd2-58bf1f1ecf60,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:38.609759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking segment: {'id': 'b4f109f6-a3e6-4926-ab2d-a46d4aad6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '34aace5d-93c0-4d06-bf9a-9384f8395fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:38.610120 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network hostable DHCP agents. Network: 34aace5d-93c0-4d06-bf9a-9384f8395fce, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:38.635918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network 34aace5d-93c0-4d06-bf9a-9384f8395fce is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:38.640907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0051f2e-94cc-4cf5-89db-25e1fc2b461d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:38.646860 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 34aace5d-93c0-4d06-bf9a-9384f8395fce) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:38.651563 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:38.652143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.675961 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f93c777c-0830-4997-85b0-85bd7e520f31 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6626217 Mar 02 18:30:38.678599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49960) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:38.680651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12d956-beea-4c43-83a5-dbf992f27c63 None None] Network 34aace5d-93c0-4d06-bf9a-9384f8395fce requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:38.820973 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.839924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port e0051f2e-94cc-4cf5-89db-25e1fc2b461d completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:38.876223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0051f2e-94cc-4cf5-89db-25e1fc2b461d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:38.876593 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.891937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.975332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.997782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e160c86-7c1d-4112-a070-a458d0880a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-34aace5d-93c0-4d06-bf9a-9384f8395fce', 'network_id': '34aace5d-93c0-4d06-bf9a-9384f8395fce', 'tenant_id': '41935ee88ea24b988e1fcf0eadc45182', 'fixed_ips': [{'subnet_id': '6f6768db-6324-4e55-8cd2-58bf1f1ecf60'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:38.998601 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e160c86-7c1d-4112-a070-a458d0880a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.015962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6768db-6324-4e55-8cd2-58bf1f1ecf60,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.115740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.116187 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.127451 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2e2d739f-abcd-4650-8646-ee74ec356329 None None] Provisioning complete for port e0051f2e-94cc-4cf5-89db-25e1fc2b461d triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:39.127817 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2e2d739f-abcd-4650-8646-ee74ec356329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.142315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aace5d-93c0-4d06-bf9a-9384f8395fce']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.155497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f109f6-a3e6-4926-ab2d-a46d4aad6e1e') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.156227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f109f6-a3e6-4926-ab2d-a46d4aad6e1e') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.167889 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.183655 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.183853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.189874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:39.190282 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:39.205501 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:39.237872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6238020-1a90-4f4e-9e7e-300fa477acec None None] Network 34aace5d-93c0-4d06-bf9a-9384f8395fce requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:39.286539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.303272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.314620 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,segment=NetworkSegment(10b4b458-bb62-43b0-b406-07fe85f83052),segment_id=10b4b458-bb62-43b0-b406-07fe85f83052)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:39.315294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Network': ['ID=34aace5d-93c0-4d06-bf9a-9384f8395fce,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.318055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-359c99f3-7502-4131-b1cb-738728217c6b tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/34aace5d-93c0-4d06-bf9a-9384f8395fce HTTP/1.1" status: 204 len: 168 time: 0.6384711 Mar 02 18:30:39.323102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49964) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:39.324407 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.328032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91264193'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:39.333698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:39.337409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:network and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:39.340810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:39.346340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:39.358599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:39.361661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.390216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:39.399632 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.399981 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Added segment 92817ff1-7bc6-4fca-839b-9117fadb3922 of type vlan for network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 Mar 02 18:30:39.428995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.464620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.468273 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:39.468868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.541753 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35950259-8311-4ad6-9ade-59c15f641b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.548114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.558347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2345021 Mar 02 18:30:39.563426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49968) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:39.569833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'subnet': {'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:39.578807 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce8a5-2b5f-456a-8fe2-7c0d5750949e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Network': ['ID=3f3066ba-25cd-43c4-8e40-8a1b929640e1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.589655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:39.687252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:39.687252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:subnet and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:39.690151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:39.695942 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:39.706979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:39.810656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.126653 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.202007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Subnet': ['ID=26bc07c5-6193-4fed-b18f-79913c29e8f6,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:40.216088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking segment: {'id': '92817ff1-7bc6-4fca-839b-9117fadb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:40.216432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network hostable DHCP agents. Network: 3f3066ba-25cd-43c4-8e40-8a1b929640e1, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:40.238596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:40.247404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 3f3066ba-25cd-43c4-8e40-8a1b929640e1) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:40.251183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:40.251753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.256658 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c267aa8-a839-4d3e-b1c2-5b27e87a6d12 None None] Network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:40.278408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3f9da7ee-3f81-42e0-927c-c54492dc4b90 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7092519 Mar 02 18:30:40.278680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:40.283816 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739611531'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:40.289151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:40.293524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:network and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:40.296365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:40.301915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:40.312063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:40.315053 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.343449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:40.352887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.353224 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Added segment 9ae6cd53-017f-4acc-901b-9b21e3e81b0d of type vlan for network 2dabb296-d06c-49b6-8430-5cd9df819a88 Mar 02 18:30:40.389849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.439075 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.445467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:40.446951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.521125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-3f3066ba-25cd-43c4-8e40-8a1b929640e1', 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1', 'tenant_id': '41935ee88ea24b988e1fcf0eadc45182', 'fixed_ips': [{'subnet_id': '26bc07c5-6193-4fed-b18f-79913c29e8f6'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:40.521963 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.564344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2822533 Mar 02 18:30:40.564893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 49976) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:40.575488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Request body: {'subnet': {'network_id': '2dabb296-d06c-49b6-8430-5cd9df819a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:40.591670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cda50-a2e9-424c-9d2f-309c2a8aeb77 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Network': ['ID=2dabb296-d06c-49b6-8430-5cd9df819a88,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:40.604521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 2dabb296-d06c-49b6-8430-5cd9df819a88 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:40.623936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0051f2e-94cc-4cf5-89db-25e1fc2b461d up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:40.692756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:40.696887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Usage tracker for resource:subnet and tenant:41935ee88ea24b988e1fcf0eadc45182 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:40.700608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:40.706335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:40.721031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Made reservation on behalf of 41935ee88ea24b988e1fcf0eadc45182 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:40.827916 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.836212 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Allocated IP 2001:db8::2 (3f3066ba-25cd-43c4-8e40-8a1b929640e1/26bc07c5-6193-4fed-b18f-79913c29e8f6/488b2ace-97e4-4007-bbe9-bead61b88c51) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:40.870656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port e0051f2e-94cc-4cf5-89db-25e1fc2b461d triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:40.871114 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.057629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.138803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event updated for resources: {'Subnet': ['ID=c342e4a3-a8df-4ed8-afb6-8a1131a97ac4,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.150176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Checking segment: {'id': '9ae6cd53-017f-4acc-901b-9b21e3e81b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2dabb296-d06c-49b6-8430-5cd9df819a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:41.151240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network hostable DHCP agents. Network: 2dabb296-d06c-49b6-8430-5cd9df819a88, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:41.154118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.165722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Transition to ACTIVE for port object 488b2ace-97e4-4007-bbe9-bead61b88c51 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:41.174257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Network 2dabb296-d06c-49b6-8430-5cd9df819a88 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:41.184387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 2dabb296-d06c-49b6-8430-5cd9df819a88) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:41.185035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Transition to ACTIVE for port object 488b2ace-97e4-4007-bbe9-bead61b88c51 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:41.188670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:41.189281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.191409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.215032 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49980) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:41.215583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-34d75004-a6c8-433c-968c-a421116c2cc3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6488619 Mar 02 18:30:41.227526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bfbc2-37dc-4b67-ac3f-1a91607819f7 None None] Network 2dabb296-d06c-49b6-8430-5cd9df819a88 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:41.332118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:41.340710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:41.348067 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:41.359280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.360189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Pushing event updated for resources: {'Port': ['ID=488b2ace-97e4-4007-bbe9-bead61b88c51,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.519711 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.522084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ac-2245-4752-8b38-3796a75a6ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.523572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Attempting to bind port 488b2ace-97e4-4007-bbe9-bead61b88c51 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:41.523935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Attempting to bind port 488b2ace-97e4-4007-bbe9-bead61b88c51 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '92817ff1-7bc6-4fca-839b-9117fadb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:41.524311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Attempting to bind port 488b2ace-97e4-4007-bbe9-bead61b88c51 on network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:41.565790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:41.566188 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Checking segment: {'id': '92817ff1-7bc6-4fca-839b-9117fadb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:41.566557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.566969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Bound using segment: {'id': '92817ff1-7bc6-4fca-839b-9117fadb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:41.567442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Bound port: 488b2ace-97e4-4007-bbe9-bead61b88c51, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92817ff1-7bc6-4fca-839b-9117fadb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3f3066ba-25cd-43c4-8e40-8a1b929640e1'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:41.567812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.596647 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.613709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0411787-8e9f-4f8e-850f-f34414279583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-2dabb296-d06c-49b6-8430-5cd9df819a88', 'network_id': '2dabb296-d06c-49b6-8430-5cd9df819a88', 'tenant_id': '41935ee88ea24b988e1fcf0eadc45182', 'fixed_ips': [{'subnet_id': 'c342e4a3-a8df-4ed8-afb6-8a1131a97ac4'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:41.614507 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f0411787-8e9f-4f8e-850f-f34414279583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.636490 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Subnet': ['ID=c342e4a3-a8df-4ed8-afb6-8a1131a97ac4,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.734920 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.736582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] For port 488b2ace-97e4-4007-bbe9-bead61b88c51, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:41.740359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] For port 488b2ace-97e4-4007-bbe9-bead61b88c51, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=488b2ace-97e4-4007-bbe9-bead61b88c51,segment=NetworkSegment(92817ff1-7bc6-4fca-839b-9117fadb3922),segment_id=92817ff1-7bc6-4fca-839b-9117fadb3922)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:41.745792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.764099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dabb296-d06c-49b6-8430-5cd9df819a88']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:41.777385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae6cd53-017f-4acc-901b-9b21e3e81b0d') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:41.777684 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae6cd53-017f-4acc-901b-9b21e3e81b0d') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:41.787366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d35f31-4124-42ba-b3fe-6bac16cd61ef None None] Network 2dabb296-d06c-49b6-8430-5cd9df819a88 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:41.789958 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.811611 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.818346 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:41.818804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:41.835046 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:41.913111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.930439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.941821 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Network': ['ID=2dabb296-d06c-49b6-8430-5cd9df819a88,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.949107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dd3a2e03-93f1-453f-b734-19cc7574aebe tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/2dabb296-d06c-49b6-8430-5cd9df819a88 HTTP/1.1" status: 204 len: 168 time: 0.7296891 Mar 02 18:30:41.950240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49984) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:41.950520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d034a-c877-4a4d-b1da-36bb642226b0 None None] Pushing event updated for resources: {'Port': ['ID=488b2ace-97e4-4007-bbe9-bead61b88c51,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.993634 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc4d42b-31b2-4222-a94c-4fc092d89008 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] GET failed (client error): The resource could not be found. Mar 02 18:30:41.994228 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cfc4d42b-31b2-4222-a94c-4fc092d89008 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Synchronizing usage tracker for tenant:41935ee88ea24b988e1fcf0eadc45182 on resource:subnet {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:42.016143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-cfc4d42b-31b2-4222-a94c-4fc092d89008 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Unset dirty status for tenant:41935ee88ea24b988e1fcf0eadc45182 on resource:subnet {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:42.019790 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cfc4d42b-31b2-4222-a94c-4fc092d89008 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "GET /v2.0/subnets/c342e4a3-a8df-4ed8-afb6-8a1131a97ac4 HTTP/1.1" status: 404 len: 337 time: 0.0669177 Mar 02 18:30:42.020008 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49988) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:42.045426 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ecb2ed-3582-4bd3-be12-1f1c313b20f7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:42.045853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ecb2ed-3582-4bd3-be12-1f1c313b20f7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:42.047505 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3ecb2ed-3582-4bd3-be12-1f1c313b20f7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/2dabb296-d06c-49b6-8430-5cd9df819a88 HTTP/1.1" status: 404 len: 339 time: 0.0266209 Mar 02 18:30:42.051221 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49992) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:42.090073 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d08f81-cb98-4d2a-a81b-d292d5350917 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:42.090533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d08f81-cb98-4d2a-a81b-d292d5350917 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:42.096977 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-18d08f81-cb98-4d2a-a81b-d292d5350917 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/subnets/c342e4a3-a8df-4ed8-afb6-8a1131a97ac4 HTTP/1.1" status: 404 len: 337 time: 0.0400457 Mar 02 18:30:42.096977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 49996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:42.129536 n-d-820559-6 neutron-server[83796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da65d9e-9d7c-4b85-88a9-f4200737eb9e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:42.129961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da65d9e-9d7c-4b85-88a9-f4200737eb9e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:42.131717 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1da65d9e-9d7c-4b85-88a9-f4200737eb9e tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/2dabb296-d06c-49b6-8430-5cd9df819a88 HTTP/1.1" status: 404 len: 339 time: 0.0316124 Mar 02 18:30:42.134259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:42.324759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Deleting subnet 26bc07c5-6193-4fed-b18f-79913c29e8f6 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:30:42.327690 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.381203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.466848 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.539838 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.581973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Subnet': ['ID=26bc07c5-6193-4fed-b18f-79913c29e8f6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:42.594894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.613731 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50004) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:42.614412 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aeb6090b-5fcf-4d55-a92d-f2cc0db88320 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/subnets/26bc07c5-6193-4fed-b18f-79913c29e8f6 HTTP/1.1" status: 204 len: 168 time: 0.4779780 Mar 02 18:30:42.632660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 488b2ace-97e4-4007-bbe9-bead61b88c51 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:42.713524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 488b2ace-97e4-4007-bbe9-bead61b88c51 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:42.758161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.769771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Deleting port 488b2ace-97e4-4007-bbe9-bead61b88c51 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:42.770103 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.922833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028255f-dcd1-4d27-8177-c378cdff5196 None None] Network 3f3066ba-25cd-43c4-8e40-8a1b929640e1 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:42.975378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] For port 488b2ace-97e4-4007-bbe9-bead61b88c51, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=488b2ace-97e4-4007-bbe9-bead61b88c51,segment=NetworkSegment(92817ff1-7bc6-4fca-839b-9117fadb3922),segment_id=92817ff1-7bc6-4fca-839b-9117fadb3922)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:42.975643 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.070689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.100804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Calling delete_port for 488b2ace-97e4-4007-bbe9-bead61b88c51 owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:43.101918 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5429220-23ca-43aa-87b9-e4d07e52491b None None] Provisioning for port 488b2ace-97e4-4007-bbe9-bead61b88c51 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:43.113426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5429220-23ca-43aa-87b9-e4d07e52491b None None] Provisioning complete for port 488b2ace-97e4-4007-bbe9-bead61b88c51 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:43.113799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e5429220-23ca-43aa-87b9-e4d07e52491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.176452 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.183538 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.196445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e5429220-23ca-43aa-87b9-e4d07e52491b None None] Could not find standard attr ID for object 488b2ace-97e4-4007-bbe9-bead61b88c51. {{(pid=83798) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:30:43.199702 n-d-820559-6 neutron-server[83798]: INFO neutron.plugins.ml2.db [None req-e5429220-23ca-43aa-87b9-e4d07e52491b None None] No ports have port_id starting with 488b2ace-97e4-4007-bbe9-bead61b88c51 Mar 02 18:30:43.269750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd8025-8051-4b9d-bc32-8ab9b7a9f823 None None] DHCP port deletion for 3f3066ba-25cd-43c4-8e40-8a1b929640e1 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:30:43.321561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Port': ['ID=488b2ace-97e4-4007-bbe9-bead61b88c51,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:43.325985 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No DVR routers for this DVR port 488b2ace-97e4-4007-bbe9-bead61b88c51 on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:43.448259 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.473239 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3066ba-25cd-43c4-8e40-8a1b929640e1']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:43.485941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92817ff1-7bc6-4fca-839b-9117fadb3922') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:43.486170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92817ff1-7bc6-4fca-839b-9117fadb3922') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:43.497566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.513344 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.519311 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:43.519688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:43.533930 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:43.613246 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.618540 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.645386 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Network': ['ID=3f3066ba-25cd-43c4-8e40-8a1b929640e1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:43.649347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7854818f-1cb4-4566-8881-5ed7896d29d0 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/3f3066ba-25cd-43c4-8e40-8a1b929640e1 HTTP/1.1" status: 204 len: 168 time: 1.0332136 Mar 02 18:30:43.652518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50008) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.690068 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baa5dce-771d-4886-b44e-ffad2f80c3d7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:43.690488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baa5dce-771d-4886-b44e-ffad2f80c3d7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:43.692088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3baa5dce-771d-4886-b44e-ffad2f80c3d7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/subnets/6f6768db-6324-4e55-8cd2-58bf1f1ecf60 HTTP/1.1" status: 404 len: 337 time: 0.0386896 Mar 02 18:30:43.694716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50012) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.721281 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc3939-85e8-4dd8-8fdd-b7c9bbc3a2a7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:43.721700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bc3939-85e8-4dd8-8fdd-b7c9bbc3a2a7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:43.723286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-42bc3939-85e8-4dd8-8fdd-b7c9bbc3a2a7 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/34aace5d-93c0-4d06-bf9a-9384f8395fce HTTP/1.1" status: 404 len: 339 time: 0.0277178 Mar 02 18:30:43.725788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50016) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.770131 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-834374a2-9c46-4725-b9ea-e28810a12695 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:43.770561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834374a2-9c46-4725-b9ea-e28810a12695 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:43.772173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-834374a2-9c46-4725-b9ea-e28810a12695 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/subnets/c712e40c-c2fe-4546-8d22-1a5dac77b6d5 HTTP/1.1" status: 404 len: 337 time: 0.0455260 Mar 02 18:30:43.774642 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50020) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.799784 n-d-820559-6 neutron-server[83797]: INFO neutron.pecan_wsgi.hooks.translation [None req-831c4402-8082-434f-923d-9c79a550fee3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:43.800207 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831c4402-8082-434f-923d-9c79a550fee3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:43.801757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-831c4402-8082-434f-923d-9c79a550fee3 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/db7252c7-77ce-4182-8739-34449bbd3860 HTTP/1.1" status: 404 len: 339 time: 0.0262482 Mar 02 18:30:43.804096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50024) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.990812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Deleting subnet 4b853b95-58b4-47e6-beee-e16164028459 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:30:43.993418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.052687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.137906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.212750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.250141 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Subnet': ['ID=4b853b95-58b4-47e6-beee-e16164028459,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.257728 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.263351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a9df1-c6b1-46e4-967a-97abadfedd7d None None] Network 8f2ada83-a847-459b-9201-76455988e86a requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:44.268671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-120d8d28-8726-4f43-a093-859ce3c0b658 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/subnets/4b853b95-58b4-47e6-beee-e16164028459 HTTP/1.1" status: 204 len: 168 time: 0.4636223 Mar 02 18:30:44.270991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50028) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:44.383576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.393798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Deleting port e0051f2e-94cc-4cf5-89db-25e1fc2b461d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:44.394122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.510778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] DHCP port deletion for 8f2ada83-a847-459b-9201-76455988e86a request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:30:44.515236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Deleting port e0051f2e-94cc-4cf5-89db-25e1fc2b461d {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:44.515906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.575258 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.610426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] For port e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,segment=NetworkSegment(10b4b458-bb62-43b0-b406-07fe85f83052),segment_id=10b4b458-bb62-43b0-b406-07fe85f83052)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:44.610817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.612753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device e0051f2e-94cc-4cf5-89db-25e1fc2b461d no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:44.740735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Calling delete_port for e0051f2e-94cc-4cf5-89db-25e1fc2b461d owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:44.814930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.823957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] For port e0051f2e-94cc-4cf5-89db-25e1fc2b461d, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,segment=NetworkSegment(10b4b458-bb62-43b0-b406-07fe85f83052),segment_id=10b4b458-bb62-43b0-b406-07fe85f83052)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:44.824343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.861504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Port': ['ID=e0051f2e-94cc-4cf5-89db-25e1fc2b461d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.868381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] No DVR routers for this DVR port e0051f2e-94cc-4cf5-89db-25e1fc2b461d on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:44.889518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.960107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Calling delete_port for e0051f2e-94cc-4cf5-89db-25e1fc2b461d owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:45.055638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 488b2ace-97e4-4007-bbe9-bead61b88c51 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:45.087101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.095287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 488b2ace-97e4-4007-bbe9-bead61b88c51 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:30:45.095614 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 488b2ace-97e4-4007-bbe9-bead61b88c51 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:45.104141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:30:45.104813 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:30:45.113936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2ada83-a847-459b-9201-76455988e86a']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:45.126915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b4b458-bb62-43b0-b406-07fe85f83052') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:45.127217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b4b458-bb62-43b0-b406-07fe85f83052') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:45.138348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.153923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.160083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:45.160503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:45.175272 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:45.254968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.272304 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.284341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] Pushing event deleted for resources: {'Network': ['ID=8f2ada83-a847-459b-9201-76455988e86a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:45.287054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-20cd2f5e-49fa-486f-924b-7df255ade5d2 tempest-NetworksIpV6Test-1171227177 tempest-NetworksIpV6Test-1171227177-project] 10.222.0.37 "DELETE /v2.0/networks/8f2ada83-a847-459b-9201-76455988e86a HTTP/1.1" status: 204 len: 168 time: 1.0149899 Mar 02 18:30:45.577376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50036) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:45.605491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Deleting port e0051f2e-94cc-4cf5-89db-25e1fc2b461d {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:45.606074 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.667718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe542-07dc-4696-b338-99487dae2865 None None] The port 'e0051f2e-94cc-4cf5-89db-25e1fc2b461d' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:30:45.759312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-92e89472-4f0a-48dc-b2bf-6a3e6100670c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41935ee88ea24b988e1fcf0eadc45182&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807623 Mar 02 18:30:45.762451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50042) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:45.828156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.854694 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.920229 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.937442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c567336-70bf-4616-9a19-eadd44d0ef2b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:45.941843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.944340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-842f4d27-a176-4b7c-bf4a-6a5ecda0e0ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c567336-70bf-4616-9a19-eadd44d0ef2b HTTP/1.1" status: 204 len: 168 time: 0.1807528 Mar 02 18:30:46.746711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50064) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:46.873902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-888711584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:46.880655 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:46.884419 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:router and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:46.887987 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:46.894144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:46.904319 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.905228 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.923288 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.941086 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.962821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.964177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-acebcfe9-b8b4-41b2-9de0-786d23441707 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2164729 Mar 02 18:30:46.966973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50070) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:46.972802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1033975743'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:46.978173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:46.981988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:network and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:46.985453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:46.991245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:47.007414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Made reservation on behalf of 2d249e2d135b4d18b590c404a4256cc7 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:47.010929 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.023652 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.057185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:47.061079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:security_group_rule and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:47.064072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:47.069860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:47.141670 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.145806 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.178464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:47.187421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd117e9-fb63-440c-9f86-157cd58bf966,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:47.193025 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.193372 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Added segment e1b82d90-21dd-4e6d-853c-08e097c2d2f2 of type vlan for network fb418ccd-2533-44c1-b605-92fdb146d30c Mar 02 18:30:47.223206 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.252839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.256572 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:47.257149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.367173 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3990917 Mar 02 18:30:47.368023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2425955-eda9-4399-9c0d-8dac374f8323 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event updated for resources: {'Network': ['ID=fb418ccd-2533-44c1-b605-92fdb146d30c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:47.370686 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50074) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:47.376332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'subnet': {'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:47.380481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network fb418ccd-2533-44c1-b605-92fdb146d30c details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:47.487900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:47.491782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:subnet and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:47.494943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:47.500566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:47.511323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Made reservation on behalf of 2d249e2d135b4d18b590c404a4256cc7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:47.615564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.830414 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.908098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event updated for resources: {'Subnet': ['ID=bc8e6f46-335d-4616-b49d-5dbfdafcb909,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:47.923003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Checking segment: {'id': 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:47.923353 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Network hostable DHCP agents. Network: fb418ccd-2533-44c1-b605-92fdb146d30c, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:47.945391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Network fb418ccd-2533-44c1-b605-92fdb146d30c is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:47.955835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, fb418ccd-2533-44c1-b605-92fdb146d30c) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:47.959896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:47.960467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.964883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fabcc-eb12-475a-96ca-6f383501eb4e None None] Network fb418ccd-2533-44c1-b605-92fdb146d30c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:47.984998 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac466b9b-d15c-4299-ace9-0bab1cb7be26 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6132221 Mar 02 18:30:47.988058 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50078) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:47.993475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1793905008'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:47.999873 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:48.003625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:network and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:48.006416 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:48.012948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:48.024778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Made reservation on behalf of 2d249e2d135b4d18b590c404a4256cc7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:48.029215 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.059725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:48.073441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.073788 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Added segment 6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10 of type vlan for network e4b3e677-7f53-4a1a-9717-97f94d86d3dd Mar 02 18:30:48.103824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.134029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.137676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:48.138248 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.178125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-fb418ccd-2533-44c1-b605-92fdb146d30c', 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c', 'tenant_id': '2d249e2d135b4d18b590c404a4256cc7', 'fixed_ips': [{'subnet_id': 'bc8e6f46-335d-4616-b49d-5dbfdafcb909'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:48.179008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.238263 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2490351 Mar 02 18:30:48.241216 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50082) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:48.249405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'subnet': {'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:48.262557 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61354271-c86a-4ac8-a17b-f74ece15c38a tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event updated for resources: {'Network': ['ID=e4b3e677-7f53-4a1a-9717-97f94d86d3dd,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.274395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e4b3e677-7f53-4a1a-9717-97f94d86d3dd details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:48.356194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:48.359923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Usage tracker for resource:subnet and tenant:2d249e2d135b4d18b590c404a4256cc7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:48.362722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:48.368256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:48.378678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Made reservation on behalf of 2d249e2d135b4d18b590c404a4256cc7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:48.433155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Allocated IP 172.20.0.2 (fb418ccd-2533-44c1-b605-92fdb146d30c/bc8e6f46-335d-4616-b49d-5dbfdafcb909/f2541be4-f2af-4403-a38a-5f7ac499201f) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:48.565081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.645498 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.660243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Transition to ACTIVE for port object f2541be4-f2af-4403-a38a-5f7ac499201f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:48.680939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Transition to ACTIVE for port object f2541be4-f2af-4403-a38a-5f7ac499201f will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:48.686873 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.750454 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Network fb418ccd-2533-44c1-b605-92fdb146d30c is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:48.753177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:48.755640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:48.773686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Pushing event updated for resources: {'Port': ['ID=f2541be4-f2af-4403-a38a-5f7ac499201f,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.794455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.859186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Attempting to bind port f2541be4-f2af-4403-a38a-5f7ac499201f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:48.859581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Attempting to bind port f2541be4-f2af-4403-a38a-5f7ac499201f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:48.859931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Attempting to bind port f2541be4-f2af-4403-a38a-5f7ac499201f on network fb418ccd-2533-44c1-b605-92fdb146d30c {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:48.869585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:48.869969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Checking segment: {'id': 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:48.870400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.870810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Bound using segment: {'id': 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:48.871342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Bound port: f2541be4-f2af-4403-a38a-5f7ac499201f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb418ccd-2533-44c1-b605-92fdb146d30c'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:48.871724 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.874306 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event updated for resources: {'Subnet': ['ID=ad3bc420-947c-42b9-9ad8-800acff1b1e0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.882882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Checking segment: {'id': '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:48.883239 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Network hostable DHCP agents. Network: e4b3e677-7f53-4a1a-9717-97f94d86d3dd, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:48.906856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Network e4b3e677-7f53-4a1a-9717-97f94d86d3dd is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:48.916952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e4b3e677-7f53-4a1a-9717-97f94d86d3dd) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:48.921284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:48.921931 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.928069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f560d4-dc33-4698-a172-d4ad77e1bd86 None None] Network e4b3e677-7f53-4a1a-9717-97f94d86d3dd requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:48.943775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b944d3e7-dbb2-4eac-8b9f-0869b63c8b88 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7014890 Mar 02 18:30:48.947527 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50086) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:48.952841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1915e0d5-734b-4fee-8235-9ef13cb975ee tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:49.047756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] For port f2541be4-f2af-4403-a38a-5f7ac499201f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:49.052994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] For port f2541be4-f2af-4403-a38a-5f7ac499201f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2541be4-f2af-4403-a38a-5f7ac499201f,segment=NetworkSegment(e1b82d90-21dd-4e6d-853c-08e097c2d2f2),segment_id=e1b82d90-21dd-4e6d-853c-08e097c2d2f2)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:49.064156 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.203555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc459e-68d9-4e47-9dcd-db20140bd205 None None] Pushing event updated for resources: {'Port': ['ID=f2541be4-f2af-4403-a38a-5f7ac499201f,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:49.260449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e4b3e677-7f53-4a1a-9717-97f94d86d3dd', 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd', 'tenant_id': '2d249e2d135b4d18b590c404a4256cc7', 'fixed_ips': [{'subnet_id': 'ad3bc420-947c-42b9-9ad8-800acff1b1e0'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:49.261323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.376314 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1915e0d5-734b-4fee-8235-9ef13cb975ee tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.472639 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Allocated IP 172.21.0.2 (e4b3e677-7f53-4a1a-9717-97f94d86d3dd/ad3bc420-947c-42b9-9ad8-800acff1b1e0/ea81f45a-6b3f-417b-8b08-096809e9f793) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:49.543665 n-d-820559-6 neutron-server[83796]: INFO neutron.api.v2.resource [None req-1915e0d5-734b-4fee-8235-9ef13cb975ee tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:30:49.545521 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1915e0d5-734b-4fee-8235-9ef13cb975ee tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "PUT /v2.0/routers/2ffd8375-a479-4673-a2f2-fbd4ba2982ff HTTP/1.1" status: 400 len: 364 time: 0.5970385 Mar 02 18:30:49.551147 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50090) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:49.618173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Deleting subnet ad3bc420-947c-42b9-9ad8-800acff1b1e0 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:30:49.719364 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.729724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Transition to ACTIVE for port object ea81f45a-6b3f-417b-8b08-096809e9f793 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:49.753201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Transition to ACTIVE for port object ea81f45a-6b3f-417b-8b08-096809e9f793 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:49.758661 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.759357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.815099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.833597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.841702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Network e4b3e677-7f53-4a1a-9717-97f94d86d3dd is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:49.845084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:49.849379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:49.851542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Pushing event updated for resources: {'Port': ['ID=ea81f45a-6b3f-417b-8b08-096809e9f793,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:49.908883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.943712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Attempting to bind port ea81f45a-6b3f-417b-8b08-096809e9f793 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:49.944694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Attempting to bind port ea81f45a-6b3f-417b-8b08-096809e9f793 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:49.944694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Attempting to bind port ea81f45a-6b3f-417b-8b08-096809e9f793 on network e4b3e677-7f53-4a1a-9717-97f94d86d3dd {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:49.951638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:49.952006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Checking segment: {'id': '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:49.952402 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.952792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Bound using segment: {'id': '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:49.953980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Bound port: ea81f45a-6b3f-417b-8b08-096809e9f793, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e4b3e677-7f53-4a1a-9717-97f94d86d3dd'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:49.953980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.992605 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.034150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3bc420-947c-42b9-9ad8-800acff1b1e0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.042946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.049274 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0549dc0d-7ff4-4c85-ad25-a824f8b8fbc2 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3bc420-947c-42b9-9ad8-800acff1b1e0 HTTP/1.1" status: 204 len: 168 time: 0.4970059 Mar 02 18:30:50.052164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50094) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:50.054813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] For port ea81f45a-6b3f-417b-8b08-096809e9f793, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:50.058889 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] For port ea81f45a-6b3f-417b-8b08-096809e9f793, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ea81f45a-6b3f-417b-8b08-096809e9f793,segment=NetworkSegment(6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10),segment_id=6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:50.063168 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.170703 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.183458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Deleting port ea81f45a-6b3f-417b-8b08-096809e9f793 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:50.184116 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.200707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ad66c-821e-4100-b5d0-53eb856a3de4 None None] Pushing event updated for resources: {'Port': ['ID=ea81f45a-6b3f-417b-8b08-096809e9f793,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.235351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf930fc-045c-4f1a-ba99-416cfc02cfd9 None None] Network e4b3e677-7f53-4a1a-9717-97f94d86d3dd requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:50.252452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d83d2-1c34-456f-b072-94b8a7156017 None None] Network fb418ccd-2533-44c1-b605-92fdb146d30c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:50.436949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b1c9d9e6-b725-48f2-a228-5227073b3ed2 None None] Provisioning for port f2541be4-f2af-4403-a38a-5f7ac499201f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:50.513851 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] For port ea81f45a-6b3f-417b-8b08-096809e9f793, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ea81f45a-6b3f-417b-8b08-096809e9f793,segment=NetworkSegment(6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10),segment_id=6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:50.514205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.673247 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Calling delete_port for ea81f45a-6b3f-417b-8b08-096809e9f793 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:50.707146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2541be4-f2af-4403-a38a-5f7ac499201f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:50.771881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.805207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f2541be4-f2af-4403-a38a-5f7ac499201f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:50.811442 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f2541be4-f2af-4403-a38a-5f7ac499201f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:50.811979 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.828910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Port': ['ID=ea81f45a-6b3f-417b-8b08-096809e9f793,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.833670 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] No DVR routers for this DVR port ea81f45a-6b3f-417b-8b08-096809e9f793 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:50.942543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.979958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port f2541be4-f2af-4403-a38a-5f7ac499201f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2541be4-f2af-4403-a38a-5f7ac499201f,segment=NetworkSegment(e1b82d90-21dd-4e6d-853c-08e097c2d2f2),segment_id=e1b82d90-21dd-4e6d-853c-08e097c2d2f2)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:50.980227 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.984252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.008852 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b3e677-7f53-4a1a-9717-97f94d86d3dd']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:51.022806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:51.023168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cac4ed4-f935-4b8d-bff8-2c6b19e4cf10') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:51.035724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.052499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.059554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:51.059965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.062662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=f2541be4-f2af-4403-a38a-5f7ac499201f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:51.075213 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:51.098883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77ba7c-a57e-4a18-b12e-f3714a195b2c None None] get_active_networks_info from n-d-820559-6 {{(pid=83798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:30:51.156810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.173847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.177256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-27b7c180-65ee-4441-bb2d-b16b2423d660 None None] Provisioning complete for port f2541be4-f2af-4403-a38a-5f7ac499201f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:51.177830 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-27b7c180-65ee-4441-bb2d-b16b2423d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.184611 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Network': ['ID=e4b3e677-7f53-4a1a-9717-97f94d86d3dd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:51.190928 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-11a8f186-2385-4728-a7d4-fbd34b89e2bd tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "DELETE /v2.0/networks/e4b3e677-7f53-4a1a-9717-97f94d86d3dd HTTP/1.1" status: 204 len: 168 time: 1.1354420 Mar 02 18:30:51.191378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50098) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:51.234930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77ba7c-a57e-4a18-b12e-f3714a195b2c None None] Resources bound (agent type, host, resource id): {{(pid=83798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:30:51.258987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Deleting subnet bc8e6f46-335d-4616-b49d-5dbfdafcb909 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:30:51.263254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.319285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.409370 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.485338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.523749 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8e6f46-335d-4616-b49d-5dbfdafcb909,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:51.530440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.536797 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7704d190-b9d7-448a-9bac-725a06d59df8 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "DELETE /v2.0/subnets/bc8e6f46-335d-4616-b49d-5dbfdafcb909 HTTP/1.1" status: 204 len: 168 time: 0.3446689 Mar 02 18:30:51.539451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50102) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:51.633234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a9b7f-b851-4821-b80f-a34a95c55477 None None] Network fb418ccd-2533-44c1-b605-92fdb146d30c requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:51.655560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.667476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Deleting port f2541be4-f2af-4403-a38a-5f7ac499201f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:51.667800 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.869959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] For port f2541be4-f2af-4403-a38a-5f7ac499201f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2541be4-f2af-4403-a38a-5f7ac499201f,segment=NetworkSegment(e1b82d90-21dd-4e6d-853c-08e097c2d2f2),segment_id=e1b82d90-21dd-4e6d-853c-08e097c2d2f2)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:51.870629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.881819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] DHCP port deletion for fb418ccd-2533-44c1-b605-92fdb146d30c request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:30:51.885936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Deleting port f2541be4-f2af-4403-a38a-5f7ac499201f {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:51.886313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.081366 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Calling delete_port for f2541be4-f2af-4403-a38a-5f7ac499201f owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:52.096516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] For port f2541be4-f2af-4403-a38a-5f7ac499201f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f2541be4-f2af-4403-a38a-5f7ac499201f,segment=NetworkSegment(e1b82d90-21dd-4e6d-853c-08e097c2d2f2),segment_id=e1b82d90-21dd-4e6d-853c-08e097c2d2f2)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:52.096890 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.159196 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.205521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Port': ['ID=f2541be4-f2af-4403-a38a-5f7ac499201f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.208880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] No DVR routers for this DVR port f2541be4-f2af-4403-a38a-5f7ac499201f on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:52.219303 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Calling delete_port for f2541be4-f2af-4403-a38a-5f7ac499201f owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:30:52.289697 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:30:52.290048 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:30:52.337301 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.362981 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb418ccd-2533-44c1-b605-92fdb146d30c']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:52.374954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:52.375250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b82d90-21dd-4e6d-853c-08e097c2d2f2') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:52.386455 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.402980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.409484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:30:52.409807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:52.424752 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:52.505491 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.522978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.534634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Pushing event deleted for resources: {'Network': ['ID=fb418ccd-2533-44c1-b605-92fdb146d30c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.538610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-be1097a9-11a0-45e5-bcb2-765e7dac2525 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "DELETE /v2.0/networks/fb418ccd-2533-44c1-b605-92fdb146d30c HTTP/1.1" status: 204 len: 168 time: 0.9981923 Mar 02 18:30:52.541871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50106) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:52.585401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-73d9a167-78fa-4394-a037-b942e036f6a5 tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ffd8375-a479-4673-a2f2-fbd4ba2982ff HTTP/1.1" status: 200 len: 205 time: 0.0423377 Mar 02 18:30:52.588474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50110) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:52.598075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2541be4-f2af-4403-a38a-5f7ac499201f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:52.630883 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f2541be4-f2af-4403-a38a-5f7ac499201f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:30:52.631226 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f2541be4-f2af-4403-a38a-5f7ac499201f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:52.720750 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.791747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Deleting port f2541be4-f2af-4403-a38a-5f7ac499201f {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:30:52.792159 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.858291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b5336609-7665-46ff-92f4-d3cb3a4d516a None None] The port 'f2541be4-f2af-4403-a38a-5f7ac499201f' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:30:53.203593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.207751 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.234708 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.235201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Fanout notify agent at l3_agent the message router_deleted on router 2ffd8375-a479-4673-a2f2-fbd4ba2982ff {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:30:53.246038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.247109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c8dcf650-1563-4a1f-9118-1e0e5f6c503b tempest-RoutersNegativeTest-421168131 tempest-RoutersNegativeTest-421168131-project] 10.222.0.37 "DELETE /v2.0/routers/2ffd8375-a479-4673-a2f2-fbd4ba2982ff HTTP/1.1" status: 204 len: 168 time: 0.6577697 Mar 02 18:30:53.552766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50118) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:53.746207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1c051c2c-27a4-4e46-be1c-65986a010e29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d249e2d135b4d18b590c404a4256cc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1920907 Mar 02 18:30:53.748665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50124) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:53.807454 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.833375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.887251 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.903206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd117e9-fb63-440c-9f86-157cd58bf966,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:53.907914 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.911693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9cdbb788-cdd7-4e7f-94dd-2cc10e571825 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffd117e9-fb63-440c-9f86-157cd58bf966 HTTP/1.1" status: 204 len: 168 time: 0.1589334 Mar 02 18:30:54.048840 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:30:54.690459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50146) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:54.823914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1157042644-network', 'tenant_id': '0726250a6d6349258ca45638e4417672'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:54.829114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:54.832967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Usage tracker for resource:network and tenant:0726250a6d6349258ca45638e4417672 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:54.835809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:54.841619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:54.852234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Made reservation on behalf of 0726250a6d6349258ca45638e4417672 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:54.855439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.873061 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.905019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:54.908680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Usage tracker for resource:security_group_rule and tenant:0726250a6d6349258ca45638e4417672 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:54.911409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:54.917721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:54.984798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.988428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.020281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:55.030296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f2090-c9d3-4476-ad3a-925581b4dd69,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:55.037120 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.038345 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Added segment 88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0 of type vlan for network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 Mar 02 18:30:55.066977 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.096437 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.097257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.097848 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.199886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] Pushing event updated for resources: {'Network': ['ID=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:55.203380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dfc9d433-6dae-4ddb-a983-a1c104527295 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5117509 Mar 02 18:30:55.206371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50152) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:55.209781 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:55.214377 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Request body: {'subnet': {'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-subnet', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:55.219815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:55.224170 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Usage tracker for resource:subnet and tenant:0726250a6d6349258ca45638e4417672 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:55.226618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:55.233554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:55.244477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Made reservation on behalf of 0726250a6d6349258ca45638e4417672 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:55.246771 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.456481 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.534725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9674b27-3d4d-41fc-9f39-739b67e8485f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:55.545526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Checking segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:55.545877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Network hostable DHCP agents. Network: 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:55.569440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:55.580542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:55.586075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.586992 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.596063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718deb4-1280-4663-9141-e958808c6e74 None None] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:55.612280 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7a49985f-06c3-4ab5-9f05-4f364a2cb569 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4047000 Mar 02 18:30:55.614981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50156) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:55.620218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:30:55.625499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:55.629563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Usage tracker for resource:router and tenant:0726250a6d6349258ca45638e4417672 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:55.632531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:55.639670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:55.651999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.652920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.671208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.814248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:30:55.815097 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.838793 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.986083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Allocated IP 172.20.0.2 (57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287/c9674b27-3d4d-41fc-9f39-739b67e8485f/636bf83d-dedd-4f7d-a537-ead4d26a6956) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:56.049638 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.083797 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.207843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.218168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Transition to ACTIVE for port object 636bf83d-dedd-4f7d-a537-ead4d26a6956 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:56.236041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Transition to ACTIVE for port object 636bf83d-dedd-4f7d-a537-ead4d26a6956 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:56.238050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Allocated IP 172.25.3.12 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/676c610c-0eb2-424b-b5f2-17cfe4be26c0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:56.243174 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.353575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:56.356817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:56.361077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:56.363004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Pushing event updated for resources: {'Port': ['ID=636bf83d-dedd-4f7d-a537-ead4d26a6956,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:56.402440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.433644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.454224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Attempting to bind port 636bf83d-dedd-4f7d-a537-ead4d26a6956 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:56.454817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Attempting to bind port 636bf83d-dedd-4f7d-a537-ead4d26a6956 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:56.455320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Attempting to bind port 636bf83d-dedd-4f7d-a537-ead4d26a6956 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:56.466165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:56.466492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Checking segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:56.467008 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.467638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Bound using segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:56.468491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Bound port: 636bf83d-dedd-4f7d-a537-ead4d26a6956, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:56.469117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.503941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:56.507355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:56.511926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:56.538966 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Pushing event updated for resources: {'Port': ['ID=676c610c-0eb2-424b-b5f2-17cfe4be26c0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:56.598717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] For port 636bf83d-dedd-4f7d-a537-ead4d26a6956, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:56.602661 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] For port 636bf83d-dedd-4f7d-a537-ead4d26a6956, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=636bf83d-dedd-4f7d-a537-ead4d26a6956,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:56.611167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.702753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.704161 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.710731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a568-4635-4b3e-b9d9-4c161c3915db None None] Pushing event updated for resources: {'Port': ['ID=636bf83d-dedd-4f7d-a537-ead4d26a6956,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:57.083015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Router 449441c1-58ed-4676-a0e0-357d2c600f02 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:30:57.287023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:30:57.296387 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Sync routers for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:30:57.310167 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:30:57.310900 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:57.312287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.316158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b42392d7-2faa-4ce7-a9f2-db96398e9bcd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6977057 Mar 02 18:30:57.316342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50160) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:57.501975 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:30:57.664631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6dbfc1-aeec-4bec-aaed-6dfe70ee17d3 None None] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:30:57.763141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a3c3c66-d5bc-45a2-b17d-1d7ef39d705f None None] Provisioning for port 636bf83d-dedd-4f7d-a537-ead4d26a6956 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:57.833536 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:56Z', 'revision_number': 3, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:57.837022 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Checking router: 449441c1-58ed-4676-a0e0-357d2c600f02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:30:57.837417 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Updating router 449441c1-58ed-4676-a0e0-357d2c600f02 port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:30:57.895610 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.093512 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.234366 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.246010 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Transition to ACTIVE for port object 676c610c-0eb2-424b-b5f2-17cfe4be26c0 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:58.252218 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.319667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Allocated IP 172.20.0.1 (57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287/c9674b27-3d4d-41fc-9f39-739b67e8485f/011e5b1d-3315-4df8-b880-1e21cc702012) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:58.332971 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Attempting to bind port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:58.333546 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Attempting to bind port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:58.333746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Attempting to bind port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:30:58.335743 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Pushing event updated for resources: {'Port': ['ID=676c610c-0eb2-424b-b5f2-17cfe4be26c0,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:58.347266 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:30:58.347535 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:30:58.347922 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.348302 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:30:58.348754 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Bound port: 676c610c-0eb2-424b-b5f2-17cfe4be26c0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:58.349112 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.376495 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.376831 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.377160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.377483 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.377802 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.378116 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.378429 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.378769 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.379082 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.379395 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.379708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:58.426368 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] For port 676c610c-0eb2-424b-b5f2-17cfe4be26c0, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:30:58.429846 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] For port 676c610c-0eb2-424b-b5f2-17cfe4be26c0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676c610c-0eb2-424b-b5f2-17cfe4be26c0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:30:58.434589 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.478091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.497354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Transition to ACTIVE for port object 011e5b1d-3315-4df8-b880-1e21cc702012 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:58.515815 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ffac-c9e2-4744-8563-1db06870f864 None None] Pushing event updated for resources: {'Port': ['ID=676c610c-0eb2-424b-b5f2-17cfe4be26c0,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:58.521849 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.523968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:30:58.524559 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:58.592692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:58.600653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:58.604620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:30:58.651798 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 636bf83d-dedd-4f7d-a537-ead4d26a6956 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:58.663470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.699804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:58.704245 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:30:58.771394 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 636bf83d-dedd-4f7d-a537-ead4d26a6956 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:58.778648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.784699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 636bf83d-dedd-4f7d-a537-ead4d26a6956 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:58.785087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.927106 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.969389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 636bf83d-dedd-4f7d-a537-ead4d26a6956, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=636bf83d-dedd-4f7d-a537-ead4d26a6956,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:30:58.970862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac7f3-5b75-4bc1-b1a5-ea52162757e5 None None] Provisioning for port 011e5b1d-3315-4df8-b880-1e21cc702012 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:58.975325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.011451 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:56Z', 'revision_number': 3, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:59.016414 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f25ce-8414-4837-acde-2f715dae2aac None None] The sync data for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 is: [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:56Z', 'revision_number': 3, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:30:59.018269 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac7f3-5b75-4bc1-b1a5-ea52162757e5 None None] Provisioning complete for port 011e5b1d-3315-4df8-b880-1e21cc702012 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:59.018964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac7f3-5b75-4bc1-b1a5-ea52162757e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.097764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac7f3-5b75-4bc1-b1a5-ea52162757e5 None None] Port 011e5b1d-3315-4df8-b880-1e21cc702012 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:30:59.101387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=636bf83d-dedd-4f7d-a537-ead4d26a6956,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:59.161316 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.167320 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.279036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:59.283798 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.429326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:59.430527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:59.724314 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-fa4f5984-98bc-40cc-9d69-a7d62f534534 None None] Provisioning complete for port 011e5b1d-3315-4df8-b880-1e21cc702012 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:59.724694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fa4f5984-98bc-40cc-9d69-a7d62f534534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.778935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f5984-98bc-40cc-9d69-a7d62f534534 None None] Port 011e5b1d-3315-4df8-b880-1e21cc702012 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:30:59.839228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Router 449441c1-58ed-4676-a0e0-357d2c600f02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:31:00.033971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:31:00.043456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e0a9b79e-afaa-490f-8740-0d070c45c3b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/449441c1-58ed-4676-a0e0-357d2c600f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261612 Mar 02 18:31:00.672313 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676c610c-0eb2-424b-b5f2-17cfe4be26c0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:00.747328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:00.752120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:00.752491 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.870701 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.887953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 676c610c-0eb2-424b-b5f2-17cfe4be26c0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676c610c-0eb2-424b-b5f2-17cfe4be26c0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:00.891049 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.891803 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 636bf83d-dedd-4f7d-a537-ead4d26a6956 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:00.896915 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50182) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:00.904098 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-443884145-network', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:00.909839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:00.913609 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Usage tracker for resource:network and tenant:7168413cda0a42c2b361f83d91fc1f81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:00.917605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:00.924073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:00.935510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Made reservation on behalf of 7168413cda0a42c2b361f83d91fc1f81 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:00.937980 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.950376 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.981184 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:00.985079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Usage tracker for resource:security_group_rule and tenant:7168413cda0a42c2b361f83d91fc1f81 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:00.987913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:00.994809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:01.004642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=676c610c-0eb2-424b-b5f2-17cfe4be26c0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:01.017698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 636bf83d-dedd-4f7d-a537-ead4d26a6956 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:01.018067 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.065263 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.069762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.103467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:01.109066 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f2c82-2419-483f-b207-299631201e0c,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:01.117659 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.118171 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Added segment 66eb3191-79f0-4421-a059-721bd08d4de1 of type vlan for network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 Mar 02 18:31:01.146621 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.177482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.178453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:01.179050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.282414 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3840451 Mar 02 18:31:01.285283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50186) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:01.285778 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299a28-0ff7-4194-ad0a-44ffac6abe6b admin admin] Pushing event updated for resources: {'Network': ['ID=4539ec6c-bab8-415b-a2cc-ecfb1d0d9099,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:01.292559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Request body: {'subnet': {'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-subnet', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:01.297965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:01.298247 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:01.301840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Usage tracker for resource:subnet and tenant:7168413cda0a42c2b361f83d91fc1f81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:01.304706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:01.310871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:01.321882 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Made reservation on behalf of 7168413cda0a42c2b361f83d91fc1f81 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:01.324351 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.533999 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.604420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9b0520-37d9-4fa5-8b1d-ceda6caa6889,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:01.619361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Checking segment: {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:01.619713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Network hostable DHCP agents. Network: 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:01.641173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:01.651089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:01.656155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:01.658036 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.659045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d816d1-112e-4a93-bc97-2f57da3e0534 None None] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:31:01.678951 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5cf68c2-72cb-486e-8e3f-60b0964a262f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3923903 Mar 02 18:31:01.681680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50190) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:01.686800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:01.692345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:01.696427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Usage tracker for resource:router and tenant:7168413cda0a42c2b361f83d91fc1f81 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:01.700014 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:01.705837 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:01.717322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.718287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.741126 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.910518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'fixed_ips': [{'subnet_id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:31:01.911421 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.995970 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.062703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Allocated IP 172.20.0.2 (4539ec6c-bab8-415b-a2cc-ecfb1d0d9099/3e9b0520-37d9-4fa5-8b1d-ceda6caa6889/6c17cee8-4c80-4dbd-b85b-1230401734bd) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:02.188406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.219156 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.276366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.291751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Transition to ACTIVE for port object 6c17cee8-4c80-4dbd-b85b-1230401734bd will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:02.312223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Transition to ACTIVE for port object 6c17cee8-4c80-4dbd-b85b-1230401734bd will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:02.318759 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.378979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Allocated IP 172.25.3.179 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/493b8522-a5f9-4597-8835-38cde5f367a0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:02.389994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:02.393570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:02.395456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Pushing event updated for resources: {'Port': ['ID=6c17cee8-4c80-4dbd-b85b-1230401734bd,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:02.397513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:31:02.491034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Attempting to bind port 6c17cee8-4c80-4dbd-b85b-1230401734bd on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:02.491490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Attempting to bind port 6c17cee8-4c80-4dbd-b85b-1230401734bd by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:02.491926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Attempting to bind port 6c17cee8-4c80-4dbd-b85b-1230401734bd on network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:02.501238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:02.501679 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Checking segment: {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:02.502175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.502782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Bound using segment: {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:02.503502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Bound port: 6c17cee8-4c80-4dbd-b85b-1230401734bd, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:02.504319 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.525678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Sync routers for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:31:02.544461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.579911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:02.580535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:02.586367 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.633767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676c610c-0eb2-424b-b5f2-17cfe4be26c0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:02.661315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:02.664755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:02.667371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Pushing event updated for resources: {'Port': ['ID=493b8522-a5f9-4597-8835-38cde5f367a0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:02.669625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:31:02.784779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] For port 6c17cee8-4c80-4dbd-b85b-1230401734bd, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:02.804996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] For port 6c17cee8-4c80-4dbd-b85b-1230401734bd, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6c17cee8-4c80-4dbd-b85b-1230401734bd,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:02.816177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.827899 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.828658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.910267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:02.910651 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.967780 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:03.012735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e4da-cde2-4bc5-9f47-ca65741c11de None None] Pushing event updated for resources: {'Port': ['ID=6c17cee8-4c80-4dbd-b85b-1230401734bd,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:03.076530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Router 2814c16b-5221-47d6-a384-b5413ffb5636 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:31:03.305467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:31:03.315787 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Sync routers for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:31:03.331643 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:03.332484 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:03.335885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.340102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f77abb29-75e7-47a9-9b93-e4a9cd1b91d9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6547582 Mar 02 18:31:03.340751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50194) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:03.407695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 4, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '011e5b1d-3315-4df8-b880-1e21cc702012', 'name': '', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:58Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 2, 'project_id': '0726250a6d6349258ca45638e4417672', 'subnets': [{'id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:03.411555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Checking router: 449441c1-58ed-4676-a0e0-357d2c600f02 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:31:03.411951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Updating router 449441c1-58ed-4676-a0e0-357d2c600f02 port 011e5b1d-3315-4df8-b880-1e21cc702012 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:31:03.470001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.529037 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:03.848911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.863519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Transition to ACTIVE for port object 011e5b1d-3315-4df8-b880-1e21cc702012 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:03.863984 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:02Z', 'revision_number': 3, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:03.868937 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Checking router: 2814c16b-5221-47d6-a384-b5413ffb5636 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:31:03.869281 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Updating router 2814c16b-5221-47d6-a384-b5413ffb5636 port 493b8522-a5f9-4597-8835-38cde5f367a0 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:31:03.874333 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.932489 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.949211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf067203-953e-4500-9fc0-04a533fe271c None None] Pushing event updated for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.160223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Attempting to bind port 011e5b1d-3315-4df8-b880-1e21cc702012 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:04.161264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Attempting to bind port 011e5b1d-3315-4df8-b880-1e21cc702012 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:04.161884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Attempting to bind port 011e5b1d-3315-4df8-b880-1e21cc702012 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:04.186553 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332ac35a-0521-4fce-bc44-ab86b37f819b None None] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:31:04.200331 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:04.200696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Checking segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:04.201787 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.202169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Bound using segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:04.202695 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Bound port: 011e5b1d-3315-4df8-b880-1e21cc702012, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:04.203195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.307575 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.320726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Transition to ACTIVE for port object 493b8522-a5f9-4597-8835-38cde5f367a0 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:04.328709 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.381462 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.386390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-cf85ec6e-d829-4aca-a289-c0d6a2fa953f None None] Provisioning for port 6c17cee8-4c80-4dbd-b85b-1230401734bd completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:04.415212 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Attempting to bind port 493b8522-a5f9-4597-8835-38cde5f367a0 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:04.415520 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Attempting to bind port 493b8522-a5f9-4597-8835-38cde5f367a0 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:04.415876 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Attempting to bind port 493b8522-a5f9-4597-8835-38cde5f367a0 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:04.417985 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b54ac9-4277-4f82-b252-7c88fc48e3c5 None None] Pushing event updated for resources: {'Port': ['ID=493b8522-a5f9-4597-8835-38cde5f367a0,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.426013 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:04.426696 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:04.427270 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.428126 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:04.428740 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Bound port: 493b8522-a5f9-4597-8835-38cde5f367a0, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:04.429498 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.483450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] For port 011e5b1d-3315-4df8-b880-1e21cc702012, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:04.497618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] For port 011e5b1d-3315-4df8-b880-1e21cc702012, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=011e5b1d-3315-4df8-b880-1e21cc702012,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:04.518544 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] For port 493b8522-a5f9-4597-8835-38cde5f367a0, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:04.523133 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] For port 493b8522-a5f9-4597-8835-38cde5f367a0, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=493b8522-a5f9-4597-8835-38cde5f367a0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:04.528692 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.538943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.614509 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b54ac9-4277-4f82-b252-7c88fc48e3c5 None None] Pushing event updated for resources: {'Port': ['ID=493b8522-a5f9-4597-8835-38cde5f367a0,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.622979 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:04.623457 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:04.623685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf067203-953e-4500-9fc0-04a533fe271c None None] Pushing event updated for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.639046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Allocated IP 172.20.0.1 (4539ec6c-bab8-415b-a2cc-ecfb1d0d9099/3e9b0520-37d9-4fa5-8b1d-ceda6caa6889/db3b5ee8-f990-402b-8808-f5d0796308d2) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:04.681111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:04.682625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:30:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:04.742276 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6c17cee8-4c80-4dbd-b85b-1230401734bd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:04.834826 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:04.874057 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.897492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Transition to ACTIVE for port object db3b5ee8-f990-402b-8808-f5d0796308d2 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:04.927417 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.977470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 6c17cee8-4c80-4dbd-b85b-1230401734bd completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:04.993415 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:05.015002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:05.022793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:05.026367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:31:05.032560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6c17cee8-4c80-4dbd-b85b-1230401734bd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:05.032932 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.070228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Pushing event updated for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:05.095318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.207932 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.223122 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:02Z', 'revision_number': 3, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:05.228305 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adab108-3d91-4fdb-937d-54862fd64a73 None None] The sync data for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 is: [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:02Z', 'revision_number': 3, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:31:05.412501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.434370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f5274e3a-3ce5-4d39-a610-fd93a808c1d9 None None] Provisioning complete for port 6c17cee8-4c80-4dbd-b85b-1230401734bd triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:05.434702 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f5274e3a-3ce5-4d39-a610-fd93a808c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.459807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.472495 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.562281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 6c17cee8-4c80-4dbd-b85b-1230401734bd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6c17cee8-4c80-4dbd-b85b-1230401734bd,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:05.572726 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.576217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Pushing event updated for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:05.578676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.698201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=6c17cee8-4c80-4dbd-b85b-1230401734bd,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:05.709664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 4, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '011e5b1d-3315-4df8-b880-1e21cc702012', 'name': '', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:58Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 4, 'project_id': '0726250a6d6349258ca45638e4417672', 'subnets': [{'id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:05.714469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cb5f7-f671-41ef-b078-d8ddd953d5a8 None None] The sync data for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 is: [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 4, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '011e5b1d-3315-4df8-b880-1e21cc702012', 'name': '', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:58Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 4, 'project_id': '0726250a6d6349258ca45638e4417672', 'subnets': [{'id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:31:05.718424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:05.719426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:05.836128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a0ceecf9-9c98-49e1-bfa3-68e0e0110317 None None] Provisioning for port db3b5ee8-f990-402b-8808-f5d0796308d2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:05.845816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a0ceecf9-9c98-49e1-bfa3-68e0e0110317 None None] Provisioning complete for port db3b5ee8-f990-402b-8808-f5d0796308d2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:05.845816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0ceecf9-9c98-49e1-bfa3-68e0e0110317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.909830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a0ceecf9-9c98-49e1-bfa3-68e0e0110317 None None] Port db3b5ee8-f990-402b-8808-f5d0796308d2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:31:06.036015 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0e17decc-6ed3-48a6-b635-753b4abcda08 None None] Provisioning complete for port db3b5ee8-f990-402b-8808-f5d0796308d2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:06.036854 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0e17decc-6ed3-48a6-b635-753b4abcda08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.095248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0e17decc-6ed3-48a6-b635-753b4abcda08 None None] Port db3b5ee8-f990-402b-8808-f5d0796308d2 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:31:06.288821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Router 2814c16b-5221-47d6-a384-b5413ffb5636 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:31:06.520371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:31:06.531810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-77de98e4-b987-48de-8fc5-e1d4cf1db419 admin admin] 10.222.0.37 "PUT /v2.0/routers/2814c16b-5221-47d6-a384-b5413ffb5636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898370 Mar 02 18:31:06.755779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 493b8522-a5f9-4597-8835-38cde5f367a0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:06.851594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 493b8522-a5f9-4597-8835-38cde5f367a0 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:06.857742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 493b8522-a5f9-4597-8835-38cde5f367a0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:06.858137 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.999107 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.017139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 493b8522-a5f9-4597-8835-38cde5f367a0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=493b8522-a5f9-4597-8835-38cde5f367a0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:07.022736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.024021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 011e5b1d-3315-4df8-b880-1e21cc702012 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:07.146378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=493b8522-a5f9-4597-8835-38cde5f367a0,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:07.160735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 011e5b1d-3315-4df8-b880-1e21cc702012 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:07.167127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 011e5b1d-3315-4df8-b880-1e21cc702012 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:07.167822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.285880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.317728 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 011e5b1d-3315-4df8-b880-1e21cc702012, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=011e5b1d-3315-4df8-b880-1e21cc702012,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:07.323351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.324160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6c17cee8-4c80-4dbd-b85b-1230401734bd up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:07.444180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:07.460100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6c17cee8-4c80-4dbd-b85b-1230401734bd triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:07.460468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.658716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-6156be66-46de-4661-975e-8eee3e75087b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:07.659384 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-6156be66-46de-4661-975e-8eee3e75087b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:07.676728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-6156be66-46de-4661-975e-8eee3e75087b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:07.677945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-6156be66-46de-4661-975e-8eee3e75087b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 817 time: 0.1680899 Mar 02 18:31:07.694925 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-d2db4f4b-14b7-4bc8-8620-1069a2ac27b9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/quotas/0726250a6d6349258ca45638e4417672 HTTP/1.1" status: 200 len: 375 time: 0.0114481 Mar 02 18:31:07.778797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-2071a7bd-b272-4b70-a437-3a12d8151f25 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:07.794917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-2071a7bd-b272-4b70-a437-3a12d8151f25 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:07.796241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-2071a7bd-b272-4b70-a437-3a12d8151f25 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952015 Mar 02 18:31:07.937913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-03259512-08d2-487f-863b-c66fa9eee2d1 service neutron] 10.222.0.37 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292977 Mar 02 18:31:08.075346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-b2b24e9e-9037-4d81-be63-b29ad8c120e6 service neutron] 10.222.0.37 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317368 Mar 02 18:31:08.285668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d00937d-9ca3-4d8c-8109-cfd61b8935e6 req-918f9766-c78e-4ba1-904e-155cffbd9856 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 210 time: 0.0399194 Mar 02 18:31:08.627311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 493b8522-a5f9-4597-8835-38cde5f367a0 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:08.709647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 493b8522-a5f9-4597-8835-38cde5f367a0 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:08.709962 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.825291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 011e5b1d-3315-4df8-b880-1e21cc702012 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:08.941258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 011e5b1d-3315-4df8-b880-1e21cc702012 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:08.941654 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.045525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.435425 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcd63-30ed-4f96-ae9b-97f462ab7f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.509613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-468f0d95-083c-46ce-bbae-abe56d47392d req-214b4c2c-a834-4c1d-b215-2318de1527fa tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 210 time: 0.0705593 Mar 02 18:31:09.648094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-7af9b86a-0c8d-48ad-b9f0-9824d6f62bc4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:09.649902 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-7af9b86a-0c8d-48ad-b9f0-9824d6f62bc4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 817 time: 0.1797891 Mar 02 18:31:09.664853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Request body: {'port': {'device_id': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'admin_state_up': True, 'tenant_id': '0726250a6d6349258ca45638e4417672'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:09.803542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:09.813134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:09.824531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Made reservation on behalf of 0726250a6d6349258ca45638e4417672 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:09.827666 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.107913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Allocated IP 172.20.0.4 (57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287/c9674b27-3d4d-41fc-9f39-739b67e8485f/86ef3899-109a-418f-865a-028555a9c5d7) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:10.314225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.330553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Transition to ACTIVE for port object 86ef3899-109a-418f-865a-028555a9c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:10.352753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.417891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:10.420891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:10.429399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:31:10.470263 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Pushing event updated for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:10.500678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.501282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.529085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-f2b21459-fe21-464b-ba14-afd44884b683 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680232 Mar 02 18:31:10.540897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Request body: {'port': {'device_id': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:10.654751 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d6299716-1094-4789-882d-4440b72f58b1 None None] Provisioning for port 86ef3899-109a-418f-865a-028555a9c5d7 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:10.661411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d6299716-1094-4789-882d-4440b72f58b1 None None] Provisioning complete for port 86ef3899-109a-418f-865a-028555a9c5d7 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:10.661967 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d6299716-1094-4789-882d-4440b72f58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.671688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.718151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d6299716-1094-4789-882d-4440b72f58b1 None None] Port 86ef3899-109a-418f-865a-028555a9c5d7 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:31:10.871081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-8ed77e11-5a1f-44a4-b4dd-33c57a5ed65c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.871764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-8ed77e11-5a1f-44a4-b4dd-33c57a5ed65c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:10.968905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-8ed77e11-5a1f-44a4-b4dd-33c57a5ed65c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:10.969950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-8ed77e11-5a1f-44a4-b4dd-33c57a5ed65c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 931 time: 0.2881634 Mar 02 18:31:11.049967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-f4ae20a8-10f9-4cb6-adda-9f5ac2243635 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:11.086623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-f4ae20a8-10f9-4cb6-adda-9f5ac2243635 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:11.088349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-af2033d0-fe1a-435d-bf70-a9dfcd8c2dc4 req-f4ae20a8-10f9-4cb6-adda-9f5ac2243635 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108134 Mar 02 18:31:11.146001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ef3899-109a-418f-865a-028555a9c5d7 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:31:11.153552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.169037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Transition to ACTIVE for port object 86ef3899-109a-418f-865a-028555a9c5d7 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:11.172626 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.309367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Pushing event updated for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:11.432661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Attempting to bind port 86ef3899-109a-418f-865a-028555a9c5d7 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:11.432995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Attempting to bind port 86ef3899-109a-418f-865a-028555a9c5d7 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:11.433321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Attempting to bind port 86ef3899-109a-418f-865a-028555a9c5d7 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:11.439913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Port 86ef3899-109a-418f-865a-028555a9c5d7 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:31:11.440550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Attempting to bind port 86ef3899-109a-418f-865a-028555a9c5d7 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:11.447994 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:11.448976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Checking segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:11.448976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Bound using segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:11.449297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Bound port: 86ef3899-109a-418f-865a-028555a9c5d7, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:11.449447 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.461293 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-484aaa5e-f1f1-4af6-a8d4-212d49ab9669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.540945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:11.544321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=86ef3899-109a-418f-865a-028555a9c5d7,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:11.547869 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.604387 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.605768 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] 10.222.0.35 "PUT /v2.0/ports/86ef3899-109a-418f-865a-028555a9c5d7 HTTP/1.1" status: 200 len: 1091 time: 1.0699356 Mar 02 18:31:11.606201 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:31:11.629925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d5772-28ae-4d87-8139-029253cbc379 service neutron] Pushing event updated for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:11.696388 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7', 'status': 'completed', 'code': 200} Mar 02 18:31:11.726876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-18d22b59-d7a6-4711-8c8b-af551e0d46cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 1094 time: 0.0799770 Mar 02 18:31:11.794711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-b4c884d7-0b26-4a0e-8ebf-91b108175f86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86ef3899-109a-418f-865a-028555a9c5d7 HTTP/1.1" status: 200 len: 217 time: 0.0614209 Mar 02 18:31:11.954713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-4b3827c2-5cff-4a8a-adb9-c7e47ddc8008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:11.956065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-4b3827c2-5cff-4a8a-adb9-c7e47ddc8008 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9674b27-3d4d-41fc-9f39-739b67e8485f HTTP/1.1" status: 200 len: 856 time: 0.1564114 Mar 02 18:31:12.029139 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-ee198788-a98f-459e-a2d1-907b3a0170eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675788 Mar 02 18:31:12.160464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-2866f8f1-95df-485f-a16a-9fde5faea9e8 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247792 Mar 02 18:31:12.344210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-86338aee-e586-4d2f-99b6-1b32d38b70f0 req-2992ec7e-ecbc-472a-a78e-d7812ceebd68 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781831 Mar 02 18:31:12.363091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61916b33-e178-4b71-b0f9-282832d0a890 req-d7b77523-cddc-4439-b243-f7c1794f657f tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.364553 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61916b33-e178-4b71-b0f9-282832d0a890 req-d7b77523-cddc-4439-b243-f7c1794f657f tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 943 time: 0.1289806 Mar 02 18:31:12.460804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-61916b33-e178-4b71-b0f9-282832d0a890 req-1239e292-ac96-4a90-b837-1effb4171bc2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894685 Mar 02 18:31:12.483960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-7a6017d2-3a22-4c48-b133-d4001c5ab91b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 1094 time: 0.0935566 Mar 02 18:31:12.621272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-79da902f-920f-4e98-84d2-f877cb741420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.622017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-79da902f-920f-4e98-84d2-f877cb741420 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 918 time: 0.1319392 Mar 02 18:31:12.690129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-caa33c51-fd75-4307-8d4e-938d2091f18a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86ef3899-109a-418f-865a-028555a9c5d7 HTTP/1.1" status: 200 len: 217 time: 0.0618749 Mar 02 18:31:12.763072 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-3c1afef7-fe52-4247-8583-b12c4d6d9667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.764410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-3c1afef7-fe52-4247-8583-b12c4d6d9667 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9674b27-3d4d-41fc-9f39-739b67e8485f HTTP/1.1" status: 200 len: 856 time: 0.0691123 Mar 02 18:31:12.839783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-5770b46d-ee1f-4dbc-9a1f-0a9664674725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689020 Mar 02 18:31:12.970994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-4c6e5fe1-c03e-42aa-86e9-3beb324cc695 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245103 Mar 02 18:31:13.006241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.101516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3e313b51-fc66-4343-8e93-45a24967bd5c req-721956f1-994d-4ba5-ae4d-ad5ff5d128f3 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247876 Mar 02 18:31:13.146875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.658299 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c734-2a06-41d3-a4f8-6689b1816353 req-ac698503-2385-48b0-b79e-cf6d993d91a9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:13.659755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6db0c734-2a06-41d3-a4f8-6689b1816353 req-ac698503-2385-48b0-b79e-cf6d993d91a9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 943 time: 0.0756660 Mar 02 18:31:13.710960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6db0c734-2a06-41d3-a4f8-6689b1816353 req-55a4c2d4-01d5-4cc7-ad7d-8b5d7eefae92 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Mar 02 18:31:14.547062 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.908637 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a77b4f-3c26-4f3c-beac-e8caf620e648 req-7fe5137c-aa9e-43f8-8793-2511f73259b9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:14.910059 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78a77b4f-3c26-4f3c-beac-e8caf620e648 req-7fe5137c-aa9e-43f8-8793-2511f73259b9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 943 time: 0.0752256 Mar 02 18:31:14.955268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78a77b4f-3c26-4f3c-beac-e8caf620e648 req-13e05439-e6ed-4dfe-b37f-1f7bb24bec75 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Mar 02 18:31:15.706227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 86ef3899-109a-418f-865a-028555a9c5d7 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:15.837962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=86ef3899-109a-418f-865a-028555a9c5d7,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:15.850771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '86ef3899-109a-418f-865a-028555a9c5d7', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'port_id': '86ef3899-109a-418f-865a-028555a9c5d7', 'mac_address': 'fa:16:3e:53:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:15.916527 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.934757 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ef3899-109a-418f-865a-028555a9c5d7 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:31:15.951467 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=86ef3899-109a-418f-865a-028555a9c5d7,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:15.955906 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.023233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:16.160460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52191c9-fa35-4ca2-8c36-35a25f6b348b req-4c1847b7-8dbe-49f4-aab7-09f906a759fd tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:16.161780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a52191c9-fa35-4ca2-8c36-35a25f6b348b req-4c1847b7-8dbe-49f4-aab7-09f906a759fd tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 944 time: 0.0804553 Mar 02 18:31:16.207981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a52191c9-fa35-4ca2-8c36-35a25f6b348b req-c28100b8-02c8-4fac-bd94-8fc5e7f8cb3a tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Mar 02 18:31:16.246506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['86ef3899-109a-418f-865a-028555a9c5d7'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:31:17.406819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf906a-b428-46e0-87f8-7d92a148037f req-f16d3f5f-984d-447b-8ede-230edf72adea tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.408271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bdf906a-b428-46e0-87f8-7d92a148037f req-f16d3f5f-984d-447b-8ede-230edf72adea tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 944 time: 0.0770428 Mar 02 18:31:17.454449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bdf906a-b428-46e0-87f8-7d92a148037f req-1d24df89-f3d5-4312-b6df-b67022ea22a1 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Mar 02 18:31:17.722220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 86ef3899-109a-418f-865a-028555a9c5d7 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:17.792057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 86ef3899-109a-418f-865a-028555a9c5d7 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:17.796879 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 86ef3899-109a-418f-865a-028555a9c5d7 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:17.797241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.912182 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.942284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:31:17.953069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=86ef3899-109a-418f-865a-028555a9c5d7,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:17.956999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.002193 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7', 'code': 200} Mar 02 18:31:18.033592 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:18.242796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8853c65-434a-4720-bafb-0da0989289d4 req-6de95e4b-b3bb-40e3-a28f-1997c1730a02 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 1096 time: 0.1697838 Mar 02 18:31:18.286841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8853c65-434a-4720-bafb-0da0989289d4 req-5961325b-b0cd-451d-ab6e-0f9683e5abac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Mar 02 18:31:18.659081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bfae5-3d16-4201-8f7a-c7a5fd27fae9 req-9647f6da-d09d-4bd3-96da-d8a433aef667 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:18.660520 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-121bfae5-3d16-4201-8f7a-c7a5fd27fae9 req-9647f6da-d09d-4bd3-96da-d8a433aef667 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0795910 Mar 02 18:31:18.709863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-121bfae5-3d16-4201-8f7a-c7a5fd27fae9 req-97295276-390e-4104-a473-fdd552b49a46 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Mar 02 18:31:19.822019 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.910630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239ee5f-8432-4c4c-9c3e-272b6cee19f7 req-aaa0bfdd-4825-4970-bdf3-4b5b827d7656 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.912119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3239ee5f-8432-4c4c-9c3e-272b6cee19f7 req-aaa0bfdd-4825-4970-bdf3-4b5b827d7656 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0771778 Mar 02 18:31:19.959481 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3239ee5f-8432-4c4c-9c3e-272b6cee19f7 req-94cf2ec8-340a-4080-b0e5-b7c227171a68 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Mar 02 18:31:20.170410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d9c34-c8d4-428a-a4bc-bb0e01e5fa99 req-6733b889-12d6-4642-8600-dcec49364b21 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:20.171928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432d9c34-c8d4-428a-a4bc-bb0e01e5fa99 req-6733b889-12d6-4642-8600-dcec49364b21 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0870972 Mar 02 18:31:20.220667 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-432d9c34-c8d4-428a-a4bc-bb0e01e5fa99 req-6e1c227c-4680-4210-8725-a90a177ee5e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Mar 02 18:31:27.765070 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Sync routers for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:31:27.777686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:27.778287 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:31:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:27.954391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:28.270908 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:05Z', 'revision_number': 4, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db3b5ee8-f990-402b-8808-f5d0796308d2', 'name': '', 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'mac_address': 'fa:16:3e:70:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:04Z', 'updated_at': '2022-03-02T18:31:05Z', 'revision_number': 2, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'subnets': [{'id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:28.275164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Checking router: 2814c16b-5221-47d6-a384-b5413ffb5636 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:31:28.275510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Updating router 2814c16b-5221-47d6-a384-b5413ffb5636 port db3b5ee8-f990-402b-8808-f5d0796308d2 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:31:28.329206 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.699835 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.712746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Transition to ACTIVE for port object db3b5ee8-f990-402b-8808-f5d0796308d2 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:28.719491 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.844529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a02dce-bce2-43e5-b8c8-444811fb70f3 None None] Pushing event updated for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:28.942361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Attempting to bind port db3b5ee8-f990-402b-8808-f5d0796308d2 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:28.943034 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Attempting to bind port db3b5ee8-f990-402b-8808-f5d0796308d2 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:28.943590 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Attempting to bind port db3b5ee8-f990-402b-8808-f5d0796308d2 on network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:28.952878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:28.953450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Checking segment: {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:28.953956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.954435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Bound using segment: {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:28.954980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Bound port: db3b5ee8-f990-402b-8808-f5d0796308d2, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66eb3191-79f0-4421-a059-721bd08d4de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:28.955392 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.057385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] For port db3b5ee8-f990-402b-8808-f5d0796308d2, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:29.060564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] For port db3b5ee8-f990-402b-8808-f5d0796308d2, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db3b5ee8-f990-402b-8808-f5d0796308d2,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:29.066396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.158369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:31:29.159040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:31:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.279923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a02dce-bce2-43e5-b8c8-444811fb70f3 None None] Pushing event updated for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:29.358194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:31:29.691371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:05Z', 'revision_number': 4, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db3b5ee8-f990-402b-8808-f5d0796308d2', 'name': '', 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'mac_address': 'fa:16:3e:70:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:04Z', 'updated_at': '2022-03-02T18:31:29Z', 'revision_number': 4, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'subnets': [{'id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.695561 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593c3e-5d95-406a-a31b-c7f124122049 None None] The sync data for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 is: [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:31:05Z', 'revision_number': 4, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'db3b5ee8-f990-402b-8808-f5d0796308d2', 'name': '', 'network_id': '4539ec6c-bab8-415b-a2cc-ecfb1d0d9099', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'mac_address': 'fa:16:3e:70:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:04Z', 'updated_at': '2022-03-02T18:31:29Z', 'revision_number': 4, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'subnets': [{'id': '3e9b0520-37d9-4fa5-8b1d-ceda6caa6889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:31:30.676159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db3b5ee8-f990-402b-8808-f5d0796308d2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:30.758977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port db3b5ee8-f990-402b-8808-f5d0796308d2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:30.763670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port db3b5ee8-f990-402b-8808-f5d0796308d2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:30.764030 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.881325 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.916129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port db3b5ee8-f990-402b-8808-f5d0796308d2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db3b5ee8-f990-402b-8808-f5d0796308d2,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:30.920134 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.019135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:31.049160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:31:32.639361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db3b5ee8-f990-402b-8808-f5d0796308d2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:32.724606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port db3b5ee8-f990-402b-8808-f5d0796308d2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:32.724895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.957009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9013-6fd5-4dfa-92c8-28d0a71c05f4 req-bd9ab466-cdfd-487b-813f-4e32b39f7d02 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:34.958522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a9b9013-6fd5-4dfa-92c8-28d0a71c05f4 req-bd9ab466-cdfd-487b-813f-4e32b39f7d02 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0785780 Mar 02 18:31:35.004489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a9b9013-6fd5-4dfa-92c8-28d0a71c05f4 req-678347c9-8ac9-4c9b-81fb-8b14b949078f tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Mar 02 18:31:36.211180 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115f4b-1409-4a9f-941d-929751524094 req-8150e026-1813-45b3-babc-90a6882b8502 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.212841 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8115f4b-1409-4a9f-941d-929751524094 req-8150e026-1813-45b3-babc-90a6882b8502 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0809391 Mar 02 18:31:36.262373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f8115f4b-1409-4a9f-941d-929751524094 req-2bece57a-e553-47ef-848d-8a6bf48fd1a0 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Mar 02 18:31:36.606062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-21fda650-73dc-44aa-9d31-a4245fbda63c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.607442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-21fda650-73dc-44aa-9d31-a4245fbda63c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 945 time: 0.0837436 Mar 02 18:31:36.675677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Deleting port 86ef3899-109a-418f-865a-028555a9c5d7 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:31:36.676007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.932089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] For port 86ef3899-109a-418f-865a-028555a9c5d7, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=86ef3899-109a-418f-865a-028555a9c5d7,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:36.932348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.049401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Calling delete_port for 86ef3899-109a-418f-865a-028555a9c5d7 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:31:37.192692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.204903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['86ef3899-109a-418f-865a-028555a9c5d7'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:31:37.239463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Pushing event deleted for resources: {'Port': ['ID=86ef3899-109a-418f-865a-028555a9c5d7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:37.254101 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.254454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.254818 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.255161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.255495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.255825 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.256159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.256487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.257134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.257134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.257428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:37.337740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] No DVR routers for this DVR port 86ef3899-109a-418f-865a-028555a9c5d7 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:37.340342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.342868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'name': 'network-vif-deleted', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:31:37.358796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24e44b89-3529-46ee-bce7-68e6a01170ed req-3b2e267c-50df-436a-b00f-c459af03d2e2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "DELETE /v2.0/ports/86ef3899-109a-418f-865a-028555a9c5d7 HTTP/1.1" status: 204 len: 173 time: 0.7465765 Mar 02 18:31:37.432652 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c1290-2524-4bc9-a529-637c796702b4', 'name': 'network-vif-deleted', 'tag': '86ef3899-109a-418f-865a-028555a9c5d7', 'status': 'completed', 'code': 200} Mar 02 18:31:37.438394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d8663e7a-1bd6-4945-a84e-dda489fb1771 req-7886e30a-89a2-4d68-a65c-6914c4c4ca4d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:37.455874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d8663e7a-1bd6-4945-a84e-dda489fb1771 req-7886e30a-89a2-4d68-a65c-6914c4c4ca4d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:37.457114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d8663e7a-1bd6-4945-a84e-dda489fb1771 req-7886e30a-89a2-4d68-a65c-6914c4c4ca4d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2c1290-2524-4bc9-a529-637c796702b4 HTTP/1.1" status: 200 len: 210 time: 0.0656354 Mar 02 18:31:39.031560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.120821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-3770f3d5-b0d2-44b1-b749-773aac1ce98a tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:39.122153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-3770f3d5-b0d2-44b1-b749-773aac1ce98a tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 817 time: 0.1516583 Mar 02 18:31:39.139330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-d060eff9-2f23-4a0f-861c-ac2965402daa tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/quotas/0726250a6d6349258ca45638e4417672 HTTP/1.1" status: 200 len: 375 time: 0.0115769 Mar 02 18:31:39.217569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-c8cb5a44-3dd2-4b77-8267-7de6c03a17ae tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734076 Mar 02 18:31:39.354636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-ae04e47d-5249-42e2-9def-f41f8af129a9 service neutron] 10.222.0.37 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 Mar 02 18:31:39.429103 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-effcb764-0563-4282-a840-1b8746a2d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.488298 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-03291250-95b4-4c18-9c0d-1e49cf1035aa service neutron] 10.222.0.37 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280222 Mar 02 18:31:39.776300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c83847ff-9a89-4155-9049-1cfd028867de req-7c4f4ca1-87ad-4d4b-9fc0-ef952e37b2a6 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 210 time: 0.1418614 Mar 02 18:31:40.679957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-e19f5950-badb-412c-b818-a25aaf2596ad tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:40.681676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-e19f5950-badb-412c-b818-a25aaf2596ad tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 817 time: 0.1494355 Mar 02 18:31:40.698601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Request body: {'port': {'device_id': '56c83e20-a747-4894-9298-1c7c9b945334', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'admin_state_up': True, 'tenant_id': '0726250a6d6349258ca45638e4417672'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:40.839778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:40.849134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:40.859625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Made reservation on behalf of 0726250a6d6349258ca45638e4417672 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:40.863071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.975456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ebde022-fb1d-4a25-9a1f-753477b0cf9d req-e6784fac-4d7c-4185-93a3-a2fd8cb9e676 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 210 time: 0.0567031 Mar 02 18:31:41.065317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Allocated IP 172.20.0.6 (57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287/c9674b27-3d4d-41fc-9f39-739b67e8485f/8772b7a6-14a3-4498-8410-364c0d918c56) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:41.268192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.282946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Transition to ACTIVE for port object 8772b7a6-14a3-4498-8410-364c0d918c56 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:41.305526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.381475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:41.382615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:41.386804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:31:41.416743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Pushing event updated for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:41.454466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:41.455126 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.469712 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ca10d99c-073a-4076-81ab-401ecbebcc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.483797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-07476115-b5ee-450b-9272-2cceb416104d tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897463 Mar 02 18:31:41.494917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Request body: {'port': {'device_id': '56c83e20-a747-4894-9298-1c7c9b945334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:31:41.607979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.614752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31bad02c-a827-489c-9efd-9643f9347775 None None] Provisioning for port 8772b7a6-14a3-4498-8410-364c0d918c56 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:41.620321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-31bad02c-a827-489c-9efd-9643f9347775 None None] Provisioning complete for port 8772b7a6-14a3-4498-8410-364c0d918c56 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:41.620694 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-31bad02c-a827-489c-9efd-9643f9347775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.672777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-31bad02c-a827-489c-9efd-9643f9347775 None None] Port 8772b7a6-14a3-4498-8410-364c0d918c56 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:31:41.869005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 86ef3899-109a-418f-865a-028555a9c5d7 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:41.900483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 86ef3899-109a-418f-865a-028555a9c5d7 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:31:41.900861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 86ef3899-109a-418f-865a-028555a9c5d7 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:41.942193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8772b7a6-14a3-4498-8410-364c0d918c56 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:31:41.949941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.964404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Transition to ACTIVE for port object 8772b7a6-14a3-4498-8410-364c0d918c56 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:41.967384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.105534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Pushing event updated for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.280420 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Attempting to bind port 8772b7a6-14a3-4498-8410-364c0d918c56 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:42.280749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Attempting to bind port 8772b7a6-14a3-4498-8410-364c0d918c56 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:42.281071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Attempting to bind port 8772b7a6-14a3-4498-8410-364c0d918c56 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:42.290809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fe46d-124c-42bb-9a88-31aa01594e40 req-2ac4a286-0ee0-47f3-888d-09085329c807 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:42.291499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d36fe46d-124c-42bb-9a88-31aa01594e40 req-2ac4a286-0ee0-47f3-888d-09085329c807 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:42.300252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Port 8772b7a6-14a3-4498-8410-364c0d918c56 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:31:42.300575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Attempting to bind port 8772b7a6-14a3-4498-8410-364c0d918c56 on network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:31:42.314133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:31:42.314133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Checking segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:31:42.314133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Bound using segment: {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:31:42.314133 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Bound port: 8772b7a6-14a3-4498-8410-364c0d918c56, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:42.314684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.430950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d36fe46d-124c-42bb-9a88-31aa01594e40 req-2ac4a286-0ee0-47f3-888d-09085329c807 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:42.434690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d36fe46d-124c-42bb-9a88-31aa01594e40 req-2ac4a286-0ee0-47f3-888d-09085329c807 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 943 time: 0.3303993 Mar 02 18:31:42.544681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d36fe46d-124c-42bb-9a88-31aa01594e40 req-2888e8a2-b49c-4379-9add-b4c35c72ee02 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064892 Mar 02 18:31:42.556936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:31:42.561248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8772b7a6-14a3-4498-8410-364c0d918c56,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:31:42.565140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.625518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.626895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] 10.222.0.35 "PUT /v2.0/ports/8772b7a6-14a3-4498-8410-364c0d918c56 HTTP/1.1" status: 200 len: 1091 time: 1.1362777 Mar 02 18:31:42.627321 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:31:42.661720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c13a2-43ce-455f-b90c-9b42d6b033ac service neutron] Pushing event updated for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.703571 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56', 'status': 'completed', 'code': 200} Mar 02 18:31:42.745916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-c1e90a70-50d5-439f-8514-b3a245d85c51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 1094 time: 0.0750852 Mar 02 18:31:42.820313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-721032be-5852-4704-a8ca-2ddf207ee8f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8772b7a6-14a3-4498-8410-364c0d918c56 HTTP/1.1" status: 200 len: 217 time: 0.0678649 Mar 02 18:31:42.880447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-965b42b4-5162-4b4a-aaa3-a75dff9a67f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:42.881827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-965b42b4-5162-4b4a-aaa3-a75dff9a67f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9674b27-3d4d-41fc-9f39-739b67e8485f HTTP/1.1" status: 200 len: 856 time: 0.0565126 Mar 02 18:31:42.962217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-27c0cd7f-a818-483f-a79d-98c2bc0af30e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744767 Mar 02 18:31:43.007494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.102169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-8157ae84-a914-43e3-a8e7-0d386d0bc19e service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333289 Mar 02 18:31:43.153770 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.235003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b806e4a4-0d22-425d-80a5-de21badf1fcb req-0708d52a-1546-49f1-b7ec-cd7d5d2050b7 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269598 Mar 02 18:31:43.345988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-9b21107b-bece-4bc0-97d5-eb4a184e41f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0726250a6d6349258ca45638e4417672&device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 1094 time: 0.0699444 Mar 02 18:31:43.475979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-78fd645c-997b-4b2b-84bb-c97393d06b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:43.477516 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-78fd645c-997b-4b2b-84bb-c97393d06b7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 200 len: 918 time: 0.1263773 Mar 02 18:31:43.548355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-4c51ef74-72b6-493b-885f-5717a53997d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8772b7a6-14a3-4498-8410-364c0d918c56 HTTP/1.1" status: 200 len: 217 time: 0.0636616 Mar 02 18:31:43.611531 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-c0570b9c-8545-4b76-81c1-35ce5199bc11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:43.613097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-c0570b9c-8545-4b76-81c1-35ce5199bc11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9674b27-3d4d-41fc-9f39-739b67e8485f HTTP/1.1" status: 200 len: 856 time: 0.0587397 Mar 02 18:31:43.734935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-dbb98345-8e33-47d2-ab10-9793155754d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161823 Mar 02 18:31:43.828351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11607184-b10f-4ec3-bc4f-57666f3e4468 req-c7b4d3f9-eea6-472f-ac7d-7d2b606cb076 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:43.829683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11607184-b10f-4ec3-bc4f-57666f3e4468 req-c7b4d3f9-eea6-472f-ac7d-7d2b606cb076 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 943 time: 0.1591551 Mar 02 18:31:43.912007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11607184-b10f-4ec3-bc4f-57666f3e4468 req-309a6daf-6d17-4ebd-a3b0-1c14eec8b277 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750825 Mar 02 18:31:43.914617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-9e527801-6697-40be-9c26-0996dfac5f1e service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721511 Mar 02 18:31:44.042814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7abc74b4-23c5-46ab-90a3-ce589ce0daf5 req-252912f8-4dbe-4951-ab9f-1c68af4acc89 service neutron] 10.222.0.35 "GET /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221995 Mar 02 18:31:44.548632 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.205857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667ec57-a8f7-425e-90b5-de5313f5249c req-8fdb9c12-9de1-49c8-bf1a-957c722fb9c4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:45.207249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e667ec57-a8f7-425e-90b5-de5313f5249c req-8fdb9c12-9de1-49c8-bf1a-957c722fb9c4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 943 time: 0.1730549 Mar 02 18:31:45.252875 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e667ec57-a8f7-425e-90b5-de5313f5249c req-2737fc35-5820-41e2-b3a8-fe50df398d05 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Mar 02 18:31:45.874884 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8772b7a6-14a3-4498-8410-364c0d918c56 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:46.006504 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8772b7a6-14a3-4498-8410-364c0d918c56,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:46.019886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '8772b7a6-14a3-4498-8410-364c0d918c56', 'network_id': '57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287', 'port_id': '8772b7a6-14a3-4498-8410-364c0d918c56', 'mac_address': 'fa:16:3e:51:91:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9674b27-3d4d-41fc-9f39-739b67e8485f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:46.072175 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.088994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772b7a6-14a3-4498-8410-364c0d918c56 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:31:46.103998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8772b7a6-14a3-4498-8410-364c0d918c56,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:46.108116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.177980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:46.186856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.187481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.187836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.188170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.188505 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.188831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.189159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.189479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.189800 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.190255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.190447 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:46.408246 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['8772b7a6-14a3-4498-8410-364c0d918c56'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:31:46.450390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931b995-7dd6-4ed1-a363-5b242674312b req-dc4c4c17-6101-44eb-89ec-cc396b7f224c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:46.451877 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c931b995-7dd6-4ed1-a363-5b242674312b req-dc4c4c17-6101-44eb-89ec-cc396b7f224c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 944 time: 0.0770104 Mar 02 18:31:46.502191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c931b995-7dd6-4ed1-a363-5b242674312b req-b55c486a-80da-4048-9884-428fe172ece4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Mar 02 18:31:47.698718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5101c-f589-484f-b262-cc462965df78 req-9e48e8c1-4680-496a-8edd-64545de69a41 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:47.700136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69d5101c-f589-484f-b262-cc462965df78 req-9e48e8c1-4680-496a-8edd-64545de69a41 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 944 time: 0.0759611 Mar 02 18:31:47.744332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-69d5101c-f589-484f-b262-cc462965df78 req-cce55c42-68a1-4c11-bf98-61fa005b69d2 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Mar 02 18:31:47.890931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8772b7a6-14a3-4498-8410-364c0d918c56 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:47.962255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 8772b7a6-14a3-4498-8410-364c0d918c56 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:47.966925 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 8772b7a6-14a3-4498-8410-364c0d918c56 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:47.967296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.079533 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.107153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:31:48.117021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8772b7a6-14a3-4498-8410-364c0d918c56,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:31:48.121099 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.165701 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56', 'code': 200} Mar 02 18:31:48.192893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:48.286243 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9743d098-c183-4f16-b425-0e22c12af363 req-7571a701-91e1-491d-a941-f4938cb1b5c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 1096 time: 0.0693209 Mar 02 18:31:48.326958 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9743d098-c183-4f16-b425-0e22c12af363 req-9b43b76b-5c02-4456-9d0b-ef85e1cb54d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349119 Mar 02 18:31:48.937636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb4b22-363a-48fe-a1f7-5b7c4251614b req-0e90b45e-d058-4a3b-9805-4de8144e6278 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:48.939113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bcb4b22-363a-48fe-a1f7-5b7c4251614b req-0e90b45e-d058-4a3b-9805-4de8144e6278 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0772338 Mar 02 18:31:48.984332 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2bcb4b22-363a-48fe-a1f7-5b7c4251614b req-f341bf8d-fa0e-46f2-91d5-8f0826e3cba8 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Mar 02 18:31:49.831009 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.183071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6c462-1ed9-4974-b4d7-4246c8fe35bd req-e9f0b6f7-949c-41ca-adc1-1b33d8975845 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:50.184399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0f6c462-1ed9-4974-b4d7-4246c8fe35bd req-e9f0b6f7-949c-41ca-adc1-1b33d8975845 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Mar 02 18:31:50.229296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d0f6c462-1ed9-4974-b4d7-4246c8fe35bd req-9cf7af40-ac52-4c64-af1a-df4ed30adbc4 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Mar 02 18:31:50.425915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0690-9aab-4783-b9ab-5e0ad94e4430 req-d57ffa8d-f13c-4648-89b4-0b669882c938 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:50.427383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1a0690-9aab-4783-b9ab-5e0ad94e4430 req-d57ffa8d-f13c-4648-89b4-0b669882c938 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0763450 Mar 02 18:31:50.476674 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed1a0690-9aab-4783-b9ab-5e0ad94e4430 req-1ee358db-d491-4008-9e2d-246a8b982f27 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Mar 02 18:32:04.932600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca5a43-33ee-47d5-b11b-14fd6973d06b req-78a244be-ec53-45e0-996b-2398da77ee6b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:04.933964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43ca5a43-33ee-47d5-b11b-14fd6973d06b req-78a244be-ec53-45e0-996b-2398da77ee6b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0785728 Mar 02 18:32:04.979853 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43ca5a43-33ee-47d5-b11b-14fd6973d06b req-899eb33b-037f-4df7-b513-4b4abe0edb57 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Mar 02 18:32:06.177512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c740-d678-4081-8783-9724f0b0c22e req-cee12780-dc00-4cac-b8ba-dee73d1939e6 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:06.179509 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52a6c740-d678-4081-8783-9724f0b0c22e req-cee12780-dc00-4cac-b8ba-dee73d1939e6 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0771935 Mar 02 18:32:06.226064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-52a6c740-d678-4081-8783-9724f0b0c22e req-b11035ce-8878-428c-81a0-7c2a857194f0 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9f2090-c9d3-4476-ad3a-925581b4dd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Mar 02 18:32:06.443479 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-e68574ec-c18f-4c4b-a4c3-7d1004624e3c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:06.444879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-e68574ec-c18f-4c4b-a4c3-7d1004624e3c tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 945 time: 0.0771389 Mar 02 18:32:06.515430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Deleting port 8772b7a6-14a3-4498-8410-364c0d918c56 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:06.515768 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.752497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] For port 8772b7a6-14a3-4498-8410-364c0d918c56, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=8772b7a6-14a3-4498-8410-364c0d918c56,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:06.752755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.874218 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Calling delete_port for 8772b7a6-14a3-4498-8410-364c0d918c56 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:07.012754 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.025510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['8772b7a6-14a3-4498-8410-364c0d918c56'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:32:07.062190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Pushing event deleted for resources: {'Port': ['ID=8772b7a6-14a3-4498-8410-364c0d918c56,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:07.136074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] No DVR routers for this DVR port 8772b7a6-14a3-4498-8410-364c0d918c56 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:07.138711 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.141429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'name': 'network-vif-deleted', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:32:07.157813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d25f82da-f824-462b-8bd1-2a031cbe6578 req-d3f0ec68-7082-4d5e-ba4a-56b90524f2c9 tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.35 "DELETE /v2.0/ports/8772b7a6-14a3-4498-8410-364c0d918c56 HTTP/1.1" status: 204 len: 173 time: 0.7074618 Mar 02 18:32:07.208388 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c83e20-a747-4894-9298-1c7c9b945334', 'name': 'network-vif-deleted', 'tag': '8772b7a6-14a3-4498-8410-364c0d918c56', 'status': 'completed', 'code': 200} Mar 02 18:32:07.420031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e511f743-a9ba-454b-83a7-9101293f14e6 req-bb40f0ac-fc8e-4998-9f46-d0e5ad3a1f4b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Synchronizing usage tracker for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:07.437832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e511f743-a9ba-454b-83a7-9101293f14e6 req-bb40f0ac-fc8e-4998-9f46-d0e5ad3a1f4b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] Unset dirty status for tenant:0726250a6d6349258ca45638e4417672 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:07.439012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e511f743-a9ba-454b-83a7-9101293f14e6 req-bb40f0ac-fc8e-4998-9f46-d0e5ad3a1f4b tempest-TestEncryptedCinderVolumes-131078598 tempest-TestEncryptedCinderVolumes-131078598-project] 10.222.0.37 "GET /v2.0/ports?device_id=56c83e20-a747-4894-9298-1c7c9b945334 HTTP/1.1" status: 200 len: 210 time: 0.0629537 Mar 02 18:32:08.049629 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:32:08.589339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50474) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:09.029252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.067958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.433684 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc299-f398-465c-9668-bb3602f15ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.664439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Deleting port 011e5b1d-3315-4df8-b880-1e21cc702012 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:09.665118 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.836619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] For port 011e5b1d-3315-4df8-b880-1e21cc702012, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=011e5b1d-3315-4df8-b880-1e21cc702012,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:09.837082 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.937496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8772b7a6-14a3-4498-8410-364c0d918c56 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:09.966097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Calling delete_port for 011e5b1d-3315-4df8-b880-1e21cc702012 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:09.969570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 8772b7a6-14a3-4498-8410-364c0d918c56 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:09.969922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 8772b7a6-14a3-4498-8410-364c0d918c56 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:10.130137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.175371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=011e5b1d-3315-4df8-b880-1e21cc702012,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:10.565362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.149527 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Router 449441c1-58ed-4676-a0e0-357d2c600f02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:32:11.349469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:11.359145 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Sync routers for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:11.366973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-756c1507-938f-41ec-9930-ad1d02150b71 admin admin] 10.222.0.37 "PUT /v2.0/routers/449441c1-58ed-4676-a0e0-357d2c600f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7755408 Mar 02 18:32:11.369619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50478) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:11.372910 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:11.373595 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:31:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:11.458297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5c2a060e-212d-436a-93cf-518d7ec9b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.552820 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:11.562542 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.844920 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:32:10Z', 'revision_number': 5, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port': {'id': '676c610c-0eb2-424b-b5f2-17cfe4be26c0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:56Z', 'updated_at': '2022-03-02T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:11.849012 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Checking router: 449441c1-58ed-4676-a0e0-357d2c600f02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:11.860122 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Routers {'449441c1-58ed-4676-a0e0-357d2c600f02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:11.860715 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['449441c1-58ed-4676-a0e0-357d2c600f02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:11.875804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.887519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Deleting port 676c610c-0eb2-424b-b5f2-17cfe4be26c0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:11.887875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.015563 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] Set router 449441c1-58ed-4676-a0e0-357d2c600f02 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:12.062514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] For port 676c610c-0eb2-424b-b5f2-17cfe4be26c0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=676c610c-0eb2-424b-b5f2-17cfe4be26c0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:12.062892 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.119519 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:32:11Z', 'revision_number': 6, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:12.123434 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da7581-51b1-4cd8-9c5c-1633e5ba4e8f None None] The sync data for ids ['449441c1-58ed-4676-a0e0-357d2c600f02'] in n-d-820559-6 is: [{'id': '449441c1-58ed-4676-a0e0-357d2c600f02', 'name': 'tempest-TestEncryptedCinderVolumes-1157042644-router', 'tenant_id': '0726250a6d6349258ca45638e4417672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:32:11Z', 'revision_number': 6, 'project_id': '0726250a6d6349258ca45638e4417672', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:12.182317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Calling delete_port for 676c610c-0eb2-424b-b5f2-17cfe4be26c0 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:12.353515 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.401001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Pushing event deleted for resources: {'Port': ['ID=676c610c-0eb2-424b-b5f2-17cfe4be26c0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:12.629629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.888338 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.892672 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.920332 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.920900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 449441c1-58ed-4676-a0e0-357d2c600f02 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:32:12.935116 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.936234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-118de015-ac03-41de-8518-4a876cacec3c admin admin] 10.222.0.37 "DELETE /v2.0/routers/449441c1-58ed-4676-a0e0-357d2c600f02 HTTP/1.1" status: 204 len: 168 time: 1.5657339 Mar 02 18:32:12.938997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50482) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:12.965697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676c610c-0eb2-424b-b5f2-17cfe4be26c0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:13.001729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 676c610c-0eb2-424b-b5f2-17cfe4be26c0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:13.002060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 676c610c-0eb2-424b-b5f2-17cfe4be26c0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:13.002700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 011e5b1d-3315-4df8-b880-1e21cc702012 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:13.009536 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Deleting subnet c9674b27-3d4d-41fc-9f39-739b67e8485f {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:32:13.012740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.045348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 011e5b1d-3315-4df8-b880-1e21cc702012 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:13.045957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 011e5b1d-3315-4df8-b880-1e21cc702012 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:13.048018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.069480 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.148864 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.151328 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.223458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.265628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9674b27-3d4d-41fc-9f39-739b67e8485f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:13.278152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.285433 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.285789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.286132 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.286261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471a113-a60b-41f4-8276-578e91cd1a96 None None] Network 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:13.286471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.286832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.287166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.287492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.287847 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.288166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.288501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.288819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:13.294970 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3c2e4ca9-92b2-412c-8824-3ce6f62bbddb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c9674b27-3d4d-41fc-9f39-739b67e8485f HTTP/1.1" status: 204 len: 168 time: 0.3539875 Mar 02 18:32:13.296493 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50486) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:13.403669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.414698 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Deleting port 636bf83d-dedd-4f7d-a537-ead4d26a6956 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:13.415638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.534127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] DHCP port deletion for 57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:32:13.539112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Deleting port 636bf83d-dedd-4f7d-a537-ead4d26a6956 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:13.539479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.626869 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] For port 636bf83d-dedd-4f7d-a537-ead4d26a6956, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=636bf83d-dedd-4f7d-a537-ead4d26a6956,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:13.627156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.751667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Calling delete_port for 636bf83d-dedd-4f7d-a537-ead4d26a6956 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:13.769774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] For port 636bf83d-dedd-4f7d-a537-ead4d26a6956, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=636bf83d-dedd-4f7d-a537-ead4d26a6956,segment=NetworkSegment(88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0),segment_id=88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:13.770165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.888522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Calling delete_port for 636bf83d-dedd-4f7d-a537-ead4d26a6956 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:13.916439 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.961069 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:13.961069 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:13.961426 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Pushing event deleted for resources: {'Port': ['ID=636bf83d-dedd-4f7d-a537-ead4d26a6956,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:13.967179 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] No DVR routers for this DVR port 636bf83d-dedd-4f7d-a537-ead4d26a6956 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:14.081793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.107648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:14.119523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:14.119822 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c0a2d4-138a-4bfa-aaee-11a1dbf06ae0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:14.130793 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.150929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.156769 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:32:14.157151 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:14.170912 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:14.244241 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.260791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.272745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] Pushing event deleted for resources: {'Network': ['ID=57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:14.284805 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6562587a-48f8-4699-b3a6-d6968efa72ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/57b8ea17-2e9c-4c9e-b5ba-bfa2ccf70287 HTTP/1.1" status: 204 len: 168 time: 0.9873586 Mar 02 18:32:14.287824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50490) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:14.462405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Deleting port 636bf83d-dedd-4f7d-a537-ead4d26a6956 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:14.462958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.528244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7842bb8-84a2-4f99-8ed5-c64c25bdbf96 None None] The port '636bf83d-dedd-4f7d-a537-ead4d26a6956' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:32:14.555445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.638733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 636bf83d-dedd-4f7d-a537-ead4d26a6956 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:14.672106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 636bf83d-dedd-4f7d-a537-ead4d26a6956 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:14.672449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 636bf83d-dedd-4f7d-a537-ead4d26a6956 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:14.677785 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.267902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Deleting port db3b5ee8-f990-402b-8808-f5d0796308d2 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:15.268628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.525003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] For port db3b5ee8-f990-402b-8808-f5d0796308d2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=db3b5ee8-f990-402b-8808-f5d0796308d2,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:15.525358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.651094 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Calling delete_port for db3b5ee8-f990-402b-8808-f5d0796308d2 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:15.822547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.868234 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3b5ee8-f990-402b-8808-f5d0796308d2,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:16.153801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.719913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Router 2814c16b-5221-47d6-a384-b5413ffb5636 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:32:17.008964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:17.019934 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-88b7182b-2088-4c50-a25b-9498baa4b596 admin admin] 10.222.0.37 "PUT /v2.0/routers/2814c16b-5221-47d6-a384-b5413ffb5636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287257 Mar 02 18:32:17.020113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Sync routers for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:17.020537 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50494) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:17.030031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:17.030659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:17.205626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:17.213962 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.419571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.430859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Deleting port 493b8522-a5f9-4597-8835-38cde5f367a0 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:17.431289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.513551 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:32:15Z', 'revision_number': 5, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port': {'id': '493b8522-a5f9-4597-8835-38cde5f367a0', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:02Z', 'updated_at': '2022-03-02T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:17.517399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Checking router: 2814c16b-5221-47d6-a384-b5413ffb5636 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:17.528326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Routers {'2814c16b-5221-47d6-a384-b5413ffb5636'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:17.528922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['2814c16b-5221-47d6-a384-b5413ffb5636'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:17.604006 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] For port 493b8522-a5f9-4597-8835-38cde5f367a0, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=493b8522-a5f9-4597-8835-38cde5f367a0,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:17.604357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.677457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] Set router 2814c16b-5221-47d6-a384-b5413ffb5636 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:17.721168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Calling delete_port for 493b8522-a5f9-4597-8835-38cde5f367a0 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:17.783894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:32:17Z', 'revision_number': 6, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:17.788563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc72ec0-ea7f-4933-891d-5a4216b03c77 None None] The sync data for ids ['2814c16b-5221-47d6-a384-b5413ffb5636'] in n-d-820559-6 is: [{'id': '2814c16b-5221-47d6-a384-b5413ffb5636', 'name': 'tempest-TestEncryptedCinderVolumes-443884145-router', 'tenant_id': '7168413cda0a42c2b361f83d91fc1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:01Z', 'updated_at': '2022-03-02T18:32:17Z', 'revision_number': 6, 'project_id': '7168413cda0a42c2b361f83d91fc1f81', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:17.888831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.935598 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Pushing event deleted for resources: {'Port': ['ID=493b8522-a5f9-4597-8835-38cde5f367a0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:18.152467 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.494745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.498913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.527582 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.528097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2814c16b-5221-47d6-a384-b5413ffb5636 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:32:18.540329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.541423 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e8836518-e868-4aa1-bb10-1d1c18c2e7be admin admin] 10.222.0.37 "DELETE /v2.0/routers/2814c16b-5221-47d6-a384-b5413ffb5636 HTTP/1.1" status: 204 len: 168 time: 1.5204439 Mar 02 18:32:18.543923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50498) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:18.604280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Deleting subnet 3e9b0520-37d9-4fa5-8b1d-ceda6caa6889 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:32:18.607493 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.646088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 493b8522-a5f9-4597-8835-38cde5f367a0 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:18.659790 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.683338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 493b8522-a5f9-4597-8835-38cde5f367a0 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:18.683689 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 493b8522-a5f9-4597-8835-38cde5f367a0 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:18.684108 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db3b5ee8-f990-402b-8808-f5d0796308d2 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:18.749011 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.758626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: db3b5ee8-f990-402b-8808-f5d0796308d2 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:18.758961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device db3b5ee8-f990-402b-8808-f5d0796308d2 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:18.826750 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.863029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9b0520-37d9-4fa5-8b1d-ceda6caa6889,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:18.869217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.874351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09274cb-ab05-468a-9698-bac81dd2470d None None] Network 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:18.875670 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-75782bc8-b840-41d8-9930-ab0bc8b5ce59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e9b0520-37d9-4fa5-8b1d-ceda6caa6889 HTTP/1.1" status: 204 len: 168 time: 0.3307807 Mar 02 18:32:18.878192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50502) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:18.983527 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.994400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Deleting port 6c17cee8-4c80-4dbd-b85b-1230401734bd {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:18.994691 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.105783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] DHCP port deletion for 4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:32:19.110267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Deleting port 6c17cee8-4c80-4dbd-b85b-1230401734bd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:19.110685 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.198477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] For port 6c17cee8-4c80-4dbd-b85b-1230401734bd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6c17cee8-4c80-4dbd-b85b-1230401734bd,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:19.198853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.309018 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] For port 6c17cee8-4c80-4dbd-b85b-1230401734bd, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6c17cee8-4c80-4dbd-b85b-1230401734bd,segment=NetworkSegment(66eb3191-79f0-4421-a059-721bd08d4de1),segment_id=66eb3191-79f0-4421-a059-721bd08d4de1)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:19.309415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.316298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Calling delete_port for 6c17cee8-4c80-4dbd-b85b-1230401734bd owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:19.397164 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.429320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Calling delete_port for 6c17cee8-4c80-4dbd-b85b-1230401734bd owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:32:19.440243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c17cee8-4c80-4dbd-b85b-1230401734bd,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:19.452067 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] No DVR routers for this DVR port 6c17cee8-4c80-4dbd-b85b-1230401734bd on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:19.501649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:19.502009 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:19.564924 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.590203 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4539ec6c-bab8-415b-a2cc-ecfb1d0d9099']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:19.603155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66eb3191-79f0-4421-a059-721bd08d4de1') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:19.603445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66eb3191-79f0-4421-a059-721bd08d4de1') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:19.614506 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.631629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.638130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:32:19.638783 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:19.652311 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:19.812221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.829074 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.830483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.839781 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] Pushing event deleted for resources: {'Network': ['ID=4539ec6c-bab8-415b-a2cc-ecfb1d0d9099,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:19.844322 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e913ae38-5035-4221-9818-4d0945b03383 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4539ec6c-bab8-415b-a2cc-ecfb1d0d9099 HTTP/1.1" status: 204 len: 168 time: 0.9651401 Mar 02 18:32:20.004075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Deleting port 6c17cee8-4c80-4dbd-b85b-1230401734bd {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:32:20.004544 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.063055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50508) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:20.065293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-901af762-3f68-4d08-a1c0-78df06af92e1 None None] The port '6c17cee8-4c80-4dbd-b85b-1230401734bd' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:32:20.114651 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cfc57e65-5dac-464b-af04-5dfc224d25ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0726250a6d6349258ca45638e4417672&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494058 Mar 02 18:32:20.117252 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:20.179857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.205332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.257038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.273745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f2090-c9d3-4476-ad3a-925581b4dd69,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:20.290594 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.291823 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-420530ac-976c-4e4c-943e-ba34712505bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9f2090-c9d3-4476-ad3a-925581b4dd69 HTTP/1.1" status: 204 len: 168 time: 0.1736135 Mar 02 18:32:20.642743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6c17cee8-4c80-4dbd-b85b-1230401734bd no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:20.682262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 6c17cee8-4c80-4dbd-b85b-1230401734bd {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:32:20.682733 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6c17cee8-4c80-4dbd-b85b-1230401734bd not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:20.716901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50520) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:20.766332 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-01044652-0433-45eb-a101-30428b6d1276 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7168413cda0a42c2b361f83d91fc1f81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483050 Mar 02 18:32:20.768813 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50524) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:20.826211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.853965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.916735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.931492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f2c82-2419-483f-b207-299631201e0c,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:20.937258 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.938740 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bfaffb35-2a50-40e6-bcb7-19dda043e8f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b79f2c82-2419-483f-b207-299631201e0c HTTP/1.1" status: 204 len: 168 time: 0.1690254 Mar 02 18:32:21.809443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50546) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:21.952556 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121994402-network', 'tenant_id': '72621154d1414d7cb258109f96f3eb20'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:21.958141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:21.962733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Usage tracker for resource:network and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:21.965538 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:21.971192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:21.981507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Made reservation on behalf of 72621154d1414d7cb258109f96f3eb20 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:21.983841 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.995788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.026449 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:22.030181 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:22.032944 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:22.039213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:22.103226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.107186 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.135456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:22.143328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79779d3a-2b17-479d-873f-81dd60a15898,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:22.149043 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.149378 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Added segment f9b861c6-9218-4479-b739-ebd6e146c825 of type vlan for network ca875401-d960-439c-a07b-f20028b44336 Mar 02 18:32:22.177830 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.211445 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.212391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.213025 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.312826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] Pushing event updated for resources: {'Network': ['ID=ca875401-d960-439c-a07b-f20028b44336,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:22.317284 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-35ad848b-f4da-4320-af71-2a7f6d4edefc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5067422 Mar 02 18:32:22.322111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50552) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:22.328455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ca875401-d960-439c-a07b-f20028b44336 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:22.328933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Request body: {'subnet': {'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121994402-subnet', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:22.334673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:22.338689 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Usage tracker for resource:subnet and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:22.341551 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:22.347174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:22.361817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Made reservation on behalf of 72621154d1414d7cb258109f96f3eb20 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:22.364285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.572637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.647558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3466533-da55-429d-82b7-62e39bf1a469,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:22.657885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Checking segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:22.658246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Network hostable DHCP agents. Network: ca875401-d960-439c-a07b-f20028b44336, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:22.682322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Network ca875401-d960-439c-a07b-f20028b44336 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:22.692213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ca875401-d960-439c-a07b-f20028b44336) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:22.696996 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.697586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.705288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a18dfd-9241-4098-9d9d-0d3937469715 None None] Network ca875401-d960-439c-a07b-f20028b44336 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:22.723502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50556) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:22.727197 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-184e4558-7c8a-4f5b-ba6a-62a302015755 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4027057 Mar 02 18:32:22.729876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:22.735322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:22.739748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Usage tracker for resource:router and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:22.743540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:22.749913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:22.763681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.764592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.784692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.930841 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.943285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ca875401-d960-439c-a07b-f20028b44336', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:32:22.944478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.110623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Allocated IP 172.20.0.2 (ca875401-d960-439c-a07b-f20028b44336/b3466533-da55-429d-82b7-62e39bf1a469/c1d85683-0cc0-495c-a087-9a03914889ea) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:23.237526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.271003 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.323112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.335092 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Transition to ACTIVE for port object c1d85683-0cc0-495c-a087-9a03914889ea will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:23.354694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Transition to ACTIVE for port object c1d85683-0cc0-495c-a087-9a03914889ea will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:23.360039 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.415374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Allocated IP 172.25.3.145 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/97c25414-9ca7-49fd-b77b-7f0c0f67f124) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:23.461684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Pushing event updated for resources: {'Port': ['ID=c1d85683-0cc0-495c-a087-9a03914889ea,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:23.474008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Network ca875401-d960-439c-a07b-f20028b44336 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:23.475736 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:23.477910 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:23.562484 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.563078 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Attempting to bind port c1d85683-0cc0-495c-a087-9a03914889ea on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:23.563997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Attempting to bind port c1d85683-0cc0-495c-a087-9a03914889ea by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:23.563997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Attempting to bind port c1d85683-0cc0-495c-a087-9a03914889ea on network ca875401-d960-439c-a07b-f20028b44336 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:23.570874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:23.571329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Checking segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:23.571727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.572117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Bound using segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:23.572856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Bound port: c1d85683-0cc0-495c-a087-9a03914889ea, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:23.572980 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.591457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.658371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] For port c1d85683-0cc0-495c-a087-9a03914889ea, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:23.661114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] For port c1d85683-0cc0-495c-a087-9a03914889ea, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c1d85683-0cc0-495c-a087-9a03914889ea,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:23.661287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:23.665921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:23.666399 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.671102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:23.697418 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Pushing event updated for resources: {'Port': ['ID=97c25414-9ca7-49fd-b77b-7f0c0f67f124,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:23.758372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633de55-e609-49e0-bd5e-480c31f5a60c None None] Pushing event updated for resources: {'Port': ['ID=c1d85683-0cc0-495c-a087-9a03914889ea,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:23.840471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.841219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.093078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:32:24.291193 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:24.299468 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Sync routers for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:24.312473 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:24.313157 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:24.315779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.320174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0106b3c3-44a7-4c25-8bb0-c7008b797e7b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5918922 Mar 02 18:32:24.320364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50560) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:24.546690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:24.712321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c1d85683-0cc0-495c-a087-9a03914889ea up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:24.802077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486628e-3a2d-4349-9961-69013ba75cb9 None None] Network ca875401-d960-439c-a07b-f20028b44336 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:24.924877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Provisioning for port c1d85683-0cc0-495c-a087-9a03914889ea completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:24.942055 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:23Z', 'revision_number': 3, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:24.943410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c1d85683-0cc0-495c-a087-9a03914889ea completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:24.947014 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Checking router: 65cdd04d-663b-495d-9be9-6f9e4d0fce02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:24.947352 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Updating router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:32:24.950032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Provisioning complete for port c1d85683-0cc0-495c-a087-9a03914889ea triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:24.950508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.991141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c1d85683-0cc0-495c-a087-9a03914889ea triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:24.991560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.016342 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.265777 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.291831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.294089 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.346696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] For port c1d85683-0cc0-495c-a087-9a03914889ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c1d85683-0cc0-495c-a087-9a03914889ea,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:25.377617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.401368 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.416930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Transition to ACTIVE for port object 97c25414-9ca7-49fd-b77b-7f0c0f67f124 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:25.426351 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.475088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:25.475449 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:25.483096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d0da-38b5-4e3b-84ca-836f7335f438 None None] Pushing event updated for resources: {'Port': ['ID=c1d85683-0cc0-495c-a087-9a03914889ea,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.532105 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Pushing event updated for resources: {'Port': ['ID=97c25414-9ca7-49fd-b77b-7f0c0f67f124,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.534384 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Attempting to bind port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:25.534772 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Attempting to bind port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:25.535128 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Attempting to bind port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:25.546812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:25.547338 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:25.547583 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.547975 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:25.548430 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Bound port: 97c25414-9ca7-49fd-b77b-7f0c0f67f124, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:25.548816 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.560095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Allocated IP 172.20.0.1 (ca875401-d960-439c-a07b-f20028b44336/b3466533-da55-429d-82b7-62e39bf1a469/60304917-5d5f-47e7-9351-3b2b1de4ce81) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:25.579642 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.579987 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.580324 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.580652 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.580981 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.581300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.581617 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.581933 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.582241 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.582589 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.582924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:25.634155 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] For port 97c25414-9ca7-49fd-b77b-7f0c0f67f124, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:25.637164 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] For port 97c25414-9ca7-49fd-b77b-7f0c0f67f124, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=97c25414-9ca7-49fd-b77b-7f0c0f67f124,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:25.641667 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.707701 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ea36f8a0-65a7-463d-ad8b-a5c08e1c0ee0 None None] Provisioning complete for port c1d85683-0cc0-495c-a087-9a03914889ea triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:25.708737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ea36f8a0-65a7-463d-ad8b-a5c08e1c0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.718130 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.720909 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911968b-769d-4dab-b312-9b5a4de503af None None] Pushing event updated for resources: {'Port': ['ID=97c25414-9ca7-49fd-b77b-7f0c0f67f124,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.724757 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:25.725514 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:25.733850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Transition to ACTIVE for port object 60304917-5d5f-47e7-9351-3b2b1de4ce81 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:25.757201 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.832678 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Network ca875401-d960-439c-a07b-f20028b44336 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:25.837081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:25.839290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Pushing event updated for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.841967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:25.895095 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.923160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:25.988406 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.086599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ac4622b-6d7c-4d20-a69a-5f8301706a7f None None] Provisioning for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:26.092709 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ac4622b-6d7c-4d20-a69a-5f8301706a7f None None] Provisioning complete for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:26.093881 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4ac4622b-6d7c-4d20-a69a-5f8301706a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.155361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4622b-6d7c-4d20-a69a-5f8301706a7f None None] Port 60304917-5d5f-47e7-9351-3b2b1de4ce81 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:26.221389 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:23Z', 'revision_number': 3, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:26.226329 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317793e-1dcd-432d-85d5-1b2683dd58b2 None None] The sync data for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 is: [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:23Z', 'revision_number': 3, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:26.232089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.236980 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.354191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Pushing event updated for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:26.356807 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.527209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Network ca875401-d960-439c-a07b-f20028b44336 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:26.528428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:26.767377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c1d85683-0cc0-495c-a087-9a03914889ea up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:26.853150 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c1d85683-0cc0-495c-a087-9a03914889ea triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:26.853584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.925830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c963afee-5b29-4f86-98fc-e5dec360709c None None] Provisioning complete for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:26.926329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c963afee-5b29-4f86-98fc-e5dec360709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.021369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c963afee-5b29-4f86-98fc-e5dec360709c None None] Port 60304917-5d5f-47e7-9351-3b2b1de4ce81 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:27.047499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 97c25414-9ca7-49fd-b77b-7f0c0f67f124 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:27.113664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:32:27.122772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:27.127203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:27.127578 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.276415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.292428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 97c25414-9ca7-49fd-b77b-7f0c0f67f124, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=97c25414-9ca7-49fd-b77b-7f0c0f67f124,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:27.297509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.323375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:27.333596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9f2f89b4-de02-4d7d-873e-c5b78267926e admin admin] 10.222.0.37 "PUT /v2.0/routers/65cdd04d-663b-495d-9be9-6f9e4d0fce02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0119739 Mar 02 18:32:27.362210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=97c25414-9ca7-49fd-b77b-7f0c0f67f124,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:28.174919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50582) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:28.181060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-473028307-network', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:28.186491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:28.190387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Usage tracker for resource:network and tenant:a031a6713bd94a32846dcc6828c7df25 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:28.193288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:28.200077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:28.210269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Made reservation on behalf of a031a6713bd94a32846dcc6828c7df25 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:28.212566 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.224590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.258876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:28.262654 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Usage tracker for resource:security_group_rule and tenant:a031a6713bd94a32846dcc6828c7df25 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:28.265476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:28.271115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:28.342329 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.346192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.378070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:28.383231 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38dc2c8-db99-408c-9675-c9785dc97d21,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:28.389877 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.390912 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Added segment f1ec202d-9e04-4816-9652-a5b477520d7b of type vlan for network e14daeaa-89b6-4cf1-a691-3b54bb901453 Mar 02 18:32:28.419192 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.449327 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.450215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.450816 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.548065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] Pushing event updated for resources: {'Network': ['ID=e14daeaa-89b6-4cf1-a691-3b54bb901453,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:28.550943 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3e9b8a91-3b6a-4851-a26c-20c52d5e4a06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3750188 Mar 02 18:32:28.553929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:28.557698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:28.559145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Request body: {'subnet': {'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-473028307-subnet', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:28.564571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:28.569125 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Usage tracker for resource:subnet and tenant:a031a6713bd94a32846dcc6828c7df25 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:28.572820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:28.578324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:28.595742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Made reservation on behalf of a031a6713bd94a32846dcc6828c7df25 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:28.599003 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.659071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 97c25414-9ca7-49fd-b77b-7f0c0f67f124 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:28.737783 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:28.738145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.818272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.893296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbc7413-7c2b-4d07-affa-ba981fc87b4d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:28.903872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Checking segment: {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:28.904228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Network hostable DHCP agents. Network: e14daeaa-89b6-4cf1-a691-3b54bb901453, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:28.926462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:28.935680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, e14daeaa-89b6-4cf1-a691-3b54bb901453) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:28.939422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.939989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.945080 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475a6cf-7775-45bf-b427-26ab5f328c97 None None] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:28.961413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cd3bd5fb-f00b-4a12-8673-dcf13366a919 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4064898 Mar 02 18:32:28.963772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50590) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:28.968727 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:28.973723 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:28.978652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Usage tracker for resource:router and tenant:a031a6713bd94a32846dcc6828c7df25 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:28.981417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:28.987028 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:29.003811 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.004868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.025712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.159613 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-e14daeaa-89b6-4cf1-a691-3b54bb901453', 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'fixed_ips': [{'subnet_id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:32:29.160446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.168087 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.320277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Allocated IP 172.20.0.2 (e14daeaa-89b6-4cf1-a691-3b54bb901453/8dbc7413-7c2b-4d07-affa-ba981fc87b4d/1183c5bb-cbd2-410f-8c08-f60baee68551) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:29.355866 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.385936 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.527640 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Allocated IP 172.25.3.125 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/fea419c2-baa5-4eda-8c97-0105686cc35f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:29.528076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.538500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Transition to ACTIVE for port object 1183c5bb-cbd2-410f-8c08-f60baee68551 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:29.557773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Transition to ACTIVE for port object 1183c5bb-cbd2-410f-8c08-f60baee68551 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:29.564387 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.632656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:29.640218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:29.644615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:29.651638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Pushing event updated for resources: {'Port': ['ID=1183c5bb-cbd2-410f-8c08-f60baee68551,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:29.751482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Attempting to bind port 1183c5bb-cbd2-410f-8c08-f60baee68551 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:29.751855 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Attempting to bind port 1183c5bb-cbd2-410f-8c08-f60baee68551 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:29.752214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Attempting to bind port 1183c5bb-cbd2-410f-8c08-f60baee68551 on network e14daeaa-89b6-4cf1-a691-3b54bb901453 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:29.799904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.812776 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:29.813160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Checking segment: {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:29.813568 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.813961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Bound using segment: {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:29.814461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Bound port: 1183c5bb-cbd2-410f-8c08-f60baee68551, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:29.815217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.831076 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.834967 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Sync routers for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:29.901414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:29.904533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:29.907368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:29.940935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Pushing event updated for resources: {'Port': ['ID=fea419c2-baa5-4eda-8c97-0105686cc35f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:29.947055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:29.948124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:30.073742 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.074391 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.171019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] For port 1183c5bb-cbd2-410f-8c08-f60baee68551, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:30.205668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] For port 1183c5bb-cbd2-410f-8c08-f60baee68551, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1183c5bb-cbd2-410f-8c08-f60baee68551,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:30.212645 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.276256 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:30.302482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Router 0758e4f9-ffff-4350-a008-3629549a719b is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:32:30.378807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e71649-e25e-4c4a-913b-d53f9db4db53 None None] Pushing event updated for resources: {'Port': ['ID=1183c5bb-cbd2-410f-8c08-f60baee68551,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:30.524708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:30.538661 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Sync routers for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:30.571839 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:30.575184 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:30.602451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.607866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-df7857cc-e740-42d8-a675-5f74749d50ce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6407788 Mar 02 18:32:30.609016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50594) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:30.738810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:26Z', 'revision_number': 2, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:30.749056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Checking router: 65cdd04d-663b-495d-9be9-6f9e4d0fce02 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:30.749353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Updating router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 port 60304917-5d5f-47e7-9351-3b2b1de4ce81 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:32:30.795729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1183c5bb-cbd2-410f-8c08-f60baee68551 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:30.823262 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:30.875171 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.994491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1183c5bb-cbd2-410f-8c08-f60baee68551 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:31.114655 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:30Z', 'revision_number': 3, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:31.119648 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Checking router: 0758e4f9-ffff-4350-a008-3629549a719b for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:31.120098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Updating router 0758e4f9-ffff-4350-a008-3629549a719b port fea419c2-baa5-4eda-8c97-0105686cc35f binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:32:31.187811 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.277358 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.291802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Transition to ACTIVE for port object 60304917-5d5f-47e7-9351-3b2b1de4ce81 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:31.300562 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.464249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c9645-c07f-4455-a275-5b2e66da821c None None] Pushing event updated for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:31.603729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Attempting to bind port 60304917-5d5f-47e7-9351-3b2b1de4ce81 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:31.604229 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Attempting to bind port 60304917-5d5f-47e7-9351-3b2b1de4ce81 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:31.604680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Attempting to bind port 60304917-5d5f-47e7-9351-3b2b1de4ce81 on network ca875401-d960-439c-a07b-f20028b44336 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:31.615656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:31.616196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Checking segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:31.616714 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.617195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Bound using segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:31.618038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Bound port: 60304917-5d5f-47e7-9351-3b2b1de4ce81, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:31.618503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.625332 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.639925 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Transition to ACTIVE for port object fea419c2-baa5-4eda-8c97-0105686cc35f will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:31.648226 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.650126 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.703706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138677c-d26d-4d2c-8a44-d002b764aef2 None None] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:32:31.758706 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Attempting to bind port fea419c2-baa5-4eda-8c97-0105686cc35f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:31.759075 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Attempting to bind port fea419c2-baa5-4eda-8c97-0105686cc35f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:31.759343 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Attempting to bind port fea419c2-baa5-4eda-8c97-0105686cc35f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:31.765236 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0abda-578a-4b69-9a6a-36f788f5a63f None None] Pushing event updated for resources: {'Port': ['ID=fea419c2-baa5-4eda-8c97-0105686cc35f,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:31.772597 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:31.772959 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:31.773351 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.773726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:31.774178 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Bound port: fea419c2-baa5-4eda-8c97-0105686cc35f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:31.774538 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.829544 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] For port 60304917-5d5f-47e7-9351-3b2b1de4ce81, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:31.851950 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] For port fea419c2-baa5-4eda-8c97-0105686cc35f, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:31.855079 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] For port fea419c2-baa5-4eda-8c97-0105686cc35f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fea419c2-baa5-4eda-8c97-0105686cc35f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:31.860021 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.863036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] For port 60304917-5d5f-47e7-9351-3b2b1de4ce81, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=60304917-5d5f-47e7-9351-3b2b1de4ce81,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:31.878112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.891933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Allocated IP 172.20.0.1 (e14daeaa-89b6-4cf1-a691-3b54bb901453/8dbc7413-7c2b-4d07-affa-ba981fc87b4d/388a05d2-a8ba-4ce3-b847-1a09ed734d3e) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:31.942801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0abda-578a-4b69-9a6a-36f788f5a63f None None] Pushing event updated for resources: {'Port': ['ID=fea419c2-baa5-4eda-8c97-0105686cc35f,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:31.946803 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:31.947408 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:32.044962 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Provisioning for port 1183c5bb-cbd2-410f-8c08-f60baee68551 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:32.069677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Provisioning complete for port 1183c5bb-cbd2-410f-8c08-f60baee68551 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:32.070056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.083556 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.107757 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Transition to ACTIVE for port object 388a05d2-a8ba-4ce3-b847-1a09ed734d3e will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:32.137362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.143493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c9645-c07f-4455-a275-5b2e66da821c None None] Pushing event updated for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:32.164167 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:32.184706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:32.185346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:32.235546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Pushing event updated for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:32.258224 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:32.259477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:32.264587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:32.337200 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.437700 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.446533 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.469037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:32.516630 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:30Z', 'revision_number': 3, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:32.524094 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808571e9-1dc3-4e2b-9a89-4abf030ea1c1 None None] The sync data for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 is: [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:30Z', 'revision_number': 3, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:32.541213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] For port 1183c5bb-cbd2-410f-8c08-f60baee68551, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1183c5bb-cbd2-410f-8c08-f60baee68551,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:32.551546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.720432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.727831 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.770207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1be11f-22cb-4baf-b084-fd51b4fc7d15 None None] Pushing event updated for resources: {'Port': ['ID=1183c5bb-cbd2-410f-8c08-f60baee68551,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:32.834744 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Provisioning for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:32.836128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Pushing event updated for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:32.840917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.842050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Provisioning complete for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:32.842372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.931518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:32.953914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Provisioning complete for port 1183c5bb-cbd2-410f-8c08-f60baee68551 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:32.954282 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a424c7ff-965b-4f73-ad0e-38193efa7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.977880 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:32.979070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:32.999762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:31Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:33.014081 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a388762-60ab-4cf3-bed6-150aa3bdd704 None None] The sync data for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 is: [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:31Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:33.234848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a5f8381a-ffea-487f-b4bb-a91a45080fec None None] Provisioning complete for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:33.235317 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5f8381a-ffea-487f-b4bb-a91a45080fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.306795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8381a-ffea-487f-b4bb-a91a45080fec None None] Port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:33.454065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ef7d8318-f9b1-420e-81c7-8b3a2560238e None None] Provisioning complete for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:33.454597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ef7d8318-f9b1-420e-81c7-8b3a2560238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.544587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d8318-f9b1-420e-81c7-8b3a2560238e None None] Port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:33.576177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Router 0758e4f9-ffff-4350-a008-3629549a719b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:32:33.806541 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:32:33.817582 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-bd680833-fb25-44bc-b375-434be82b29d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/0758e4f9-ffff-4350-a008-3629549a719b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2061515 Mar 02 18:32:34.778273 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 60304917-5d5f-47e7-9351-3b2b1de4ce81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:34.848969 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:34.854641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:34.855018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.987382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.027340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 60304917-5d5f-47e7-9351-3b2b1de4ce81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=60304917-5d5f-47e7-9351-3b2b1de4ce81,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:35.034357 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.035732 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1183c5bb-cbd2-410f-8c08-f60baee68551 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:35.162712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:35.178013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1183c5bb-cbd2-410f-8c08-f60baee68551 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:35.178547 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.353501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fea419c2-baa5-4eda-8c97-0105686cc35f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:35.443336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port fea419c2-baa5-4eda-8c97-0105686cc35f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:35.449162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fea419c2-baa5-4eda-8c97-0105686cc35f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:35.449813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.586625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.605873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port fea419c2-baa5-4eda-8c97-0105686cc35f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fea419c2-baa5-4eda-8c97-0105686cc35f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:35.610273 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.685896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=fea419c2-baa5-4eda-8c97-0105686cc35f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:36.676263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 60304917-5d5f-47e7-9351-3b2b1de4ce81 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:36.775493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 60304917-5d5f-47e7-9351-3b2b1de4ce81 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:36.776118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.951033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fea419c2-baa5-4eda-8c97-0105686cc35f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:37.028496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port fea419c2-baa5-4eda-8c97-0105686cc35f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:37.028496 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.044151 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.457494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e76f3cd0-5922-4a36-baf9-71970ff21a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.464461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa65e-c298-4997-a8f8-9fc90d3d6099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.017288 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.146606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.556457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.955963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-1f7a7caf-2e61-4cb4-ab5a-3fd8c28ab78c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:44.957331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-1f7a7caf-2e61-4cb4-ab5a-3fd8c28ab78c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 814 time: 0.1434212 Mar 02 18:32:44.974405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-23a2659a-4ee0-4b5a-8963-28971db4f868 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/quotas/72621154d1414d7cb258109f96f3eb20 HTTP/1.1" status: 200 len: 375 time: 0.0109458 Mar 02 18:32:45.049760 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:32:45.053551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-1c20500d-c889-4b3c-b81b-27a7a2a41215 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Synchronizing usage tracker for tenant:72621154d1414d7cb258109f96f3eb20 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:45.071649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-1c20500d-c889-4b3c-b81b-27a7a2a41215 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Unset dirty status for tenant:72621154d1414d7cb258109f96f3eb20 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:45.072924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-1c20500d-c889-4b3c-b81b-27a7a2a41215 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928817 Mar 02 18:32:45.088933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-f8382f1b-cd50-4709-aa6a-2a46ed88ffcb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:32:45.089888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-f8382f1b-cd50-4709-aa6a-2a46ed88ffcb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050352 Mar 02 18:32:45.219242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-763b831f-cbad-4c7f-af8b-b9015ba0c5fb service neutron] 10.222.0.37 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236463 Mar 02 18:32:45.351335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-f307b6aa-b8f6-4164-aa42-72a41c8f9901 service neutron] 10.222.0.37 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251504 Mar 02 18:32:45.772181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cca6d98c-dc97-4c25-a24d-f20e59deff02 req-ce577825-595c-41a2-aa47-4916ac36b975 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 210 time: 0.2747965 Mar 02 18:32:46.597410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-2a2927b8-679d-4d4c-8ada-d47eb5204fcb tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:46.598883 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-2a2927b8-679d-4d4c-8ada-d47eb5204fcb tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 814 time: 0.1568310 Mar 02 18:32:46.614517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'port': {'device_id': '66d6e72f-e740-49a1-aa82-086229aaef36', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'admin_state_up': True, 'tenant_id': '72621154d1414d7cb258109f96f3eb20'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:46.869112 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:46.878752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:46.889947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Made reservation on behalf of 72621154d1414d7cb258109f96f3eb20 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:46.896803 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.204476 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc3beba0-bd35-41ee-b6b9-568225775c3f req-368f0147-ab27-498f-a5d2-5bf0a9a7290c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 210 time: 0.2967803 Mar 02 18:32:47.298347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Allocated IP 172.20.0.11 (ca875401-d960-439c-a07b-f20028b44336/b3466533-da55-429d-82b7-62e39bf1a469/5954f3c8-e229-48dc-8690-6f42ef1264cc) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:47.588796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.606324 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Transition to ACTIVE for port object 5954f3c8-e229-48dc-8690-6f42ef1264cc will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:47.632200 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.709714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Network ca875401-d960-439c-a07b-f20028b44336 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:47.713338 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:47.723075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:32:47.770628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:47.803378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.803758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.804095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.804426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.804751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.805103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.805426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.805743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.806060 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.806379 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.806724 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:47.826774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.827355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.852622 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-d4406dd6-7962-45c2-90b0-3cb05bc7b287 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2418261 Mar 02 18:32:47.972503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bc8dd05f-79a4-4d03-be3f-0809654bb875 None None] Provisioning for port 5954f3c8-e229-48dc-8690-6f42ef1264cc completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:47.980737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bc8dd05f-79a4-4d03-be3f-0809654bb875 None None] Provisioning complete for port 5954f3c8-e229-48dc-8690-6f42ef1264cc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:47.981090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd05f-79a4-4d03-be3f-0809654bb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.047191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bc8dd05f-79a4-4d03-be3f-0809654bb875 None None] Port 5954f3c8-e229-48dc-8690-6f42ef1264cc cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:32:48.423222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc158a22-ed94-4aaf-8b72-ed40743ec882 req-081ab907-204e-44a8-8937-7e69b75107e0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:48.423909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fc158a22-ed94-4aaf-8b72-ed40743ec882 req-081ab907-204e-44a8-8937-7e69b75107e0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Synchronizing usage tracker for tenant:72621154d1414d7cb258109f96f3eb20 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:48.466402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-fc158a22-ed94-4aaf-8b72-ed40743ec882 req-081ab907-204e-44a8-8937-7e69b75107e0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Unset dirty status for tenant:72621154d1414d7cb258109f96f3eb20 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:48.468346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc158a22-ed94-4aaf-8b72-ed40743ec882 req-081ab907-204e-44a8-8937-7e69b75107e0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.1248796 Mar 02 18:32:48.541429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fc158a22-ed94-4aaf-8b72-ed40743ec882 req-dfe304d8-a7ce-4688-b475-63ec96fb0134 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Mar 02 18:32:49.746920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc3935-a90e-4ee6-9b39-8dabdcbe6958 req-8eea878a-e9f3-4b62-b137-75811a8bf74b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.748555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3dc3935-a90e-4ee6-9b39-8dabdcbe6958 req-8eea878a-e9f3-4b62-b137-75811a8bf74b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0785317 Mar 02 18:32:49.798829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3dc3935-a90e-4ee6-9b39-8dabdcbe6958 req-2ab037d9-c438-493a-9bfb-51907144fe82 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445981 Mar 02 18:32:49.851417 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.032349 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63801508-c272-471b-8c21-6a029b54f7e3 req-3241668f-d74b-45cf-b42e-2a2a43af6878 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.034228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63801508-c272-471b-8c21-6a029b54f7e3 req-3241668f-d74b-45cf-b42e-2a2a43af6878 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.1023521 Mar 02 18:32:51.119281 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63801508-c272-471b-8c21-6a029b54f7e3 req-9e809a3d-a6e5-45a7-a8f3-6e1b301bb24e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Mar 02 18:32:52.330908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f6e3c-6801-49f4-b753-1366051424e1 req-d526cc08-caa3-47d4-b412-ce8e490e3d43 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.332359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f20f6e3c-6801-49f4-b753-1366051424e1 req-d526cc08-caa3-47d4-b412-ce8e490e3d43 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0832489 Mar 02 18:32:52.383303 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f20f6e3c-6801-49f4-b753-1366051424e1 req-2e05dafd-7990-4c6e-b947-a46941f5ae28 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Mar 02 18:32:53.581884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22672c-afcf-4246-8336-6a9418a51c4b req-e868c676-a43e-401d-9cb3-d05881809d81 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.583934 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e22672c-afcf-4246-8336-6a9418a51c4b req-e868c676-a43e-401d-9cb3-d05881809d81 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0788586 Mar 02 18:32:53.639061 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2e22672c-afcf-4246-8336-6a9418a51c4b req-26a5bfca-848f-46e1-863c-8cffb63500f6 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Mar 02 18:32:54.844722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f40a5c-b3cd-417f-9098-6df68c047bd1 req-40255913-b950-494a-8d70-be3ab64532b0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.846179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90f40a5c-b3cd-417f-9098-6df68c047bd1 req-40255913-b950-494a-8d70-be3ab64532b0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0835099 Mar 02 18:32:54.891910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90f40a5c-b3cd-417f-9098-6df68c047bd1 req-a2d09d0a-c24c-47bd-9f0e-8d9ecce9d4dd tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Mar 02 18:32:55.223385 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Sync routers for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:32:55.235945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:55.236546 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:55.416278 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:55.720513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:32Z', 'revision_number': 4, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '388a05d2-a8ba-4ce3-b847-1a09ed734d3e', 'name': '', 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'mac_address': 'fa:16:3e:12:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:31Z', 'updated_at': '2022-03-02T18:32:32Z', 'revision_number': 2, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'subnets': [{'id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:55.724983 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Checking router: 0758e4f9-ffff-4350-a008-3629549a719b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:32:55.725335 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Updating router 0758e4f9-ffff-4350-a008-3629549a719b port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:32:55.778224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.156336 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.168106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Transition to ACTIVE for port object 388a05d2-a8ba-4ce3-b847-1a09ed734d3e will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:56.180395 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.250140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0bf2-2b9a-4d55-9f28-c2a89041fdb6 req-94e7cbf4-dbb1-4363-99ea-7e0712f084f9 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:56.251656 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba8a0bf2-2b9a-4d55-9f28-c2a89041fdb6 req-94e7cbf4-dbb1-4363-99ea-7e0712f084f9 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0810785 Mar 02 18:32:56.301630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ba8a0bf2-2b9a-4d55-9f28-c2a89041fdb6 req-e14c55c7-2213-40c4-bff8-5acbcf8adafc tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 Mar 02 18:32:56.305352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Pushing event updated for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:56.319280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.319548 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.319885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.320224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.320812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.321143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.321471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.321796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.322117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.322437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.322784 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:56.415250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Attempting to bind port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:56.415563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Attempting to bind port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:56.415903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Attempting to bind port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e on network e14daeaa-89b6-4cf1-a691-3b54bb901453 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:56.422623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:56.422995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Checking segment: {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:56.423510 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.423897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Bound using segment: {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:56.424362 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Bound port: 388a05d2-a8ba-4ce3-b847-1a09ed734d3e, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec202d-9e04-4816-9652-a5b477520d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:56.424812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.511208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] For port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:32:56.514194 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] For port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:32:56.518888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.617407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:32:56.618037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:32:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:56.674196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319b2b-7aa2-4d2d-a2cd-c172796a8eda None None] Pushing event updated for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:56.832301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:32:57.143706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:32Z', 'revision_number': 4, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '388a05d2-a8ba-4ce3-b847-1a09ed734d3e', 'name': '', 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'mac_address': 'fa:16:3e:12:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:31Z', 'updated_at': '2022-03-02T18:32:56Z', 'revision_number': 4, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'subnets': [{'id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:57.147443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d900c-5267-447c-a829-1d54cf3989db None None] The sync data for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 is: [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:32Z', 'revision_number': 4, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '388a05d2-a8ba-4ce3-b847-1a09ed734d3e', 'name': '', 'network_id': 'e14daeaa-89b6-4cf1-a691-3b54bb901453', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'mac_address': 'fa:16:3e:12:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:31Z', 'updated_at': '2022-03-02T18:32:56Z', 'revision_number': 4, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'subnets': [{'id': '8dbc7413-7c2b-4d07-affa-ba981fc87b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:32:57.521848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0de09-a293-4e48-9fc4-0ce5b426689d req-7a6415c0-6e97-4ab0-8d47-89c6d8ffbbae tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.523380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b0de09-a293-4e48-9fc4-0ce5b426689d req-7a6415c0-6e97-4ab0-8d47-89c6d8ffbbae tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0967164 Mar 02 18:32:57.570872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40b0de09-a293-4e48-9fc4-0ce5b426689d req-90c94427-cc5e-4af6-b756-03f3b2993da7 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Mar 02 18:32:58.692324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 388a05d2-a8ba-4ce3-b847-1a09ed734d3e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:58.763249 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:58.767796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:58.768167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.771868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fa413-7e2f-4e74-af48-fc4d60b19b7d req-5f433a40-b2f2-4eea-899d-f68a18235d1d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:58.773373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d42fa413-7e2f-4e74-af48-fc4d60b19b7d req-5f433a40-b2f2-4eea-899d-f68a18235d1d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 932 time: 0.0794291 Mar 02 18:32:58.827956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d42fa413-7e2f-4e74-af48-fc4d60b19b7d req-7dd0e77d-f7e7-42b0-8896-9367bc6b51ed tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Mar 02 18:32:58.887384 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.919225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:32:58.923051 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.991606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:59.116509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Request body: {'port': {'device_id': '66d6e72f-e740-49a1-aa82-086229aaef36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:32:59.225661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.572743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5954f3c8-e229-48dc-8690-6f42ef1264cc {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:32:59.579491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.593426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Transition to ACTIVE for port object 5954f3c8-e229-48dc-8690-6f42ef1264cc will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:59.596755 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.835529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:59.943863 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Attempting to bind port 5954f3c8-e229-48dc-8690-6f42ef1264cc on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:59.944114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Attempting to bind port 5954f3c8-e229-48dc-8690-6f42ef1264cc by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:59.944439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Attempting to bind port 5954f3c8-e229-48dc-8690-6f42ef1264cc on network ca875401-d960-439c-a07b-f20028b44336 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:59.951187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Port 5954f3c8-e229-48dc-8690-6f42ef1264cc on network ca875401-d960-439c-a07b-f20028b44336 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:32:59.951502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Attempting to bind port 5954f3c8-e229-48dc-8690-6f42ef1264cc on network ca875401-d960-439c-a07b-f20028b44336 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:32:59.957756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:32:59.958591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Checking segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:32:59.958980 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Bound using segment: {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:32:59.959493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Bound port: 5954f3c8-e229-48dc-8690-6f42ef1264cc, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b861c6-9218-4479-b739-ebd6e146c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca875401-d960-439c-a07b-f20028b44336'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:59.959831 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.104749 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:33:00.118447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5972ec-9535-445e-b02b-20f38d8d34ed req-b6caeda5-c7cc-4a7c-8d96-9b3214e93efb tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.119919 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d5972ec-9535-445e-b02b-20f38d8d34ed req-b6caeda5-c7cc-4a7c-8d96-9b3214e93efb tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 944 time: 0.1513677 Mar 02 18:33:00.121457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:33:00.143410 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.224930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.226310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] 10.222.0.35 "PUT /v2.0/ports/5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1092 time: 1.1155207 Mar 02 18:33:00.226792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:33:00.248763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d5972ec-9535-445e-b02b-20f38d8d34ed req-6a1c7e70-05f3-41c6-a0ad-6c88d2ac3998 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Mar 02 18:33:00.251464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1aa6c-7375-416e-ac5d-66abeaa13ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:00.330186 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:33:00.378185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-efd31209-a21e-4919-b2d4-828dfdbcff31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1095 time: 0.1028404 Mar 02 18:33:00.451757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-01c1a7ed-f889-40a3-be89-6f5b0cda1e59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 217 time: 0.0661595 Mar 02 18:33:00.516902 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-36d14a03-53cf-4660-b7eb-1e0801b3d3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.518334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-36d14a03-53cf-4660-b7eb-1e0801b3d3d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0614841 Mar 02 18:33:00.591274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-b00e62c3-0046-4550-a336-a6ffce5157b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674121 Mar 02 18:33:00.670802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 388a05d2-a8ba-4ce3-b847-1a09ed734d3e up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:00.727905 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-0a1152e1-f74e-4778-8e1e-36f593414886 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303432 Mar 02 18:33:00.741353 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:00.741720 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.869312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32750a41-0915-4501-8ebe-e3c8103b6d96 req-744f233f-3798-4424-bae0-c6d0b1223bcb service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351278 Mar 02 18:33:00.980090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-90cbbfc3-bdff-4b34-a8e0-a1b8c5f03b12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1095 time: 0.0700753 Mar 02 18:33:01.110885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-aeb5d663-7f55-4b5e-a42a-5b08d5446cb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.112346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-aeb5d663-7f55-4b5e-a42a-5b08d5446cb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1268220 Mar 02 18:33:01.182947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-f9d0a332-bc16-4a79-99b0-88afbdb0a745 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 217 time: 0.0649762 Mar 02 18:33:01.243900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-227ffe94-784e-4d79-860c-72422e44a8ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.245485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-227ffe94-784e-4d79-860c-72422e44a8ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0573699 Mar 02 18:33:01.325069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-5b2872a7-ef01-4595-bda6-3124a27aec1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740936 Mar 02 18:33:01.515345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-a3a7149b-f6da-465b-b734-821257367f54 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843007 Mar 02 18:33:01.546274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba4ef1-0465-486e-ab15-204014b14665 req-91b7b759-90e2-491a-91a3-f559656ccfdf tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.547751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbba4ef1-0465-486e-ab15-204014b14665 req-91b7b759-90e2-491a-91a3-f559656ccfdf tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 944 time: 0.1435564 Mar 02 18:33:01.676642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bbba4ef1-0465-486e-ab15-204014b14665 req-7db2d2c1-60de-4fd7-8c8c-0027f1a9a1ca tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218617 Mar 02 18:33:01.700270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ab0cc4a1-efc4-4833-a820-3306ad5e274c req-52ee6a1b-96c2-4950-a3a3-ca8fcd7081fa service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773658 Mar 02 18:33:02.982946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7836f3-fd3b-4328-a65f-5e5f3eab0994 req-4fd3b3ea-1e9f-44c8-9695-78d1d2741efa tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:02.984316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b7836f3-fd3b-4328-a65f-5e5f3eab0994 req-4fd3b3ea-1e9f-44c8-9695-78d1d2741efa tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 944 time: 0.1794527 Mar 02 18:33:03.030785 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b7836f3-fd3b-4328-a65f-5e5f3eab0994 req-e69be77b-7b78-438f-a42b-d86ca1546ff3 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Mar 02 18:33:04.122258 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5954f3c8-e229-48dc-8690-6f42ef1264cc details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:33:04.242406 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426e0c2-5cca-4eb1-ac9b-db702df3fd01 req-600f4271-42f5-4407-8a40-0f5c3392378b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:04.244012 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c426e0c2-5cca-4eb1-ac9b-db702df3fd01 req-600f4271-42f5-4407-8a40-0f5c3392378b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 944 time: 0.0782187 Mar 02 18:33:04.270003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:33:04.284245 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'port_id': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'mac_address': 'fa:16:3e:15:bd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:33:04.294687 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c426e0c2-5cca-4eb1-ac9b-db702df3fd01 req-ee31450f-25d6-4b23-a8f7-af87ec7ff44a tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Mar 02 18:33:04.346723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.365320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5954f3c8-e229-48dc-8690-6f42ef1264cc {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:33:04.381264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:33:04.385933 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.454003 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:04.683550 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:33:05.495739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f69b7-c0fc-44da-95b5-cf316b8c807e req-1fb3f0f2-8e63-4cff-80e0-af1656ab1788 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:05.497209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d35f69b7-c0fc-44da-95b5-cf316b8c807e req-1fb3f0f2-8e63-4cff-80e0-af1656ab1788 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 945 time: 0.0803180 Mar 02 18:33:05.545456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d35f69b7-c0fc-44da-95b5-cf316b8c807e req-f7ef50d5-7216-4e15-b126-6d874598ff75 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Mar 02 18:33:06.152878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5954f3c8-e229-48dc-8690-6f42ef1264cc up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:06.219135 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 5954f3c8-e229-48dc-8690-6f42ef1264cc completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:06.224623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 5954f3c8-e229-48dc-8690-6f42ef1264cc triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:06.225026 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.341287 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.369801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:33:06.379826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:33:06.384876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.433857 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'code': 200} Mar 02 18:33:06.460293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:06.564661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f305312-8ca3-455f-8c7a-53aaf5e694ba req-6991e314-2685-44f1-90a2-b2b834846736 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1097 time: 0.0702572 Mar 02 18:33:06.610409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f305312-8ca3-455f-8c7a-53aaf5e694ba req-be6feb58-e311-4470-9448-eed0ef2a407f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Mar 02 18:33:06.751105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3908e-ed81-44dc-bd03-f0c332d9470b req-2dbd6128-a3e1-4211-ab8b-ed8a1b2e861a tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:06.752471 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09f3908e-ed81-44dc-bd03-f0c332d9470b req-2dbd6128-a3e1-4211-ab8b-ed8a1b2e861a tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0783265 Mar 02 18:33:06.812284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-09f3908e-ed81-44dc-bd03-f0c332d9470b req-b0c7e2bd-d278-4bfc-9099-f5c9e14fa1c4 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Mar 02 18:33:08.035099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561429-39d5-4ef7-8529-e71dfa5652a8 req-ae0c47b4-63f9-4b82-8ab3-f038814b7797 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:08.037174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68561429-39d5-4ef7-8529-e71dfa5652a8 req-ae0c47b4-63f9-4b82-8ab3-f038814b7797 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0838156 Mar 02 18:33:08.087922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-68561429-39d5-4ef7-8529-e71dfa5652a8 req-197999df-3a48-424e-bf6d-e8b978b337ca tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Mar 02 18:33:09.033257 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.333904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e077ae-5bb4-48cd-a426-714700ca9181 req-6238129a-f00f-4d17-9c01-e50f4edcf856 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:09.335335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0e077ae-5bb4-48cd-a426-714700ca9181 req-6238129a-f00f-4d17-9c01-e50f4edcf856 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0878537 Mar 02 18:33:09.398062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0e077ae-5bb4-48cd-a426-714700ca9181 req-145a48a8-3ce0-4ab4-b05f-f60ffc319ee7 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570757 Mar 02 18:33:09.442295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-64f264f7-ce11-4afd-9705-5345844e9c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.630697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788e5aa-dbe6-4876-a4f1-5647fa2d9e6d req-754468f9-7521-4d33-859c-a5884c0a57da tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:09.632075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1788e5aa-dbe6-4876-a4f1-5647fa2d9e6d req-754468f9-7521-4d33-859c-a5884c0a57da tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0837352 Mar 02 18:33:09.680273 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1788e5aa-dbe6-4876-a4f1-5647fa2d9e6d req-377704b7-9eee-40ea-a1ab-afbc9e119158 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Mar 02 18:33:10.126986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94d77e-f390-4c50-926c-c02f5960b3ca req-5afc071e-1cb2-497b-844f-415ce63df9bc tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:10.126986 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb94d77e-f390-4c50-926c-c02f5960b3ca req-5afc071e-1cb2-497b-844f-415ce63df9bc tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0826499 Mar 02 18:33:10.172038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eb94d77e-f390-4c50-926c-c02f5960b3ca req-9fba16c8-ad32-4820-9f1f-953400f1a358 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Mar 02 18:33:11.459481 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a61ef609-8283-4461-b5d3-eaf0d88c1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.010475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.146435 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.558790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.503630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-ebd79a95-1b19-44e9-a590-9c6967b58e0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392424 Mar 02 18:33:17.649912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-aa5f9874-7bba-4202-b845-fb8136b07d07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1097 time: 0.0759647 Mar 02 18:33:17.802486 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452320-dcc5-43bb-9197-e056602eda21 req-02d0eb79-324e-4df6-a91d-44e09bcd2cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:17.803971 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-02d0eb79-324e-4df6-a91d-44e09bcd2cbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1361651 Mar 02 18:33:17.870152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-a40d541f-fa32-4d32-9c15-ba7a8528f03f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 217 time: 0.0602510 Mar 02 18:33:17.935993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452320-dcc5-43bb-9197-e056602eda21 req-7d21e510-9287-4933-956e-0d05e50d58c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:17.937375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-7d21e510-9287-4933-956e-0d05e50d58c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0615852 Mar 02 18:33:18.010738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-52cf6883-ec49-4d32-ac9b-2fee1f5e035b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674913 Mar 02 18:33:18.143160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-72573a99-b39b-4fd0-8186-d124debdd3a7 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264105 Mar 02 18:33:18.273336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0452320-dcc5-43bb-9197-e056602eda21 req-2c5f2be1-cb25-4b7c-982e-6a6f44426437 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Mar 02 18:33:19.844650 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.316175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18a6fb-072a-4c41-aa43-a218b652e315 req-c29b0b8d-781f-4042-bb36-02dcbde1794e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:20.318431 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce18a6fb-072a-4c41-aa43-a218b652e315 req-c29b0b8d-781f-4042-bb36-02dcbde1794e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0838439 Mar 02 18:33:20.367118 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce18a6fb-072a-4c41-aa43-a218b652e315 req-896f2a7a-75b6-4e1b-a500-bbcce22e680f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Mar 02 18:33:20.403666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50778) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:20.548336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a5a1e5d7-76fd-4c5d-8fc4-193b627e69df tempest-TestMinimumBasicScenario-1730463970 tempest-TestMinimumBasicScenario-1730463970-project-admin] Synchronizing usage tracker for tenant:a031a6713bd94a32846dcc6828c7df25 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:20.565025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a5a1e5d7-76fd-4c5d-8fc4-193b627e69df tempest-TestMinimumBasicScenario-1730463970 tempest-TestMinimumBasicScenario-1730463970-project-admin] Unset dirty status for tenant:a031a6713bd94a32846dcc6828c7df25 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:20.566441 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5a1e5d7-76fd-4c5d-8fc4-193b627e69df tempest-TestMinimumBasicScenario-1730463970 tempest-TestMinimumBasicScenario-1730463970-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1092 time: 0.1616743 Mar 02 18:33:20.570051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50786) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:20.575726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:20.582648 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:20.586863 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:floatingip and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:20.589682 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:20.595953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:20.607762 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.755038 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.899884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Allocated IP 172.25.3.19 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/0419c06f-d425-4fb7-ab37-604a2a97428d) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:21.051815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.079799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.146090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:21.149335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:21.152156 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:33:21.181352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'Port': ['ID=0419c06f-d425-4fb7-ab37-604a2a97428d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:21.205562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.205900 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.206232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.206558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.206906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.207748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.208071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.208497 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.208690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.209002 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.209320 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:21.683536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.740637 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.035168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.039795 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.049864 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:33:22.143772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'Port': ['ID=0419c06f-d425-4fb7-ab37-604a2a97428d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:22.158837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.349626 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Floating IP 9c06e736-4e9b-45fb-b1ec-a7a4faa61731 associated. External IP: 172.25.3.19, port: 5954f3c8-e229-48dc-8690-6f42ef1264cc. Mar 02 18:33:22.752924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:33:22.961453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:33:22.972835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Sync routers for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:33:22.986114 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.987690 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:33:22.988500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:33:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:23.043024 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eb120376-8c9a-48ac-be27-589577174806 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4715335 Mar 02 18:33:23.043853 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:33:23.045879 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50790) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:23.056317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480890712', 'description': 'tempest-secgroup-smoke-480890712 description', 'project_id': '72621154d1414d7cb258109f96f3eb20'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:23.064129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:23.071579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:23.074706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:23.083359 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:23.097097 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.136695 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:33:23.149585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:23.153387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:23.156340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:23.189311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:33:23.196040 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:23.373601 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.380039 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-065319af-4c95-4eb2-8e10-0b9248184ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1097 time: 0.2204409 Mar 02 18:33:23.381102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.509492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd26c03-0ea0-4927-9e3f-295649d95ea7,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:23.515705 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.520153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cf24260d-68c9-4364-a082-b885ec5b4bee tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4692342 Mar 02 18:33:23.521014 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50798) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:23.529381 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:23.537748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:23.543333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:23.546492 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:23.553513 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:23.556843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-1a355301-c7c4-46e4-a1c2-ccf46f50730c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:23.558586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-1a355301-c7c4-46e4-a1c2-ccf46f50730c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1669703 Mar 02 18:33:23.563526 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9c06e736-4e9b-45fb-b1ec-a7a4faa61731', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'port_id': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'mac_address': 'fa:16:3e:15:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6e72f-e740-49a1-aa82-086229aaef36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:21Z', 'updated_at': '2022-03-02T18:33:21Z', 'revision_number': 0, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:23.568385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Checking router: 65cdd04d-663b-495d-9be9-6f9e4d0fce02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:33:23.573069 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.580968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:33:23.581579 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:33:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:23.643098 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.648842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.672567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-307dec0a-be96-4e0a-8c13-f80aed780f27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 999 time: 0.1074789 Mar 02 18:33:23.672963 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037b37af-c5a1-4f2b-8cd1-df50edd366f2,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:23.684666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.688748 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4e0d5ffe-42bc-4f79-a027-42600b1df987 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1641181 Mar 02 18:33:23.689051 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50802) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:23.695740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:23.702559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:23.706481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:23.710284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:23.716530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:23.736317 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.738376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-d2d2aa19-599c-4afd-8074-150eed9eae6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:23.739909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-d2d2aa19-599c-4afd-8074-150eed9eae6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0613770 Mar 02 18:33:23.764147 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:33:23.802403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.807756 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.822450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-98128451-3223-482d-8545-da996820346f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762219 Mar 02 18:33:23.830817 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb4196-ff95-4a87-8b90-b624a88affd6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:23.844460 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.846191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7d146d0e-f405-4bd1-93ad-1ce82c10e05c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1560163 Mar 02 18:33:23.849402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50806) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:23.857974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:23.905510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:23.920504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:23.929545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:23.937886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:23.974779 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.007214 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-0ad72376-783c-4a31-a9c5-e3d9f225d342 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786928 Mar 02 18:33:24.138363 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9c06e736-4e9b-45fb-b1ec-a7a4faa61731', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'port_id': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'mac_address': 'fa:16:3e:15:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6e72f-e740-49a1-aa82-086229aaef36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:21Z', 'updated_at': '2022-03-02T18:33:21Z', 'revision_number': 0, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:24.142341 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1ca96-00eb-4913-a80b-6468025e36b7 None None] The sync data for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 is: [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9c06e736-4e9b-45fb-b1ec-a7a4faa61731', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'port_id': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'mac_address': 'fa:16:3e:15:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d6e72f-e740-49a1-aa82-086229aaef36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:21Z', 'updated_at': '2022-03-02T18:33:21Z', 'revision_number': 0, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:33:24.162930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.174538 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.200978 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cece59bb-3c63-41d1-b8c9-d554f4b46f76 req-adea49de-8c58-4a83-a9c6-0990135f97d1 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870687 Mar 02 18:33:24.211935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a78791-ef8c-4c0d-aa1f-d703a338805c,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.218938 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.220141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6a8eae94-bdb2-42fd-b73a-53861b59d64c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3698277 Mar 02 18:33:24.223557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50810) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:24.229129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:24.236197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:24.240490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:24.243671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:24.249521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:24.267058 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.334182 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.338070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.365778 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75377637-2e6e-49ed-9f97-bbbf0962d91c None None] New status for floating IP 9c06e736-4e9b-45fb-b1ec-a7a4faa61731: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:33:24.375601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e587a397-1f24-4ec6-bfe5-fea4029d16fb,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.387561 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.391729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a6fed5a7-b495-442a-80c7-4d10273720be tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1643643 Mar 02 18:33:24.392111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50814) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:24.398731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:24.414906 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:24.419386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:24.423950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:24.430737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:24.444671 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Project 72621154d1414d7cb258109f96f3eb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:33:24.452366 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.532344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.537403 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.561881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f32c6-8531-4938-be2d-eaed1ff29adf,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.572202 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.573420 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c3482fc1-3ab0-4359-b690-8a53cf02dbb5 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1802669 Mar 02 18:33:24.576598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 50818) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:24.583706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'security_group_rule': {'security_group_id': 'acd26c03-0ea0-4927-9e3f-295649d95ea7', 'project_id': '72621154d1414d7cb258109f96f3eb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:24.590892 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:24.594819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Usage tracker for resource:security_group_rule and tenant:72621154d1414d7cb258109f96f3eb20 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:24.597741 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:24.603539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:24.615375 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Project 72621154d1414d7cb258109f96f3eb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:33:24.622890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.698473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.705037 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.731217 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b211dda-2a0f-4290-b91d-61bb18e25a3b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.744662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.745882 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a25c9792-f2f6-4e7f-96d4-73dfcfd13d32 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1681712 Mar 02 18:33:24.968036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-c2eda572-20d0-4226-8f19-1bb8d744eaf4 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Synchronizing usage tracker for tenant:72621154d1414d7cb258109f96f3eb20 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:24.980445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-c2eda572-20d0-4226-8f19-1bb8d744eaf4 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Unset dirty status for tenant:72621154d1414d7cb258109f96f3eb20 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:24.981632 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-c2eda572-20d0-4226-8f19-1bb8d744eaf4 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480890712&fields=id&tenant_id=72621154d1414d7cb258109f96f3eb20 HTTP/1.1" status: 200 len: 267 time: 0.0689235 Mar 02 18:33:25.072402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-cc21c089-50f4-4f63-8770-6ba7f28d8b38 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:25.073894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-cc21c089-50f4-4f63-8770-6ba7f28d8b38 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0861666 Mar 02 18:33:25.086965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'port': {'security_groups': ['79779d3a-2b17-479d-873f-81dd60a15898', 'acd26c03-0ea0-4927-9e3f-295649d95ea7']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:33:25.201920 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.469605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:33:25.499805 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.504822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.516435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:33:25.571896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:25.572296 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.573737 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3529dfcc-6267-4466-a2c4-f01a9522139b req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "PUT /v2.0/ports/5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 982 time: 0.4933093 Mar 02 18:33:25.574143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:33:25.612676 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d121f8b-bdeb-46ed-a658-846dc3f0461d tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=6']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:25.635852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:33:25.660777 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:33:25.844323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-4f49c6c2-360b-4351-b98f-5f8e9eee6399 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1136 time: 0.1515369 Mar 02 18:33:25.857896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a45fd-64e4-47c4-ab70-c669fce47e7f req-e6319072-0356-40d7-bb88-061a6e37c87f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:25.857896 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2a45fd-64e4-47c4-ab70-c669fce47e7f req-e6319072-0356-40d7-bb88-061a6e37c87f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.1237023 Mar 02 18:33:25.984214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-50586050-de88-4a4d-a968-abe514ef49c7 None None] Provisioning complete for port 5954f3c8-e229-48dc-8690-6f42ef1264cc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:25.984529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-50586050-de88-4a4d-a968-abe514ef49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:26.109767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6b2a45fd-64e4-47c4-ab70-c669fce47e7f req-f8c2058f-b299-413d-aca0-665c3940dcb0 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232774 Mar 02 18:33:26.134780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-0c36a8ce-cdc6-4a78-8818-bcecea47a4f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:26.136587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-0c36a8ce-cdc6-4a78-8818-bcecea47a4f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.2835259 Mar 02 18:33:26.247714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-82c1af71-0dc5-4f75-ad30-2672124c496d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1001 time: 0.1044564 Mar 02 18:33:26.318549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-2f4a04eb-1b0c-46ae-98ec-b83dcc3f5fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:26.320067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-2f4a04eb-1b0c-46ae-98ec-b83dcc3f5fd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0648158 Mar 02 18:33:26.406356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-e89d8e9d-dea4-437d-8f42-57937c5e0874 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807433 Mar 02 18:33:26.552391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-c6cce28d-a56b-44e5-b04d-ca6400ad6c68 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397121 Mar 02 18:33:26.703570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f4d49d6e-7273-4ca1-bbe3-eec20202a713 req-cffd6c4b-f06d-4252-b26f-f115873a67b0 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448557 Mar 02 18:33:39.064431 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.435996 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bf47d964-1b4f-4868-9535-e5672efab2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.463216 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9c6a8fad-8ef4-48b2-a57c-c42ec2cfab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.012805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.139765 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:44.560353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.858928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.051767 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:34:09.082176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.438833 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2029ea92-52bb-4310-a9a0-40c52d9378cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.466839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-68b0119f-80ff-4b25-bb35-73761bd25a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.017419 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.145813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.563139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.440235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-cf5a8d8b-8b02-4ca1-8369-91c7cd986ea3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733933 Mar 02 18:34:17.585531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-1f7217ab-58f7-425f-af04-c6633193a0e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1136 time: 0.0733917 Mar 02 18:34:17.731849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-833328c8-ef9b-4e0a-8f07-3ad3b0945af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:17.733237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-833328c8-ef9b-4e0a-8f07-3ad3b0945af3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1291120 Mar 02 18:34:17.844855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-77130368-2a68-4288-b980-70bb67d62e96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1001 time: 0.1052032 Mar 02 18:34:17.913919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-37f47fc8-3a06-4000-806e-aa86697d9884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:17.915422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-37f47fc8-3a06-4000-806e-aa86697d9884 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0655866 Mar 02 18:34:17.996868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-e4bb1535-50d6-4383-81fc-0cd1a5a5767f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715456 Mar 02 18:34:18.131357 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-6bca4753-8455-4e91-86b0-5720309b8c18 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275315 Mar 02 18:34:18.264496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0f09d5-4365-4a0e-a050-bf4894c9cd43 req-93b7668f-8a88-4429-a77d-b2483673dc0c service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278713 Mar 02 18:34:19.875832 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.060760 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-a1a0f1ab-95d0-4fa3-9993-12845a220e97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1136 time: 0.2246282 Mar 02 18:34:25.070502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931fcfd-9650-4bfc-a578-9e2faf1d6e91 req-a7091bbc-63d8-42f2-95f1-43cb182c3fca tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:25.071848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a931fcfd-9650-4bfc-a578-9e2faf1d6e91 req-a7091bbc-63d8-42f2-95f1-43cb182c3fca tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.1973810 Mar 02 18:34:25.210025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a931fcfd-9650-4bfc-a578-9e2faf1d6e91 req-2b89e4e6-ac5d-4e74-bd91-1164e5268111 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143239 Mar 02 18:34:25.238968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-8ed05722-567a-4cc2-bbc4-359d72c28651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:25.240384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-8ed05722-567a-4cc2-bbc4-359d72c28651 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1677318 Mar 02 18:34:25.347171 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-16d4e81c-41ec-4f28-bc3c-c8e9066645c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1001 time: 0.0993731 Mar 02 18:34:25.411530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-58bfc1fc-a98f-474b-b410-b980db1130af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:25.412967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-58bfc1fc-a98f-474b-b410-b980db1130af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0593665 Mar 02 18:34:25.492231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-2d9d0841-ae1f-4fca-9f1b-6aab6963d5c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730572 Mar 02 18:34:25.629107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-d812e602-beac-4b7a-9df2-4044dbc444bc service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289775 Mar 02 18:34:25.766589 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3c074d7-753f-4ec3-8017-bab91c904d49 req-cd24d862-a04d-493d-999e-8db5e60d17fb service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312604 Mar 02 18:34:26.412210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c61f4-d46c-45c1-b9f3-f67b54b8d825 req-b4fbb6f4-1298-4390-8da6-92e57105cc00 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:26.413693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b94c61f4-d46c-45c1-b9f3-f67b54b8d825 req-b4fbb6f4-1298-4390-8da6-92e57105cc00 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0783398 Mar 02 18:34:26.463052 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b94c61f4-d46c-45c1-b9f3-f67b54b8d825 req-de320867-e486-4695-ac70-6ce01f3ea836 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435290 Mar 02 18:34:27.665167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bf827-a537-44bb-a7a7-8c2d87668146 req-db48710b-3b2a-4840-b656-54081a2e8062 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:27.666677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0bf827-a537-44bb-a7a7-8c2d87668146 req-db48710b-3b2a-4840-b656-54081a2e8062 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0784614 Mar 02 18:34:27.713661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e0bf827-a537-44bb-a7a7-8c2d87668146 req-28546786-4ec5-4415-86eb-c9e3d7f69ece tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413880 Mar 02 18:34:28.915246 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765cab5-ce53-458a-950a-a70a45c95412 req-1b10765f-39d6-4196-a51f-2b4abdecd622 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:28.916599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1765cab5-ce53-458a-950a-a70a45c95412 req-1b10765f-39d6-4196-a51f-2b4abdecd622 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0758986 Mar 02 18:34:28.968514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1765cab5-ce53-458a-950a-a70a45c95412 req-f89efae7-2bcc-4455-b100-0ef1a313997b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453508 Mar 02 18:34:30.170842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345a513-14bb-4337-87d8-a5eff4ff7102 req-49902b86-337a-48e9-a264-3a0918d59e2b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:30.172352 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3345a513-14bb-4337-87d8-a5eff4ff7102 req-49902b86-337a-48e9-a264-3a0918d59e2b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0769246 Mar 02 18:34:30.226757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3345a513-14bb-4337-87d8-a5eff4ff7102 req-769733b3-7038-47c7-b50a-3fa4fa14d4af tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469568 Mar 02 18:34:31.430672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89c493-6fd2-4d82-9de6-32b5df4138a3 req-169e6e15-6a11-4eba-8177-48c8d55f1eab tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:31.432123 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad89c493-6fd2-4d82-9de6-32b5df4138a3 req-169e6e15-6a11-4eba-8177-48c8d55f1eab tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0824742 Mar 02 18:34:31.480517 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad89c493-6fd2-4d82-9de6-32b5df4138a3 req-300a1bd5-7303-4d81-8a52-114f1dd97423 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428071 Mar 02 18:34:32.681454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee304a-a763-4888-aeac-1fd38acb5350 req-2845503a-794c-4a3d-8b93-ccbc24db62ec tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:32.682935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adee304a-a763-4888-aeac-1fd38acb5350 req-2845503a-794c-4a3d-8b93-ccbc24db62ec tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0801971 Mar 02 18:34:32.730391 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adee304a-a763-4888-aeac-1fd38acb5350 req-3c0af35e-b87f-489d-9fdd-6208267c1f8a tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417731 Mar 02 18:34:33.931065 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742736-0e3c-4634-a7db-f5f6cd2be6b7 req-5a97a13c-eb4a-43a3-8eb3-ed9dd3a5d90e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:33.932505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8742736-0e3c-4634-a7db-f5f6cd2be6b7 req-5a97a13c-eb4a-43a3-8eb3-ed9dd3a5d90e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0795741 Mar 02 18:34:33.983020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8742736-0e3c-4634-a7db-f5f6cd2be6b7 req-9ba78bd5-f567-474f-a4dd-8547c6334cfd tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447643 Mar 02 18:34:35.184011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bfb44-b368-445d-ad5a-8db061b22dc7 req-606ddfec-330d-41dd-a220-163d9171c2c8 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:35.185446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17bfb44-b368-445d-ad5a-8db061b22dc7 req-606ddfec-330d-41dd-a220-163d9171c2c8 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0767593 Mar 02 18:34:35.235345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c17bfb44-b368-445d-ad5a-8db061b22dc7 req-58cf367b-b249-4b3f-a0b2-1dbfd776659c tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438786 Mar 02 18:34:36.052832 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:34:36.431873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c198-47bb-4836-9bd8-9fc3f0313d84 req-77c9b54d-9ef1-462c-aad3-a50c466c8b59 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:36.433305 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e83c198-47bb-4836-9bd8-9fc3f0313d84 req-77c9b54d-9ef1-462c-aad3-a50c466c8b59 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0755572 Mar 02 18:34:36.481006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9e83c198-47bb-4836-9bd8-9fc3f0313d84 req-211fb3e8-7dd1-4ea5-81cd-d35670bffc75 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418880 Mar 02 18:34:37.678215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e186d-ad67-4e67-8ab6-0e322b91a3e4 req-75e39005-fdb5-4a82-bb4d-277fe1ca26a3 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:37.679711 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-753e186d-ad67-4e67-8ab6-0e322b91a3e4 req-75e39005-fdb5-4a82-bb4d-277fe1ca26a3 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0776694 Mar 02 18:34:37.821103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-753e186d-ad67-4e67-8ab6-0e322b91a3e4 req-49569bbf-0832-47b5-992b-663e144a259e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=acd26c03-0ea0-4927-9e3f-295649d95ea7&id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356263 Mar 02 18:34:39.079120 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.446265 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-63b8fe8e-c2ba-4704-a89a-d14a10b9f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.468747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33e39b73-b9c4-4225-a036-957d6506f96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.020264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.138429 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.565455 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.888896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.087114 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.439767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1f75f47f-3dae-4aeb-92ad-e3f74c4e2f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.471830 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-399193f5-3c1e-4e02-b401-e787503dbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.022656 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.053159 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:35:13.140752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.569597 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.428057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-5c5d58d5-a417-4817-9677-4b56c091ea2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670025 Mar 02 18:35:17.567080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-d57fe5e6-7c8c-4022-901e-46d449ea4046 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1136 time: 0.0715156 Mar 02 18:35:17.723433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-8f533b6c-365a-4a85-ba0f-7f4754531fc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:17.724788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-8f533b6c-365a-4a85-ba0f-7f4754531fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1374476 Mar 02 18:35:17.828926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-63fbb596-e9fd-4555-ad40-7db22c02f176 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1001 time: 0.0976226 Mar 02 18:35:17.889025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-5a572181-54b5-4d82-ba33-abef7c39f26f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:17.891244 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-5a572181-54b5-4d82-ba33-abef7c39f26f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0561700 Mar 02 18:35:17.967604 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-ada213d4-05f3-42e8-81fb-1dccc10d86b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704579 Mar 02 18:35:18.100764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-b12c6a1a-c295-4603-aaa8-e54a25b6a27f service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267269 Mar 02 18:35:18.235706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b25066d-29f6-4a13-a22d-ce9ebb08ae60 req-90db053c-b866-4a5e-a250-ac54de4a75ad service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288898 Mar 02 18:35:19.886404 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.113424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.440680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e01cc776-9b8a-44ae-be63-4020f5eca9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.397117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-d5871e72-890e-4e51-bd8e-18270cc9d712 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480890712&fields=id&tenant_id=72621154d1414d7cb258109f96f3eb20 HTTP/1.1" status: 200 len: 267 time: 0.0445604 Mar 02 18:35:41.474494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa5a4-6911-416c-bae9-d8867fab6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.477175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-18978afb-804e-4ab3-bcb7-721117281b8b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:41.478635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-18978afb-804e-4ab3-bcb7-721117281b8b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 985 time: 0.0761948 Mar 02 18:35:41.489768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Request body: {'port': {'security_groups': ['79779d3a-2b17-479d-873f-81dd60a15898']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:35:41.609589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.847083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:41.871679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.877249 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.888677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:35:41.942361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:41.942895 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.944262 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e5d2c5ec-5bbf-4660-bfbd-df463b708358 req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "PUT /v2.0/ports/5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 943 time: 0.4589925 Mar 02 18:35:41.944963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:35:41.950358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50910) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:41.987452 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event updated for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=7']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:41.997510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:41.997851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:41.998183 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:41.998510 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:41.998939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.000127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.000445 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.000782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.001483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.001483 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.001788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322936b9-3a40-4bae-9c7b-8b55d213f99b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.013011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:35:42.066619 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.100923 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.175598 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.205335 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd26c03-0ea0-4927-9e3f-295649d95ea7,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:42.209770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.210901 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "DELETE /v2.0/security-groups/acd26c03-0ea0-4927-9e3f-295649d95ea7 HTTP/1.1" status: 204 len: 168 time: 0.2594726 Mar 02 18:35:42.214069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 50920) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:42.256483 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:35:42.267257 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40706af6-6535-40f0-97f2-5e170160f699 None None] Provisioning complete for port 5954f3c8-e229-48dc-8690-6f42ef1264cc triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:42.267622 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40706af6-6535-40f0-97f2-5e170160f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.279226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.279574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.279916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.280378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.280837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.281246 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.281582 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.281926 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.282245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.282591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.282924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c310389-c1f0-4b4c-8ebb-2b6476a99330 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:42.360397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-8adbafbc-ee43-4759-9319-95ea090424e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1097 time: 0.0811629 Mar 02 18:35:42.506368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551895be-56ed-496d-ae74-587911cf9b7c req-d5f37bfa-fc62-4a12-b2b7-2df004ab1373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:42.507939 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-d5f37bfa-fc62-4a12-b2b7-2df004ab1373 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1405032 Mar 02 18:35:42.528740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Deleting port 0419c06f-d425-4fb7-ab37-604a2a97428d {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:42.529082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.615125 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-6edc8b1e-9579-47a5-acec-26f76e1d7cfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 1001 time: 0.1008873 Mar 02 18:35:42.702673 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.703003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.773691 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551895be-56ed-496d-ae74-587911cf9b7c req-9487b8e6-6be7-4a6b-8294-07ebcde97bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:42.775158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-9487b8e6-6be7-4a6b-8294-07ebcde97bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.1547606 Mar 02 18:35:42.825385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Calling delete_port for 0419c06f-d425-4fb7-ab37-604a2a97428d owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:42.851584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-ed2b4759-a633-4ddf-a0f4-50ec43094ffe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697768 Mar 02 18:35:42.862615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-e48ddac6-33a3-4054-9d3b-26c57ce7a297 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:35:42.863540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-e48ddac6-33a3-4054-9d3b-26c57ce7a297 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059299 Mar 02 18:35:42.974922 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.003823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-46bd6c4b-de59-4367-abf4-013b3e259c95 service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343892 Mar 02 18:35:43.020543 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event deleted for resources: {'Port': ['ID=0419c06f-d425-4fb7-ab37-604a2a97428d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:43.028718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.111153 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.141731 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-551895be-56ed-496d-ae74-587911cf9b7c req-77378588-ffd7-4b16-982b-ba4f6c4d77cd service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320429 Mar 02 18:35:43.144797 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.499567 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:35:43.693300 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:35:43.703659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Sync routers for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:35:43.713244 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.715224 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:35:43.715824 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:43.769017 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-12242c96-ac09-4a3b-a55f-a6f6c42e812f tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c06e736-4e9b-45fb-b1ec-a7a4faa61731 HTTP/1.1" status: 204 len: 168 time: 1.5540776 Mar 02 18:35:43.769586 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:35:43.910356 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:35:43.945741 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:35:44.042343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-a6e491ff-cbf6-4fc8-8740-6072ba787637 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72621154d1414d7cb258109f96f3eb20&device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 1097 time: 0.0731723 Mar 02 18:35:44.193417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-850f586c-c2f5-4f63-bebf-85b879253486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.195248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-850f586c-c2f5-4f63-bebf-85b879253486 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 200 len: 915 time: 0.1473875 Mar 02 18:35:44.270654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-4715e1a5-093f-40ee-bfd5-a6d7fb2222fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 200 len: 217 time: 0.0697045 Mar 02 18:35:44.273986 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:44.277926 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Checking router: 65cdd04d-663b-495d-9be9-6f9e4d0fce02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:35:44.288360 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:35:44.288978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:44.338495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-1b603cbf-4aa9-4ce3-a3df-396c340358d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.339945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-1b603cbf-4aa9-4ce3-a3df-396c340358d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 200 len: 853 time: 0.0641317 Mar 02 18:35:44.416007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-b91e13e7-5958-4ba6-a77f-988240350da1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca875401-d960-439c-a07b-f20028b44336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695982 Mar 02 18:35:44.474225 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:35:44.547274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-f316a566-5930-4b70-8b24-473a0c43f7fd service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249995 Mar 02 18:35:44.572646 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.691694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4faf6472-c6cc-48f2-a75e-1b778b2efb6b req-42e1366e-1f09-40a8-81d8-79012f4e16bf service neutron] 10.222.0.35 "GET /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355355 Mar 02 18:35:44.785831 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:44.789726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2f22f-3dfb-4d5c-bcba-bf30e1b96878 None None] The sync data for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 is: [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:32:25Z', 'revision_number': 4, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '60304917-5d5f-47e7-9351-3b2b1de4ce81', 'name': '', 'network_id': 'ca875401-d960-439c-a07b-f20028b44336', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'mac_address': 'fa:16:3e:61:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:25Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'subnets': [{'id': 'b3466533-da55-429d-82b7-62e39bf1a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:35:45.033048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7ec7d-36ed-4b22-b8d4-e4df72e4536c None None] New status for floating IP 9c06e736-4e9b-45fb-b1ec-a7a4faa61731: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:35:48.175345 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4b97-e0e0-4f9a-9744-0dcab25b6093 req-58bb9f98-66ea-4409-a450-92ed2eff7f9e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:48.176766 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23ef4b97-e0e0-4f9a-9744-0dcab25b6093 req-58bb9f98-66ea-4409-a450-92ed2eff7f9e tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0744965 Mar 02 18:35:48.227293 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-23ef4b97-e0e0-4f9a-9744-0dcab25b6093 req-31cdafe8-2fe5-4ec5-8a1e-3ee08224d684 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Mar 02 18:35:49.423441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bd2c-650e-4307-8275-622b3cebf672 req-f403a37e-3940-4491-a01e-f33ce495706b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:49.424910 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f83bd2c-650e-4307-8275-622b3cebf672 req-f403a37e-3940-4491-a01e-f33ce495706b tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0765634 Mar 02 18:35:49.476008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1f83bd2c-650e-4307-8275-622b3cebf672 req-e57bca91-809a-4c52-b03d-1342d4a15569 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Mar 02 18:35:49.887635 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.053059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:35:50.071444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-3a931888-9aa3-498c-9281-900f579900df tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.072858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-3a931888-9aa3-498c-9281-900f579900df tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.35 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.0786204 Mar 02 18:35:50.140932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Deleting port 5954f3c8-e229-48dc-8690-6f42ef1264cc {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:50.141186 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.480215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] For port 5954f3c8-e229-48dc-8690-6f42ef1264cc, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=5954f3c8-e229-48dc-8690-6f42ef1264cc,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:50.480786 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.602176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Calling delete_port for 5954f3c8-e229-48dc-8690-6f42ef1264cc owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:50.779159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055015e-39c8-44de-b445-23b8e83e57b5 req-a1bd6dfe-35d2-452d-a52e-c8f7e3e11ff2 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.781129 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0055015e-39c8-44de-b445-23b8e83e57b5 req-a1bd6dfe-35d2-452d-a52e-c8f7e3e11ff2 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/ports?device_id=66d6e72f-e740-49a1-aa82-086229aaef36 HTTP/1.1" status: 200 len: 946 time: 0.1528635 Mar 02 18:35:50.824753 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.835890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['5954f3c8-e229-48dc-8690-6f42ef1264cc'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:35:50.886056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Pushing event deleted for resources: {'Port': ['ID=5954f3c8-e229-48dc-8690-6f42ef1264cc,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:50.892070 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0055015e-39c8-44de-b445-23b8e83e57b5 req-d742f7fc-a274-41ff-bf0a-b0922c4220da tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.37 "GET /v2.0/security-groups?id=79779d3a-2b17-479d-873f-81dd60a15898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051686 Mar 02 18:35:50.959792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] No DVR routers for this DVR port 5954f3c8-e229-48dc-8690-6f42ef1264cc on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:50.962673 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.965119 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'name': 'network-vif-deleted', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:35:50.979813 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e52c9d3-3876-4d74-b420-d54fe74789a7 req-a376f6f3-02e6-4890-99b1-7b129e97b976 tempest-TestMinimumBasicScenario-29269347 tempest-TestMinimumBasicScenario-29269347-project] 10.222.0.35 "DELETE /v2.0/ports/5954f3c8-e229-48dc-8690-6f42ef1264cc HTTP/1.1" status: 204 len: 173 time: 0.9012077 Mar 02 18:35:51.028165 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d6e72f-e740-49a1-aa82-086229aaef36', 'name': 'network-vif-deleted', 'tag': '5954f3c8-e229-48dc-8690-6f42ef1264cc', 'status': 'completed', 'code': 200} Mar 02 18:35:52.587704 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51014) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:53.079685 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.697626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Deleting port 60304917-5d5f-47e7-9351-3b2b1de4ce81 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:53.698329 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.868850 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] For port 60304917-5d5f-47e7-9351-3b2b1de4ce81, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=60304917-5d5f-47e7-9351-3b2b1de4ce81,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:53.869205 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.993453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Calling delete_port for 60304917-5d5f-47e7-9351-3b2b1de4ce81 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:54.161808 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.205443 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Pushing event deleted for resources: {'Port': ['ID=60304917-5d5f-47e7-9351-3b2b1de4ce81,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:54.585067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.896125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5954f3c8-e229-48dc-8690-6f42ef1264cc no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:54.929518 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 5954f3c8-e229-48dc-8690-6f42ef1264cc {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:35:54.929881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 5954f3c8-e229-48dc-8690-6f42ef1264cc not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:55.193411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:35:55.392331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:35:55.401982 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Sync routers for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:35:55.407535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d32c6749-a238-4eb6-8436-22c7afc2423c admin admin] 10.222.0.37 "PUT /v2.0/routers/65cdd04d-663b-495d-9be9-6f9e4d0fce02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8182354 Mar 02 18:35:55.409975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51018) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:55.414811 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:35:55.415401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:55.605267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.617316 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:35:55.904476 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:35:54Z', 'revision_number': 5, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port': {'id': '97c25414-9ca7-49fd-b77b-7f0c0f67f124', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:23Z', 'updated_at': '2022-03-02T18:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:55.909216 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Checking router: 65cdd04d-663b-495d-9be9-6f9e4d0fce02 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:35:55.913719 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.919910 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Routers {'65cdd04d-663b-495d-9be9-6f9e4d0fce02'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:35:55.921882 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:55.925810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Deleting port 97c25414-9ca7-49fd-b77b-7f0c0f67f124 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:55.926234 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.079600 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] Set router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:35:56.111942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] For port 97c25414-9ca7-49fd-b77b-7f0c0f67f124, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=97c25414-9ca7-49fd-b77b-7f0c0f67f124,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:56.112333 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.186980 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:35:55Z', 'revision_number': 6, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:56.190968 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1dc43-e582-4967-b9f6-2633acefd0ef None None] The sync data for ids ['65cdd04d-663b-495d-9be9-6f9e4d0fce02'] in n-d-820559-6 is: [{'id': '65cdd04d-663b-495d-9be9-6f9e4d0fce02', 'name': 'tempest-TestMinimumBasicScenario-121994402-router', 'tenant_id': '72621154d1414d7cb258109f96f3eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:22Z', 'updated_at': '2022-03-02T18:35:55Z', 'revision_number': 6, 'project_id': '72621154d1414d7cb258109f96f3eb20', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:35:56.244358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Calling delete_port for 97c25414-9ca7-49fd-b77b-7f0c0f67f124 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:56.422840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.474213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c25414-9ca7-49fd-b77b-7f0c0f67f124,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:56.741809 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.995684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.002400 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.012533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 60304917-5d5f-47e7-9351-3b2b1de4ce81 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:57.029861 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.030858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cdd04d-663b-495d-9be9-6f9e4d0fce02 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:35:57.043713 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.044844 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f66c410-33af-4716-8749-e949af6beff6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/65cdd04d-663b-495d-9be9-6f9e4d0fce02 HTTP/1.1" status: 204 len: 168 time: 1.6339824 Mar 02 18:35:57.051485 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51022) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:57.052779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 60304917-5d5f-47e7-9351-3b2b1de4ce81 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:35:57.052779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 60304917-5d5f-47e7-9351-3b2b1de4ce81 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:57.053812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 97c25414-9ca7-49fd-b77b-7f0c0f67f124 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:57.089888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 97c25414-9ca7-49fd-b77b-7f0c0f67f124 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:35:57.090271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 97c25414-9ca7-49fd-b77b-7f0c0f67f124 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:57.122230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Deleting subnet b3466533-da55-429d-82b7-62e39bf1a469 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:35:57.126228 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.176987 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.264732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.332757 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.374975 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3466533-da55-429d-82b7-62e39bf1a469,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:57.379849 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.384549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e292a0-acbc-4321-812b-42c618736923 None None] Network ca875401-d960-439c-a07b-f20028b44336 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:35:57.387059 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a2fcb6c8-feb0-4f83-9baa-7b24042a797d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b3466533-da55-429d-82b7-62e39bf1a469 HTTP/1.1" status: 204 len: 168 time: 0.3313611 Mar 02 18:35:57.387842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51026) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:57.607219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.620018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Deleting port c1d85683-0cc0-495c-a087-9a03914889ea {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:57.620018 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.654705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] DHCP port deletion for ca875401-d960-439c-a07b-f20028b44336 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:35:57.659408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Deleting port c1d85683-0cc0-495c-a087-9a03914889ea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:57.660231 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.839901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] For port c1d85683-0cc0-495c-a087-9a03914889ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c1d85683-0cc0-495c-a087-9a03914889ea,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:57.840256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.896027 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] For port c1d85683-0cc0-495c-a087-9a03914889ea, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c1d85683-0cc0-495c-a087-9a03914889ea,segment=NetworkSegment(f9b861c6-9218-4479-b739-ebd6e146c825),segment_id=f9b861c6-9218-4479-b739-ebd6e146c825)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:57.896307 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.961240 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Calling delete_port for c1d85683-0cc0-495c-a087-9a03914889ea owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:58.014214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Calling delete_port for c1d85683-0cc0-495c-a087-9a03914889ea owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:58.044023 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.086060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:35:58.086367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d85683-0cc0-495c-a087-9a03914889ea,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:58.086491 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:35:58.093119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] No DVR routers for this DVR port c1d85683-0cc0-495c-a087-9a03914889ea on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:58.215149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.240785 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca875401-d960-439c-a07b-f20028b44336']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:58.253665 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b861c6-9218-4479-b739-ebd6e146c825') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:58.253978 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b861c6-9218-4479-b739-ebd6e146c825') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:58.266210 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.285664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.291679 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:35:58.292058 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:58.305426 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:58.376724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.392837 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.402797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca875401-d960-439c-a07b-f20028b44336,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:58.411312 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b195f239-7ca3-4e03-8897-f1757abdee9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca875401-d960-439c-a07b-f20028b44336 HTTP/1.1" status: 204 len: 168 time: 1.0225177 Mar 02 18:35:58.414194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51030) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:58.587508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Deleting port c1d85683-0cc0-495c-a087-9a03914889ea {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:58.587887 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.652651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5f01-6683-4121-83f1-6950b74344ee None None] The port 'c1d85683-0cc0-495c-a087-9a03914889ea' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:35:58.753863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c1d85683-0cc0-495c-a087-9a03914889ea no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:58.786342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c1d85683-0cc0-495c-a087-9a03914889ea {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:35:58.786756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c1d85683-0cc0-495c-a087-9a03914889ea not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:58.804454 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:59.478910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Deleting port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:35:59.479486 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:59.647964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] For port 388a05d2-a8ba-4ce3-b847-1a09ed734d3e, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:35:59.648337 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:59.765131 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Calling delete_port for 388a05d2-a8ba-4ce3-b847-1a09ed734d3e owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:35:59.927600 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:59.980385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=388a05d2-a8ba-4ce3-b847-1a09ed734d3e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:00.268658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.922924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Router 0758e4f9-ffff-4350-a008-3629549a719b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:36:01.128709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:36:01.137382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Sync routers for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:36:01.147221 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ab43cddf-31b4-4a0d-928d-1bb337ca50d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/0758e4f9-ffff-4350-a008-3629549a719b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7296970 Mar 02 18:36:01.147629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51034) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:01.150059 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:01.150706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:01.327417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:01.345986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.542110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.551477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Deleting port fea419c2-baa5-4eda-8c97-0105686cc35f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:36:01.551843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.612119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:35:59Z', 'revision_number': 5, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port': {'id': 'fea419c2-baa5-4eda-8c97-0105686cc35f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758e4f9-ffff-4350-a008-3629549a719b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:01.615911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Checking router: 0758e4f9-ffff-4350-a008-3629549a719b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:36:01.626535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Routers {'0758e4f9-ffff-4350-a008-3629549a719b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:01.627163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['0758e4f9-ffff-4350-a008-3629549a719b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:01.721786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] For port fea419c2-baa5-4eda-8c97-0105686cc35f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=fea419c2-baa5-4eda-8c97-0105686cc35f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:01.722122 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.774199 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] Set router 0758e4f9-ffff-4350-a008-3629549a719b gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:01.839017 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Calling delete_port for fea419c2-baa5-4eda-8c97-0105686cc35f owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:36:01.878766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:36:01Z', 'revision_number': 6, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:01.882676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4da44b-06d1-4cc6-a176-dde643c8d106 None None] The sync data for ids ['0758e4f9-ffff-4350-a008-3629549a719b'] in n-d-820559-6 is: [{'id': '0758e4f9-ffff-4350-a008-3629549a719b', 'name': 'tempest-TestMinimumBasicScenario-473028307-router', 'tenant_id': 'a031a6713bd94a32846dcc6828c7df25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:32:29Z', 'updated_at': '2022-03-02T18:36:01Z', 'revision_number': 6, 'project_id': 'a031a6713bd94a32846dcc6828c7df25', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:36:02.105014 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.151480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea419c2-baa5-4eda-8c97-0105686cc35f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:02.368684 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.617722 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.621735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.646368 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.646973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0758e4f9-ffff-4350-a008-3629549a719b {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:36:02.659513 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.660636 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-eee53420-1544-4103-98a7-b3273244ff64 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0758e4f9-ffff-4350-a008-3629549a719b HTTP/1.1" status: 204 len: 168 time: 1.5122919 Mar 02 18:36:02.663256 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51038) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:02.725829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Deleting subnet 8dbc7413-7c2b-4d07-affa-ba981fc87b4d {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:36:02.729640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.758558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 388a05d2-a8ba-4ce3-b847-1a09ed734d3e no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:02.787842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.794797 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 388a05d2-a8ba-4ce3-b847-1a09ed734d3e {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:36:02.795207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 388a05d2-a8ba-4ce3-b847-1a09ed734d3e not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:02.795902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fea419c2-baa5-4eda-8c97-0105686cc35f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:02.870847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.872007 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: fea419c2-baa5-4eda-8c97-0105686cc35f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:36:02.872358 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device fea419c2-baa5-4eda-8c97-0105686cc35f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:02.946501 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.989838 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbc7413-7c2b-4d07-affa-ba981fc87b4d,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:02.993716 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.000662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce23d7a-5e90-4c4a-8cb8-1a6fbf88f60a None None] Network e14daeaa-89b6-4cf1-a691-3b54bb901453 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:36:03.001066 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91939364-7938-40de-accb-ab9144d009bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8dbc7413-7c2b-4d07-affa-ba981fc87b4d HTTP/1.1" status: 204 len: 168 time: 0.3367047 Mar 02 18:36:03.003377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51042) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:03.111689 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.126849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Deleting port 1183c5bb-cbd2-410f-8c08-f60baee68551 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:36:03.127181 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.238437 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] DHCP port deletion for e14daeaa-89b6-4cf1-a691-3b54bb901453 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:36:03.242768 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Deleting port 1183c5bb-cbd2-410f-8c08-f60baee68551 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:36:03.243141 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.330484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] For port 1183c5bb-cbd2-410f-8c08-f60baee68551, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1183c5bb-cbd2-410f-8c08-f60baee68551,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:03.330868 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.456208 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] For port 1183c5bb-cbd2-410f-8c08-f60baee68551, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1183c5bb-cbd2-410f-8c08-f60baee68551,segment=NetworkSegment(f1ec202d-9e04-4816-9652-a5b477520d7b),segment_id=f1ec202d-9e04-4816-9652-a5b477520d7b)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:03.456601 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.553754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Calling delete_port for 1183c5bb-cbd2-410f-8c08-f60baee68551 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:36:03.573974 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Calling delete_port for 1183c5bb-cbd2-410f-8c08-f60baee68551 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:36:03.628498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.645536 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:36:03.645892 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:36:03.672771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Pushing event deleted for resources: {'Port': ['ID=1183c5bb-cbd2-410f-8c08-f60baee68551,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.678323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] No DVR routers for this DVR port 1183c5bb-cbd2-410f-8c08-f60baee68551 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:36:03.796145 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.824444 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14daeaa-89b6-4cf1-a691-3b54bb901453']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:03.836662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ec202d-9e04-4816-9652-a5b477520d7b') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:03.836952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ec202d-9e04-4816-9652-a5b477520d7b') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:03.848362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.864415 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.870250 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:36:03.870651 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:36:03.883473 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:36:03.958110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.978766 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.990753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14daeaa-89b6-4cf1-a691-3b54bb901453,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.995539 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-df8fa76a-40f4-43b1-8929-45a67002d879 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e14daeaa-89b6-4cf1-a691-3b54bb901453 HTTP/1.1" status: 204 len: 168 time: 0.9911399 Mar 02 18:36:04.147122 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Deleting port 1183c5bb-cbd2-410f-8c08-f60baee68551 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:36:04.147691 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.193235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51048) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:04.214361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5cc3d950-cc92-4f40-bf47-4d03df9c8274 None None] The port '1183c5bb-cbd2-410f-8c08-f60baee68551' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:36:04.246535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8a696793-8d8c-4ccb-bb66-d277b0588fb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72621154d1414d7cb258109f96f3eb20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521541 Mar 02 18:36:04.249859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51052) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:04.315196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.340278 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.394328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.412952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79779d3a-2b17-479d-873f-81dd60a15898,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:04.419268 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.420158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7d85cbc7-3a0b-474e-bf42-85758c04970d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79779d3a-2b17-479d-873f-81dd60a15898 HTTP/1.1" status: 204 len: 168 time: 0.1692951 Mar 02 18:36:04.753916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1183c5bb-cbd2-410f-8c08-f60baee68551 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:04.788595 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1183c5bb-cbd2-410f-8c08-f60baee68551 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:36:04.788935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1183c5bb-cbd2-410f-8c08-f60baee68551 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:04.822085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51060) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:04.872059 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cddc7c14-20a0-4163-a9f1-5a1600ef70fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a031a6713bd94a32846dcc6828c7df25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486424 Mar 02 18:36:04.874549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51064) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:04.932814 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.958633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.010220 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.027226 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38dc2c8-db99-408c-9675-c9785dc97d21,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:05.035251 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.036393 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8cd092cf-69ec-4717-bdab-e49e215b62f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b38dc2c8-db99-408c-9675-c9785dc97d21 HTTP/1.1" status: 204 len: 168 time: 0.1609201 Mar 02 18:36:07.394028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:07.399530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221470830', 'description': 'tempest-secgroup-smoke-221470830 description', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:07.406988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:07.411025 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:07.413867 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:07.419484 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:07.429407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.442289 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.475097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:07.478908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:07.481723 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:07.487478 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:07.553917 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.557487 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.598061 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:07.602062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5179f-c0ef-4557-828d-ae8e54080ff3,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:07.604779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:07.607885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:07.613645 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:07.667481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.671589 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.712406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4fd46-75b9-41fc-b169-90aa0adf7bee,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:07.714788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.715959 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dcf743ad-aabd-4620-86d1-de7b92a72f01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3209202 Mar 02 18:36:07.719745 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51112) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:07.724685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:07.731418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:07.735295 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:07.738108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:07.743786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:07.764385 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.824477 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.829077 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.852130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7057e56-e973-48f1-a3f2-dc2ac2c8bd05,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:07.860350 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.861493 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-16f72f0e-b52d-47af-b695-9b02a8ca726e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411893 Mar 02 18:36:07.864161 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51116) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:07.869453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:07.876558 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:07.880333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:07.883177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:07.889453 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:07.906492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.970206 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.973772 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.004165 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2237bc7-2b49-4e76-9004-3ba9c435a13f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.015100 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.016394 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7a02215-9998-488d-b6a0-6aa45f6831ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1510718 Mar 02 18:36:08.018909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51120) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.024113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.030812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.034533 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.037345 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.043394 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.061815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.128312 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.132787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.156994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07289cc-4683-457d-bd1a-d76988d2fdc9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.165281 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.166535 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-09c9d23e-28a4-440e-88c6-bcb86ac666e0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1467183 Mar 02 18:36:08.169333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51124) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.175282 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.181780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.186149 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.189236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.195060 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.210984 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.273566 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.277779 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.302079 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b20e5b1-6d59-436c-8bb0-cdb6014b983f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.310834 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.312023 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-da6eab92-eb24-43d9-a36a-e1574d742bcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1411889 Mar 02 18:36:08.314735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51128) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.320790 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.328434 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.332219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.335035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.341511 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.352849 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:36:08.359315 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.424664 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.428897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.454470 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79325a01-e831-4e9d-a00f-a2a350e60347,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.464219 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.465388 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-64217cf6-bf94-41be-b8d3-6a0b82a641ad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1496680 Mar 02 18:36:08.468881 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51132) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.474313 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': 'bca4fd46-75b9-41fc-b169-90aa0adf7bee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.480909 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.485053 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.487940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.493509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.504209 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:36:08.510554 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.575235 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.579880 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.602502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767d0376-fd38-4a28-8229-8e48bb1d1d06,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.611371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.612528 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fc0b6d67-ada6-4861-ab21-85d54065bb63 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426716 Mar 02 18:36:08.615570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51136) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.620857 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'network': {'name': 'tempest-network-smoke--2045980252', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.627039 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.630812 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:network and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.633632 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.640198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.650597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:08.653502 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.681218 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:08.690994 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.691333 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Added segment 52184636-697b-468f-82bd-86ce023ef070 of type vlan for network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d Mar 02 18:36:08.717675 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.745179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.749628 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:08.750203 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.838940 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2222390 Mar 02 18:36:08.842626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51140) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.847807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'admin_state_up': True, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:08.855088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:08.859429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63df9-11e6-407e-a8e8-90387038dadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Network': ['ID=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.859591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:router and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:08.862330 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:08.869018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:08.869812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:08.880325 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.881649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.902292 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.054908 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.111993 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.239575 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.269318 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.403559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.126 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8ef9a8d0-3e47-4c53-8a08-bf493769d396) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:09.443928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3d526735-4042-4de9-8194-6e474abfc93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.555005 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.583655 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.653930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:09.657989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=8ef9a8d0-3e47-4c53-8a08-bf493769d396,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:09.661289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:09.664227 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:36:09.816797 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.817522 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.141983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router e84dd593-3695-4d50-91ed-e188bc76bc1c is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:36:10.342717 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:36:10.352270 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Sync routers for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:36:10.365041 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:10.365646 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:10.369441 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.370658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-66809630-64cc-49e0-a5ff-14a040c7c49b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5273004 Mar 02 18:36:10.374041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51144) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:10.545512 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:10.564361 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-52cda778-af3a-4e14-905d-3c7bbb2825f6 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1866770 Mar 02 18:36:10.564585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51150) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:10.694876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4d1e2-3de2-442e-99f8-de61ecf26480 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:10.696322 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-79f4d1e2-3de2-442e-99f8-de61ecf26480 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308517 Mar 02 18:36:10.699229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51154) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:10.737943 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ff38d74f-0cd4-4dac-a58a-220d6346fefc tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375872 Mar 02 18:36:10.740614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51158) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:10.745876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121821620', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:10.826717 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:10.831323 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Checking router: e84dd593-3695-4d50-91ed-e188bc76bc1c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:36:10.831667 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Updating router e84dd593-3695-4d50-91ed-e188bc76bc1c port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:36:10.888211 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.936650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:10.940467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:subnet and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:10.943214 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:10.948919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:10.959859 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:11.064067 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.240439 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.252998 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Transition to ACTIVE for port object 8ef9a8d0-3e47-4c53-8a08-bf493769d396 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:11.259120 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.280152 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.340902 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Attempting to bind port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:11.341176 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Attempting to bind port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:11.341628 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Attempting to bind port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:36:11.344777 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Pushing event updated for resources: {'Port': ['ID=8ef9a8d0-3e47-4c53-8a08-bf493769d396,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:11.356952 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.357870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.357870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.358220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.358405 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.358751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.359068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.359378 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.359694 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.360005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.360314 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:11.360448 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Subnet': ['ID=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:11.363444 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:36:11.363812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:36:11.364201 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.364573 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:36:11.365032 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Bound port: 8ef9a8d0-3e47-4c53-8a08-bf493769d396, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:11.365398 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.374007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Checking segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:36:11.374477 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network hostable DHCP agents. Network: 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:11.401581 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:11.413451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:11.418375 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:11.418993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.428097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf650c1-4dc1-4aba-8907-0be29b5cd7bd None None] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:36:11.450397 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] For port 8ef9a8d0-3e47-4c53-8a08-bf493769d396, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:36:11.455261 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] For port 8ef9a8d0-3e47-4c53-8a08-bf493769d396, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8ef9a8d0-3e47-4c53-8a08-bf493769d396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:36:11.457155 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-7a1a7372-7d44-4788-8e7f-d6b52ad66339 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7155704 Mar 02 18:36:11.461329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51162) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:11.466108 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.546291 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ada9-3684-4554-ae52-2be42fca1c53 None None] Pushing event updated for resources: {'Port': ['ID=8ef9a8d0-3e47-4c53-8a08-bf493769d396,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:11.556203 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:11.556963 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:35:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:11.611604 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4e02730a-b65c-47c6-9773-55697290aaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.679152 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:36:11.680190 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.736600 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:11.837838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Allocated IP 172.20.0.2 (4766a8a5-c1e7-4c25-b107-cf926aa2ad6d/724d7a2a-7eb4-492c-82f4-4f5116ce3a0b/85920790-07a3-4b2e-bea4-de7bb88c23ba) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:12.033470 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:12.037580 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32f52-0157-4dd2-a10a-fce083cf7dbd None None] The sync data for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 is: [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:36:12.052815 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.064043 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Transition to ACTIVE for port object 85920790-07a3-4b2e-bea4-de7bb88c23ba will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:12.084398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Transition to ACTIVE for port object 85920790-07a3-4b2e-bea4-de7bb88c23ba will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:12.089900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.198860 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:12.202233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:12.206101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:36:12.284373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.323207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Pushing event updated for resources: {'Port': ['ID=85920790-07a3-4b2e-bea4-de7bb88c23ba,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:12.345935 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.346418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.346790 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.347126 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.347453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.347779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.348101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.351596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.351596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.351596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.351596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:12.358540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Attempting to bind port 85920790-07a3-4b2e-bea4-de7bb88c23ba on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:12.358540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Attempting to bind port 85920790-07a3-4b2e-bea4-de7bb88c23ba by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:12.358540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Attempting to bind port 85920790-07a3-4b2e-bea4-de7bb88c23ba on network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:36:12.365053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:36:12.365440 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Checking segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:36:12.365843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.366230 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Bound using segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:36:12.366864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Bound port: 85920790-07a3-4b2e-bea4-de7bb88c23ba, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:12.367238 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.470406 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] For port 85920790-07a3-4b2e-bea4-de7bb88c23ba, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:36:12.474131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] For port 85920790-07a3-4b2e-bea4-de7bb88c23ba, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85920790-07a3-4b2e-bea4-de7bb88c23ba,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:36:12.481010 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.574986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e69ab-dd9f-4da3-93ae-9b381ede42ae None None] Pushing event updated for resources: {'Port': ['ID=85920790-07a3-4b2e-bea4-de7bb88c23ba,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:12.855636 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.1 (4766a8a5-c1e7-4c25-b107-cf926aa2ad6d/724d7a2a-7eb4-492c-82f4-4f5116ce3a0b/c779e8d7-d94a-4720-a1fe-c07743253ef4) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:12.895282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8ef9a8d0-3e47-4c53-8a08-bf493769d396 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:12.995713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:13.001842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:13.002228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.048804 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.068408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.070629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object c779e8d7-d94a-4720-a1fe-c07743253ef4 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:13.124665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.158353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.164839 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.181248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8ef9a8d0-3e47-4c53-8a08-bf493769d396, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8ef9a8d0-3e47-4c53-8a08-bf493769d396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:13.188048 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.207195 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:13.210775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:13.215244 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:36:13.243786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:13.264163 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8ef9a8d0-3e47-4c53-8a08-bf493769d396,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:13.278056 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.376531 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.602898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1fdb59-d7fb-49eb-96e5-d49f9ad767b0 None None] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:36:13.711055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-f94804dd-5cce-468f-b94d-cbbf28563990 None None] Provisioning for port 85920790-07a3-4b2e-bea4-de7bb88c23ba completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:13.806830 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.811994 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.939350 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.943643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:14.048501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a09e924c-fa31-413c-8a72-3023693cd83e None None] Provisioning for port c779e8d7-d94a-4720-a1fe-c07743253ef4 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:14.053870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a09e924c-fa31-413c-8a72-3023693cd83e None None] Provisioning complete for port c779e8d7-d94a-4720-a1fe-c07743253ef4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:14.054363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a09e924c-fa31-413c-8a72-3023693cd83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.090683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:14.092228 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:14.132950 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a09e924c-fa31-413c-8a72-3023693cd83e None None] Port c779e8d7-d94a-4720-a1fe-c07743253ef4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:36:14.269648 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1a13569f-e481-42ba-b858-9c6533828b8e None None] Provisioning complete for port c779e8d7-d94a-4720-a1fe-c07743253ef4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:14.270018 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1a13569f-e481-42ba-b858-9c6533828b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.323752 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1a13569f-e481-42ba-b858-9c6533828b8e None None] Port c779e8d7-d94a-4720-a1fe-c07743253ef4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:36:14.446503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-0fdc821b-09d9-4039-87d7-ea1bf2766b5c None None] Provisioning complete for port c779e8d7-d94a-4720-a1fe-c07743253ef4 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:14.446959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0fdc821b-09d9-4039-87d7-ea1bf2766b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.502432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc821b-09d9-4039-87d7-ea1bf2766b5c None None] Port c779e8d7-d94a-4720-a1fe-c07743253ef4 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:36:14.574852 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.619733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router e84dd593-3695-4d50-91ed-e188bc76bc1c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:36:14.820136 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:36:14.835091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-31fb5bef-2c00-4648-90b8-3ec9e4f17594 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/e84dd593-3695-4d50-91ed-e188bc76bc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3726804 Mar 02 18:36:14.839209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85920790-07a3-4b2e-bea4-de7bb88c23ba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:14.909099 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 85920790-07a3-4b2e-bea4-de7bb88c23ba completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:14.913886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 85920790-07a3-4b2e-bea4-de7bb88c23ba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:14.914264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.010699 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-b49a23d3-177b-48b2-b00b-aa4290f809a4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221470830&fields=id&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 267 time: 0.0443804 Mar 02 18:36:15.030213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.062861 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 85920790-07a3-4b2e-bea4-de7bb88c23ba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85920790-07a3-4b2e-bea4-de7bb88c23ba,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:15.066807 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.067556 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8ef9a8d0-3e47-4c53-8a08-bf493769d396 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:15.159472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562606-5a04-4aa9-9133-06cdc14a771e req-bda91b6f-75d9-44fa-8b73-aff36ee9116b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:15.160798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-bda91b6f-75d9-44fa-8b73-aff36ee9116b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 797 time: 0.1430709 Mar 02 18:36:15.179377 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=85920790-07a3-4b2e-bea4-de7bb88c23ba,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:15.179626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-2bfacf42-1f26-4d0f-b846-768a71310bf2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/quotas/cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 375 time: 0.0123997 Mar 02 18:36:15.194016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:15.194735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.261512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-25562606-5a04-4aa9-9133-06cdc14a771e req-79008032-507d-4f30-a3b9-c7aa24f8e4ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:15.278343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-25562606-5a04-4aa9-9133-06cdc14a771e req-79008032-507d-4f30-a3b9-c7aa24f8e4ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:15.280231 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-79008032-507d-4f30-a3b9-c7aa24f8e4ab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949497 Mar 02 18:36:15.492158 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-2d6cedf8-cada-4ff6-ab23-0726c096a870 service neutron] 10.222.0.37 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001605 Mar 02 18:36:15.630082 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-07b0965f-1624-41bb-af11-754bdefbcacc service neutron] 10.222.0.37 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302552 Mar 02 18:36:15.820117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dad004c4-f168-4bf6-be01-8cb71273a1da req-dea9aa9f-370e-42af-97d8-3cba71ac8214 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 210 time: 0.0423369 Mar 02 18:36:15.853058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Sync routers for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:36:15.865049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:15.865576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:36:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:16.085737 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:16.442064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 2, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:16.446439 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Checking router: e84dd593-3695-4d50-91ed-e188bc76bc1c for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:36:16.446813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Updating router e84dd593-3695-4d50-91ed-e188bc76bc1c port c779e8d7-d94a-4720-a1fe-c07743253ef4 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:36:16.501813 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.788476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85920790-07a3-4b2e-bea4-de7bb88c23ba up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:16.942712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 85920790-07a3-4b2e-bea4-de7bb88c23ba triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:16.943412 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.967572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.993407 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Transition to ACTIVE for port object c779e8d7-d94a-4720-a1fe-c07743253ef4 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:17.002394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6797409a-8c05-463e-8c80-f7dacaa31827 req-3ed060ad-ae20-44c0-be5f-7615fa059ad1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 210 time: 0.0547442 Mar 02 18:36:17.005243 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.141913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdde8d-7487-4ec0-b520-7d6b409e8896 None None] Pushing event updated for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:17.266123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562606-5a04-4aa9-9133-06cdc14a771e req-dc8d4ac3-fd91-44aa-a544-66acd692eadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:17.267483 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-dc8d4ac3-fd91-44aa-a544-66acd692eadd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 797 time: 0.2012279 Mar 02 18:36:17.291748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Attempting to bind port c779e8d7-d94a-4720-a1fe-c07743253ef4 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:17.292110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Attempting to bind port c779e8d7-d94a-4720-a1fe-c07743253ef4 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:17.292464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Attempting to bind port c779e8d7-d94a-4720-a1fe-c07743253ef4 on network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:36:17.300562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:36:17.300923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Checking segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:36:17.301313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.301697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Bound using segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:36:17.302151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Bound port: c779e8d7-d94a-4720-a1fe-c07743253ef4, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:17.302517 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.330563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-330b2b87-9ebc-460b-8724-ffe64fe62493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 379 time: 0.0505543 Mar 02 18:36:17.340079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'port': {'device_id': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'admin_state_up': True, 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'security_groups': ['bca4fd46-75b9-41fc-b169-90aa0adf7bee']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:17.402688 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] For port c779e8d7-d94a-4720-a1fe-c07743253ef4, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:36:17.405832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] For port c779e8d7-d94a-4720-a1fe-c07743253ef4, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c779e8d7-d94a-4720-a1fe-c07743253ef4,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:36:17.411063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.491398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdde8d-7487-4ec0-b520-7d6b409e8896 None None] Pushing event updated for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:17.492426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:17.496145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:17.496754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:36:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:17.503137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:17.514131 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:17.519384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.694237 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.7 (4766a8a5-c1e7-4c25-b107-cf926aa2ad6d/724d7a2a-7eb4-492c-82f4-4f5116ce3a0b/28a36dfd-f9b6-410f-91f8-fec02d0904a5) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:17.737005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:17.887933 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.903889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 28a36dfd-f9b6-410f-91f8-fec02d0904a5 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:17.926424 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.005399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:18.008762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:18.010689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:18.012784 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:36:18.085697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:17Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:18.092926 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0904c-0e13-407c-8b28-68e33fa943c9 None None] The sync data for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 is: [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:17Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:36:18.281482 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:18.282060 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.317978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43d50763-bbc2-497d-8ed1-428c30291e27 None None] Provisioning for port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:18.322328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-aaa9811d-afbb-4b02-a048-ea0ad56b33e2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9860368 Mar 02 18:36:18.323721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-43d50763-bbc2-497d-8ed1-428c30291e27 None None] Provisioning complete for port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:18.324352 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-43d50763-bbc2-497d-8ed1-428c30291e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.333681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a0509-e372-4b89-9426-fe0e70e579e4 req-dbbc0f57-dff7-4851-98e9-5254701f9d81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:18.334374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a1a0509-e372-4b89-9426-fe0e70e579e4 req-dbbc0f57-dff7-4851-98e9-5254701f9d81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:18.342789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Request body: {'port': {'device_id': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:18.396715 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-43d50763-bbc2-497d-8ed1-428c30291e27 None None] Port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:36:18.405339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-1a1a0509-e372-4b89-9426-fe0e70e579e4 req-dbbc0f57-dff7-4851-98e9-5254701f9d81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:18.406489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a1a0509-e372-4b89-9426-fe0e70e579e4 req-dbbc0f57-dff7-4851-98e9-5254701f9d81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 931 time: 0.2133229 Mar 02 18:36:18.504537 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.524351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1a1a0509-e372-4b89-9426-fe0e70e579e4 req-7952b058-d5fa-4467-84a7-6bd0a58e3b13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859237 Mar 02 18:36:18.797931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c779e8d7-d94a-4720-a1fe-c07743253ef4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:18.877549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c779e8d7-d94a-4720-a1fe-c07743253ef4 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:18.882905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c779e8d7-d94a-4720-a1fe-c07743253ef4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:18.883660 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.954147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a36dfd-f9b6-410f-91f8-fec02d0904a5 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:36:18.963745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.981286 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Transition to ACTIVE for port object 28a36dfd-f9b6-410f-91f8-fec02d0904a5 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:18.986215 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.026803 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.069704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c779e8d7-d94a-4720-a1fe-c07743253ef4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c779e8d7-d94a-4720-a1fe-c07743253ef4,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:19.077027 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.140026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Pushing event updated for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:19.175725 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:19.266312 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Attempting to bind port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:19.266620 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Attempting to bind port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:19.266840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Attempting to bind port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 on network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:36:19.274270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 on network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:36:19.274605 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Attempting to bind port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 on network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:36:19.290814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:36:19.291202 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Checking segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:36:19.291530 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Bound using segment: {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:36:19.291964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Bound port: 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52184636-697b-468f-82bd-86ce023ef070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:19.292313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.384007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:36:19.388669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:36:19.395012 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.458043 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.459433 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 1091 time: 1.1222618 Mar 02 18:36:19.459858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:36:19.485181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a56138-4b02-4441-aab8-b5ba0f3084a3 service neutron] Pushing event updated for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:19.542352 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'status': 'completed', 'code': 200} Mar 02 18:36:19.594531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-3987621d-3d39-4a95-acec-17e6729848e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1094 time: 0.0872283 Mar 02 18:36:19.683511 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-cebb1678-2974-49d0-bcf2-ee90c5fe7d22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 217 time: 0.0820856 Mar 02 18:36:19.788451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562606-5a04-4aa9-9133-06cdc14a771e req-8cd17028-dd77-4464-9210-d71c2ed8db10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:19.789865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-8cd17028-dd77-4464-9210-d71c2ed8db10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 200 len: 834 time: 0.0768275 Mar 02 18:36:19.857582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980078-5e52-4a38-bea3-f55c05cbe629 req-36d24331-4441-4062-b521-b96d89b072f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:19.859057 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3980078-5e52-4a38-bea3-f55c05cbe629 req-36d24331-4441-4062-b521-b96d89b072f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 943 time: 0.1783803 Mar 02 18:36:19.892329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.925814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-bd410ade-8ee4-42f4-b391-b963c29f1502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282587 Mar 02 18:36:19.928440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3980078-5e52-4a38-bea3-f55c05cbe629 req-44015c91-1425-48a2-9f34-67d48875bb82 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627098 Mar 02 18:36:20.062003 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-0461a50a-0deb-4237-93ab-664cbbde4ef0 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296124 Mar 02 18:36:20.285758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-25562606-5a04-4aa9-9133-06cdc14a771e req-e6b4857e-bbe1-44aa-b1b9-2dbd3e649b6c service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180810 Mar 02 18:36:20.423084 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-a9f94394-0301-4b9a-be58-86abcc93063d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1094 time: 0.0864348 Mar 02 18:36:20.555327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-e96969dc-6e28-412b-b546-e457d29fdb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:20.556751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-e96969dc-6e28-412b-b546-e457d29fdb7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 898 time: 0.1284525 Mar 02 18:36:20.623765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-b307adaf-0407-4a0d-8df9-df35fbebc15f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 217 time: 0.0609026 Mar 02 18:36:20.688134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-291895f9-8042-45e4-b334-798d13ac4854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:20.689478 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-291895f9-8042-45e4-b334-798d13ac4854 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 200 len: 834 time: 0.0608821 Mar 02 18:36:20.767938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-8bda4b54-ba55-4f27-bf9a-8708c1064bec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726824 Mar 02 18:36:20.768586 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c779e8d7-d94a-4720-a1fe-c07743253ef4 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:20.838619 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c779e8d7-d94a-4720-a1fe-c07743253ef4 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:20.838995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.898602 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-b6dc8de4-b977-4421-821b-71d62f1b5094 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248832 Mar 02 18:36:21.032190 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0bfaaf76-e941-41b4-b1c3-223609c5ef6f req-9bb2e832-58fa-43f2-bf29-2a5b791f99c6 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278028 Mar 02 18:36:21.132738 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d2a0-0e43-4f6d-90db-ee05231b767b req-1e154e47-8991-4c14-8aa8-6ab72be4fb10 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:21.134160 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6407d2a0-0e43-4f6d-90db-ee05231b767b req-1e154e47-8991-4c14-8aa8-6ab72be4fb10 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 943 time: 0.0797472 Mar 02 18:36:21.179056 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6407d2a0-0e43-4f6d-90db-ee05231b767b req-79461ee1-10b5-4a85-8901-73b1b1637ee3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391154 Mar 02 18:36:22.380692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e73a-567f-4d4c-bde0-5a003bc6aa9f req-01fddee7-d9c2-463f-bb52-3770f9beb712 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:22.382267 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4673e73a-567f-4d4c-bde0-5a003bc6aa9f req-01fddee7-d9c2-463f-bb52-3770f9beb712 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 943 time: 0.0773282 Mar 02 18:36:22.435015 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4673e73a-567f-4d4c-bde0-5a003bc6aa9f req-55ef0f3f-a839-43cf-82cc-a231b43ddf25 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Mar 02 18:36:23.004706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 28a36dfd-f9b6-410f-91f8-fec02d0904a5 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:36:23.142417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:23.156197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'port_id': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'mac_address': 'fa:16:3e:c9:72:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:36:23.209862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.226791 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a36dfd-f9b6-410f-91f8-fec02d0904a5 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:36:23.241973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:23.246001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.315873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:23.582381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['28a36dfd-f9b6-410f-91f8-fec02d0904a5'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:36:23.643758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670605d-1620-4bef-bb1e-84ef376e1a66 req-5c328b91-60f3-4a01-a484-140b027693ea tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:23.645209 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b670605d-1620-4bef-bb1e-84ef376e1a66 req-5c328b91-60f3-4a01-a484-140b027693ea tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 944 time: 0.0807135 Mar 02 18:36:23.695319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b670605d-1620-4bef-bb1e-84ef376e1a66 req-c6a30fca-fc65-473a-aad6-4e4ab989281b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Mar 02 18:36:24.895155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c136f-d754-45ad-8b6f-228a354f4d93 req-e0914f9c-499f-4969-a385-db33c4757077 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:24.896594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb0c136f-d754-45ad-8b6f-228a354f4d93 req-e0914f9c-499f-4969-a385-db33c4757077 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 944 time: 0.0774667 Mar 02 18:36:24.945388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fb0c136f-d754-45ad-8b6f-228a354f4d93 req-3431c6fa-02c4-409e-9554-119257576914 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431547 Mar 02 18:36:25.013618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 28a36dfd-f9b6-410f-91f8-fec02d0904a5 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:25.083062 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:25.087957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:25.088329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.205153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.233032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:36:25.242810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:36:25.247795 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.351991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:25.372750 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'code': 200} Mar 02 18:36:25.499213 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfe418de-6cd7-4bd4-9610-b341895626be req-0a8a8bd4-06a1-4e12-8ccd-2a48e65f560e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1096 time: 0.0718021 Mar 02 18:36:25.541778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfe418de-6cd7-4bd4-9610-b341895626be req-78501883-b1cf-4ec4-9f42-2eb1da65da93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369530 Mar 02 18:36:26.146196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7309-655e-44eb-8405-c0622d96f44f req-c9623b2d-5802-42a7-a399-77e978910632 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:26.147677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f4c7309-655e-44eb-8405-c0622d96f44f req-c9623b2d-5802-42a7-a399-77e978910632 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0758355 Mar 02 18:36:26.196653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f4c7309-655e-44eb-8405-c0622d96f44f req-38be6b6c-66ae-4d22-9f2d-8d8e6d5d6e1d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434530 Mar 02 18:36:27.053670 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:36:27.395547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cff021-9e1d-4a82-b914-2d807a82f99b req-fcb3bedf-8525-4256-83c9-c9a5c38a50a5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:27.396911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71cff021-9e1d-4a82-b914-2d807a82f99b req-fcb3bedf-8525-4256-83c9-c9a5c38a50a5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0781431 Mar 02 18:36:27.444232 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71cff021-9e1d-4a82-b914-2d807a82f99b req-b49695c9-643e-43e0-967e-a9e6703cf1d4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 Mar 02 18:36:27.654145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd77c-b694-4682-ac1d-d5ce5bc7720f req-d0812979-391d-4aa6-889d-f0eddf0aad3a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:27.655571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50dfd77c-b694-4682-ac1d-d5ce5bc7720f req-d0812979-391d-4aa6-889d-f0eddf0aad3a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0829508 Mar 02 18:36:27.705982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50dfd77c-b694-4682-ac1d-d5ce5bc7720f req-8029eab3-6695-4ff3-a007-8dcd44373b8b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Mar 02 18:36:27.733869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51220) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:27.809230 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8a845400-6d5c-42e4-9bb1-b314073c65fa tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1091 time: 0.0741379 Mar 02 18:36:27.812116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51224) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:27.817297 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:36:27.823792 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:27.829378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:floatingip and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:27.832378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:27.838188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:27.852470 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.085077 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.225901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.166 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/a31d003b-9cf1-493e-8bb0-d9c52351695d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:28.388315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.421174 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.482947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:28.489912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:28.493898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:36:28.529630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=a31d003b-9cf1-493e-8bb0-d9c52351695d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:29.009833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.064333 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.277667 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.282563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.394943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=a31d003b-9cf1-493e-8bb0-d9c52351695d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:29.408451 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.719844 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Floating IP 20a7eb50-09ba-4ab4-b08c-ab53b7899169 associated. External IP: 172.25.3.166, port: 28a36dfd-f9b6-410f-91f8-fec02d0904a5. Mar 02 18:36:30.139728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router e84dd593-3695-4d50-91ed-e188bc76bc1c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:36:30.353541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:36:30.364104 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Sync routers for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:36:30.376953 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:30.377749 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:36:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:30.381180 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.439773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dc2cf311-f245-4ddb-9055-4b50c5e3b68f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6266332 Mar 02 18:36:30.440544 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:36:30.505086 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'status': 'completed', 'code': 200} Mar 02 18:36:30.564531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:30.657914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-ddfe95aa-6584-4ede-aa45-4130a74136dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1096 time: 0.1308916 Mar 02 18:36:30.666853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bd0a4-9360-4f5e-bd39-0c7e422c79b9 req-1251ac67-7131-47a0-9622-202141daa96c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.668198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae2bd0a4-9360-4f5e-bd39-0c7e422c79b9 req-1251ac67-7131-47a0-9622-202141daa96c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.1112566 Mar 02 18:36:30.798592 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae2bd0a4-9360-4f5e-bd39-0c7e422c79b9 req-7d5b8473-2f08-4af9-8a04-83dbb53c6b01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089227 Mar 02 18:36:30.829315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51232) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:30.908524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-e38c7cc8-23c9-4db3-a55c-13261dc73a49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.910048 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-e38c7cc8-23c9-4db3-a55c-13261dc73a49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 898 time: 0.2410331 Mar 02 18:36:30.954235 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '20a7eb50-09ba-4ab4-b08c-ab53b7899169', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'port_id': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'mac_address': 'fa:16:3e:c9:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:28Z', 'updated_at': '2022-03-02T18:36:28Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:30.958608 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Checking router: e84dd593-3695-4d50-91ed-e188bc76bc1c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:36:30.970062 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:36:30.970684 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:36:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:31.017135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c7474203-30ef-43ff-8450-25fdfa25d90f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 991 time: 0.1866410 Mar 02 18:36:31.040341 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-fb191955-270c-4bff-aec1-b00a56a75f3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 999 time: 0.1245110 Mar 02 18:36:31.104110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-6da17866-7a80-4465-8865-c3d840c332c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:31.105547 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-6da17866-7a80-4465-8865-c3d840c332c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 200 len: 834 time: 0.0598767 Mar 02 18:36:31.148618 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:36:31.179762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-dabc661a-ba1f-49b0-8faa-cffa30b85baa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683703 Mar 02 18:36:31.310873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-d64711bd-379f-452a-9f74-a12088dea6ef service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251483 Mar 02 18:36:31.529039 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '20a7eb50-09ba-4ab4-b08c-ab53b7899169', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'port_id': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'mac_address': 'fa:16:3e:c9:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:28Z', 'updated_at': '2022-03-02T18:36:28Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:31.533014 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db9e7-38ef-44b7-b19b-47cd960fe891 None None] The sync data for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 is: [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '20a7eb50-09ba-4ab4-b08c-ab53b7899169', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'port_id': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'mac_address': 'fa:16:3e:c9:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:28Z', 'updated_at': '2022-03-02T18:36:28Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:36:31.575722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fb37930-a004-4ef2-b874-9effa855ec5a req-79fcd024-af82-4fb9-8a53-d95734bc6989 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593243 Mar 02 18:36:32.020647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51236) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:32.125706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e27b61e2-be5d-4f5e-943d-042172c66ef6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 991 time: 0.1039000 Mar 02 18:36:33.129570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51240) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:33.232845 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0cc4a6ec-c038-4d36-876c-863675c7edb3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 991 time: 0.1021316 Mar 02 18:36:34.236814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51244) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:34.345642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64f53208-09a9-442e-9172-eda461367754 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 991 time: 0.1076555 Mar 02 18:36:34.816508 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6bf39-e047-4b8c-bb5a-292e7429bb3f None None] New status for floating IP 20a7eb50-09ba-4ab4-b08c-ab53b7899169: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:36:35.349638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51248) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:35.457405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d6fd2306-e2d9-4205-bdc8-33c300d156bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 993 time: 0.1066399 Mar 02 18:36:39.116055 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.448629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-386c5e3d-8983-4fe9-ac89-071421918da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.475689 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c1e9-3d62-4eb4-a049-1fd9ff6ad4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.040762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.149456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.578639 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.899095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.054422 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:37:09.125739 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:09.451193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-18fb7537-fa39-4844-ae1b-5da97e54b51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:11.480991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fae0bbac-2c53-499d-96ee-c0e7bffe3e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:13.033937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:13.153219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.580032 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.422311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-32130a00-028c-4c21-83c9-e95eecdeec8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676374 Mar 02 18:37:17.564683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-46c0716b-f515-4e59-8644-44fd5c13fecb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1096 time: 0.0717525 Mar 02 18:37:17.708859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-123bafae-7537-47c6-b02d-4d1a9e4dbc1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:17.710212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-123bafae-7537-47c6-b02d-4d1a9e4dbc1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 898 time: 0.1256320 Mar 02 18:37:17.812897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-a63807ba-7149-4c57-b1df-4e282d49794b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 1001 time: 0.0968695 Mar 02 18:37:17.875232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-9c0fc812-0901-4d9b-8148-4e8d679d0cf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:17.876647 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-9c0fc812-0901-4d9b-8148-4e8d679d0cf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 200 len: 834 time: 0.0580812 Mar 02 18:37:17.952277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-1e5b58e1-04e2-491b-bfbd-340011b5675b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687983 Mar 02 18:37:18.085413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-bdc37612-9035-44d8-a9ea-cc4d01522b17 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Mar 02 18:37:18.214041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-315b9d95-adc0-4822-bb1c-5190d4f1cae0 req-e4a4610c-3d02-435b-8497-f7094907715a service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231658 Mar 02 18:37:19.898490 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.126793 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.453084 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d40b6a13-7fae-42bb-b271-ec2cd85fbfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.055256 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:37:41.484040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ec113d6e-6099-414d-bb04-b55f0640582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.037167 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.157519 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.583935 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.815794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c067-1cb5-4569-8db6-6111040305a1 req-86a93400-d78d-41ae-b3f3-49d116eb2f0a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.817473 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f926c067-1cb5-4569-8db6-6111040305a1 req-86a93400-d78d-41ae-b3f3-49d116eb2f0a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0778978 Mar 02 18:37:44.939004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f926c067-1cb5-4569-8db6-6111040305a1 req-9bd99473-0646-4e20-ad71-b86f8686d8b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145196 Mar 02 18:37:46.202627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3011fd0-c3c2-4aa8-b361-cdad13636954 req-66d65812-2af2-48f1-a4cb-946f22e4cdaf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.204154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3011fd0-c3c2-4aa8-b361-cdad13636954 req-66d65812-2af2-48f1-a4cb-946f22e4cdaf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.1425145 Mar 02 18:37:46.253071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3011fd0-c3c2-4aa8-b361-cdad13636954 req-6765b322-6eda-442d-bb0a-d4726767621b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Mar 02 18:37:46.280967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51288) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:46.477143 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-09431b62-3286-4e8a-870e-0837fda767f0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 993 time: 0.1950529 Mar 02 18:37:47.947037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8e49-30e0-41b6-bbf2-092f33574145 req-1f576928-a12e-4a2e-a962-311d122ef8ac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.949277 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-005f8e49-30e0-41b6-bbf2-092f33574145 req-1f576928-a12e-4a2e-a962-311d122ef8ac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0816963 Mar 02 18:37:47.996644 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-005f8e49-30e0-41b6-bbf2-092f33574145 req-2ab23dd9-af8d-49ae-94cf-51594637eaa5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Mar 02 18:37:49.205914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a290c-5264-474a-b2c3-e75036ff7836 req-a25a19cf-ec35-4547-81a7-f22c9bef6ce5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.208020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-726a290c-5264-474a-b2c3-e75036ff7836 req-a25a19cf-ec35-4547-81a7-f22c9bef6ce5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0829155 Mar 02 18:37:49.254248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-726a290c-5264-474a-b2c3-e75036ff7836 req-458fddc6-5011-43ad-81b4-fc75a9ce4852 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Mar 02 18:37:49.284269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51302) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:49.392037 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa282882-9a7f-48e8-8350-3b37ee85378b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 200 len: 993 time: 0.1064079 Mar 02 18:37:49.664661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51310) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:49.860590 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port a31d003b-9cf1-493e-8bb0-d9c52351695d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:37:49.860926 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:49.914528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.031808 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.032128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.149213 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for a31d003b-9cf1-493e-8bb0-d9c52351695d owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:37:50.297885 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.342162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=a31d003b-9cf1-493e-8bb0-d9c52351695d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:50.381812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.382163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.382509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.383010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.383347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.383681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.384011 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.384341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.384667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.384991 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.385334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:50.445476 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.931767 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router e84dd593-3695-4d50-91ed-e188bc76bc1c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:37:51.132172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:37:51.141662 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Sync routers for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:37:51.151543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:51.153232 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:37:51.153830 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:51.205792 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c92e8003-ba97-4549-a2ef-7db436f45493 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/floatingips/20a7eb50-09ba-4ab4-b08c-ab53b7899169 HTTP/1.1" status: 204 len: 168 time: 1.5401363 Mar 02 18:37:51.206364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:37:51.268947 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'status': 'completed', 'code': 200} Mar 02 18:37:51.331801 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:37:51.363539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-2e0c8386-04d8-49f3-ae45-83d301620b29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 1096 time: 0.0738626 Mar 02 18:37:51.509465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-93bbee60-ccf8-4866-babc-3ed9e193c873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.511407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-93bbee60-ccf8-4866-babc-3ed9e193c873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 200 len: 898 time: 0.1419785 Mar 02 18:37:51.615858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-841787bc-f6e3-4b50-84a4-2908fb483ba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 200 len: 217 time: 0.0977037 Mar 02 18:37:51.692519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-11adadf0-25ea-4424-b5d0-1aa43ab4db18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.693838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-11adadf0-25ea-4424-b5d0-1aa43ab4db18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 200 len: 834 time: 0.0706947 Mar 02 18:37:51.695228 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:51.699891 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Checking router: e84dd593-3695-4d50-91ed-e188bc76bc1c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:37:51.710468 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:37:51.711102 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:51.750823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9cd6-f19a-4c77-892a-ef5cdd1e719e req-beb7ec63-6a0e-4628-82cf-dd5f453c4c35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.751497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c18e9cd6-f19a-4c77-892a-ef5cdd1e719e req-beb7ec63-6a0e-4628-82cf-dd5f453c4c35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:51.774626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c18e9cd6-f19a-4c77-892a-ef5cdd1e719e req-beb7ec63-6a0e-4628-82cf-dd5f453c4c35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:51.775759 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c18e9cd6-f19a-4c77-892a-ef5cdd1e719e req-beb7ec63-6a0e-4628-82cf-dd5f453c4c35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.2055602 Mar 02 18:37:51.810288 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-1fc90fc2-0383-429b-858d-6ba2cc34a7dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096847 Mar 02 18:37:51.885850 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:37:51.899168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c18e9cd6-f19a-4c77-892a-ef5cdd1e719e req-26344fcf-fd16-4318-b763-68c47cbfae14 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163332 Mar 02 18:37:51.955306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-c0d034e8-e478-466f-b26b-74c729b634ca service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379762 Mar 02 18:37:52.085234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8d8e3da4-d628-440a-b31b-30c5ea1f2fb5 req-19bb0f15-5c1b-49c6-90c1-8b01d17166c8 service neutron] 10.222.0.35 "GET /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234856 Mar 02 18:37:52.191984 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:52.196109 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d903d2-1158-48ef-9a68-a7a7dcdbab13 None None] The sync data for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 is: [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c779e8d7-d94a-4720-a1fe-c07743253ef4', 'name': '', 'network_id': '4766a8a5-c1e7-4c25-b107-cf926aa2ad6d', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:33:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:12Z', 'updated_at': '2022-03-02T18:36:19Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '724d7a2a-7eb4-492c-82f4-4f5116ce3a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:37:52.450060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f06de8-916c-40ff-a861-4dae3c598be7 None None] New status for floating IP 20a7eb50-09ba-4ab4-b08c-ab53b7899169: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:37:53.112313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3dc8-d300-4a74-9819-bb0a62f8b417 req-273a5620-82a9-4289-bbc0-6e48c50fd661 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.113780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-909a3dc8-d300-4a74-9819-bb0a62f8b417 req-273a5620-82a9-4289-bbc0-6e48c50fd661 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0836084 Mar 02 18:37:53.159436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-909a3dc8-d300-4a74-9819-bb0a62f8b417 req-650d5a28-584a-4afa-89c4-24b9e6fbf162 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca4fd46-75b9-41fc-b169-90aa0adf7bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400186 Mar 02 18:37:53.394800 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-ec10534a-3302-4019-8472-b8fbb12bf6b1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.396240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-ec10534a-3302-4019-8472-b8fbb12bf6b1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 945 time: 0.0752287 Mar 02 18:37:53.467524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:37:53.467871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:53.818149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 28a36dfd-f9b6-410f-91f8-fec02d0904a5, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=28a36dfd-f9b6-410f-91f8-fec02d0904a5,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:37:53.818617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:53.937397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 28a36dfd-f9b6-410f-91f8-fec02d0904a5 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:37:54.080781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.136176 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=28a36dfd-f9b6-410f-91f8-fec02d0904a5,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:54.212103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] No DVR routers for this DVR port 28a36dfd-f9b6-410f-91f8-fec02d0904a5 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:37:54.215358 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.219307 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'name': 'network-vif-deleted', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:37:54.233895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8a8de45f-ea0b-46fb-995e-1a6d938ccf1b req-3f655269-a608-46ac-b45e-50e86f66a3e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "DELETE /v2.0/ports/28a36dfd-f9b6-410f-91f8-fec02d0904a5 HTTP/1.1" status: 204 len: 173 time: 0.8327096 Mar 02 18:37:54.279717 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e36de6a-68d7-49c3-b563-909a7c16970a', 'name': 'network-vif-deleted', 'tag': '28a36dfd-f9b6-410f-91f8-fec02d0904a5', 'status': 'completed', 'code': 200} Mar 02 18:37:54.325390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c1f8481d-7a52-4509-88db-5b5d206d4f61 req-e17dac6d-5cbf-4689-8486-5b93238787bb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:54.341775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-c1f8481d-7a52-4509-88db-5b5d206d4f61 req-e17dac6d-5cbf-4689-8486-5b93238787bb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:54.342928 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c1f8481d-7a52-4509-88db-5b5d206d4f61 req-e17dac6d-5cbf-4689-8486-5b93238787bb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e36de6a-68d7-49c3-b563-909a7c16970a HTTP/1.1" status: 200 len: 210 time: 0.0576432 Mar 02 18:37:55.451565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51330) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:55.846187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.587238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port c779e8d7-d94a-4720-a1fe-c07743253ef4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:37:56.587950 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.768303 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port c779e8d7-d94a-4720-a1fe-c07743253ef4, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c779e8d7-d94a-4720-a1fe-c07743253ef4,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:37:56.768656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.884188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for c779e8d7-d94a-4720-a1fe-c07743253ef4 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:37:57.056821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:57.106168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=c779e8d7-d94a-4720-a1fe-c07743253ef4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:57.391580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 28a36dfd-f9b6-410f-91f8-fec02d0904a5 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:57.402039 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:57.425651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 28a36dfd-f9b6-410f-91f8-fec02d0904a5 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:37:57.425999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 28a36dfd-f9b6-410f-91f8-fec02d0904a5 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:58.090905 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router e84dd593-3695-4d50-91ed-e188bc76bc1c has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:37:58.292770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:37:58.302674 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Sync routers for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:37:58.310639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-28cd0b08-b596-4646-8875-e34fcaf5b321 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/e84dd593-3695-4d50-91ed-e188bc76bc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8577952 Mar 02 18:37:58.313416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51334) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:58.319150 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:37:58.319989 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:58.500838 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:37:58.521124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting subnet 724d7a2a-7eb4-492c-82f4-4f5116ce3a0b {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:37:58.524054 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.578969 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.668440 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.740968 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.784221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Subnet': ['ID=724d7a2a-7eb4-492c-82f4-4f5116ce3a0b,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:58.789171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:37:56Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:58.790880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.795666 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Checking router: e84dd593-3695-4d50-91ed-e188bc76bc1c for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:37:58.797891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e52e854f-3b70-47a1-bce0-08090e9fffab tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/subnets/724d7a2a-7eb4-492c-82f4-4f5116ce3a0b HTTP/1.1" status: 204 len: 168 time: 0.4836159 Mar 02 18:37:58.800462 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51338) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:58.800890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f024db-4d2c-4d99-b149-f8b4eea8ac43 None None] Network 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:37:58.812100 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Routers {'e84dd593-3695-4d50-91ed-e188bc76bc1c'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:37:58.813025 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['e84dd593-3695-4d50-91ed-e188bc76bc1c'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:59.025344 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] Set router e84dd593-3695-4d50-91ed-e188bc76bc1c gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:37:59.049153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.078826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] DHCP port deletion for 4766a8a5-c1e7-4c25-b107-cf926aa2ad6d request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:37:59.083174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Deleting port 85920790-07a3-4b2e-bea4-de7bb88c23ba {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:37:59.083551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.280684 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.286485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] For port 85920790-07a3-4b2e-bea4-de7bb88c23ba, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=85920790-07a3-4b2e-bea4-de7bb88c23ba,segment=NetworkSegment(52184636-697b-468f-82bd-86ce023ef070),segment_id=52184636-697b-468f-82bd-86ce023ef070)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:37:59.286958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.293814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 8ef9a8d0-3e47-4c53-8a08-bf493769d396 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:37:59.294528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.411360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Calling delete_port for 85920790-07a3-4b2e-bea4-de7bb88c23ba owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:37:59.423522 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:37:56Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:59.428671 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df518bb2-7166-4fd9-8423-a3804a9575c5 None None] The sync data for ids ['e84dd593-3695-4d50-91ed-e188bc76bc1c'] in n-d-820559-6 is: [{'id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465075303', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:08Z', 'updated_at': '2022-03-02T18:37:56Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '8ef9a8d0-3e47-4c53-8a08-bf493769d396', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84dd593-3695-4d50-91ed-e188bc76bc1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:09Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:37:59.514893 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 8ef9a8d0-3e47-4c53-8a08-bf493769d396, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8ef9a8d0-3e47-4c53-8a08-bf493769d396,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:37:59.515240 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.532210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.578745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Pushing event deleted for resources: {'Port': ['ID=85920790-07a3-4b2e-bea4-de7bb88c23ba,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:59.587470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] No DVR routers for this DVR port 85920790-07a3-4b2e-bea4-de7bb88c23ba on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.598857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e0800-a990-4307-a148-c0c0ba9078fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:59.743329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 8ef9a8d0-3e47-4c53-8a08-bf493769d396 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:37:59.915254 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.985707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=8ef9a8d0-3e47-4c53-8a08-bf493769d396,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:00.205194 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.456564 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.460581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.486679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.487166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Fanout notify agent at l3_agent the message router_deleted on router e84dd593-3695-4d50-91ed-e188bc76bc1c {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:38:00.502412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.503545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64e0b211-06d4-4cae-afcc-8f585ac7c10d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/routers/e84dd593-3695-4d50-91ed-e188bc76bc1c HTTP/1.1" status: 204 len: 168 time: 1.7022028 Mar 02 18:38:00.506190 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51344) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:00.629297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.780602 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.807692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4766a8a5-c1e7-4c25-b107-cf926aa2ad6d']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:00.816041 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85920790-07a3-4b2e-bea4-de7bb88c23ba no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:00.820546 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52184636-697b-468f-82bd-86ce023ef070') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:00.820842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52184636-697b-468f-82bd-86ce023ef070') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:00.832446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.849629 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.850141 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 85920790-07a3-4b2e-bea4-de7bb88c23ba {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:38:00.850490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 85920790-07a3-4b2e-bea4-de7bb88c23ba not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:00.850938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8ef9a8d0-3e47-4c53-8a08-bf493769d396 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:00.856881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:38:00.857203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:00.871992 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:00.885037 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8ef9a8d0-3e47-4c53-8a08-bf493769d396 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:38:00.885563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8ef9a8d0-3e47-4c53-8a08-bf493769d396 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:00.886673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c779e8d7-d94a-4720-a1fe-c07743253ef4 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:00.919327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c779e8d7-d94a-4720-a1fe-c07743253ef4 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:38:00.919671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c779e8d7-d94a-4720-a1fe-c07743253ef4 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:00.955217 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.972528 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.982874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Network': ['ID=4766a8a5-c1e7-4c25-b107-cf926aa2ad6d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:00.985373 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d8704f7c-0b6e-4cd0-a564-7d2aae66c5b8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/networks/4766a8a5-c1e7-4c25-b107-cf926aa2ad6d HTTP/1.1" status: 204 len: 168 time: 0.4782481 Mar 02 18:38:00.988364 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:01.058640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.086557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.150908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.166385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4fd46-75b9-41fc-b169-90aa0adf7bee,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:01.179472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.179811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.180141 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.180466 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.180789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.181109 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.181425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.181741 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.182626 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.183173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.183720 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:01.187778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.195126 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-80442875-5173-4d90-b495-a034974bf6fc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/security-groups/bca4fd46-75b9-41fc-b169-90aa0adf7bee HTTP/1.1" status: 204 len: 168 time: 0.2016523 Mar 02 18:38:01.613856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51358) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:01.619782 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531431571', 'description': 'tempest-secgroup-smoke-1531431571 description', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:01.628301 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:01.632437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:01.635420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:01.641343 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:01.652596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.688151 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:01.691866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:01.694885 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:01.701086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:01.769710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.774349 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.816629 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626712cd-bcb5-4e26-af9e-2cff016ec8d5,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:01.819004 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.820445 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1f5b81d2-ae12-4d0d-9f53-b9ca7d009e7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2056139 Mar 02 18:38:01.824122 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51362) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:01.829524 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:01.836235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:01.839929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:01.842846 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:01.848761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:01.865274 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.926748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.930586 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.955070 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d209b2-8894-481c-801c-0395998d144f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:01.964488 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.965932 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9d617ae0-3612-4c07-b25b-644c49673e4c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408887 Mar 02 18:38:01.968753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51366) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:01.974093 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:01.981334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:01.985113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:01.987998 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:01.993528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.011725 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.075398 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.079237 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.102204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b907164-9d08-46f3-af2d-6076ae78130f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.112199 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.113411 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-914cbe86-ec5a-43fc-96a6-b657c1383a4f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1437745 Mar 02 18:38:02.116114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51370) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.121439 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.127961 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.131732 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.134540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.140942 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.158095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.219938 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.223688 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.247916 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e052dae-d046-494a-ba78-19b7c156e882,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.257326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.258472 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-55d35333-27e5-4350-806d-b02c352741cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1414495 Mar 02 18:38:02.262007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51374) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.267475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.274050 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.278824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.281662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.287342 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.304119 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.369463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.373127 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.396627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246c35e4-d317-4e52-84d8-0c9e8bf924a4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.406394 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.407706 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ff71824-a16b-4d38-a90a-211dc489bf35 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447625 Mar 02 18:38:02.410501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51378) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.415956 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.423048 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.426809 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.429613 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.435702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.450200 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:38:02.456574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.523110 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.528128 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.552965 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6a4178-b539-49f5-8e33-1f3bd1426c57,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.563466 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.564759 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0ba192fd-05a5-4b22-b7f3-55749547cac7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533270 Mar 02 18:38:02.567624 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51382) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.574290 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '626712cd-bcb5-4e26-af9e-2cff016ec8d5', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.581245 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.585167 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.588072 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.593815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.604041 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:38:02.610361 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.674857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.678950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.702958 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0517d3-6a5a-4b5f-89fb-4df0d7a03c38,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.711807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.713001 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-20781d2b-865a-4284-96cd-56eeb812152b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444805 Mar 02 18:38:02.716137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51386) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.721577 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'network': {'name': 'tempest-network-smoke--1495360482', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.727369 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.731225 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:network and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.734012 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.740475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.751377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:02.754362 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.785677 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:38:02.795432 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.795774 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Added segment f349717f-40a5-47a1-9816-2d6b6883c017 of type vlan for network c88e2c32-1990-452e-a12c-7799d07b8cc9 Mar 02 18:38:02.830060 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.859259 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.862878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.863481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.963242 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2459807 Mar 02 18:38:02.965889 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51390) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.971318 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'admin_state_up': True, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:02.972620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd38a-9ac6-4768-8695-2dcadb34273c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Network': ['ID=c88e2c32-1990-452e-a12c-7799d07b8cc9,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.980493 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.983493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:38:02.985117 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:router and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.988341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.994498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:03.004701 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.005632 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.024880 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.276820 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.453946 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.485762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.620457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.103 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5313efdf-9b8c-474c-9fc5-bab412a84b67) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:03.768359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.795576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.861939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:03.865130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:03.867068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=5313efdf-9b8c-474c-9fc5-bab412a84b67,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:03.869111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:38:04.022070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.022817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.247382 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:38:04.442545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:38:04.457309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Sync routers for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:38:04.471090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.471782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:04.472381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:04.475527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b4667c92-9106-421c-8aa1-3de58370c1b5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5085461 Mar 02 18:38:04.475834 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51398) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.517305 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-db5a7e87-8803-474a-bec4-c9ee171f205e tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404086 Mar 02 18:38:04.519690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51402) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.649105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:04.651983 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3b872-b2bd-4b80-8507-c4195c7ce619 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.653580 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d0b3b872-b2bd-4b80-8507-c4195c7ce619 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330221 Mar 02 18:38:04.656411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51406) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.696642 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-34ad04ee-e97c-4fa7-8ba6-afb3ab2349b8 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391021 Mar 02 18:38:04.699843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51410) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.705553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202477211', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:04.814196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:04.817939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:subnet and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:04.820984 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:04.827630 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:04.838867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:04.930124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:03Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:04.934322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Checking router: 43db5712-8e9b-4776-a8b8-2f5a5396fd6f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:38:04.934748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Updating router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f port 5313efdf-9b8c-474c-9fc5-bab412a84b67 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:38:04.939283 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.989805 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.272944 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.325278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.337239 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Transition to ACTIVE for port object 5313efdf-9b8c-474c-9fc5-bab412a84b67 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:05.344367 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.347383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Subnet': ['ID=b422de0b-99fe-4f23-9f4b-4cf1cf03974b,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:05.366513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Checking segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:38:05.366904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network hostable DHCP agents. Network: c88e2c32-1990-452e-a12c-7799d07b8cc9, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:38:05.392435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:38:05.407520 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, c88e2c32-1990-452e-a12c-7799d07b8cc9) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:05.421895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeba99a-7c73-4917-8d50-d7c31ac4f043 None None] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:38:05.422103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:05.422617 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.448576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acef4bf-9e4d-471f-b1a9-cfd904c155f4 None None] Pushing event updated for resources: {'Port': ['ID=5313efdf-9b8c-474c-9fc5-bab412a84b67,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:05.448824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a4f96bff-35fc-4d76-af12-db0488017185 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7450452 Mar 02 18:38:05.448824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51414) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:05.494322 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Attempting to bind port 5313efdf-9b8c-474c-9fc5-bab412a84b67 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:05.495552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Attempting to bind port 5313efdf-9b8c-474c-9fc5-bab412a84b67 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:05.495667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Attempting to bind port 5313efdf-9b8c-474c-9fc5-bab412a84b67 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:38:05.515657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:38:05.516030 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:38:05.516432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.516825 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:38:05.517302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Bound port: 5313efdf-9b8c-474c-9fc5-bab412a84b67, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:05.517669 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.681671 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] For port 5313efdf-9b8c-474c-9fc5-bab412a84b67, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:38:05.700917 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] For port 5313efdf-9b8c-474c-9fc5-bab412a84b67, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5313efdf-9b8c-474c-9fc5-bab412a84b67,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:38:05.706297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.815936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-c88e2c32-1990-452e-a12c-7799d07b8cc9', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:38:05.816742 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.848389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acef4bf-9e4d-471f-b1a9-cfd904c155f4 None None] Pushing event updated for resources: {'Port': ['ID=5313efdf-9b8c-474c-9fc5-bab412a84b67,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:05.890413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:05.891072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:06.142425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Allocated IP 172.20.0.2 (c88e2c32-1990-452e-a12c-7799d07b8cc9/b422de0b-99fe-4f23-9f4b-4cf1cf03974b/618cef73-6be9-4c46-8559-1a72e3507d94) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:06.154513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:06.210297 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.598176 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.612134 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Transition to ACTIVE for port object 618cef73-6be9-4c46-8559-1a72e3507d94 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:06.637519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Transition to ACTIVE for port object 618cef73-6be9-4c46-8559-1a72e3507d94 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:06.644516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.681389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:03Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:06.703949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5142a-4fb0-4d48-8bad-106c17b516a8 None None] The sync data for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 is: [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:03Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:38:06.714766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.1 (c88e2c32-1990-452e-a12c-7799d07b8cc9/b422de0b-99fe-4f23-9f4b-4cf1cf03974b/1b87e517-3ce9-42d5-ab4b-61b4cf152bd9) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:06.725894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:06.729507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:06.731812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Pushing event updated for resources: {'Port': ['ID=618cef73-6be9-4c46-8559-1a72e3507d94,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:06.733938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:38:06.824013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Attempting to bind port 618cef73-6be9-4c46-8559-1a72e3507d94 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:06.824686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Attempting to bind port 618cef73-6be9-4c46-8559-1a72e3507d94 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:06.825048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Attempting to bind port 618cef73-6be9-4c46-8559-1a72e3507d94 on network c88e2c32-1990-452e-a12c-7799d07b8cc9 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:38:06.832793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:38:06.833167 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Checking segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:38:06.833594 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.833995 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Bound using segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:38:06.834469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Bound port: 618cef73-6be9-4c46-8559-1a72e3507d94, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:06.834875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.952697 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] For port 618cef73-6be9-4c46-8559-1a72e3507d94, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:38:06.956912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] For port 618cef73-6be9-4c46-8559-1a72e3507d94, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=618cef73-6be9-4c46-8559-1a72e3507d94,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:38:06.962306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.050211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6876a3-75a4-49d9-ba9d-abf73abdce86 None None] Pushing event updated for resources: {'Port': ['ID=618cef73-6be9-4c46-8559-1a72e3507d94,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:07.052746 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.071463 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:07.100160 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.185353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:07.189070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:07.191647 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:38:07.236978 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:07.273275 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.370741 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.791359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.796291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.908639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.912053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:08.013072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad29384-dc48-406e-9c79-4de5784646a0 None None] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:38:08.056394 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:08.058157 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:08.099912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-7f419bd8-014c-43d3-8272-f7126b0b2cd6 None None] Provisioning for port 618cef73-6be9-4c46-8559-1a72e3507d94 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:08.462054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:38:08.552404 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c8d52962-acf2-4a65-8bf2-17a09cc8a0de None None] Provisioning for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:08.558221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c8d52962-acf2-4a65-8bf2-17a09cc8a0de None None] Provisioning complete for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:08.558940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c8d52962-acf2-4a65-8bf2-17a09cc8a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.624664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-c8d52962-acf2-4a65-8bf2-17a09cc8a0de None None] Port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:38:08.748764 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-aed70516-244d-4523-b603-3fc1b2ff5f6b None None] Provisioning complete for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:08.749351 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aed70516-244d-4523-b603-3fc1b2ff5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.787720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:38:08.815201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-aed70516-244d-4523-b603-3fc1b2ff5f6b None None] Port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:38:08.820753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a8cf0d70-1481-46d5-877f-ca1bb258be80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/43db5712-8e9b-4776-a8b8-2f5a5396fd6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699453 Mar 02 18:38:08.896252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 618cef73-6be9-4c46-8559-1a72e3507d94 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:08.963172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-71f531e7-21c2-4c04-b6f7-f45db8cb488f None None] Provisioning complete for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:08.964158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-71f531e7-21c2-4c04-b6f7-f45db8cb488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.007328 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-61131992-0ac8-4717-ad1b-dbc9c525a655 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531431571&fields=id&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 267 time: 0.0451827 Mar 02 18:38:09.022111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-71f531e7-21c2-4c04-b6f7-f45db8cb488f None None] Port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:38:09.028225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 618cef73-6be9-4c46-8559-1a72e3507d94 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:09.033233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 618cef73-6be9-4c46-8559-1a72e3507d94 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:09.033606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.153893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.158082 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.164083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-30d6de17-0940-4473-9bfe-66dd892b6e38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.164742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-30d6de17-0940-4473-9bfe-66dd892b6e38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:09.184891 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-30d6de17-0940-4473-9bfe-66dd892b6e38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:09.186296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-30d6de17-0940-4473-9bfe-66dd892b6e38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 797 time: 0.1711144 Mar 02 18:38:09.190668 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 618cef73-6be9-4c46-8559-1a72e3507d94, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=618cef73-6be9-4c46-8559-1a72e3507d94,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:09.195497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.196244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5313efdf-9b8c-474c-9fc5-bab412a84b67 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:09.204076 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-3f3bd209-aaac-4f04-8c65-eb18bb944b18 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/quotas/cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 375 time: 0.0119660 Mar 02 18:38:09.284682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-0432dfc3-8984-45c3-b978-9147089ef7dc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:09.301751 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-0432dfc3-8984-45c3-b978-9147089ef7dc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:09.303065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-0432dfc3-8984-45c3-b978-9147089ef7dc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936673 Mar 02 18:38:09.310329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=618cef73-6be9-4c46-8559-1a72e3507d94,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:09.327095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5313efdf-9b8c-474c-9fc5-bab412a84b67 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:09.331977 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5313efdf-9b8c-474c-9fc5-bab412a84b67 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:09.332377 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.392779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-687a4a08-3ccb-4116-86f4-d32759beb736 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:38:09.394279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-687a4a08-3ccb-4116-86f4-d32759beb736 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0744548 Mar 02 18:38:09.457123 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.473209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cf563864-f392-4cd1-ae78-66e6297fffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.479937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5313efdf-9b8c-474c-9fc5-bab412a84b67, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5313efdf-9b8c-474c-9fc5-bab412a84b67,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:09.484177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.544320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-a44a851f-af51-49d1-9e98-9557bef3fa5d service neutron] 10.222.0.37 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426713 Mar 02 18:38:09.553176 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5313efdf-9b8c-474c-9fc5-bab412a84b67,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:09.699090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-b26e9872-ff4d-4167-b1f9-397d483bdb78 service neutron] 10.222.0.37 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481254 Mar 02 18:38:09.890386 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c44c5706-0d7f-4228-8044-fcf8beff078f req-72903898-4d80-404b-85c9-6207cbd01802 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 210 time: 0.0402575 Mar 02 18:38:10.308357 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Sync routers for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:38:10.324352 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:10.324967 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:37:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:10.512372 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:10.831871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 618cef73-6be9-4c46-8559-1a72e3507d94 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:10.837227 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 2, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:10.844222 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Checking router: 43db5712-8e9b-4776-a8b8-2f5a5396fd6f for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:38:10.844770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Updating router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:38:10.897417 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.904863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 618cef73-6be9-4c46-8559-1a72e3507d94 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:10.905309 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.074412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5313efdf-9b8c-474c-9fc5-bab412a84b67 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:11.081977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48a546a2-bacc-4965-b9c6-9e41ed1a65c9 req-7481624d-7577-4e24-9566-f5c4c7d2026e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 210 time: 0.0515769 Mar 02 18:38:11.153288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5313efdf-9b8c-474c-9fc5-bab412a84b67 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:11.153811 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.171444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-42f62390-13d2-4d37-9442-cf0f2721c592 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:11.173167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-42f62390-13d2-4d37-9442-cf0f2721c592 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 797 time: 0.2389345 Mar 02 18:38:11.231945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-45325575-38f0-4247-92bd-e8c2c4e35b5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 380 time: 0.0471756 Mar 02 18:38:11.240974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'port': {'device_id': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'admin_state_up': True, 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'security_groups': ['626712cd-bcb5-4e26-af9e-2cff016ec8d5']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:11.344431 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.356718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Transition to ACTIVE for port object 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:11.363449 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.381472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:11.391570 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:11.401096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:11.404151 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.495292 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3f05284f-4ed4-4d1a-a194-e6ed434b87a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.500718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Pushing event updated for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:11.518791 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.519131 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.519461 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.519786 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.520163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.520488 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.520916 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.521177 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.521421 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.521733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.522046 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:11.587672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.13 (c88e2c32-1990-452e-a12c-7799d07b8cc9/b422de0b-99fe-4f23-9f4b-4cf1cf03974b/22dbddfb-4125-49d1-b227-dd6bd5b85a7a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:11.617350 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Attempting to bind port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:11.618271 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Attempting to bind port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:11.618271 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Attempting to bind port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 on network c88e2c32-1990-452e-a12c-7799d07b8cc9 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:38:11.626767 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:38:11.627133 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Checking segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:38:11.628118 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.628556 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Bound using segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:38:11.629028 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Bound port: 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:11.629865 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.722990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] For port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:38:11.726000 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] For port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:38:11.730596 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.798315 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.814104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 22dbddfb-4125-49d1-b227-dd6bd5b85a7a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:11.835733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117bcc4-6893-429d-b855-00fc00a122f8 None None] Pushing event updated for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:11.843890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.844409 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:11.845170 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:38:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:11.931057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:11.932051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:11.934867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:11.937256 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:38:12.002432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.003101 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.030681 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-4f244203-dadf-469b-9f02-a4a4e6e7e000 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932556 Mar 02 18:38:12.032171 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:12.043424 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Request body: {'port': {'device_id': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:12.314211 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52c53c96-ed74-4f7a-b140-af9c7cc7da75 None None] Provisioning for port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:12.320626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-52c53c96-ed74-4f7a-b140-af9c7cc7da75 None None] Provisioning complete for port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:12.321028 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-52c53c96-ed74-4f7a-b140-af9c7cc7da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.328408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.363751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:11Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:12.367900 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a25f9-1209-4187-a0b0-d905e1cef6ea None None] The sync data for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 is: [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:11Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:38:12.380290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-52c53c96-ed74-4f7a-b140-af9c7cc7da75 None None] Port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:38:12.439672 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0033ad1-69bd-469d-9360-b6c41e58c117 req-5292d481-c818-4197-ad4a-23ed2d74ffac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.440422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b0033ad1-69bd-469d-9360-b6c41e58c117 req-5292d481-c818-4197-ad4a-23ed2d74ffac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:12.512410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b0033ad1-69bd-469d-9360-b6c41e58c117 req-5292d481-c818-4197-ad4a-23ed2d74ffac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:12.513642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0033ad1-69bd-469d-9360-b6c41e58c117 req-5292d481-c818-4197-ad4a-23ed2d74ffac tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 932 time: 0.2467058 Mar 02 18:38:12.644661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0033ad1-69bd-469d-9360-b6c41e58c117 req-340a3ea5-7fd1-4397-809b-45ab7f0b6842 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239181 Mar 02 18:38:12.769758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dbddfb-4125-49d1-b227-dd6bd5b85a7a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:38:12.780682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.810975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Transition to ACTIVE for port object 22dbddfb-4125-49d1-b227-dd6bd5b85a7a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:12.818501 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.865953 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:12.950760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:12.957703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:12.958210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.965682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:13.088769 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.103138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Attempting to bind port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:13.103475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Attempting to bind port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:13.104030 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Attempting to bind port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a on network c88e2c32-1990-452e-a12c-7799d07b8cc9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:38:13.116059 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a on network c88e2c32-1990-452e-a12c-7799d07b8cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:38:13.116693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Attempting to bind port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a on network c88e2c32-1990-452e-a12c-7799d07b8cc9 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:38:13.118160 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.124427 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:38:13.124903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Checking segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:38:13.125407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Bound using segment: {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:38:13.125925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Bound port: 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f349717f-40a5-47a1-9816-2d6b6883c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:13.126366 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.163859 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:13.170848 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.214755 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.220356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:38:13.223833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:38:13.229339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.261461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:13.303124 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.304504 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 1092 time: 1.2670879 Mar 02 18:38:13.305026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:38:13.333310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344133-5bcc-4167-b1ed-a9b853fa5cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:13.394788 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'status': 'completed', 'code': 200} Mar 02 18:38:13.442531 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-cdd5074c-3012-4012-a9c6-8d9ba674e191 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1095 time: 0.0909576 Mar 02 18:38:13.519913 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-b975e016-01e8-4d56-9d76-382897520354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 217 time: 0.0706074 Mar 02 18:38:13.584986 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-6d94ec04-82a1-4cb4-be36-d3d4aaaa224a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.586456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-6d94ec04-82a1-4cb4-be36-d3d4aaaa224a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0611262 Mar 02 18:38:13.659871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-9365f9db-d5b0-418b-b0f3-6acf71e0e6fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677638 Mar 02 18:38:13.835739 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-112d4e21-9dbd-4e7f-ab81-8cb5290fe1ba service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700811 Mar 02 18:38:13.964216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a8de4-56de-4953-b97e-fb2a8d07a4ca req-11a06108-fa15-49f7-bf59-ee164849fc1f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.965630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae4a8de4-56de-4953-b97e-fb2a8d07a4ca req-11a06108-fa15-49f7-bf59-ee164849fc1f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 944 time: 0.1923470 Mar 02 18:38:14.012794 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0ecb10b-cde0-464d-a62e-eb6e2ded891b req-8d69665e-e3bd-46bc-9668-45126e1d36ca service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704104 Mar 02 18:38:14.032872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae4a8de4-56de-4953-b97e-fb2a8d07a4ca req-54a50637-3b27-48b9-a945-d4f1162c0d68 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577922 Mar 02 18:38:14.219863 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-a5f81c80-4d7b-4c66-9d75-1d091eaf8b35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1095 time: 0.1640911 Mar 02 18:38:14.353354 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-288dfc90-6b85-49f2-979c-3b5637f02b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:14.355410 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-288dfc90-6b85-49f2-979c-3b5637f02b28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1299939 Mar 02 18:38:14.421838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-b2bb70fb-f11f-4fce-911b-773c635fc132 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 217 time: 0.0599101 Mar 02 18:38:14.486704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-aeef00e5-a910-41c2-9d67-7388a0a28c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:14.488114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-aeef00e5-a910-41c2-9d67-7388a0a28c95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0604968 Mar 02 18:38:14.560557 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-e963676b-ee2c-4e35-9f31-fe668bca4816 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665934 Mar 02 18:38:14.586871 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:14.696747 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-8e45d7b5-7fef-4cd1-b149-021cb0c787e2 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305575 Mar 02 18:38:14.827292 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:14.829292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c8564579-aede-4ed0-b3b0-d391dd8dc4c9 req-0ba9d8fe-3e18-4cfd-a255-c05e17d6ac38 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258309 Mar 02 18:38:14.897032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:14.897397 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.231918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b587b8-f9d0-43b2-a7bb-100200bac26a req-9271c14c-6032-489b-b824-2ddc5f7ac7cd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.233351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0b587b8-f9d0-43b2-a7bb-100200bac26a req-9271c14c-6032-489b-b824-2ddc5f7ac7cd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 944 time: 0.0789137 Mar 02 18:38:15.278728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e0b587b8-f9d0-43b2-a7bb-100200bac26a req-b7c1f46e-22dc-4018-ae19-18f1e068f3d2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Mar 02 18:38:16.629063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89c84-9647-4a2a-954a-a5b3493eeb0d req-e40e4b4b-ea5f-4bad-b99e-76e70e369be9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:16.630265 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fe89c84-9647-4a2a-954a-a5b3493eeb0d req-e40e4b4b-ea5f-4bad-b99e-76e70e369be9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 944 time: 0.0784137 Mar 02 18:38:16.676063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fe89c84-9647-4a2a-954a-a5b3493eeb0d req-3cee4a46-321e-479f-864e-84d194508b8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Mar 02 18:38:17.469302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 22dbddfb-4125-49d1-b227-dd6bd5b85a7a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:17.602259 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:17.615708 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'port_id': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'mac_address': 'fa:16:3e:7d:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:17.671183 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.691131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dbddfb-4125-49d1-b227-dd6bd5b85a7a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:38:17.706991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:17.711095 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.776366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:17.885098 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48fa26-ab83-450c-ab23-7ff3f5d1bdc9 req-29b5dea7-1233-49d9-88ca-e16fa14e2e0b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.886777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c48fa26-ab83-450c-ab23-7ff3f5d1bdc9 req-29b5dea7-1233-49d9-88ca-e16fa14e2e0b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 945 time: 0.0866981 Mar 02 18:38:17.936447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4c48fa26-ab83-450c-ab23-7ff3f5d1bdc9 req-abab1d2a-6e67-4601-bd0a-54e24de48675 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Mar 02 18:38:18.009160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['22dbddfb-4125-49d1-b227-dd6bd5b85a7a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:38:18.055564 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:38:19.129824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275a27d-1272-4021-b08e-7f01cea084ef req-ce97ecf9-2ac1-450e-ac3a-acbfb702e71f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:19.131222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e275a27d-1272-4021-b08e-7f01cea084ef req-ce97ecf9-2ac1-450e-ac3a-acbfb702e71f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 945 time: 0.0764818 Mar 02 18:38:19.176235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e275a27d-1272-4021-b08e-7f01cea084ef req-ef50ad1a-ca2f-40f6-b5af-488f1f16c68e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Mar 02 18:38:19.484704 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 22dbddfb-4125-49d1-b227-dd6bd5b85a7a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:19.555722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:19.561332 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:19.561698 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.676873 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.703045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:38:19.713623 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:38:19.717557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.761489 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'code': 200} Mar 02 18:38:19.786959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:19.912739 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.951301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e712323-63c8-43aa-b24f-ecd6078eb88c req-eeb89347-f2e2-4fb9-a99e-e2e189bbf5ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.1383657 Mar 02 18:38:19.995205 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4e712323-63c8-43aa-b24f-ecd6078eb88c req-819bb3cd-c7be-40ba-992b-3bca1d128e67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371122 Mar 02 18:38:20.373335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0f165-c2f2-4f6d-9759-20714b528503 req-f5f1e56d-eee0-4f1e-b176-98e8d84d9c9e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.374806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdc0f165-c2f2-4f6d-9759-20714b528503 req-f5f1e56d-eee0-4f1e-b176-98e8d84d9c9e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0776668 Mar 02 18:38:20.422834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bdc0f165-c2f2-4f6d-9759-20714b528503 req-fab3b7fb-2174-4393-be91-3ed7ef7dd340 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Mar 02 18:38:21.626686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea191c-c941-4b03-b8df-41ba80d93d20 req-4018476f-a3b2-4f64-be57-fab766125cfa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:21.628138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ea191c-c941-4b03-b8df-41ba80d93d20 req-4018476f-a3b2-4f64-be57-fab766125cfa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0808241 Mar 02 18:38:21.675686 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ea191c-c941-4b03-b8df-41ba80d93d20 req-72027ba9-a6ed-4e8d-a83b-130f5efacd41 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Mar 02 18:38:21.873499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb67e-1112-48b6-800c-1479945812f4 req-2bd143cb-7f88-4171-a7f1-a2baa8c9a68e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:21.874979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce9cb67e-1112-48b6-800c-1479945812f4 req-2bd143cb-7f88-4171-a7f1-a2baa8c9a68e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0810595 Mar 02 18:38:21.920556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce9cb67e-1112-48b6-800c-1479945812f4 req-fde8dd09-cb22-4506-8e7e-bc0a741d9224 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Mar 02 18:38:21.949018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:22.020660 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-85a2fa11-5c1b-49c8-9bb8-eee8795bb8f0 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1092 time: 0.0702233 Mar 02 18:38:22.023225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51480) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:22.028281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:38:22.034242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:22.038074 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:floatingip and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:22.040948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:22.046815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:22.058404 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.192609 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.426961 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.40 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/14908649-f7cd-4d62-83f1-c2d1574c36b0) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:22.575903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.603973 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.673512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:22.677087 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:22.681363 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:38:22.706933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=14908649-f7cd-4d62-83f1-c2d1574c36b0,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:23.199252 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.253568 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.458375 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.462716 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.571492 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=14908649-f7cd-4d62-83f1-c2d1574c36b0,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:23.584108 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.782271 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Floating IP 96215f1c-b68f-4bd0-88a4-d356dd58650b associated. External IP: 172.25.3.40, port: 22dbddfb-4125-49d1-b227-dd6bd5b85a7a. Mar 02 18:38:24.279403 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:38:24.483514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:38:24.492775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Sync routers for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:38:24.505809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:24.506631 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:38:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:24.508113 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.565770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dfdf0425-1c1c-4e1c-b45d-24c7c3aa1bf4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5414581 Mar 02 18:38:24.566257 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:38:24.623723 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'status': 'completed', 'code': 200} Mar 02 18:38:24.686040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:24.779035 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-8429d5a9-d9ff-4fa4-8a72-71af2c323a2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.1318333 Mar 02 18:38:24.808023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78039-854d-4b3b-a4d2-c5264a26beed req-ddc5f7bc-cae7-4afa-88aa-38e61348ff54 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.809449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3d78039-854d-4b3b-a4d2-c5264a26beed req-ddc5f7bc-cae7-4afa-88aa-38e61348ff54 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.1319194 Mar 02 18:38:24.934400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e3d78039-854d-4b3b-a4d2-c5264a26beed req-d59acf86-f74b-4413-9e8b-9dbc1204c1f5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185160 Mar 02 18:38:24.964694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-32273dcd-a4c9-4dd7-a509-cc35af730ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.964694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-32273dcd-a4c9-4dd7-a509-cc35af730ffd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1717632 Mar 02 18:38:24.964989 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51488) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:25.056308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '96215f1c-b68f-4bd0-88a4-d356dd58650b', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'port_id': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'mac_address': 'fa:16:3e:7d:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:38:23Z', 'updated_at': '2022-03-02T18:38:23Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:25.061497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Checking router: 43db5712-8e9b-4776-a8b8-2f5a5396fd6f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:38:25.066651 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-1802c4e6-5c8f-411a-acf0-c3d79995374b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 999 time: 0.1040864 Mar 02 18:38:25.073584 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6e44d7de-2d03-4de9-a292-9f113636146f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 991 time: 0.1059272 Mar 02 18:38:25.073747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:38:25.073835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:38:11Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:25.128871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-40883abe-b983-4064-9efe-492092d1f78a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.130294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-40883abe-b983-4064-9efe-492092d1f78a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0581958 Mar 02 18:38:25.205718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-0e316b26-58ba-4091-a29e-e30fa71db727 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696476 Mar 02 18:38:25.290936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:38:25.336167 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-ae3d1ee9-6f06-49b5-9b8a-52552386cfd8 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244242 Mar 02 18:38:25.473153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-605101bf-da43-43f2-9a7e-9b1f2f81c446 req-eab7f754-e65c-4a13-8258-7ab067c3e01e service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317286 Mar 02 18:38:25.643295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '96215f1c-b68f-4bd0-88a4-d356dd58650b', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'port_id': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'mac_address': 'fa:16:3e:7d:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:38:23Z', 'updated_at': '2022-03-02T18:38:23Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:25.647255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bfe9a5-55d7-4162-9399-ec4bb0a6b1d7 None None] The sync data for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 is: [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '96215f1c-b68f-4bd0-88a4-d356dd58650b', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'port_id': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'mac_address': 'fa:16:3e:7d:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:38:23Z', 'updated_at': '2022-03-02T18:38:23Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:38:26.076624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51492) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:26.185414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-aa7f9b56-1022-4f01-ae9b-6c9846cf8bea tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 991 time: 0.1076550 Mar 02 18:38:27.188849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51496) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:27.404572 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5d68c752-b219-4324-8e3e-2bcf37f0a54a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 991 time: 0.2144916 Mar 02 18:38:28.257726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81254c86-c0af-45d1-9757-d6255ac8b51b None None] New status for floating IP 96215f1c-b68f-4bd0-88a4-d356dd58650b: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:38:28.408288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51500) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:28.513975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5c10c892-4415-493b-9e6f-dc39d8b3a096 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 991 time: 0.1045280 Mar 02 18:38:29.517964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51504) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:29.708587 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d5769059-b3d5-4b14-b47b-214df2b68d5d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 993 time: 0.1892586 Mar 02 18:38:39.125918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.461792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9f50aae-b2fe-48c4-8a12-730c5921da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.490716 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4c00a774-0412-45b2-b6b5-65f09e0d2ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:43.043274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:43.159812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.588503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.928473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.056880 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:39:09.132659 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.455132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd466-a6a8-422c-849c-b7283ec9458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.493117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cc36267d-cef2-4833-9733-a4b6f613de24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.047585 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.162613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.592154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.436889 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-4a70deaf-9117-41a5-931c-dbfdf00720fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780220 Mar 02 18:39:19.573806 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-1c4ccde1-559e-4bc4-946e-56c35e576f76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.0697124 Mar 02 18:39:19.722352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-e97b94fa-6557-46ed-9ab2-603f551139be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:19.723708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-e97b94fa-6557-46ed-9ab2-603f551139be service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1294158 Mar 02 18:39:19.828695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-51a845d3-e6a6-4b14-b23d-3ad5fd72458e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 1001 time: 0.0988629 Mar 02 18:39:19.889657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-dfb3d957-cb0d-4eab-8369-4e88780faeec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:19.891087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-dfb3d957-cb0d-4eab-8369-4e88780faeec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0571141 Mar 02 18:39:19.931676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.969579 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-5969d868-49f4-4b20-8659-169cd38bb49e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724299 Mar 02 18:39:20.098814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-ddda555e-f95e-4d9c-97ed-d81195c9e368 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235352 Mar 02 18:39:20.238099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-46c2fdc1-e834-411a-be9d-be04005bf582 req-90a333df-1049-4ff7-9b85-f0c123bb4e10 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332548 Mar 02 18:39:32.058168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:39:39.132762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.458447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa022-05ff-45ec-be9d-ed2c01573cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.001998 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-69ed61b7-28b6-417f-947c-eb52bcdba474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.1173189 Mar 02 18:39:40.150367 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7cf7-7187-4fc7-81dd-262d828b79b8 req-14a0141d-97c2-4764-9b72-068d1841558f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:40.151783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a48e7cf7-7187-4fc7-81dd-262d828b79b8 req-14a0141d-97c2-4764-9b72-068d1841558f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.2089696 Mar 02 18:39:40.187079 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-1b11d4a7-ec57-409a-87ae-550d09b51c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:40.188490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-1b11d4a7-ec57-409a-87ae-550d09b51c5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1793110 Mar 02 18:39:40.291573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a48e7cf7-7187-4fc7-81dd-262d828b79b8 req-c4c39955-fdc2-435e-99aa-3c2596d63958 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286969 Mar 02 18:39:40.318361 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-157e84f9-2053-49a3-96dc-fcb4700eb359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 1001 time: 0.1215122 Mar 02 18:39:40.392887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-8f7cf4eb-450f-4edf-9725-3c76ef3c0bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:40.394358 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-8f7cf4eb-450f-4edf-9725-3c76ef3c0bb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0697651 Mar 02 18:39:40.482086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-38e7aaa5-fc64-444c-90c1-44b379044e9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814934 Mar 02 18:39:40.727418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-7c07dc71-ba66-46d3-a64c-b199f0cca0dd service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383826 Mar 02 18:39:40.868218 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-481552ff-e49f-48c9-8b93-e0a84cc9af7f req-6932ea0b-e0ec-4934-afb0-4dd5eae56945 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351328 Mar 02 18:39:41.506670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-81148dc6-7b66-4919-8dd8-f8d37eb251c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.513272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b2dea-3f46-42e0-a0d9-f4c9dc39a71d req-2286f998-8366-4a53-b88f-0ea063b57051 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.514786 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-919b2dea-3f46-42e0-a0d9-f4c9dc39a71d req-2286f998-8366-4a53-b88f-0ea063b57051 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0811176 Mar 02 18:39:41.561019 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-919b2dea-3f46-42e0-a0d9-f4c9dc39a71d req-784f2828-d958-449b-83bc-fd1628f61910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Mar 02 18:39:42.759095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ed86d-a594-4aa9-8a35-db1f19409de9 req-a3e426e4-b270-48f4-8fed-a370bc1eeca7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:42.760927 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-633ed86d-a594-4aa9-8a35-db1f19409de9 req-a3e426e4-b270-48f4-8fed-a370bc1eeca7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0785520 Mar 02 18:39:42.805204 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-633ed86d-a594-4aa9-8a35-db1f19409de9 req-fdfbb7e3-42bf-41ab-b112-82547b9e78a4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391548 Mar 02 18:39:43.048670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.166430 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.004258 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115a32-88c4-4527-9b71-5ce4fc1f498e req-770bd1f7-006d-4b72-b862-6dd04143a7d5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:44.005727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8115a32-88c4-4527-9b71-5ce4fc1f498e req-770bd1f7-006d-4b72-b862-6dd04143a7d5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0759788 Mar 02 18:39:44.050465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e8115a32-88c4-4527-9b71-5ce4fc1f498e req-59d56e59-091b-4c10-9906-bc649790a126 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Mar 02 18:39:44.594756 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.259373 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f5a4-ad39-45d9-bbf3-53adb0af6620 req-35d987f4-a41c-4d84-8fcd-9a3c4c216bad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:45.260812 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9d4f5a4-ad39-45d9-bbf3-53adb0af6620 req-35d987f4-a41c-4d84-8fcd-9a3c4c216bad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0861175 Mar 02 18:39:45.308138 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9d4f5a4-ad39-45d9-bbf3-53adb0af6620 req-c811cb30-9c15-4b3a-9137-393cf46c3cce tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Mar 02 18:39:46.517600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad844080-4531-4da0-aab6-1b351899ad3a req-765dc306-5e72-4f76-aeb9-4d485fd7cbd7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:46.519088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad844080-4531-4da0-aab6-1b351899ad3a req-765dc306-5e72-4f76-aeb9-4d485fd7cbd7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0822890 Mar 02 18:39:46.570886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ad844080-4531-4da0-aab6-1b351899ad3a req-73942afe-9b8b-49f0-a5cc-73ede8eb8083 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Mar 02 18:39:47.770702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365dc9-cca9-49ea-aec0-c238d21a04aa req-15bc25b2-12b1-47fc-be6b-7962e4476465 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:47.772151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12365dc9-cca9-49ea-aec0-c238d21a04aa req-15bc25b2-12b1-47fc-be6b-7962e4476465 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0794876 Mar 02 18:39:47.818027 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12365dc9-cca9-49ea-aec0-c238d21a04aa req-6c3cfb53-54e5-4514-a53c-52ad0a1766a2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Mar 02 18:39:49.013456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1cad2-6d45-41ca-83dd-8d132cc56ece req-68a063fe-83af-47e9-9832-fab973e91bcb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:49.014932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5b1cad2-6d45-41ca-83dd-8d132cc56ece req-68a063fe-83af-47e9-9832-fab973e91bcb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0775719 Mar 02 18:39:49.064326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5b1cad2-6d45-41ca-83dd-8d132cc56ece req-595976a2-2657-44da-814a-dd3f20225d68 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Mar 02 18:39:49.928217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.263306 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e721-1865-400f-8a23-5215007b0662 req-01d58273-4f13-4b97-b84d-453c36ad7c48 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:50.264701 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e989e721-1865-400f-8a23-5215007b0662 req-01d58273-4f13-4b97-b84d-453c36ad7c48 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0778358 Mar 02 18:39:50.312349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e989e721-1865-400f-8a23-5215007b0662 req-b2f31899-7762-4e3b-9e5a-0c20a9922c9c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Mar 02 18:39:51.513683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca84f9-d187-49c9-9d21-4f533346cd72 req-4c227a72-d17b-4115-be4e-c76d9ccd8bb1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:51.515153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99ca84f9-d187-49c9-9d21-4f533346cd72 req-4c227a72-d17b-4115-be4e-c76d9ccd8bb1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0832450 Mar 02 18:39:51.561177 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99ca84f9-d187-49c9-9d21-4f533346cd72 req-12e9a501-49ca-4680-b96e-085147f7918c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Mar 02 18:39:52.779649 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d910d-a023-4cf8-b939-bcbc289f8cb0 req-1f75ba44-2a07-442e-a0a1-342073d20f32 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:52.781108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d54d910d-a023-4cf8-b939-bcbc289f8cb0 req-1f75ba44-2a07-442e-a0a1-342073d20f32 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0841868 Mar 02 18:39:52.826519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d54d910d-a023-4cf8-b939-bcbc289f8cb0 req-9db9eada-8b84-4712-bd4f-abdb8cd04a72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Mar 02 18:39:52.856833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51564) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:52.963596 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b70cffea-eb1e-43ab-ae94-f69fc91394ed tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 200 len: 993 time: 0.1056178 Mar 02 18:40:09.059378 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:40:09.132699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.462526 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c80fe255-6e8f-4c85-a76a-e1eac310ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.501147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d7c65030-6973-49ed-914c-4ea23d78555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.052987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.169290 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.596782 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.409181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-f4c37355-64fc-4aed-a228-bab4b2ce3e57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711086 Mar 02 18:40:19.547234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-8b6403f1-a49c-41d5-b709-076cd0cd4b54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.0684783 Mar 02 18:40:19.687481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-db9b5926-9998-4d57-a4ad-d9c8d9d18615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:19.688827 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-db9b5926-9998-4d57-a4ad-d9c8d9d18615 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1244416 Mar 02 18:40:19.790107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-413cfed2-4c29-4764-906c-c3bee59fbe47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 1001 time: 0.0943561 Mar 02 18:40:19.850371 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-688f7b1c-84eb-4661-ab42-fb0ffed09523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:19.852400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-688f7b1c-84eb-4661-ab42-fb0ffed09523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0567923 Mar 02 18:40:19.928821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.016571 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-3d59a613-ffe0-44ed-8d2d-d3b9320b332f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584275 Mar 02 18:40:20.155010 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-08b72bf1-3f29-47c1-9857-db61c6f0c1d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327221 Mar 02 18:40:20.287657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f545f10e-2951-4d8f-9071-a64a0f285349 req-26261eda-bb9b-4c0d-8bea-b763e60c057e service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270969 Mar 02 18:40:39.127553 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.465595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f062bad2-5772-4b56-a94f-89041106634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.504586 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-19864a7c-f474-457c-a3b9-b068727ff39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.055579 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.175721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.600854 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.059746 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:40:49.941076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.850990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51596) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:51.060143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 14908649-f7cd-4d62-83f1-c2d1574c36b0 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:40:51.060478 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.226526 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.226856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.345650 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 14908649-f7cd-4d62-83f1-c2d1574c36b0 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:40:51.514374 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.561656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=14908649-f7cd-4d62-83f1-c2d1574c36b0,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:51.631990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.632326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.632669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.633006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.633341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.633764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.634004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.634329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.634681 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.635006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.635329 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:51.666491 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.167833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:40:52.373906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:40:52.384928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Sync routers for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:40:52.397260 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.397767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:40:52.398374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.454989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1dba8c81-10f5-437d-842b-5aa94146fd2d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/floatingips/96215f1c-b68f-4bd0-88a4-d356dd58650b HTTP/1.1" status: 204 len: 168 time: 1.6002524 Mar 02 18:40:52.454989 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:40:52.583495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:40:52.633588 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'status': 'completed', 'code': 200} Mar 02 18:40:52.737831 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-4d277e07-61c0-419c-96f8-8459d3fbcc2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 1097 time: 0.0809956 Mar 02 18:40:52.938742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-e1a7d78c-ba9c-412f-b266-d3b0a894553d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.940210 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-e1a7d78c-ba9c-412f-b266-d3b0a894553d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 200 len: 898 time: 0.1955497 Mar 02 18:40:52.947433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f78c-9bef-4989-aed1-a4fd730ac716 req-e1a45ab8-320d-4093-b07e-5e6efc2d834b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.948124 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eca0f78c-9bef-4989-aed1-a4fd730ac716 req-e1a45ab8-320d-4093-b07e-5e6efc2d834b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:52.976641 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.980423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Checking router: 43db5712-8e9b-4776-a8b8-2f5a5396fd6f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:40:52.991367 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:40:52.991865 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:53.022418 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-34ffd22a-ec60-4409-901c-184f1aa2f1bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 200 len: 217 time: 0.0700121 Mar 02 18:40:53.026689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-eca0f78c-9bef-4989-aed1-a4fd730ac716 req-e1a45ab8-320d-4093-b07e-5e6efc2d834b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:53.027979 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eca0f78c-9bef-4989-aed1-a4fd730ac716 req-e1a45ab8-320d-4093-b07e-5e6efc2d834b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.2145796 Mar 02 18:40:53.114408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-c64645bd-b548-4c3b-a4cc-15c6221ced71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:53.116755 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-c64645bd-b548-4c3b-a4cc-15c6221ced71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 200 len: 835 time: 0.0879030 Mar 02 18:40:53.124419 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eca0f78c-9bef-4989-aed1-a4fd730ac716 req-2b843994-555f-49b3-a0c7-38487cd15585 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661092 Mar 02 18:40:53.183191 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:40:53.201054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-1d248449-8ccf-4d9a-8942-1618d36fa752 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c88e2c32-1990-452e-a12c-7799d07b8cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756838 Mar 02 18:40:53.343296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-48063130-4132-468f-93e8-ed3fb2b97c4e service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358285 Mar 02 18:40:53.487899 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85167ec5-6ee4-4d3a-b93f-0ed48701b996 req-f2728bcb-706c-4426-a81a-18f1eef48862 service neutron] 10.222.0.35 "GET /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374969 Mar 02 18:40:53.526038 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:53.530032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8df184-638e-4424-bbf6-cd96f078ca03 None None] The sync data for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 is: [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '1b87e517-3ce9-42d5-ab4b-61b4cf152bd9', 'name': '', 'network_id': 'c88e2c32-1990-452e-a12c-7799d07b8cc9', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:28:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:06Z', 'updated_at': '2022-03-02T18:38:13Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': 'b422de0b-99fe-4f23-9f4b-4cf1cf03974b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:40:53.752648 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb53c50-bd0f-46be-a8f9-37d464533540 None None] New status for floating IP 96215f1c-b68f-4bd0-88a4-d356dd58650b: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:40:54.343033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab461ce-f12b-4ddd-8ec0-f8e6ca97d3f6 req-999f387b-9087-4696-8fa7-9e5f8032dfb0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:54.344467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ab461ce-f12b-4ddd-8ec0-f8e6ca97d3f6 req-999f387b-9087-4696-8fa7-9e5f8032dfb0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0772245 Mar 02 18:40:54.389285 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ab461ce-f12b-4ddd-8ec0-f8e6ca97d3f6 req-ab4cb314-b213-4475-82c0-29cb07ceebc6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=626712cd-bcb5-4e26-af9e-2cff016ec8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Mar 02 18:40:54.569545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-e99cf2be-5851-452c-983e-f6e8d06706e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:54.572346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-e99cf2be-5851-452c-983e-f6e8d06706e9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 946 time: 0.0843151 Mar 02 18:40:54.641545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:40:54.641883 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.993042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:40:54.993381 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.111351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 22dbddfb-4125-49d1-b227-dd6bd5b85a7a owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:40:55.262551 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.315198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=22dbddfb-4125-49d1-b227-dd6bd5b85a7a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:55.390704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] No DVR routers for this DVR port 22dbddfb-4125-49d1-b227-dd6bd5b85a7a on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:55.393178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.395761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'name': 'network-vif-deleted', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:40:55.410317 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-21f02cb7-176f-4bfe-b4b4-c2affa01ff5e req-d9cf0b89-ed92-4c25-986b-ef06b99dc860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "DELETE /v2.0/ports/22dbddfb-4125-49d1-b227-dd6bd5b85a7a HTTP/1.1" status: 204 len: 173 time: 0.8314867 Mar 02 18:40:55.470558 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac', 'name': 'network-vif-deleted', 'tag': '22dbddfb-4125-49d1-b227-dd6bd5b85a7a', 'status': 'completed', 'code': 200} Mar 02 18:40:55.569113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8db60b1f-786d-4ae2-98c1-a5444a4af3bf req-4ffc973a-9414-4f14-a964-8dcbb4e7b5c5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:55.585718 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-8db60b1f-786d-4ae2-98c1-a5444a4af3bf req-4ffc973a-9414-4f14-a964-8dcbb4e7b5c5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:55.586918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8db60b1f-786d-4ae2-98c1-a5444a4af3bf req-4ffc973a-9414-4f14-a964-8dcbb4e7b5c5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=82831e6e-7bc9-4738-9f6e-e2b2bd31a5ac HTTP/1.1" status: 200 len: 210 time: 0.0618227 Mar 02 18:40:56.694236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51616) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:57.083124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.707982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:40:57.708666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.888183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:40:57.888529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.005661 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:40:58.275806 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.277349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 22dbddfb-4125-49d1-b227-dd6bd5b85a7a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:58.313824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 22dbddfb-4125-49d1-b227-dd6bd5b85a7a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:40:58.314164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 22dbddfb-4125-49d1-b227-dd6bd5b85a7a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:58.325471 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=1b87e517-3ce9-42d5-ab4b-61b4cf152bd9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:58.405170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.405519 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.405865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.406205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.406542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.406924 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.407276 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.407762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.407938 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.408270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.408599 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:58.637542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.208706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:40:59.418667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:40:59.429747 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Sync routers for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:40:59.437369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cdc80c61-c2ac-4c23-843a-af43a3321e8e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/43db5712-8e9b-4776-a8b8-2f5a5396fd6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420168 Mar 02 18:40:59.440143 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51620) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:59.443663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:40:59.444485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:59.622927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:40:59.733088 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting subnet b422de0b-99fe-4f23-9f4b-4cf1cf03974b {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:40:59.736029 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.791184 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.876986 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.911520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:59.916086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Checking router: 43db5712-8e9b-4776-a8b8-2f5a5396fd6f for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:40:59.927013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Routers {'43db5712-8e9b-4776-a8b8-2f5a5396fd6f'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:40:59.927653 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:59.951107 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.987973 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Subnet': ['ID=b422de0b-99fe-4f23-9f4b-4cf1cf03974b,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:59.996299 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.003438 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c7cf7c08-1512-464b-8a58-bc4a4fe8dea4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/subnets/b422de0b-99fe-4f23-9f4b-4cf1cf03974b HTTP/1.1" status: 204 len: 168 time: 0.5622680 Mar 02 18:41:00.006904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51624) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:00.082538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe7df5-f836-4b9e-ba1e-cec523a061e0 None None] Network c88e2c32-1990-452e-a12c-7799d07b8cc9 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:41:00.207978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.312529 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] Set router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:00.409560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.421005 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 5313efdf-9b8c-474c-9fc5-bab412a84b67 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:41:00.421628 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.595520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] DHCP port deletion for c88e2c32-1990-452e-a12c-7799d07b8cc9 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:41:00.604902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Deleting port 618cef73-6be9-4c46-8559-1a72e3507d94 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:41:00.605274 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.605700 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 5313efdf-9b8c-474c-9fc5-bab412a84b67, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5313efdf-9b8c-474c-9fc5-bab412a84b67,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:00.606054 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.743910 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 5313efdf-9b8c-474c-9fc5-bab412a84b67 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:41:00.761576 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:00.816966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e80c7-5d53-46fc-b2da-cc3de74eae9b None None] The sync data for ids ['43db5712-8e9b-4776-a8b8-2f5a5396fd6f'] in n-d-820559-6 is: [{'id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148358793', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '5313efdf-9b8c-474c-9fc5-bab412a84b67', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db5712-8e9b-4776-a8b8-2f5a5396fd6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:38:03Z', 'updated_at': '2022-03-02T18:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:41:00.855418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] For port 618cef73-6be9-4c46-8559-1a72e3507d94, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=618cef73-6be9-4c46-8559-1a72e3507d94,segment=NetworkSegment(f349717f-40a5-47a1-9816-2d6b6883c017),segment_id=f349717f-40a5-47a1-9816-2d6b6883c017)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:00.855867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.925957 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.973331 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=5313efdf-9b8c-474c-9fc5-bab412a84b67,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:00.983084 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Calling delete_port for 618cef73-6be9-4c46-8559-1a72e3507d94 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:41:01.059930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.106289 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Pushing event deleted for resources: {'Port': ['ID=618cef73-6be9-4c46-8559-1a72e3507d94,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:01.116006 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] No DVR routers for this DVR port 618cef73-6be9-4c46-8559-1a72e3507d94 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:01.118466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.118850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.119193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.119531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.119863 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.120192 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.120521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.120846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.121170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.121491 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.121816 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6be512-3b28-437c-b3f3-0a1b810b5692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:01.199302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 618cef73-6be9-4c46-8559-1a72e3507d94 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:01.235810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 618cef73-6be9-4c46-8559-1a72e3507d94 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:41:01.236409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 618cef73-6be9-4c46-8559-1a72e3507d94 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:01.236978 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:01.280310 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:41:01.280660 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1b87e517-3ce9-42d5-ab4b-61b4cf152bd9 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:01.303276 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.561504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.565906 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.590810 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.591338 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Fanout notify agent at l3_agent the message router_deleted on router 43db5712-8e9b-4776-a8b8-2f5a5396fd6f {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:41:01.605648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.606773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4be5dbfe-0a5f-45c7-be31-fb9940d1fd42 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/routers/43db5712-8e9b-4776-a8b8-2f5a5396fd6f HTTP/1.1" status: 204 len: 168 time: 1.5989301 Mar 02 18:41:01.609425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51628) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:01.722117 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.852539 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.877024 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88e2c32-1990-452e-a12c-7799d07b8cc9']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:01.890133 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f349717f-40a5-47a1-9816-2d6b6883c017') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:01.890425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f349717f-40a5-47a1-9816-2d6b6883c017') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:01.901536 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.917050 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.922952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:41:01.923334 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:41:01.937637 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:41:02.018183 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.035211 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.046359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Network': ['ID=c88e2c32-1990-452e-a12c-7799d07b8cc9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:02.055265 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b0136f44-7dcd-49b0-89ff-ab1dbe1118f8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/networks/c88e2c32-1990-452e-a12c-7799d07b8cc9 HTTP/1.1" status: 204 len: 168 time: 0.4446783 Mar 02 18:41:02.057889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:02.129278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.157230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.223169 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.239687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626712cd-bcb5-4e26-af9e-2cff016ec8d5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:02.246895 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.248013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1cd240f3-99e5-4842-afe6-5cb7428eb06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/security-groups/626712cd-bcb5-4e26-af9e-2cff016ec8d5 HTTP/1.1" status: 204 len: 168 time: 0.1892374 Mar 02 18:41:03.052563 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5313efdf-9b8c-474c-9fc5-bab412a84b67 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:03.085459 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5313efdf-9b8c-474c-9fc5-bab412a84b67 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:41:03.085793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5313efdf-9b8c-474c-9fc5-bab412a84b67 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:04.737567 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51644) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:04.743667 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330136503', 'description': 'tempest-secgroup-smoke-1330136503 description', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:04.750093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:04.753848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:04.757350 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:04.763494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:04.773062 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.809309 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:04.813025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:04.815778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:04.822689 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:04.884788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.888662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.930641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d85b7d-7597-488e-9d6e-93869d18d1ee,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:04.935212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.936401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-19be9ab8-8887-4c84-8292-2f436d2d42b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1978538 Mar 02 18:41:04.939520 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:04.946254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:04.953637 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:04.957420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:04.960737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:04.967116 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:04.983120 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.049918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.055230 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.079549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea15a03-4859-41ed-853e-6148c563be54,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.090663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.091904 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00ba4f65-6b70-443a-9982-204deacbf06d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1513906 Mar 02 18:41:05.094669 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51652) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.100819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.107919 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.111839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.115522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.121174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.138479 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.199745 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.203450 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.229073 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eba5338-a963-42ed-836f-e97e6f5d4196,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.237440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.238775 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1ea91b65-febc-42c2-8028-ad72962ce3a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431305 Mar 02 18:41:05.242173 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.247412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.254204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.258469 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.261424 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.267615 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.284799 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.349904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.353441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.376501 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5a9a47-6d72-43a5-bdc4-0b5e4dc022f9,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.385463 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.386675 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0f3b4043-46b0-4fb0-a658-c5963327db5a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435261 Mar 02 18:41:05.389542 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51660) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.395444 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.402844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.407539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.411337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.418944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.438380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.502066 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.513396 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.534941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f986bd-6d53-40d8-8b78-b8ba6bf7519f,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.544696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.545861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-34cc626d-be2f-48cb-b8c8-bb79ba8578d1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1552391 Mar 02 18:41:05.548593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51664) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.554517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.560725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.565121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.568055 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.574534 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.584799 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:41:05.590823 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.657383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.661683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.685064 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f950b0a-1306-4da1-8570-cd10ed533fc4,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.694690 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.696121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-98dcc915-7987-4017-88b3-7720fc44606e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1463783 Mar 02 18:41:05.698885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51668) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.704196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '64d85b7d-7597-488e-9d6e-93869d18d1ee', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.710474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.714221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.717052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.722820 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.732855 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:41:05.738958 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.803894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.807140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.829920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1a5323-91bd-423e-bf4e-230104cd91d8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.838726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.839933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-82a1b40a-c5aa-4850-8292-68b36a50ef13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1401031 Mar 02 18:41:05.842737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51672) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.848181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'network': {'name': 'tempest-network-smoke--1637410233', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'port_security_enabled': True}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:05.854006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:05.858051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:network and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:05.860900 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:05.867285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:05.877568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:05.880651 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.907614 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:41:05.916648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.916943 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Added segment 28523d43-b9f9-468c-81d1-7263b23005be of type vlan for network ed7b44f0-a014-4aa2-9c27-3852d626cf62 Mar 02 18:41:05.942930 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.971438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.975555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:05.976125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.079290 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354739 Mar 02 18:41:06.082154 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51676) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:06.089874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'admin_state_up': True, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:06.095375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71450d3e-481a-435a-aea4-14b3982dafe9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Network': ['ID=ed7b44f0-a014-4aa2-9c27-3852d626cf62,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:06.098896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:06.102913 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:router and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:06.105148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:41:06.105765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:06.112046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:06.123071 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.124140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.145446 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.296148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.474411 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.503298 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.637789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.226 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:06.882122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.912597 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.975471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:06.982471 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:06.986360 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:41:07.014315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:07.144518 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.145189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.367167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 8c0455e0-4c14-4052-a814-be4ec88d0b7b is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:41:07.571088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:41:07.580108 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Sync routers for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:41:07.592586 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:07.593287 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:07.596995 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.598326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d5076f03-619a-433f-bc11-b6e01b14aa9a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5152361 Mar 02 18:41:07.601457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51680) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.641574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-509c5300-2314-4215-a158-4a5499ebf6e9 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386851 Mar 02 18:41:07.644162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51684) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.781165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aafcbfa-f067-4025-bcb7-d4df10214326 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:07.782655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2aafcbfa-f067-4025-bcb7-d4df10214326 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375906 Mar 02 18:41:07.785456 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51688) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.798308 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:07.828545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1da6ddef-2333-4080-8c34-4d42a943eb70 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420389 Mar 02 18:41:07.831045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51692) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.900340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117855863', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:08.009880 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:08.013660 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:subnet and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:08.016464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:08.022283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:08.032280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:08.082425 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:07Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:08.086835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Checking router: 8c0455e0-4c14-4052-a814-be4ec88d0b7b for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:41:08.087182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Updating router 8c0455e0-4c14-4052-a814-be4ec88d0b7b port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:41:08.130706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.139700 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.348762 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.428964 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Subnet': ['ID=8e507f70-bfa1-430f-879d-082f3397e462,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:08.435693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Checking segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:41:08.436044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network hostable DHCP agents. Network: ed7b44f0-a014-4aa2-9c27-3852d626cf62, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:41:08.459191 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:41:08.468161 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, ed7b44f0-a014-4aa2-9c27-3852d626cf62) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:08.473571 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:08.475092 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.475326 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.480234 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84868582-95bf-4343-a1eb-e99c6803b33e None None] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:41:08.488770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Transition to ACTIVE for port object 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:08.496741 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.498974 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3fdfd5ac-144b-4e8f-b717-44d9c8f8fe34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6668706 Mar 02 18:41:08.501565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51698) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:08.590002 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Pushing event updated for resources: {'Port': ['ID=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:08.592607 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Attempting to bind port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:08.593049 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Attempting to bind port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:08.593500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Attempting to bind port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:41:08.607656 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.608010 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.608411 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.608809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.609207 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.609601 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.609994 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.610384 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.610813 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.611218 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.611586 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:08.614860 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:41:08.615315 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:41:08.616308 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.616308 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:41:08.616822 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Bound port: 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:08.617264 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.690446 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] For port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:41:08.694295 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] For port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:41:08.700707 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.752148 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:41:08.753093 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.787027 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781bb8-5922-46ea-8fe2-ab5f89debca0 None None] Pushing event updated for resources: {'Port': ['ID=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:08.790918 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:08.792129 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:40:41Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:08.920483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Allocated IP 172.20.0.2 (ed7b44f0-a014-4aa2-9c27-3852d626cf62/8e507f70-bfa1-430f-879d-082f3397e462/9c9f2771-73e0-475e-99e2-667f82c46293) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:08.972458 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:09.148477 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.166100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Transition to ACTIVE for port object 9c9f2771-73e0-475e-99e2-667f82c46293 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:09.192739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Transition to ACTIVE for port object 9c9f2771-73e0-475e-99e2-667f82c46293 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:09.200535 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.239239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.266656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:09.274809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:09.279700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:41:09.311797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:07Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:09.315749 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16fb97-b254-40e5-9572-3a4ce3744642 None None] The sync data for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 is: [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:07Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:41:09.316382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Pushing event updated for resources: {'Port': ['ID=9c9f2771-73e0-475e-99e2-667f82c46293,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:09.378501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Attempting to bind port 9c9f2771-73e0-475e-99e2-667f82c46293 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:09.379224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Attempting to bind port 9c9f2771-73e0-475e-99e2-667f82c46293 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:09.379649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Attempting to bind port 9c9f2771-73e0-475e-99e2-667f82c46293 on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:41:09.389026 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:41:09.389271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.389850 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Checking segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:41:09.390251 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.390772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Bound using segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:41:09.391464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Bound port: 9c9f2771-73e0-475e-99e2-667f82c46293, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:09.392056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.504812 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e56c10fc-97bf-4941-8ca2-f64d42348aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.515128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] For port 9c9f2771-73e0-475e-99e2-667f82c46293, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:41:09.518536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] For port 9c9f2771-73e0-475e-99e2-667f82c46293, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c9f2771-73e0-475e-99e2-667f82c46293,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:41:09.525302 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.643181 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d44b0-b590-4170-a315-095043a47e07 None None] Pushing event updated for resources: {'Port': ['ID=9c9f2771-73e0-475e-99e2-667f82c46293,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:09.877107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.1 (ed7b44f0-a014-4aa2-9c27-3852d626cf62/8e507f70-bfa1-430f-879d-082f3397e462/a25c6ccc-9638-465d-a474-195747f19dae) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:10.071862 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.088585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object a25c6ccc-9638-465d-a474-195747f19dae will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:10.113709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.188706 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:10.192222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:10.196788 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:41:10.221521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:10.255939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.348661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.660485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d124e-55bf-4750-b33a-ea668110d22e None None] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:41:10.758509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c3efa580-fdeb-4286-8db9-0bc63c9cee44 None None] Provisioning for port 9c9f2771-73e0-475e-99e2-667f82c46293 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:10.872856 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.878951 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.971612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:10.996793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.007662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.047560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:11.053492 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:11.054261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.156252 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:11.157467 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:11.181528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.206913 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:11.214936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.215809 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c9f2771-73e0-475e-99e2-667f82c46293 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:11.284395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Provisioning for port a25c6ccc-9638-465d-a474-195747f19dae completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:11.325845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Provisioning complete for port a25c6ccc-9638-465d-a474-195747f19dae triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:11.326305 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.397380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.407236 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Port a25c6ccc-9638-465d-a474-195747f19dae cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:41:11.425173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9c9f2771-73e0-475e-99e2-667f82c46293 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:11.432328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Provisioning complete for port 9c9f2771-73e0-475e-99e2-667f82c46293 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:11.433045 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.459534 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9c9f2771-73e0-475e-99e2-667f82c46293 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:11.460269 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.556896 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aea23cf0-3f65-43cc-ae29-c294bb7cc504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.564872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 8c0455e0-4c14-4052-a814-be4ec88d0b7b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:41:11.712195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.722968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.764213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] For port 9c9f2771-73e0-475e-99e2-667f82c46293, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c9f2771-73e0-475e-99e2-667f82c46293,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:11.769466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.770439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:41:11.784115 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7dda46e6-4ef4-4bab-b8bd-01764408abd0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/8c0455e0-4c14-4052-a814-be4ec88d0b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809856 Mar 02 18:41:11.879263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:11.879618 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:11.885453 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aadc38-26d9-4b94-8bcf-301d38be1fcb None None] Pushing event updated for resources: {'Port': ['ID=9c9f2771-73e0-475e-99e2-667f82c46293,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.905877 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-3bb274b0-dd94-4e00-a608-cce9ac44bd45 None None] Provisioning complete for port a25c6ccc-9638-465d-a474-195747f19dae triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:11.906260 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3bb274b0-dd94-4e00-a608-cce9ac44bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.959391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-3bb274b0-dd94-4e00-a608-cce9ac44bd45 None None] Port a25c6ccc-9638-465d-a474-195747f19dae cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:41:11.962120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-1eabde71-905e-4046-8c3e-41babc2e9d9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:11.978959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-1eabde71-905e-4046-8c3e-41babc2e9d9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:11.980103 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-1eabde71-905e-4046-8c3e-41babc2e9d9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330136503&fields=id&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 267 time: 0.0585933 Mar 02 18:41:12.248031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-8f4eb13d-1eb7-4dd7-9d80-dea96d35f267 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:12.248608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-8f4eb13d-1eb7-4dd7-9d80-dea96d35f267 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:12.263901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-8f4eb13d-1eb7-4dd7-9d80-dea96d35f267 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:12.265101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-8f4eb13d-1eb7-4dd7-9d80-dea96d35f267 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 797 time: 0.2785268 Mar 02 18:41:12.283093 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ca083c7b-2237-4ef7-8c7a-639cc2abb74c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/quotas/cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 375 time: 0.0124755 Mar 02 18:41:12.365097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-054984b8-bea1-4e2c-b5a9-08bb6588ee0c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:12.380143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-054984b8-bea1-4e2c-b5a9-08bb6588ee0c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:12.381607 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-054984b8-bea1-4e2c-b5a9-08bb6588ee0c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926063 Mar 02 18:41:12.520248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-f3977797-9b76-401e-be70-47cf6cb5dde5 service neutron] 10.222.0.37 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266239 Mar 02 18:41:12.653620 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-a5a7f843-f41a-4429-9471-8084cb5cf597 service neutron] 10.222.0.37 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266913 Mar 02 18:41:12.846810 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c0115f4-7ba0-4052-b5c1-e5aa0b779fe6 req-7f80d242-8cf0-4013-897b-aea81520bfe5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0463772 Mar 02 18:41:12.918487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:12.988384 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:12.988760 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.015172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Sync routers for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:41:13.068746 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:13.069422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:41:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:13.124340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.222999 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.300540 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c9f2771-73e0-475e-99e2-667f82c46293 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:13.357144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:13.565388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9c9f2771-73e0-475e-99e2-667f82c46293 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:13.565760 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.781435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 2, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:13.786375 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Checking router: 8c0455e0-4c14-4052-a814-be4ec88d0b7b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:41:13.787543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Updating router 8c0455e0-4c14-4052-a814-be4ec88d0b7b port a25c6ccc-9638-465d-a474-195747f19dae binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:41:13.843988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.959350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4e1d777-7074-41e2-883e-fadd65294e5a req-3d1e1324-fdba-4330-bddd-bb4a13f021c5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0426466 Mar 02 18:41:14.219466 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.231464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Transition to ACTIVE for port object a25c6ccc-9638-465d-a474-195747f19dae will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:14.238227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.360700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5939b5-5d12-4936-a84c-53b8e453c811 None None] Pushing event updated for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:14.457359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Attempting to bind port a25c6ccc-9638-465d-a474-195747f19dae on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:14.457359 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Attempting to bind port a25c6ccc-9638-465d-a474-195747f19dae by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:14.457775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Attempting to bind port a25c6ccc-9638-465d-a474-195747f19dae on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:41:14.465510 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:41:14.465878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Checking segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:41:14.466303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.466719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Bound using segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:41:14.467501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Bound port: a25c6ccc-9638-465d-a474-195747f19dae, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:14.467876 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.577218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] For port a25c6ccc-9638-465d-a474-195747f19dae, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:41:14.580094 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] For port a25c6ccc-9638-465d-a474-195747f19dae, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a25c6ccc-9638-465d-a474-195747f19dae,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:41:14.584958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.657027 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.672961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5939b5-5d12-4936-a84c-53b8e453c811 None None] Pushing event updated for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:14.681873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:14.682483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:41:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:14.874599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:15.079861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9501d23b-b3c7-45bd-b60e-aa9ee76351cf req-f04b2464-d68f-40fd-837d-1b865cfe48ed tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0460875 Mar 02 18:41:15.190387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:14Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:15.194933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692750fa-72af-4a50-a1af-0f707242d7df None None] The sync data for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 is: [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:14Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:41:16.195446 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37d73439-4326-48c1-a5ee-1f865dd950dc req-43a6d7d8-43fb-4405-90e9-c7d8bd535844 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0483468 Mar 02 18:41:16.929136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a25c6ccc-9638-465d-a474-195747f19dae up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:16.999088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a25c6ccc-9638-465d-a474-195747f19dae completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:17.003466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a25c6ccc-9638-465d-a474-195747f19dae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:17.003829 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.112683 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.146512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a25c6ccc-9638-465d-a474-195747f19dae, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a25c6ccc-9638-465d-a474-195747f19dae,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:17.150752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.216178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:17.362862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6fe868b8-52b3-4c02-9493-3f5bc2dc7345 req-b4f31695-e28d-4394-9517-ff6c2c88d45d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0459149 Mar 02 18:41:18.024547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-84350895-448d-4e69-9fc3-b0086ae1af43 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:18.025949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-84350895-448d-4e69-9fc3-b0086ae1af43 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 797 time: 0.1438508 Mar 02 18:41:18.078751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ced47e2e-66e2-46cf-afa6-826309d8ccb4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 380 time: 0.0406179 Mar 02 18:41:18.086632 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'port': {'device_id': '1971abe8-da48-40ca-808c-0a243b779229', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'admin_state_up': True, 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'security_groups': ['64d85b7d-7597-488e-9d6e-93869d18d1ee']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:18.218923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:18.228911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:18.238707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:18.242155 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.402797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.9 (ed7b44f0-a014-4aa2-9c27-3852d626cf62/8e507f70-bfa1-430f-879d-082f3397e462/88a70b7b-8d9c-46b1-aaea-57b3f529c13a) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:18.565111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa3df90b-8f1b-4da2-8770-522c7571f91a req-f61ce008-bef1-4dba-b020-655ab6376c98 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0532115 Mar 02 18:41:18.628923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.644457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 88a70b7b-8d9c-46b1-aaea-57b3f529c13a will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:18.666408 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.738158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:18.741867 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:18.746145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:41:18.772490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:18.814708 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:18.815305 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.849546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-ab9672b8-a883-42eb-82f8-8b8b0eb45167 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648075 Mar 02 18:41:18.860127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Request body: {'port': {'device_id': '1971abe8-da48-40ca-808c-0a243b779229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:18.925223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a25c6ccc-9638-465d-a474-195747f19dae up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:18.981306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.993237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-594d1e92-4d33-4ced-8bee-f54344f11b8b None None] Provisioning for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:19.000244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-594d1e92-4d33-4ced-8bee-f54344f11b8b None None] Provisioning complete for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:19.000620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-594d1e92-4d33-4ced-8bee-f54344f11b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.048741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a25c6ccc-9638-465d-a474-195747f19dae triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:19.049204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.097513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-594d1e92-4d33-4ced-8bee-f54344f11b8b None None] Port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:41:19.433565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a70b7b-8d9c-46b1-aaea-57b3f529c13a {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:41:19.440368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.456091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Transition to ACTIVE for port object 88a70b7b-8d9c-46b1-aaea-57b3f529c13a will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:19.460277 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.587557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:19.751296 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:19.751634 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:19.751960 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:41:19.766104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:41:19.766449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:41:19.776778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:41:19.777115 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Checking segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:41:19.777497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Bound using segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:41:19.777924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Bound port: 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:19.778271 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.843422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968feed-168d-43d6-aab7-b6a978e8aa3a req-ea3e0d9b-6a79-4d95-ad81-49d5277e1737 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:19.844108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f968feed-168d-43d6-aab7-b6a978e8aa3a req-ea3e0d9b-6a79-4d95-ad81-49d5277e1737 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:19.893009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f968feed-168d-43d6-aab7-b6a978e8aa3a req-ea3e0d9b-6a79-4d95-ad81-49d5277e1737 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:19.894141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f968feed-168d-43d6-aab7-b6a978e8aa3a req-ea3e0d9b-6a79-4d95-ad81-49d5277e1737 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.1899369 Mar 02 18:41:19.925085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:41:19.943625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:41:19.951819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.990936 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.994080 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f968feed-168d-43d6-aab7-b6a978e8aa3a req-34fc73e2-66e7-4d0a-97b2-d2edc30e8402 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935502 Mar 02 18:41:20.014991 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.016525 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] 10.222.0.35 "PUT /v2.0/ports/88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 1091 time: 1.1613350 Mar 02 18:41:20.016860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:41:20.041700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5b5eb-e0ee-4204-b079-d0121dda23dc service neutron] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:20.089471 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'status': 'completed', 'code': 200} Mar 02 18:41:20.136880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-b526c387-ae57-46a6-b342-ef05134aa24f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1094 time: 0.0794013 Mar 02 18:41:20.204895 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-d4e2f9eb-b7fc-4d02-9eca-63359a8daa47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 217 time: 0.0615938 Mar 02 18:41:20.271500 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-427f9e83-f5d1-4335-b479-18a0019adb79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:20.272973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-427f9e83-f5d1-4335-b479-18a0019adb79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0629227 Mar 02 18:41:20.347064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-fa7abf96-b6b4-413b-a79b-5ac1d9b4e32d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680068 Mar 02 18:41:20.479500 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-83951dde-ba70-45f9-b690-77e5c15d6269 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268001 Mar 02 18:41:20.609344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd4227ee-72bb-4d0e-a3b9-1012038eb3dd req-8f33a37c-708d-41aa-903d-6f3615cd8405 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244290 Mar 02 18:41:20.725544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-023969a6-2de8-49a2-aa72-10035f2b92f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1094 time: 0.0710299 Mar 02 18:41:20.856852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-1c1c810f-6eb6-4e43-87f8-6519a0016bc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:20.858252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-1c1c810f-6eb6-4e43-87f8-6519a0016bc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1272724 Mar 02 18:41:21.015935 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-93e6a9c2-f02e-4611-9734-0cdb054fb070 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 217 time: 0.1516700 Mar 02 18:41:21.079488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-85fe820a-474c-4cb0-9671-e1c3d99afed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:21.080964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-85fe820a-474c-4cb0-9671-e1c3d99afed0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0599349 Mar 02 18:41:21.213313 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-b1874fbf-976f-42b5-85f5-4c105184b87e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261659 Mar 02 18:41:21.223126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b379-40b4-460e-b8dd-d5811ef0a5b6 req-1a4adfd0-4950-4355-bb72-143a6227c6f3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:21.225264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40e8b379-40b4-460e-b8dd-d5811ef0a5b6 req-1a4adfd0-4950-4355-bb72-143a6227c6f3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.1053076 Mar 02 18:41:21.352050 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-40e8b379-40b4-460e-b8dd-d5811ef0a5b6 req-8faf89a7-1d70-4756-9377-6af1f16fda05 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089866 Mar 02 18:41:21.384203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-deff8145-759e-42c9-8d66-dd230d8dac39 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579664 Mar 02 18:41:21.516537 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a4fa2617-711b-4b44-ac8f-d390f6741eb0 req-36363c77-47b4-4bbc-9159-1a27507c1f50 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248343 Mar 02 18:41:22.555921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c0ec7-d307-418a-8345-d73265c669c8 req-626ab5c2-0065-4945-aaa0-4140ca7b071b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:22.557369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c0c0ec7-d307-418a-8345-d73265c669c8 req-626ab5c2-0065-4945-aaa0-4140ca7b071b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.0775154 Mar 02 18:41:22.607826 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1c0c0ec7-d307-418a-8345-d73265c669c8 req-e753ab5a-4a3e-4f99-8ccd-6f8d441453c3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448623 Mar 02 18:41:23.060932 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:41:23.814491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649cff-6ef7-4dfc-9189-5b22f997c943 req-acae4b81-b938-43a7-949b-b3ab0ead0faf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:23.815973 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53649cff-6ef7-4dfc-9189-5b22f997c943 req-acae4b81-b938-43a7-949b-b3ab0ead0faf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.0802736 Mar 02 18:41:23.861654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-53649cff-6ef7-4dfc-9189-5b22f997c943 req-9ab3c442-8754-494c-9b0f-164564101860 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Mar 02 18:41:24.432349 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:41:24.564890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:24.578149 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'mac_address': 'fa:16:3e:0e:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:41:24.631213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.648284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a70b7b-8d9c-46b1-aaea-57b3f529c13a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:41:24.663994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:24.668155 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.737958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:25.033483 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['88a70b7b-8d9c-46b1-aaea-57b3f529c13a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:41:25.060165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32548c49-ef11-45c4-8cd7-0c94b5c0c14e req-9a465ec9-b977-42fd-8414-51b87330bc5f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:25.061598 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32548c49-ef11-45c4-8cd7-0c94b5c0c14e req-9a465ec9-b977-42fd-8414-51b87330bc5f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 944 time: 0.0790203 Mar 02 18:41:25.107295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-32548c49-ef11-45c4-8cd7-0c94b5c0c14e req-758f2944-bd7d-4bda-91d7-598b5c2e03dd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Mar 02 18:41:26.304941 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d18c-7d00-4e50-bb6a-f5231da69b3b req-104d2a35-e8e1-4e71-8d41-49a8955696cc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:26.306363 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa77d18c-7d00-4e50-bb6a-f5231da69b3b req-104d2a35-e8e1-4e71-8d41-49a8955696cc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 944 time: 0.0806077 Mar 02 18:41:26.350861 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa77d18c-7d00-4e50-bb6a-f5231da69b3b req-b2d2f840-9761-474e-b2a0-bc2471d44602 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390236 Mar 02 18:41:26.448991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:26.516758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:26.522159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:26.522528 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.633625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.659646 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:41:26.669412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:41:26.673289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.742498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:26.792067 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'code': 200} Mar 02 18:41:26.916945 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77fda04b-a2ba-457a-8449-b2c0ffcb106d req-6aee22d9-103f-49f9-979d-36241ba91339 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1096 time: 0.0725279 Mar 02 18:41:26.957922 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-77fda04b-a2ba-457a-8449-b2c0ffcb106d req-826bc827-154a-4763-ab6e-c0dd55363902 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357139 Mar 02 18:41:27.546559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df0b77-7862-4e5e-8be9-f41196b0bad4 req-46c2d98d-d0d8-4f94-b312-0991b2161fb9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:27.548007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7df0b77-7862-4e5e-8be9-f41196b0bad4 req-46c2d98d-d0d8-4f94-b312-0991b2161fb9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0759127 Mar 02 18:41:27.595938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e7df0b77-7862-4e5e-8be9-f41196b0bad4 req-d104fb4d-d7cc-4761-b6a7-42fda1a31820 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Mar 02 18:41:28.793374 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dece4c-4e27-428d-a5bf-aa0f5588a0ce req-a3497a36-139b-435d-9589-55b8043752ed tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:28.794834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18dece4c-4e27-428d-a5bf-aa0f5588a0ce req-a3497a36-139b-435d-9589-55b8043752ed tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0764868 Mar 02 18:41:28.850422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18dece4c-4e27-428d-a5bf-aa0f5588a0ce req-de5a7a5b-e454-4313-be3e-b44617dbe62c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501075 Mar 02 18:41:29.049773 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821d5b2-7366-4378-9600-b26cd18389a7 req-2161ad3c-47c1-4c8b-9c77-1b82a75cc5eb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.051795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d821d5b2-7366-4378-9600-b26cd18389a7 req-2161ad3c-47c1-4c8b-9c77-1b82a75cc5eb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0818365 Mar 02 18:41:29.098561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d821d5b2-7366-4378-9600-b26cd18389a7 req-05ea6718-c057-48e8-8344-eb9e0cb22aa1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406861 Mar 02 18:41:29.126976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51776) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:29.261643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bc68174f-c83d-4b72-a3af-f961fd4732d5 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1091 time: 0.1335349 Mar 02 18:41:29.264194 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51782) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:29.269062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:41:29.276173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:29.280143 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:floatingip and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:29.283151 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:29.289173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:29.299996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:29.437890 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:29.665856 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.6 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/8ea14006-1ded-4b29-b436-d01fb05b836c) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:29.814242 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:29.842720 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:29.921619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:29.922673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:29.925283 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:41:29.963398 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=8ea14006-1ded-4b29-b436-d01fb05b836c,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:30.450333 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.505183 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.713459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.718034 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.823565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=8ea14006-1ded-4b29-b436-d01fb05b836c,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:30.838104 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.030603 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Floating IP a03d9fa1-86de-4c0d-9897-1d869779eea5 associated. External IP: 172.25.3.6, port: 88a70b7b-8d9c-46b1-aaea-57b3f529c13a. Mar 02 18:41:31.511584 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 8c0455e0-4c14-4052-a814-be4ec88d0b7b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:41:31.709713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:41:31.720858 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Sync routers for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:41:31.734870 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:31.735498 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:41:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:31.746498 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.824083 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-dbca23ca-9370-4018-b48d-a50a74ef5d03 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5588775 Mar 02 18:41:31.824959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:41:31.892833 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'status': 'completed', 'code': 200} Mar 02 18:41:31.933004 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:32.053673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be885b9-ed34-4888-9dd7-e20a9667aeed req-f940c1ab-514b-4395-b979-2ced5210d089 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:32.055124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4be885b9-ed34-4888-9dd7-e20a9667aeed req-f940c1ab-514b-4395-b979-2ced5210d089 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.1066234 Mar 02 18:41:32.061569 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-f2ecf803-fbe9-4181-a481-28197663ea35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1096 time: 0.1475830 Mar 02 18:41:32.187563 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4be885b9-ed34-4888-9dd7-e20a9667aeed req-09af8ea4-6e02-4135-a7e0-f1396394e9a7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250522 Mar 02 18:41:32.216589 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51792) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:32.228901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-6376ca11-2131-4bdb-b08d-47dd5baba628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:32.230344 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-6376ca11-2131-4bdb-b08d-47dd5baba628 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1540847 Mar 02 18:41:32.322408 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a03d9fa1-86de-4c0d-9897-1d869779eea5', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'mac_address': 'fa:16:3e:0e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1971abe8-da48-40ca-808c-0a243b779229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:41:30Z', 'updated_at': '2022-03-02T18:41:30Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:32.326722 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Checking router: 8c0455e0-4c14-4052-a814-be4ec88d0b7b for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:41:32.341527 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:41:32.342422 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:41:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:32.343350 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-5a01f66d-6c4f-45f2-9a2e-56c844c504b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 997 time: 0.1069548 Mar 02 18:41:32.343579 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fcd1da13-5594-41f0-8115-56616f3fc553 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/a03d9fa1-86de-4c0d-9897-1d869779eea5 HTTP/1.1" status: 200 len: 989 time: 0.1258485 Mar 02 18:41:32.406093 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-2aa2f878-1719-45ed-b53b-2a28a10b33a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:32.407637 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-2aa2f878-1719-45ed-b53b-2a28a10b33a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0581157 Mar 02 18:41:32.485405 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-a6e43f57-61ab-4e16-853e-95677a40cfb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724087 Mar 02 18:41:32.527464 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:41:32.618122 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-afae4454-ff01-48b9-a583-68c2af0ba12c service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260738 Mar 02 18:41:32.747465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d5eaa64-9b38-4126-9845-4139fc242468 req-6d53c800-d741-43e8-b4d8-ef366e91a7fb service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239991 Mar 02 18:41:32.902165 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a03d9fa1-86de-4c0d-9897-1d869779eea5', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'mac_address': 'fa:16:3e:0e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1971abe8-da48-40ca-808c-0a243b779229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:41:30Z', 'updated_at': '2022-03-02T18:41:30Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:32.906127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ed82e-69fa-42cb-813a-19e9d78b355c None None] The sync data for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 is: [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'a03d9fa1-86de-4c0d-9897-1d869779eea5', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'mac_address': 'fa:16:3e:0e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1971abe8-da48-40ca-808c-0a243b779229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:41:30Z', 'updated_at': '2022-03-02T18:41:30Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:41:33.102452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d95715-d31e-4e05-8bbe-050f8b9156a1 None None] New status for floating IP a03d9fa1-86de-4c0d-9897-1d869779eea5: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:41:33.345801 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51796) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:33.453679 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-81cc8ca2-6525-44c6-99a7-0f949c4654e4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/a03d9fa1-86de-4c0d-9897-1d869779eea5 HTTP/1.1" status: 200 len: 991 time: 0.1036727 Mar 02 18:41:39.155816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.469210 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3ab09bae-bf12-4758-95a7-8d5357e8741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:41.516584 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-11214429-3ead-4cc4-a8d8-35c9546cb15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.061354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.165416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.605803 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:49.962920 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.060945 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:42:09.155446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:09.472448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ee14fb23-e79a-4fcd-b03d-a9c031620ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.509471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-94fa5fc3-9151-4aef-bdd0-4a430477c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.064058 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.168462 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.609920 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.956461 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.413066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-d401941e-2190-4e15-87bd-22fbd636e951 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677731 Mar 02 18:42:23.551038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-940475e9-85b7-48e1-8186-60a671629665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1096 time: 0.0674899 Mar 02 18:42:23.793725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-02c9b99a-d7d6-4526-be3c-a2a8dfc12cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.795264 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-02c9b99a-d7d6-4526-be3c-a2a8dfc12cf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.2261953 Mar 02 18:42:23.898597 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-3225abe8-6768-4281-a650-699d18f59c39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 999 time: 0.0969744 Mar 02 18:42:23.962685 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-d09b41c7-a2a5-407c-a5b5-94f087560498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.964109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-d09b41c7-a2a5-407c-a5b5-94f087560498 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0603015 Mar 02 18:42:24.035989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-37eeb8eb-1389-400c-88e5-92512a27bcc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662420 Mar 02 18:42:24.167155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-3dc377b2-922b-406b-9b3a-38b56708f529 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245863 Mar 02 18:42:24.299032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-329b4a03-1aab-40a2-92f6-77eeb8ddb0a0 req-296efefc-5b36-45bf-81f8-02e6f50bc11f service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253369 Mar 02 18:42:37.062587 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:42:39.178480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:39.475411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fde5c91e-50a7-41d2-b025-fec337f96127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.512350 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fe7c305c-c0f6-44a9-be38-5297858dc194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.066480 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.172800 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.611411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.705946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bb2580e8-2aea-42bb-bcab-635ecc74ddba req-2f5f3a28-5a75-40e6-8982-3521323bec5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1475589 Mar 02 18:42:44.946839 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51830) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:45.016381 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79633d89-0579-4764-85a5-61d0b42ecdbc req-b020e399-3d75-40e7-8440-d030246031fd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:45.017836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79633d89-0579-4764-85a5-61d0b42ecdbc req-b020e399-3d75-40e7-8440-d030246031fd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0803812 Mar 02 18:42:45.083818 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-19194693-8634-4fed-a5a8-d3218d03e58d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358533 Mar 02 18:42:45.135170 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-79633d89-0579-4764-85a5-61d0b42ecdbc req-ca66e4ef-450b-4dbb-8163-e11f98bcbf83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119392 Mar 02 18:42:46.439868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-51aace22-ffb0-4291-aada-a547baffd6d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1096 time: 0.1281962 Mar 02 18:42:46.448198 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec45f4-36b3-4697-b544-bcab316e7050 req-803b6085-c496-41f2-a7a8-dd33a95e1028 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:46.449570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ec45f4-36b3-4697-b544-bcab316e7050 req-803b6085-c496-41f2-a7a8-dd33a95e1028 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.1774976 Mar 02 18:42:46.576881 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9ec45f4-36b3-4697-b544-bcab316e7050 req-7215b1f2-8bce-48bb-a874-e8d33865049f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088219 Mar 02 18:42:46.608535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-068f3998-d9cf-40db-8e81-c6a8de151ea8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:46.610008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-068f3998-d9cf-40db-8e81-c6a8de151ea8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1595583 Mar 02 18:42:46.714630 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-31f95fe9-165b-440d-931a-76f9f2071a0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 999 time: 0.0981953 Mar 02 18:42:46.779930 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-49674917-68b4-4898-96b3-75e8ca5fa71b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:46.781429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-49674917-68b4-4898-96b3-75e8ca5fa71b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0612817 Mar 02 18:42:46.881327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-5136f537-1758-41f4-ac0a-469026478286 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935733 Mar 02 18:42:47.013514 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-3f78e21b-6576-4309-86d2-19b0eb8b0fc4 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261785 Mar 02 18:42:47.246704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-92447c6d-b02a-46e3-b406-52eaa7e53003 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272987 Mar 02 18:42:47.782625 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d5a50-3d93-41ca-bd1a-4f349a262322 req-d83a7a7f-99b0-454f-9ad3-aed86214e208 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:47.784069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-541d5a50-3d93-41ca-bd1a-4f349a262322 req-d83a7a7f-99b0-454f-9ad3-aed86214e208 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0743439 Mar 02 18:42:47.833993 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-541d5a50-3d93-41ca-bd1a-4f349a262322 req-7470b4f3-95af-4584-86c1-6a98dd880436 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Mar 02 18:42:49.061091 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b64ed-0420-4f4f-b389-fc34680620ee req-b818e5bb-430f-44cb-acc2-e9b000539c5c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:49.062541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04b64ed-0420-4f4f-b389-fc34680620ee req-b818e5bb-430f-44cb-acc2-e9b000539c5c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0773890 Mar 02 18:42:49.112879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c04b64ed-0420-4f4f-b389-fc34680620ee req-9afb734b-b10f-46ce-b597-10e80f754b70 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Mar 02 18:42:49.970235 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.327618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d131cc0-d769-42c5-b704-70d2271b4121 req-47c36c55-4b37-4bf8-9a9a-ce878ff7e12b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:50.329029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d131cc0-d769-42c5-b704-70d2271b4121 req-47c36c55-4b37-4bf8-9a9a-ce878ff7e12b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0792563 Mar 02 18:42:50.375897 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4d131cc0-d769-42c5-b704-70d2271b4121 req-340ced2e-d0c4-4c63-9271-f0c1725c882b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Mar 02 18:42:51.575904 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70b5a1-396b-43f7-a8ad-5e959639b6d0 req-b2016f2c-fd3c-4a7f-9cc3-fe788999239c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:51.577364 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f70b5a1-396b-43f7-a8ad-5e959639b6d0 req-b2016f2c-fd3c-4a7f-9cc3-fe788999239c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0781372 Mar 02 18:42:51.622312 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4f70b5a1-396b-43f7-a8ad-5e959639b6d0 req-53e7b817-1991-47c2-b12d-e11aec1389c6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Mar 02 18:42:52.831693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dfe0b-e909-4b90-994a-b93b6fb183fe req-23ef16bf-6a8a-4dae-be00-e4d52b34e4b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.833169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c11dfe0b-e909-4b90-994a-b93b6fb183fe req-23ef16bf-6a8a-4dae-be00-e4d52b34e4b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0778692 Mar 02 18:42:52.877176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c11dfe0b-e909-4b90-994a-b93b6fb183fe req-7aa8ac0f-31e2-4da7-92df-baacd0e0e006 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 Mar 02 18:42:54.077983 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc62cd2-707a-4565-b595-1411c9b47f4e req-5fa11bcd-5d37-4897-97ba-ee54154234d3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:54.079435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1dc62cd2-707a-4565-b595-1411c9b47f4e req-5fa11bcd-5d37-4897-97ba-ee54154234d3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0758533 Mar 02 18:42:54.124020 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1dc62cd2-707a-4565-b595-1411c9b47f4e req-62a4e5e5-1731-4893-8d22-46f142b28cd6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Mar 02 18:42:55.327810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c129e-b613-4a2e-851f-4bfdc4b66e3d req-202cb973-6736-40e4-b0fd-9bcee60e35f6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:55.329276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-144c129e-b613-4a2e-851f-4bfdc4b66e3d req-202cb973-6736-40e4-b0fd-9bcee60e35f6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0807467 Mar 02 18:42:55.377567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-144c129e-b613-4a2e-851f-4bfdc4b66e3d req-98957036-ab04-4567-bec8-f417f14e71e7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Mar 02 18:42:56.585215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3fe6f-d433-4c08-8af4-66c154f9e7c3 req-86ac68c7-31b4-4d02-823c-276942acd76f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:56.586725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92b3fe6f-d433-4c08-8af4-66c154f9e7c3 req-86ac68c7-31b4-4d02-823c-276942acd76f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0799134 Mar 02 18:42:56.640046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-92b3fe6f-d433-4c08-8af4-66c154f9e7c3 req-27df428b-04cb-4775-9be0-abd711b38920 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 Mar 02 18:42:57.842046 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191394-95e9-4875-bb32-3c586e9f5953 req-2f7b7d93-72c0-4f59-acd8-5a1e42793ac1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:57.843524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6191394-95e9-4875-bb32-3c586e9f5953 req-2f7b7d93-72c0-4f59-acd8-5a1e42793ac1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0778613 Mar 02 18:42:57.892043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d6191394-95e9-4875-bb32-3c586e9f5953 req-dc0287f3-9b8d-4bd7-b0ed-f9573a68391f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Mar 02 18:42:59.117401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac0c4-59e5-4ddc-8d67-b6f7c11f994a req-9945df6a-64d0-495b-9591-cf320c54c73b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:59.118926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f6ac0c4-59e5-4ddc-8d67-b6f7c11f994a req-9945df6a-64d0-495b-9591-cf320c54c73b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0860620 Mar 02 18:42:59.226351 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f6ac0c4-59e5-4ddc-8d67-b6f7c11f994a req-a60855b4-863d-485f-8d6f-20ef8d8d9a60 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010597 Mar 02 18:42:59.231772 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-a450884c-f492-4dff-a785-c2b808e92552 service neutron] show failed (client error): The resource could not be found. Mar 02 18:42:59.232675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-a450884c-f492-4dff-a785-c2b808e92552 service neutron] 10.222.0.35 "GET /v2.0/ports/88a70b7b-8d9c-46b1-aaea-57b3f529c13a/bindings/n-h1-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.0939054 Mar 02 18:42:59.603616 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-5ad8fc21-7973-4412-848d-4852566956f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 1096 time: 0.1801364 Mar 02 18:42:59.621417 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820559-6', 'device_owner': 'compute:nova'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:42:59.830681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.099418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:00.127650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h2-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:00.188236 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:00.194623 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.211554 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Transition to ACTIVE for port object 88a70b7b-8d9c-46b1-aaea-57b3f529c13a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:00.215492 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.349935 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'code': 200} Mar 02 18:43:00.355658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=6']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:00.372760 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.373117 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.373622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.373957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.374288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.374640 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.374967 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.375297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.375620 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.375934 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.376255 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:00.457766 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] No DVR routers for this DVR port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on host n-h2-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:00.470608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afd5-3d88-40af-a0f3-70a01768ff36 req-39291ad2-756f-45d9-a25a-7a69aafe45b0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:00.472422 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa53afd5-3d88-40af-a0f3-70a01768ff36 req-39291ad2-756f-45d9-a25a-7a69aafe45b0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.0922527 Mar 02 18:43:00.523494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa53afd5-3d88-40af-a0f3-70a01768ff36 req-f6ac3a70-7bc1-4ca5-968b-01feed512086 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Mar 02 18:43:00.715041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:00.715733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:00.715733 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:00.721676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:43:00.721982 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Attempting to bind port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on network ed7b44f0-a014-4aa2-9c27-3852d626cf62 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:00.729323 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:43:00.729649 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Checking segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:00.730018 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Bound using segment: {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:43:00.730438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Bound port: 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28523d43-b9f9-468c-81d1-7263b23005be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:00.730801 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.824763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:00.827914 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:00.832855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.889970 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.891348 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] 10.222.0.50 "PUT /v2.0/ports/88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 1091 time: 1.2739251 Mar 02 18:43:00.910204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e3af-ed12-48b0-bf57-1792aecfc1de service neutron] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=7']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:01.011219 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-26909d69-0703-42e2-acea-5f8747a86cfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1094 time: 0.0839221 Mar 02 18:43:01.152977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-c876e679-55fe-488f-af64-1e269d414c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:01.154293 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-c876e679-55fe-488f-af64-1e269d414c9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1364267 Mar 02 18:43:01.258517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-c139ffcb-afc3-4560-b447-2cbe80b69bb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 997 time: 0.0971391 Mar 02 18:43:01.321405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-2138fc4f-42c8-4ef2-b902-5c08b6e04845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:01.322847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-2138fc4f-42c8-4ef2-b902-5c08b6e04845 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0579674 Mar 02 18:43:01.401340 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-ca5acf56-9c3a-4402-b3b4-520417ded4b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715942 Mar 02 18:43:01.410744 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-f24f4815-dcef-4e4c-8fd2-e0459bec53a9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:43:01.411597 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-f24f4815-dcef-4e4c-8fd2-e0459bec53a9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048757 Mar 02 18:43:01.646799 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-3a6ef194-60c1-4248-bc75-57a8440b21e4 service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288077 Mar 02 18:43:01.743182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7430-a1ba-4d28-952e-ad4f4906ee92 req-cc53ab3c-ab1f-46ed-9732-79449f31aba8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:01.744529 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-750c7430-a1ba-4d28-952e-ad4f4906ee92 req-cc53ab3c-ab1f-46ed-9732-79449f31aba8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.0853097 Mar 02 18:43:01.792878 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-9dc73f55-be3c-4226-9e0f-0b415a86c1bc req-3d70c78f-4c6a-418d-b262-44a91453638a service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399028 Mar 02 18:43:01.796854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-750c7430-a1ba-4d28-952e-ad4f4906ee92 req-957b9fa0-33f4-4dde-95ef-c071eec9956e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Mar 02 18:43:02.350780 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:02.418383 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'status': 'completed', 'code': 200} Mar 02 18:43:02.507695 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-90c37f67-ba07-44a7-bd2d-842bb17527f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1094 time: 0.0714762 Mar 02 18:43:02.541267 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-ac5b2355-8c8c-4a4b-9da1-1c10d5fc1fb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1094 time: 0.0752556 Mar 02 18:43:02.651073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-71ce33af-11e9-4d4e-ab80-2a27bec0bc0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.652448 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-71ce33af-11e9-4d4e-ab80-2a27bec0bc0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1393828 Mar 02 18:43:02.688770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-1c59ed3c-2a6c-44f1-9c2f-370c0af4da71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.690199 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-1c59ed3c-2a6c-44f1-9c2f-370c0af4da71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1408362 Mar 02 18:43:02.767376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-0419dab5-fc13-4a69-a267-7af5e3f8da52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 997 time: 0.1093535 Mar 02 18:43:02.800984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-bc9ff8b2-86a8-430d-88e8-d6d3132513e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 997 time: 0.1034462 Mar 02 18:43:02.830277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-99fdc895-7ff5-435a-a355-f50452604758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.831837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-99fdc895-7ff5-435a-a355-f50452604758 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0585375 Mar 02 18:43:02.870547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-c253de20-878c-4bbb-ad0c-27875416b378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.872076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-c253de20-878c-4bbb-ad0c-27875416b378 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0642090 Mar 02 18:43:02.915233 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:02.968647 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-552616ab-a3fa-4c92-8850-673e95fadad5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891926 Mar 02 18:43:02.993424 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:03.074216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-36ccaf93-bcb5-4a11-8a02-ecec10644bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365997 Mar 02 18:43:03.116212 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-bdb532b1-00b2-45d2-9818-4406e9fcd5d7 service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408246 Mar 02 18:43:03.210898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597e69-99b9-4151-90bd-885b1fcf91e0 req-d0997729-07c1-4969-8ca5-3a32f77db062 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:03.212253 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20597e69-99b9-4151-90bd-885b1fcf91e0 req-d0997729-07c1-4969-8ca5-3a32f77db062 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 943 time: 0.1879716 Mar 02 18:43:03.248612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-4bda455f-f195-470a-9663-0e414efe958d service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681807 Mar 02 18:43:03.255449 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-dbde6cf5-362f-4a71-9ed9-e35a770a7f2b service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330740 Mar 02 18:43:03.353296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-20597e69-99b9-4151-90bd-885b1fcf91e0 req-6d7104ff-c28e-49a4-b32f-fe12478c4c49 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301081 Mar 02 18:43:03.400296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-11b5d78e-f777-44f6-bef0-ed1b6b006987 req-18be7c78-4207-4132-beea-a4ea0c82922b service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402190 Mar 02 18:43:03.992785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:43:04.169594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:04.182947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'port_id': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'mac_address': 'fa:16:3e:0e:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:43:04.240670 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.258875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a70b7b-8d9c-46b1-aaea-57b3f529c13a {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:43:04.274514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:04.278677 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.357516 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:04.368013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.368514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.368945 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.369382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.369795 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.370195 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.370558 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.370937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.371275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.371678 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.372131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:04.564134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d25a24-1336-404d-a3fb-16cfccd73aa9 req-c16eb506-460d-48a6-af7a-5331772e92b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:04.565586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49d25a24-1336-404d-a3fb-16cfccd73aa9 req-c16eb506-460d-48a6-af7a-5331772e92b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 944 time: 0.0811677 Mar 02 18:43:04.580069 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['88a70b7b-8d9c-46b1-aaea-57b3f529c13a'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:43:04.614603 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-49d25a24-1336-404d-a3fb-16cfccd73aa9 req-2c4dcd02-b5a3-4519-84fd-7a21a57ea831 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Mar 02 18:43:05.021969 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510de105-af79-4601-970e-be4c6ef42a82 req-39daf243-6ee0-49c3-b072-f5a7f2a21c3a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.023575 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510de105-af79-4601-970e-be4c6ef42a82 req-39daf243-6ee0-49c3-b072-f5a7f2a21c3a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 944 time: 0.1406353 Mar 02 18:43:05.033578 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-c0da0836-b96f-4be6-b24c-6efbfbc62e91 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.035765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-c0da0836-b96f-4be6-b24c-6efbfbc62e91 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&binding%3Ahost_id=n-h1-820559-6 HTTP/1.1" status: 200 len: 944 time: 0.1548324 Mar 02 18:43:05.141198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-510de105-af79-4601-970e-be4c6ef42a82 req-a4073eb7-f68c-4ff3-85e6-6c071cfcddaf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043110 Mar 02 18:43:05.151817 n-d-820559-6 neutron-server[83797]: INFO neutron.api.v2.resource [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-595d38b4-7700-4e36-a3ca-f45d2312fa92 service neutron] delete failed (client error): The resource could not be found. Mar 02 18:43:05.153320 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-595d38b4-7700-4e36-a3ca-f45d2312fa92 service neutron] 10.222.0.35 "DELETE /v2.0/ports/88a70b7b-8d9c-46b1-aaea-57b3f529c13a/bindings/n-h2-820559-6 HTTP/1.1" status: 404 len: 380 time: 0.1026409 Mar 02 18:43:05.355296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-abf13e00-eb74-4d5c-9fc0-71521af6a01f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1095 time: 0.1269648 Mar 02 18:43:05.366807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b244-4bf0-417d-b6e4-273f5c9370c7 req-c1fb2938-a56b-4117-b5b0-e16ea21510c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.368236 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71d5b244-4bf0-417d-b6e4-273f5c9370c7 req-c1fb2938-a56b-4117-b5b0-e16ea21510c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 944 time: 0.1000516 Mar 02 18:43:05.501217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-71d5b244-4bf0-417d-b6e4-273f5c9370c7 req-2ad6383d-252e-4ea2-b692-1d21d04c8430 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121399 Mar 02 18:43:05.535300 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-d6a92e15-5a71-4edd-86f6-163cc26f8106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.536822 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-d6a92e15-5a71-4edd-86f6-163cc26f8106 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1758168 Mar 02 18:43:05.644697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-44d67482-b38f-4bb9-a3d1-18fc454b4df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 998 time: 0.1021960 Mar 02 18:43:05.708782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-27a9820d-ee2e-41f2-a021-234ddf10dd96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.710155 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-27a9820d-ee2e-41f2-a021-234ddf10dd96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0607235 Mar 02 18:43:05.791836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-189974c1-bcc8-4a01-891a-feae0adb30cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762732 Mar 02 18:43:05.936799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-66adf45d-250e-44d3-85da-1c3c28294dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387501 Mar 02 18:43:05.996130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:06.072642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:06.073617 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f5fd7645-ef6b-4a43-952f-53c93fdad416 req-3d19d566-75e6-4109-bc1b-49abbb83718c service neutron] 10.222.0.35 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314883 Mar 02 18:43:06.078881 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:06.079386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.205525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.232604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:06.243640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:06.248055 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.309349 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'code': 200} Mar 02 18:43:06.319718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:06.820732 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941371-9a18-476e-9181-be08fa27af24 req-6b77ba62-6be7-407a-96a6-c0cf005c5b33 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.822449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d941371-9a18-476e-9181-be08fa27af24 req-6b77ba62-6be7-407a-96a6-c0cf005c5b33 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.1871374 Mar 02 18:43:06.876725 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d941371-9a18-476e-9181-be08fa27af24 req-b4bdca73-21ed-42e0-a042-f7a9f28c5050 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 Mar 02 18:43:06.905956 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51914) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.011595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2ce36e8d-d97c-4872-b567-83566c8c3f92 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/a03d9fa1-86de-4c0d-9897-1d869779eea5 HTTP/1.1" status: 200 len: 991 time: 0.1044319 Mar 02 18:43:09.178422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.478706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5a5df68a-199a-4c91-ac7b-cd41870ccd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.514359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6e78d99c-5a20-430a-b608-d679806c4402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.071952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.181177 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.063571 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:43:14.181209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-853c8e80-d495-48f0-9fa0-30e906b1efc8 req-4d00d2ea-bde8-4235-ad1a-d53ca5c6cbd9 service neutron] (83797) timed out ('10.222.0.35', 64328) {{(pid=83797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:43:14.614686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.975339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.412417 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51928) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:35.608470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 8ea14006-1ded-4b29-b436-d01fb05b836c {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:43:35.608800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.771322 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.771648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.888438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 8ea14006-1ded-4b29-b436-d01fb05b836c owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:43:36.037279 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.080772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=8ea14006-1ded-4b29-b436-d01fb05b836c,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:36.122840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.123088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.123356 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.123683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.124006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.124326 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.124646 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.124962 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.125275 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.125588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.125898 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:36.184323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.572365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 8c0455e0-4c14-4052-a814-be4ec88d0b7b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:43:36.872459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:36.882717 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Sync routers for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:43:36.892359 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.895276 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:36.895893 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:36.944573 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5cddf164-ca8e-4f97-89e8-bfbdadffcc83 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/floatingips/a03d9fa1-86de-4c0d-9897-1d869779eea5 HTTP/1.1" status: 204 len: 168 time: 1.5310695 Mar 02 18:43:36.945130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:37.012256 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'status': 'completed', 'code': 200} Mar 02 18:43:37.091798 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:37.123469 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-b8abe761-b3d9-4516-a965-e58fc190663e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 1096 time: 0.0700057 Mar 02 18:43:37.272753 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-f6bcf928-3b36-4891-a487-d184fd6731b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.274260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-f6bcf928-3b36-4891-a487-d184fd6731b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 200 len: 898 time: 0.1443837 Mar 02 18:43:37.347767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-d69c2c39-d638-451d-bb01-6a7bfa67d869 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 200 len: 217 time: 0.0657640 Mar 02 18:43:37.356829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5890d-e4e9-40ed-a7ae-85baa30a559b req-c003897b-9bc9-4824-9e68-67310330ec38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.357517 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-78e5890d-e4e9-40ed-a7ae-85baa30a559b req-c003897b-9bc9-4824-9e68-67310330ec38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:37.373591 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-78e5890d-e4e9-40ed-a7ae-85baa30a559b req-c003897b-9bc9-4824-9e68-67310330ec38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:37.374762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78e5890d-e4e9-40ed-a7ae-85baa30a559b req-c003897b-9bc9-4824-9e68-67310330ec38 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.1007166 Mar 02 18:43:37.415874 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-ffa1e221-87f4-4b86-bc6a-f632046cd9e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.417314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-ffa1e221-87f4-4b86-bc6a-f632046cd9e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 200 len: 835 time: 0.0630887 Mar 02 18:43:37.423872 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-78e5890d-e4e9-40ed-a7ae-85baa30a559b req-929a4d8a-de58-4323-80c3-79cd90c4a802 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Mar 02 18:43:37.426978 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:37.431300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Checking router: 8c0455e0-4c14-4052-a814-be4ec88d0b7b for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:43:37.442401 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:37.443033 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:37.495727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-9796d58a-6a98-4653-ba82-70bad4f3ad81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed7b44f0-a014-4aa2-9c27-3852d626cf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700879 Mar 02 18:43:37.632091 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:37.632284 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-f87fc3b0-ee94-4c76-9636-87abf117f6ba service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288817 Mar 02 18:43:37.853088 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-38cd94db-6034-4280-8c5f-7b165b11de92 req-4c4307dd-b628-48e4-8f06-bd5b7e9d5b5c service neutron] 10.222.0.50 "GET /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146702 Mar 02 18:43:37.950058 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:37.953840 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5573c-3fbe-4a47-8b28-d4162d1c8d1f None None] The sync data for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 is: [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'a25c6ccc-9638-465d-a474-195747f19dae', 'name': '', 'network_id': 'ed7b44f0-a014-4aa2-9c27-3852d626cf62', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:38:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e507f70-bfa1-430f-879d-082f3397e462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:09Z', 'updated_at': '2022-03-02T18:41:17Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8e507f70-bfa1-430f-879d-082f3397e462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:43:38.185756 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0ffd9-9543-42c0-a29b-4b9380259ad8 None None] New status for floating IP a03d9fa1-86de-4c0d-9897-1d869779eea5: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:43:38.632981 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caaf77-de6b-43cb-b796-ab6b8bed92e7 req-368f79bb-c6fa-493a-92f2-62496651368d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:38.634432 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9caaf77-de6b-43cb-b796-ab6b8bed92e7 req-368f79bb-c6fa-493a-92f2-62496651368d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0822048 Mar 02 18:43:38.684805 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9caaf77-de6b-43cb-b796-ab6b8bed92e7 req-34f3e3ae-e79d-4594-a4cf-1ada91302f67 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d85b7d-7597-488e-9d6e-93869d18d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Mar 02 18:43:38.734134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-de0964fe-36a3-452c-a97a-a16be3008644 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:38.734829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-de0964fe-36a3-452c-a97a-a16be3008644 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:38.747022 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-de0964fe-36a3-452c-a97a-a16be3008644 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:38.748240 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-de0964fe-36a3-452c-a97a-a16be3008644 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.50 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 945 time: 0.0877087 Mar 02 18:43:38.816722 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:43:38.817055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.059826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:39.060180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.186297 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 88a70b7b-8d9c-46b1-aaea-57b3f529c13a owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:43:39.210342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.337815 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.390391 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=88a70b7b-8d9c-46b1-aaea-57b3f529c13a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:39.465195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] No DVR routers for this DVR port 88a70b7b-8d9c-46b1-aaea-57b3f529c13a on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:39.467541 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.469997 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-deleted', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:39.480875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ab2e279b-7e73-4b19-b9d9-729e02828c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.486943 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.50 "DELETE /v2.0/ports/88a70b7b-8d9c-46b1-aaea-57b3f529c13a HTTP/1.1" status: 204 len: 173 time: 0.7326217 Mar 02 18:43:39.526769 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971abe8-da48-40ca-808c-0a243b779229', 'name': 'network-vif-deleted', 'tag': '88a70b7b-8d9c-46b1-aaea-57b3f529c13a', 'status': 'completed', 'code': 200} Mar 02 18:43:39.864777 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a112f727-dab5-4aa7-abb7-eb2c2705b2c1 req-a0e52351-83b6-4aa3-870f-4e1563a0e622 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=1971abe8-da48-40ca-808c-0a243b779229 HTTP/1.1" status: 200 len: 210 time: 0.0414264 Mar 02 18:43:41.001727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51950) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.445926 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.519703 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8f92cc07-cb56-46b8-9d3d-e1dcb2739384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.135274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port a25c6ccc-9638-465d-a474-195747f19dae {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:43:42.135877 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.197203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:42.231461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 88a70b7b-8d9c-46b1-aaea-57b3f529c13a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:43:42.231802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 88a70b7b-8d9c-46b1-aaea-57b3f529c13a not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:42.324327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port a25c6ccc-9638-465d-a474-195747f19dae, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a25c6ccc-9638-465d-a474-195747f19dae,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:42.324669 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.443823 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for a25c6ccc-9638-465d-a474-195747f19dae owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:43:42.616872 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.665824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=a25c6ccc-9638-465d-a474-195747f19dae,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:42.965658 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.071832 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.174968 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.636183 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 8c0455e0-4c14-4052-a814-be4ec88d0b7b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:43:43.832498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:43.841605 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Sync routers for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:43:43.851623 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5c5d5b54-8ef1-47c3-af5c-e212e0203910 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/8c0455e0-4c14-4052-a814-be4ec88d0b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8484881 Mar 02 18:43:43.853901 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:43.854055 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 51956) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:43.854680 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.034294 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:44.043719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting subnet 8e507f70-bfa1-430f-879d-082f3397e462 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:43:44.046682 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.102272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.188371 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.265540 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.318917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Subnet': ['ID=8e507f70-bfa1-430f-879d-082f3397e462,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.323744 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.331306 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-1b3822f5-83af-43e7-8e33-a363ca15ea7a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/subnets/8e507f70-bfa1-430f-879d-082f3397e462 HTTP/1.1" status: 204 len: 168 time: 0.4753478 Mar 02 18:43:44.331895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f5c9b-881d-4042-b541-fcd110d845e9 None None] Network ed7b44f0-a014-4aa2-9c27-3852d626cf62 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:43:44.333248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51960) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:44.371942 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:43:42Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.375827 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Checking router: 8c0455e0-4c14-4052-a814-be4ec88d0b7b for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:43:44.387080 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Routers {'8c0455e0-4c14-4052-a814-be4ec88d0b7b'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:44.388061 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.552598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.583210 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] Set router 8c0455e0-4c14-4052-a814-be4ec88d0b7b gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:44.610843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] DHCP port deletion for ed7b44f0-a014-4aa2-9c27-3852d626cf62 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:43:44.621285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Deleting port 9c9f2771-73e0-475e-99e2-667f82c46293 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:43:44.621780 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.650322 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.754258 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.764914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:43:44.765324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.836806 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] For port 9c9f2771-73e0-475e-99e2-667f82c46293, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9c9f2771-73e0-475e-99e2-667f82c46293,segment=NetworkSegment(28523d43-b9f9-468c-81d1-7263b23005be),segment_id=28523d43-b9f9-468c-81d1-7263b23005be)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:44.837116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.883113 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:43:42Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.887861 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0dd0f-3a7f-4046-b93b-852f74a3f75c None None] The sync data for ids ['8c0455e0-4c14-4052-a814-be4ec88d0b7b'] in n-d-820559-6 is: [{'id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805139926', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:43:42Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0455e0-4c14-4052-a814-be4ec88d0b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:06Z', 'updated_at': '2022-03-02T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:43:44.955001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:44.956154 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.988703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Calling delete_port for 9c9f2771-73e0-475e-99e2-667f82c46293 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:43:45.062964 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.075903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:43:45.109893 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] Pushing event deleted for resources: {'Port': ['ID=9c9f2771-73e0-475e-99e2-667f82c46293,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:45.116339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2dfa6-f338-444a-9f6d-ba4e57a5dbbd None None] No DVR routers for this DVR port 9c9f2771-73e0-475e-99e2-667f82c46293 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:45.255380 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.272316 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c9f2771-73e0-475e-99e2-667f82c46293 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:45.303172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:45.310517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9c9f2771-73e0-475e-99e2-667f82c46293 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:43:45.310903 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9c9f2771-73e0-475e-99e2-667f82c46293 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:45.311328 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a25c6ccc-9638-465d-a474-195747f19dae no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:45.356056 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a25c6ccc-9638-465d-a474-195747f19dae {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:43:45.357097 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a25c6ccc-9638-465d-a474-195747f19dae not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:45.651204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.899132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.903303 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.928199 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.928719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Fanout notify agent at l3_agent the message router_deleted on router 8c0455e0-4c14-4052-a814-be4ec88d0b7b {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:43:45.943029 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.944101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-509a32b4-f871-484e-8dfc-2dec701f0501 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/routers/8c0455e0-4c14-4052-a814-be4ec88d0b7b HTTP/1.1" status: 204 len: 168 time: 1.6097307 Mar 02 18:43:45.947122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51968) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:46.063114 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.193044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.217564 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7b44f0-a014-4aa2-9c27-3852d626cf62']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:46.231210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28523d43-b9f9-468c-81d1-7263b23005be') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:46.231532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28523d43-b9f9-468c-81d1-7263b23005be') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:46.242486 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.257675 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.264197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:43:46.264567 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:46.279300 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:46.357552 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.375306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.386971 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Network': ['ID=ed7b44f0-a014-4aa2-9c27-3852d626cf62,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:46.398693 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-32665e9d-dd43-4f6e-acf0-5ec67aea31e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/networks/ed7b44f0-a014-4aa2-9c27-3852d626cf62 HTTP/1.1" status: 204 len: 168 time: 0.4503722 Mar 02 18:43:46.401179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51972) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:46.474223 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.503019 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.564122 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.582322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d85b7d-7597-488e-9d6e-93869d18d1ee,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:46.592309 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.593442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-78caaeaf-f4d3-4c58-98a6-1d546443ee40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/security-groups/64d85b7d-7597-488e-9d6e-93869d18d1ee HTTP/1.1" status: 204 len: 168 time: 0.1913812 Mar 02 18:43:46.984731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:47.021543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:43:47.021543 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 6abfd4da-955c-4d7a-ae3f-aab3c8cf76ae not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:47.022085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51980) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.027310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542928669', 'description': 'tempest-secgroup-smoke-1542928669 description', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.034870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.038954 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.041758 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.051385 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.060100 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.095188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.099211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.101953 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.107617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.163282 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.167479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.215826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90241fdb-b9bd-49b6-a248-bf8df7343259,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.220131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.221397 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-491938e3-5173-4d06-8a78-ba52e2490f72 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1986074 Mar 02 18:43:47.224568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51984) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.230130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.236872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.240618 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.243451 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.248967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.265696 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.326665 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.331503 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.355185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35ae6c3-1922-4f23-bb15-dfd98a1fd34e,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.363324 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.364463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1127ac94-3a19-4093-aabf-cbd053bdbdd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1389213 Mar 02 18:43:47.367167 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51988) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.372344 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.379220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.382914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.385677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.391826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.408193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.473247 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.476819 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.500938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157389a7-0dc7-49e8-af8f-57dc621a27eb,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.509850 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.511137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d0e03eef-279d-4090-9567-67431937c649 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430926 Mar 02 18:43:47.513759 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51992) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.519075 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.525187 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.529128 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.531950 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.537524 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.553979 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.617121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.621272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.649083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fb4bbf-1c9b-4f1d-9d59-d89bed3e1b40,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.659162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.660389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-3a2e15f2-9541-4ed9-a614-c09e0983ec58 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456759 Mar 02 18:43:47.663181 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 51996) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.668817 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.675957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.679714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.682496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.688099 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.705959 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.770225 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.773844 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.885457 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-f7801658-b876-4d5d-9b4a-bd6bc27637ef req-c864b4d6-210c-4fd7-a457-6e9d60d04ad7 service neutron] (83796) timed out ('10.222.0.37', 48238) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:43:47.894697 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08bfd0b-a170-4f39-a988-77e66f19669d,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.904589 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.905837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a168e2a6-3064-42e0-9493-0ba78493d731 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2417536 Mar 02 18:43:47.909358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52000) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:47.915275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:47.921902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.926754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.929747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.935451 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.948753 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:43:47.954953 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.020827 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.024946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.047796 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60142170-436d-40fd-8cde-45e721b04dd6,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.057109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.058318 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a5d238cf-4d72-4bad-99bc-2b3799c21fa2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478586 Mar 02 18:43:48.061081 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52004) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.066275 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '90241fdb-b9bd-49b6-a248-bf8df7343259', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:48.073016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:48.076876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:48.079848 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:48.091010 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:48.101895 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:43:48.108048 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.172082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.176878 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.198897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030936f3-cb82-4097-9441-229844e0724d,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.208625 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.209865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3fc693f9-c6ed-4652-a820-bc744e372921 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479027 Mar 02 18:43:48.212718 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52008) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.218003 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'network': {'name': 'tempest-network-smoke--690066714', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:48.224341 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:48.228361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:network and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:48.231185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:48.236819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:48.246828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:48.249687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.277559 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:43:48.286842 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.287178 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Added segment 8bceb53c-713a-4194-90c7-ea762c1ce76c of type vlan for network bdd24bea-022c-44db-8315-b27bf6a000a7 Mar 02 18:43:48.315240 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.344560 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.348779 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:48.349336 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.451452 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2377186 Mar 02 18:43:48.454168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52012) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.461792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'admin_state_up': True, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:48.467761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7404fc1-bbec-4d53-ace8-c251ee94d0d8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Network': ['ID=bdd24bea-022c-44db-8315-b27bf6a000a7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.471980 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:48.476322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:router and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:48.479332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:48.480063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network bdd24bea-022c-44db-8315-b27bf6a000a7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:43:48.485105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:48.496233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.497402 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.517103 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.748908 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.925330 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.958888 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.091154 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.55 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/a55b0272-1b04-4025-8be7-213fe04d0d1a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:49.241252 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.271346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.340761 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:49.348164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:49.352134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:43:49.381158 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=a55b0272-1b04-4025-8be7-213fe04d0d1a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:49.514015 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.514747 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.740940 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 91354b9f-f824-48f7-b3d6-1c8422ab12ac is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:43:49.942994 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:49.959735 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Sync routers for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:43:49.969654 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.974441 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2fed40f5-41f4-48cd-b0c4-b85526afe87f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5157623 Mar 02 18:43:49.974884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52016) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:49.979500 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.981098 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:49.981692 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:50.018329 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bb39d8a1-88cb-4cdf-95cb-0864592982db tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392940 Mar 02 18:43:50.018774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52020) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.149209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063cfc19-729b-43d7-894f-72d586888ff2 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:50.150718 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-063cfc19-729b-43d7-894f-72d586888ff2 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308856 Mar 02 18:43:50.153521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52024) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.157411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:50.193237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-89e7facd-aa39-4c33-8188-be3b88505fc6 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385673 Mar 02 18:43:50.195686 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52028) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.201152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913470040', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:50.313080 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:50.321532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:subnet and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:50.324594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:50.331100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:50.341343 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:50.446989 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.465399 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:50.469382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Checking router: 91354b9f-f824-48f7-b3d6-1c8422ab12ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:43:50.469729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Updating router 91354b9f-f824-48f7-b3d6-1c8422ab12ac port a55b0272-1b04-4025-8be7-213fe04d0d1a binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:43:50.521153 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.675263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.748819 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Subnet': ['ID=7176f28a-d678-4aab-8795-eb321cd9b119,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:50.762909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Checking segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:50.763266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network hostable DHCP agents. Network: bdd24bea-022c-44db-8315-b27bf6a000a7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:50.785342 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network bdd24bea-022c-44db-8315-b27bf6a000a7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:50.795457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, bdd24bea-022c-44db-8315-b27bf6a000a7) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:50.799509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:50.800102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.822026 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-570afdcc-87d1-4cb4-b92e-fd299cf1274a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6250882 Mar 02 18:43:50.824901 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52032) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.826686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d9782-e9e3-4e56-a723-afd64b1bc85b None None] Network bdd24bea-022c-44db-8315-b27bf6a000a7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:43:50.933636 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.966014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Transition to ACTIVE for port object a55b0272-1b04-4025-8be7-213fe04d0d1a will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:50.981913 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.066321 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:43:51.140682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f45e-300d-4e09-962e-a9bcad6ef81a None None] Pushing event updated for resources: {'Port': ['ID=a55b0272-1b04-4025-8be7-213fe04d0d1a,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.154636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Attempting to bind port a55b0272-1b04-4025-8be7-213fe04d0d1a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:51.155017 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Attempting to bind port a55b0272-1b04-4025-8be7-213fe04d0d1a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:51.155379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Attempting to bind port a55b0272-1b04-4025-8be7-213fe04d0d1a on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:51.195615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:43:51.195990 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:51.196662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.197046 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:43:51.197528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Bound port: a55b0272-1b04-4025-8be7-213fe04d0d1a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:51.197898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.223207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-bdd24bea-022c-44db-8315-b27bf6a000a7', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:43:51.224024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.351640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] For port a55b0272-1b04-4025-8be7-213fe04d0d1a, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:51.367010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] For port a55b0272-1b04-4025-8be7-213fe04d0d1a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a55b0272-1b04-4025-8be7-213fe04d0d1a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:51.398875 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.502531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Allocated IP 172.20.0.2 (bdd24bea-022c-44db-8315-b27bf6a000a7/7176f28a-d678-4aab-8795-eb321cd9b119/a548776d-1224-4ecb-b93e-c40c31e94aa2) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:51.508656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f45e-300d-4e09-962e-a9bcad6ef81a None None] Pushing event updated for resources: {'Port': ['ID=a55b0272-1b04-4025-8be7-213fe04d0d1a,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.518450 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:51.519426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:51.682380 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.816058 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:52.051753 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.067560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Transition to ACTIVE for port object a548776d-1224-4ecb-b93e-c40c31e94aa2 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:52.112890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Transition to ACTIVE for port object a548776d-1224-4ecb-b93e-c40c31e94aa2 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:52.144983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.190009 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.1 (bdd24bea-022c-44db-8315-b27bf6a000a7/7176f28a-d678-4aab-8795-eb321cd9b119/0d92b734-a068-4952-a59a-cf5c8675f809) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:52.234466 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Network bdd24bea-022c-44db-8315-b27bf6a000a7 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:52.237585 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:52.239307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Pushing event updated for resources: {'Port': ['ID=a548776d-1224-4ecb-b93e-c40c31e94aa2,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:52.241387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:43:52.337763 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:52.342020 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Attempting to bind port a548776d-1224-4ecb-b93e-c40c31e94aa2 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:52.342391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Attempting to bind port a548776d-1224-4ecb-b93e-c40c31e94aa2 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:52.342782 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Attempting to bind port a548776d-1224-4ecb-b93e-c40c31e94aa2 on network bdd24bea-022c-44db-8315-b27bf6a000a7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:52.346237 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f65ff6-5ec8-46dc-9ecb-b9a1f5169fa7 None None] The sync data for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 is: [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:43:52.350529 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.352057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:43:52.352413 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Checking segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:52.352825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.353218 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Bound using segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:43:52.353672 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Bound port: a548776d-1224-4ecb-b93e-c40c31e94aa2, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:52.354043 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.369954 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 0d92b734-a068-4952-a59a-cf5c8675f809 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:52.394770 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.455032 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] For port a548776d-1224-4ecb-b93e-c40c31e94aa2, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:52.460101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] For port a548776d-1224-4ecb-b93e-c40c31e94aa2, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a548776d-1224-4ecb-b93e-c40c31e94aa2,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:52.467047 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.488259 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:52.494294 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network bdd24bea-022c-44db-8315-b27bf6a000a7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:52.495393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:52.497502 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:43:52.556682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ca586-6a78-4205-b105-43ef87ed1177 None None] Pushing event updated for resources: {'Port': ['ID=a548776d-1224-4ecb-b93e-c40c31e94aa2,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:52.592279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.692655 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.072876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a55b0272-1b04-4025-8be7-213fe04d0d1a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:53.199770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a55b0272-1b04-4025-8be7-213fe04d0d1a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:53.209598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a55b0272-1b04-4025-8be7-213fe04d0d1a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:53.209986 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.276358 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.284409 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.343179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.360650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port a55b0272-1b04-4025-8be7-213fe04d0d1a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a55b0272-1b04-4025-8be7-213fe04d0d1a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:53.366484 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.367345 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a548776d-1224-4ecb-b93e-c40c31e94aa2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:53.452605 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:53.474246 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.508079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=a55b0272-1b04-4025-8be7-213fe04d0d1a,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:53.524685 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port a548776d-1224-4ecb-b93e-c40c31e94aa2 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:53.626302 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network bdd24bea-022c-44db-8315-b27bf6a000a7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:53.628671 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:53.654040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de50442-77e5-4991-b6c5-387aeb4a0057 None None] Network bdd24bea-022c-44db-8315-b27bf6a000a7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:43:53.762664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Provisioning for port a548776d-1224-4ecb-b93e-c40c31e94aa2 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:53.777833 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Provisioning complete for port a548776d-1224-4ecb-b93e-c40c31e94aa2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:53.778202 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.978551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.027741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] For port a548776d-1224-4ecb-b93e-c40c31e94aa2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a548776d-1224-4ecb-b93e-c40c31e94aa2,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:54.028702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 91354b9f-f824-48f7-b3d6-1c8422ab12ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:43:54.032024 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.120452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384128e-d5dc-4c3c-a318-c47f5e56711d None None] Pushing event updated for resources: {'Port': ['ID=a548776d-1224-4ecb-b93e-c40c31e94aa2,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:54.267344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:54.291277 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8ef43080-7ce7-4977-a35a-97f3a74478b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/91354b9f-f824-48f7-b3d6-1c8422ab12ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4650478 Mar 02 18:43:54.356947 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Provisioning for port 0d92b734-a068-4952-a59a-cf5c8675f809 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:54.362906 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Provisioning complete for port 0d92b734-a068-4952-a59a-cf5c8675f809 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:54.363383 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.432625 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Port 0d92b734-a068-4952-a59a-cf5c8675f809 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:43:54.445799 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Provisioning complete for port a548776d-1224-4ecb-b93e-c40c31e94aa2 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:54.446347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-217d59a0-38db-48bb-83b9-26db568de14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.487331 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-248f90a1-3487-4a66-84b8-d64b68c38f04 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:54.508145 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-248f90a1-3487-4a66-84b8-d64b68c38f04 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:54.509334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-248f90a1-3487-4a66-84b8-d64b68c38f04 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542928669&fields=id&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 267 time: 0.0803545 Mar 02 18:43:54.669233 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-13e1532c-90fb-4095-94b3-e1aa7d7f5ec9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:54.669901 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-13e1532c-90fb-4095-94b3-e1aa7d7f5ec9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:54.686549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-13e1532c-90fb-4095-94b3-e1aa7d7f5ec9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:54.687751 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-13e1532c-90fb-4095-94b3-e1aa7d7f5ec9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 796 time: 0.1715579 Mar 02 18:43:54.694979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-994b4fdb-e50c-454e-b1c8-a3bdb8be64e8 None None] Provisioning complete for port 0d92b734-a068-4952-a59a-cf5c8675f809 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:54.695353 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-994b4fdb-e50c-454e-b1c8-a3bdb8be64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.706067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-f6e035e6-a5cf-484f-b07b-57989fc57d40 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/quotas/cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 375 time: 0.0117586 Mar 02 18:43:54.748106 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-994b4fdb-e50c-454e-b1c8-a3bdb8be64e8 None None] Port 0d92b734-a068-4952-a59a-cf5c8675f809 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:43:54.793608 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-2b6ac78b-ca45-4ad0-90ba-ebfc02fd21d5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819972 Mar 02 18:43:54.996007 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-bbbe18e2-6dac-436b-b2e1-52a1af0e6dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907670 Mar 02 18:43:54.996177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a55b0272-1b04-4025-8be7-213fe04d0d1a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:55.067224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a55b0272-1b04-4025-8be7-213fe04d0d1a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:55.067503 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.132954 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-88b90897-b388-4064-a1cf-d9038b5d47bb service neutron] 10.222.0.37 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311815 Mar 02 18:43:55.190976 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a548776d-1224-4ecb-b93e-c40c31e94aa2 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:55.258958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port a548776d-1224-4ecb-b93e-c40c31e94aa2 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:55.258958 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.326055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3f3a17bf-bc31-4777-aa12-bba2a78da8f7 req-3e23dd9c-93bb-498d-9578-404b3e18046b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 210 time: 0.0439582 Mar 02 18:43:56.181182 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Sync routers for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:43:56.192795 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:56.193379 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:56.372876 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:56.572689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-004fe912-0bff-4bae-b081-1804dc963924 req-398a8533-d749-4e21-99ce-e2ea8f5a09a5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 210 time: 0.0667901 Mar 02 18:43:56.579031 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-03de66fb-b9ab-4fee-ab26-45ebfc437cd6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:56.581323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-03de66fb-b9ab-4fee-ab26-45ebfc437cd6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 796 time: 0.2454245 Mar 02 18:43:56.738289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-e5e65e64-56fe-409c-812f-914b8bfac14a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 380 time: 0.1397438 Mar 02 18:43:56.739663 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 2, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:56.743489 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Checking router: 91354b9f-f824-48f7-b3d6-1c8422ab12ac for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:43:56.743834 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Updating router 91354b9f-f824-48f7-b3d6-1c8422ab12ac port 0d92b734-a068-4952-a59a-cf5c8675f809 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:43:56.746469 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'port': {'device_id': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'admin_state_up': True, 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'security_groups': ['90241fdb-b9bd-49b6-a248-bf8df7343259']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:56.795643 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.884352 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:56.889943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:port and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:56.893861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:56.899549 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:56.910498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:56.913887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.157979 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.170913 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Transition to ACTIVE for port object 0d92b734-a068-4952-a59a-cf5c8675f809 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:57.177532 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.248730 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.4 (bdd24bea-022c-44db-8315-b27bf6a000a7/7176f28a-d678-4aab-8795-eb321cd9b119/ce78638c-0591-4648-be55-3f43eb05b736) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:57.309309 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Pushing event updated for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.350130 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.350468 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.350831 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.351163 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.351491 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.351812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.352125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.352442 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.352754 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.353065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.353376 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:57.413264 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Attempting to bind port 0d92b734-a068-4952-a59a-cf5c8675f809 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:57.413538 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Attempting to bind port 0d92b734-a068-4952-a59a-cf5c8675f809 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:57.414098 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Attempting to bind port 0d92b734-a068-4952-a59a-cf5c8675f809 on network bdd24bea-022c-44db-8315-b27bf6a000a7 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:57.420793 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:43:57.421356 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Checking segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:57.422010 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.422553 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Bound using segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:43:57.423190 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Bound port: 0d92b734-a068-4952-a59a-cf5c8675f809, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:57.423791 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.456790 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.476197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object ce78638c-0591-4648-be55-3f43eb05b736 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:57.504153 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.521127 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] For port 0d92b734-a068-4952-a59a-cf5c8675f809, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:57.524326 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] For port 0d92b734-a068-4952-a59a-cf5c8675f809, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0d92b734-a068-4952-a59a-cf5c8675f809,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:57.528824 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.571036 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network bdd24bea-022c-44db-8315-b27bf6a000a7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:57.582699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:57.588045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:43:57.616691 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf71c-d236-4c7e-b425-36283a05a4cc None None] Pushing event updated for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.626010 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:43:57.627454 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:57.629021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.660241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:57.660846 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.691104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-a3dd00b3-f637-4747-850d-484618169dfe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482095 Mar 02 18:43:57.789821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Request body: {'port': {'device_id': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:43:57.825708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:43:57.927182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce109788-36b9-4a20-8b66-8430eddeacb7 req-ca9ed555-5beb-4314-adf1-bccb720cf8e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:57.927843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ab45fc9-98dc-4946-9a57-3c9e6a0e9342 None None] Provisioning for port ce78638c-0591-4648-be55-3f43eb05b736 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:57.928335 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ce109788-36b9-4a20-8b66-8430eddeacb7 req-ca9ed555-5beb-4314-adf1-bccb720cf8e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:57.935091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-4ab45fc9-98dc-4946-9a57-3c9e6a0e9342 None None] Provisioning complete for port ce78638c-0591-4648-be55-3f43eb05b736 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:57.935699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4ab45fc9-98dc-4946-9a57-3c9e6a0e9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.942907 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.003815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-ce109788-36b9-4a20-8b66-8430eddeacb7 req-ca9ed555-5beb-4314-adf1-bccb720cf8e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:58.005354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-4ab45fc9-98dc-4946-9a57-3c9e6a0e9342 None None] Port ce78638c-0591-4648-be55-3f43eb05b736 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:43:58.009183 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce109788-36b9-4a20-8b66-8430eddeacb7 req-ca9ed555-5beb-4314-adf1-bccb720cf8e1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 931 time: 0.2690279 Mar 02 18:43:58.126556 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce109788-36b9-4a20-8b66-8430eddeacb7 req-1bcc5a25-59c9-495d-a19a-a8c5478c6509 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078250 Mar 02 18:43:58.181463 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:57Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:58.185768 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7ca6c-5ff0-4f53-89a4-735b3022f177 None None] The sync data for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 is: [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:57Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:43:58.381705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce78638c-0591-4648-be55-3f43eb05b736 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:43:58.389326 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.407323 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Transition to ACTIVE for port object ce78638c-0591-4648-be55-3f43eb05b736 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:58.412530 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.487053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.678973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Attempting to bind port ce78638c-0591-4648-be55-3f43eb05b736 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:58.679606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Attempting to bind port ce78638c-0591-4648-be55-3f43eb05b736 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:58.679768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Attempting to bind port ce78638c-0591-4648-be55-3f43eb05b736 on network bdd24bea-022c-44db-8315-b27bf6a000a7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:58.686735 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Port ce78638c-0591-4648-be55-3f43eb05b736 on network bdd24bea-022c-44db-8315-b27bf6a000a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:43:58.687158 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Attempting to bind port ce78638c-0591-4648-be55-3f43eb05b736 on network bdd24bea-022c-44db-8315-b27bf6a000a7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:43:58.693809 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:43:58.694138 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Checking segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:43:58.694512 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Bound using segment: {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:43:58.694975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Bound port: ce78638c-0591-4648-be55-3f43eb05b736, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bceb53c-713a-4194-90c7-ea762c1ce76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:58.695317 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.792840 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:58.797025 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ce78638c-0591-4648-be55-3f43eb05b736,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:58.801967 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.861038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.863981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] 10.222.0.35 "PUT /v2.0/ports/ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 1091 time: 1.1656885 Mar 02 18:43:58.867226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:43:58.900049 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93d23-8162-4527-9049-e06b4319a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:59.053186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0d92b734-a068-4952-a59a-cf5c8675f809 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:59.059088 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736', 'status': 'completed', 'code': 200} Mar 02 18:43:59.108368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-bd7336b8-42d9-4815-9145-bea779f60c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1094 time: 0.2009895 Mar 02 18:43:59.157493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 0d92b734-a068-4952-a59a-cf5c8675f809 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:59.163842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0d92b734-a068-4952-a59a-cf5c8675f809 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:59.164527 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.202846 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-3fd070d6-c702-4b85-a172-d83abd1def06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 217 time: 0.0865874 Mar 02 18:43:59.272460 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-001d8917-380a-49c0-a639-3bf944b32a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:59.274211 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-001d8917-380a-49c0-a639-3bf944b32a3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0667179 Mar 02 18:43:59.296400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.332458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 0d92b734-a068-4952-a59a-cf5c8675f809, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0d92b734-a068-4952-a59a-cf5c8675f809,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:59.336552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.400883 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab489c1-33ac-4dfa-a356-8f56abb600e1 req-69244191-44ea-4644-a411-f1c2ab8befe0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:59.402591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ab489c1-33ac-4dfa-a356-8f56abb600e1 req-69244191-44ea-4644-a411-f1c2ab8befe0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 943 time: 0.1257997 Mar 02 18:43:59.437866 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-687d3241-7267-4983-80d0-62f6daaa0a3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319973 Mar 02 18:43:59.445830 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:59.528071 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6ab489c1-33ac-4dfa-a356-8f56abb600e1 req-099652be-39e9-4dcf-988a-58623c7d24bd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189797 Mar 02 18:43:59.581975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-9c978731-d740-4ca1-9c69-efd572a4f16d service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358924 Mar 02 18:43:59.717961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f26812b1-c7a7-477d-8e6e-838b1a864f72 req-d0b5bccc-9265-4e48-9e0a-b9a1fcb27fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306448 Mar 02 18:43:59.833482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-0a435314-19bd-475d-bd3d-2a30ea076337 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1094 time: 0.0725875 Mar 02 18:43:59.964001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389051-2273-4052-9e1a-8272c40fce62 req-ecb3db79-1525-4bb0-a515-1c4c307a89b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:59.965466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-ecb3db79-1525-4bb0-a515-1c4c307a89b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1266665 Mar 02 18:44:00.031016 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-83a54b3a-5e22-4d45-9b8f-62bb1ca09dab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 217 time: 0.0589430 Mar 02 18:44:00.095454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389051-2273-4052-9e1a-8272c40fce62 req-1e5933a5-054a-4cec-be2f-fb7bf48812e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:00.096819 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-1e5933a5-054a-4cec-be2f-fb7bf48812e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0599487 Mar 02 18:44:00.170453 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-4de13d5f-9b70-4c5c-87e0-98cb6d605d49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682826 Mar 02 18:44:00.305045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-6ba3b45a-a837-4d23-99bd-3c2d06df7414 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283753 Mar 02 18:44:00.437835 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8b389051-2273-4052-9e1a-8272c40fce62 req-d1fabadb-4481-4981-b5a3-2e4ce01c2aaa service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266615 Mar 02 18:44:00.726096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17961d39-ba44-4136-abb4-ea059fe4b96e req-6f5a4582-ff7e-4cbc-ac48-f3fc9e912de5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:00.727466 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17961d39-ba44-4136-abb4-ea059fe4b96e req-6f5a4582-ff7e-4cbc-ac48-f3fc9e912de5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 943 time: 0.0750647 Mar 02 18:44:00.776311 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-17961d39-ba44-4136-abb4-ea059fe4b96e req-91204c8d-8fb3-446c-8c47-c2a114f02f48 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Mar 02 18:44:00.995216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0d92b734-a068-4952-a59a-cf5c8675f809 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:01.060694 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 0d92b734-a068-4952-a59a-cf5c8675f809 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:01.061052 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.976415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb462f-2ac7-432f-b116-165398e7f3c6 req-b1655a93-2868-45ae-8e33-881b367f2371 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:01.977860 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7beb462f-2ac7-432f-b116-165398e7f3c6 req-b1655a93-2868-45ae-8e33-881b367f2371 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 943 time: 0.0757554 Mar 02 18:44:02.022808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7beb462f-2ac7-432f-b116-165398e7f3c6 req-2ebcee04-24c7-4903-b596-80c7ec0a0073 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393639 Mar 02 18:44:03.224812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ce78638c-0591-4648-be55-3f43eb05b736 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:44:03.323873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f763ba-2626-477b-95c0-f30f97394e07 req-e962eb30-25eb-4032-ae41-1b0228e48b12 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:03.325224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7f763ba-2626-477b-95c0-f30f97394e07 req-e962eb30-25eb-4032-ae41-1b0228e48b12 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 943 time: 0.1797092 Mar 02 18:44:03.360133 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ce78638c-0591-4648-be55-3f43eb05b736,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:44:03.371891 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7f763ba-2626-477b-95c0-f30f97394e07 req-20adb1a3-8e0b-44b8-87c7-b4c1597e38cb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Mar 02 18:44:03.373336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'ce78638c-0591-4648-be55-3f43eb05b736', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'port_id': 'ce78638c-0591-4648-be55-3f43eb05b736', 'mac_address': 'fa:16:3e:a2:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:44:03.433997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.454091 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce78638c-0591-4648-be55-3f43eb05b736 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:44:03.469851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ce78638c-0591-4648-be55-3f43eb05b736,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:44:03.475213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.540011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:03.827807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['ce78638c-0591-4648-be55-3f43eb05b736'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:44:04.578593 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f87d4c-c187-4227-bde8-cea73622cb02 req-ba29a247-20ea-4d04-83ad-04383b8ae346 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.580574 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f87d4c-c187-4227-bde8-cea73622cb02 req-ba29a247-20ea-4d04-83ad-04383b8ae346 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 944 time: 0.0833149 Mar 02 18:44:04.624728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51f87d4c-c187-4227-bde8-cea73622cb02 req-0112b4be-2f46-4f16-b5af-dd08aead0ede tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384619 Mar 02 18:44:05.224582 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ce78638c-0591-4648-be55-3f43eb05b736 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:05.292662 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port ce78638c-0591-4648-be55-3f43eb05b736 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:05.297248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port ce78638c-0591-4648-be55-3f43eb05b736 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:05.297612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.409267 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.435514 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:44:05.445277 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ce78638c-0591-4648-be55-3f43eb05b736,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:44:05.450843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.495369 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736', 'code': 200} Mar 02 18:44:05.518486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:05.527478 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.527835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.528187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.528520 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.528885 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.529174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.529495 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.529812 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.530129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.530445 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.530810 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:05.620728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c802704-3562-4744-8757-6dd55f71e3cb req-e8cfe4f9-f77e-49d9-a4a0-8be5af50b11a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.0680881 Mar 02 18:44:05.662058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0c802704-3562-4744-8757-6dd55f71e3cb req-de608781-d272-45a8-9306-dc5f2976f927 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362210 Mar 02 18:44:05.823848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f8619-4e37-4822-be73-bcf0bee4fd28 req-9464f790-3561-47a2-a7bb-f2161ea763d3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:05.825327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c0f8619-4e37-4822-be73-bcf0bee4fd28 req-9464f790-3561-47a2-a7bb-f2161ea763d3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0790453 Mar 02 18:44:05.874330 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8c0f8619-4e37-4822-be73-bcf0bee4fd28 req-45c8d148-7ff0-4d04-ba58-df7e6916f847 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Mar 02 18:44:07.073597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd7f86-911c-411b-b0e2-ab9623d68562 req-390bcf03-140c-43d2-b64e-a7f7b8c77080 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:07.075030 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18cd7f86-911c-411b-b0e2-ab9623d68562 req-390bcf03-140c-43d2-b64e-a7f7b8c77080 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0768185 Mar 02 18:44:07.121657 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18cd7f86-911c-411b-b0e2-ab9623d68562 req-a81b1de8-85d0-4e87-994c-bae9c584f530 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Mar 02 18:44:07.320652 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f267dc-04d7-4114-84bf-ed9aee655ba8 req-08295e6c-9eb7-43f9-ae82-3e8c95106474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:07.322345 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f267dc-04d7-4114-84bf-ed9aee655ba8 req-08295e6c-9eb7-43f9-ae82-3e8c95106474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0799687 Mar 02 18:44:07.366807 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f267dc-04d7-4114-84bf-ed9aee655ba8 req-67044b84-7f38-45f8-8fd8-a419f613da57 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Mar 02 18:44:07.395872 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52088) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:07.466268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d810eb8c-91f2-4bfd-9062-0500e2e23486 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1091 time: 0.0692692 Mar 02 18:44:07.469415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52092) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:07.474496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'ce78638c-0591-4648-be55-3f43eb05b736', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:44:07.480508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:07.484435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:floatingip and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:07.487621 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:07.495720 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:07.506646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.643142 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.779844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.56 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/fd2421bd-8cbc-4165-89cd-40359d992d19) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:07.931428 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.960026 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.025995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:08.029086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:08.033281 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:44:08.060516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=fd2421bd-8cbc-4165-89cd-40359d992d19,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:08.630044 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.688828 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.887766 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.893070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.002199 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=fd2421bd-8cbc-4165-89cd-40359d992d19,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:09.014000 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.207196 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Floating IP 9796c560-dda4-49f0-8b29-38e2a0889f72 associated. External IP: 172.25.3.56, port: ce78638c-0591-4648-be55-3f43eb05b736. Mar 02 18:44:09.221982 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.485224 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d76271fc-85c2-45fc-9ee9-2b5164875e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.601009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 91354b9f-f824-48f7-b3d6-1c8422ab12ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:44:09.794247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:44:09.804357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Sync routers for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:44:09.817831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:44:09.818513 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:09.819760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.880287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f99e1985-5500-4cf5-9c18-50268f72c352 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4078584 Mar 02 18:44:09.880287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:44:09.948070 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736', 'status': 'completed', 'code': 200} Mar 02 18:44:10.013828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:44:10.103524 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-31e25817-46c5-4ca1-a18a-6123000c725f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.1342969 Mar 02 18:44:10.113778 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33a5db-567f-463d-8782-58dc3b300c4a req-192441a9-e862-4ace-bd69-4656f5ed524c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.115154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b33a5db-567f-463d-8782-58dc3b300c4a req-192441a9-e862-4ace-bd69-4656f5ed524c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.1092820 Mar 02 18:44:10.356868 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7b33a5db-567f-463d-8782-58dc3b300c4a req-b0454803-00f7-4d70-a75d-ad185c7c64f2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212765 Mar 02 18:44:10.389144 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52100) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.395775 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-9fe3b0e3-0185-4b0e-8e38-f49ad9568e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.397319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-9fe3b0e3-0185-4b0e-8e38-f49ad9568e4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.2812576 Mar 02 18:44:10.418127 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9796c560-dda4-49f0-8b29-38e2a0889f72', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'port_id': 'ce78638c-0591-4648-be55-3f43eb05b736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'mac_address': 'fa:16:3e:a2:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:44:08Z', 'updated_at': '2022-03-02T18:44:08Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:10.422340 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Checking router: 91354b9f-f824-48f7-b3d6-1c8422ab12ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:44:10.433699 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:44:10.434298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:43:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:10.508299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-ade5b0ff-cc27-4a90-9ff7-3a0a1965c469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 998 time: 0.1051269 Mar 02 18:44:10.512848 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-5bd948de-e8df-4ef6-9458-cc9cd6026977 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 990 time: 0.1219866 Mar 02 18:44:10.570505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-f72b883f-6d8d-4efe-b23b-e0595ee5276f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.572369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-f72b883f-6d8d-4efe-b23b-e0595ee5276f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0585468 Mar 02 18:44:10.612707 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:44:10.648907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-853eb796-399d-4302-92b6-2e37de83b596 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706704 Mar 02 18:44:10.790683 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-f899fd80-884a-4a0a-82c3-b8c36b31daec service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359160 Mar 02 18:44:10.925661 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6f68b7bf-7553-42ca-ab57-8172b77c78d2 req-73c32517-7883-4ca3-93ea-cb77ccdbbf45 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293802 Mar 02 18:44:10.972822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9796c560-dda4-49f0-8b29-38e2a0889f72', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'port_id': 'ce78638c-0591-4648-be55-3f43eb05b736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'mac_address': 'fa:16:3e:a2:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:44:08Z', 'updated_at': '2022-03-02T18:44:08Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:10.977105 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38ab2-e772-441f-bed5-983c99540cf0 None None] The sync data for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 is: [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': '9796c560-dda4-49f0-8b29-38e2a0889f72', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'port_id': 'ce78638c-0591-4648-be55-3f43eb05b736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'mac_address': 'fa:16:3e:a2:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:44:08Z', 'updated_at': '2022-03-02T18:44:08Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:44:11.516836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52104) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:11.522599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-68c92570-f271-45ff-87b6-2e743cfcf6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.621369 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2681a389-1cf8-4b94-b855-7257fcd0b73d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 990 time: 0.1028435 Mar 02 18:44:12.624357 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52108) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:12.727434 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8d836b15-421b-4871-8d2c-ab1c7044fe87 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 990 time: 0.1017816 Mar 02 18:44:13.074969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.177398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.731278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52112) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.839545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-64d0deeb-c936-48ae-819f-1ab37a245b6a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 990 time: 0.1068988 Mar 02 18:44:14.117331 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39955eca-ba22-41bb-b96c-c3d280ce0cfe None None] New status for floating IP 9796c560-dda4-49f0-8b29-38e2a0889f72: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:44:14.622344 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.843458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52116) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:14.948867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2e8db016-f542-4adc-8692-f68c70216a2f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 992 time: 0.1042924 Mar 02 18:44:19.983589 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.413334 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-7c94f460-8d8f-4632-813a-7398fcc35079 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725768 Mar 02 18:44:27.548975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-124c48e4-c89c-4e82-8b29-46d4c8bc63ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.0681205 Mar 02 18:44:27.697006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-22e908a1-4d39-450b-8412-31b575020e7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:27.698414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-22e908a1-4d39-450b-8412-31b575020e7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1301324 Mar 02 18:44:27.801477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-59f32df5-8d53-40a5-8714-780d95e10de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 1000 time: 0.0962534 Mar 02 18:44:27.863270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-5369910c-c854-48e0-b31e-0dfe13b5465d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:27.864676 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-5369910c-c854-48e0-b31e-0dfe13b5465d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0573230 Mar 02 18:44:27.942713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-a7a5895d-004e-4088-90fe-4d3d35c26302 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720439 Mar 02 18:44:28.068221 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:44:28.077304 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-54ba0b16-733c-4857-b567-2f98868c7f6e service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Mar 02 18:44:28.308914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ea5dff7f-34dd-4f76-8033-ea58c78f867e req-337ccd8c-cbc2-49d8-9902-57a7c693f7cc service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243366 Mar 02 18:44:39.214707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.487160 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-90dc78b8-e8df-443f-8783-9603df2525ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.526113 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ca8f557e-31cc-4683-af3e-27c2844271ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.086523 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.181100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.624859 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.986172 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.068913 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:45:09.224950 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.489218 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04863c76-4393-45db-98cd-bb72b13fd9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.529969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-96756fc5-e6f2-44b3-87fb-1cee6df0cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.082657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.185884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.626314 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.980727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.316870 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c1bb-57a8-49a6-bc2f-2c4e14a4cc41 req-200a0450-c6a4-45a8-a9f2-940679af9882 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:24.321709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcf9c1bb-57a8-49a6-bc2f-2c4e14a4cc41 req-200a0450-c6a4-45a8-a9f2-940679af9882 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0796158 Mar 02 18:45:24.375110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dcf9c1bb-57a8-49a6-bc2f-2c4e14a4cc41 req-9200c081-bbea-4178-957f-dd5a9b1cdc50 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505667 Mar 02 18:45:25.581885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfc4d4-8198-449c-a6cb-a1242fc1dd9d req-9b1b8f99-71d8-470e-9efe-11c1dc4ff057 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:25.583375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dbfc4d4-8198-449c-a6cb-a1242fc1dd9d req-9b1b8f99-71d8-470e-9efe-11c1dc4ff057 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0839663 Mar 02 18:45:25.630349 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4dbfc4d4-8198-449c-a6cb-a1242fc1dd9d req-24636090-704f-42b0-b70b-0ca9ec9ef6cf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Mar 02 18:45:26.827433 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c84a1d-b00c-4cde-a06b-98ef98a6a2aa req-53031593-01e4-47b4-8983-7d87f585aac6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.828884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72c84a1d-b00c-4cde-a06b-98ef98a6a2aa req-53031593-01e4-47b4-8983-7d87f585aac6 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0749578 Mar 02 18:45:26.875064 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72c84a1d-b00c-4cde-a06b-98ef98a6a2aa req-549607cb-0a63-4048-9ff3-ec25a250edb9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 Mar 02 18:45:28.228495 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d57c40-92d8-4f2a-a133-9bfa86d86210 req-6b4d049b-c336-45c9-b0d4-07d31e3a4aa4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:28.229530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87d57c40-92d8-4f2a-a133-9bfa86d86210 req-6b4d049b-c336-45c9-b0d4-07d31e3a4aa4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0822420 Mar 02 18:45:28.278828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87d57c40-92d8-4f2a-a133-9bfa86d86210 req-2c44ade8-2a3f-441b-bd85-3bb8d5c22641 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Mar 02 18:45:28.476087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-f9d44409-b747-4f17-aeed-630d0e64af67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.0758262 Mar 02 18:45:28.622224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-400cccc3-a172-4eb7-af6a-834433649266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:28.623702 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-400cccc3-a172-4eb7-af6a-834433649266 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1297774 Mar 02 18:45:28.733952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-fada92df-8578-4522-b626-f7dedb3e9f8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 1000 time: 0.1040587 Mar 02 18:45:28.800018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-822aa668-838b-4eca-9a18-3ea45cb4c90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:28.801435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-822aa668-838b-4eca-9a18-3ea45cb4c90b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0617893 Mar 02 18:45:28.878054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-d3bcd6e6-e2a6-4ca5-9828-d429927f7692 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710599 Mar 02 18:45:29.010736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-1582fc49-df97-4fb7-96cb-5403e686883e service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259336 Mar 02 18:45:29.152530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7508d2a6-a43e-4896-be96-ed86847e7cd7 req-9daff59e-3e03-444b-a1f3-a65583a76337 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352844 Mar 02 18:45:29.487624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5922b-58ba-40ae-b51f-5dd854c16716 req-154b80ba-f668-41b3-92a6-f750ab1a9d99 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:29.489078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70c5922b-58ba-40ae-b51f-5dd854c16716 req-154b80ba-f668-41b3-92a6-f750ab1a9d99 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0822852 Mar 02 18:45:29.534272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-70c5922b-58ba-40ae-b51f-5dd854c16716 req-93787969-817b-4520-98a0-71afe824acd4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Mar 02 18:45:30.728150 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6e5f-16e8-4eef-bc41-5a7fbfb16e50 req-855859b0-62ee-47f4-88df-49c56b8c83cd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:30.729512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d14e6e5f-16e8-4eef-bc41-5a7fbfb16e50 req-855859b0-62ee-47f4-88df-49c56b8c83cd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0762396 Mar 02 18:45:30.780228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d14e6e5f-16e8-4eef-bc41-5a7fbfb16e50 req-17c0ad7b-e63c-4d6c-9962-05ec8f6b8653 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Mar 02 18:45:31.985815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d4e2e-b935-409c-9034-2be5b2f3593e req-a0e7121a-27d0-4533-9734-de37965e3834 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:31.987318 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf6d4e2e-b935-409c-9034-2be5b2f3593e req-a0e7121a-27d0-4533-9734-de37965e3834 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0862825 Mar 02 18:45:32.032101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf6d4e2e-b935-409c-9034-2be5b2f3593e req-7dd56a58-092e-418d-9703-1c3c431f1d10 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386958 Mar 02 18:45:33.232543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb968-1bb9-41d7-8b2f-99ca1f6ffee8 req-81b1425c-be9a-4719-83cf-078a00fa3d10 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:33.233936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9dcb968-1bb9-41d7-8b2f-99ca1f6ffee8 req-81b1425c-be9a-4719-83cf-078a00fa3d10 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0742264 Mar 02 18:45:33.281078 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9dcb968-1bb9-41d7-8b2f-99ca1f6ffee8 req-e23af2e7-f6f5-48c6-9c5b-4c7d10de143f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Mar 02 18:45:34.488627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e783-e6bf-402a-8403-4a8667fd6aac req-a45e85dd-2efb-4c32-843c-b5ed6274d7dd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:34.490054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2685e783-e6bf-402a-8403-4a8667fd6aac req-a45e85dd-2efb-4c32-843c-b5ed6274d7dd tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0808446 Mar 02 18:45:34.536659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2685e783-e6bf-402a-8403-4a8667fd6aac req-d0d08eee-96a2-4ff6-a209-55b56810ca2b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Mar 02 18:45:35.737004 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e197d6b-38cb-443b-8741-4ac315a9ee10 req-5088c777-ad81-470f-8586-3190895589a8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:35.738365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e197d6b-38cb-443b-8741-4ac315a9ee10 req-5088c777-ad81-470f-8586-3190895589a8 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0771790 Mar 02 18:45:35.793797 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1e197d6b-38cb-443b-8741-4ac315a9ee10 req-43d90608-519a-4834-b36a-0f472e969ae2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Mar 02 18:45:36.995448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd50fc-cb40-44bb-b7b7-b65ab1a3439a req-8f0fe608-ddcd-4ab7-a9c3-8bc592ce3f78 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:36.996879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fbd50fc-cb40-44bb-b7b7-b65ab1a3439a req-8f0fe608-ddcd-4ab7-a9c3-8bc592ce3f78 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0775130 Mar 02 18:45:37.043222 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fbd50fc-cb40-44bb-b7b7-b65ab1a3439a req-6278295b-5cb5-4653-9a2d-bdcd1b529d36 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Mar 02 18:45:38.245240 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b845-fa45-464d-bb15-0b01daf5227d req-439d5118-4815-4ba6-a4f5-ee95701b9e13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:38.246707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58b2b845-fa45-464d-bb15-0b01daf5227d req-439d5118-4815-4ba6-a4f5-ee95701b9e13 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0800915 Mar 02 18:45:38.303375 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-58b2b845-fa45-464d-bb15-0b01daf5227d req-783d804d-d218-4165-bbec-689ea235d995 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505214 Mar 02 18:45:39.228446 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.498207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e7a57c68-1475-4d85-81d4-669fdd09d173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.509550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387ffc-ef70-4551-aded-3d72d4e5c6e7 req-e622d4df-36f2-438f-9240-442a603aa7ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:39.511068 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2387ffc-ef70-4551-aded-3d72d4e5c6e7 req-e622d4df-36f2-438f-9240-442a603aa7ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0849273 Mar 02 18:45:39.558493 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e2387ffc-ef70-4551-aded-3d72d4e5c6e7 req-f5c2bd9c-8bf8-4aad-a8c6-917272f3653a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Mar 02 18:45:40.859449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1075c-4e15-4de3-ab92-8aac5c75bc36 req-29f36bab-4a62-41f2-a2b6-39d9d990ce23 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:40.861075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3e1075c-4e15-4de3-ab92-8aac5c75bc36 req-29f36bab-4a62-41f2-a2b6-39d9d990ce23 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.1764486 Mar 02 18:45:40.907486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3e1075c-4e15-4de3-ab92-8aac5c75bc36 req-63281eab-7550-4009-8de6-0313d3d77b33 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Mar 02 18:45:40.934890 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52170) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:41.038532 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0375ae4d-988c-41b3-a32c-a5022c400745 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 992 time: 0.1024821 Mar 02 18:45:41.532532 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-937acc2a-fe4a-4d8b-a77e-b2e5f710784c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:42.070762 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:45:42.651107 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7de37-a97c-4d5e-9790-32807344eed3 req-41d85959-d2d9-4128-a8db-228f4d7d7fbe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:42.652480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb7de37-a97c-4d5e-9790-32807344eed3 req-41d85959-d2d9-4128-a8db-228f4d7d7fbe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.1625116 Mar 02 18:45:42.661512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-e2038b94-c4e0-4368-bca2-3cf72805df60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.1270928 Mar 02 18:45:42.799017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3fb7de37-a97c-4d5e-9790-32807344eed3 req-ec2290e2-aad6-4b75-b13a-abd4355389c5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406775 Mar 02 18:45:42.836641 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-b5964d01-b17d-457e-81be-ef0fadd8c078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:42.838635 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-b5964d01-b17d-457e-81be-ef0fadd8c078 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1630931 Mar 02 18:45:42.947087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-998233d8-88aa-48d3-9982-6b604f03459a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 1000 time: 0.1017411 Mar 02 18:45:43.010728 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-c3d71bf0-a324-45c3-9896-ccd2b2356d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:43.012161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-c3d71bf0-a324-45c3-9896-ccd2b2356d9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0592642 Mar 02 18:45:43.086098 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.097545 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-8b1b69fa-99f7-4ae4-98a3-a00ddc0344f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782213 Mar 02 18:45:43.107582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-350f5c2d-d504-4eb9-b376-9213fdc9a3c1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:45:43.108458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-350f5c2d-d504-4eb9-b376-9213fdc9a3c1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046229 Mar 02 18:45:43.191566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.242933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-ceb391ef-3442-4512-b9a8-fbb5be5e5627 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274486 Mar 02 18:45:43.376399 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-672394de-fb94-4459-b9b4-aa3a3c322a7b req-c11b5448-0d9b-437b-bf38-5692c517e0dc service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267085 Mar 02 18:45:44.006269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834ab5-1324-4860-948d-b2ef7e4d6b2a req-584eaf92-3649-48d4-aea9-6a078033a1ae tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:44.007774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96834ab5-1324-4860-948d-b2ef7e4d6b2a req-584eaf92-3649-48d4-aea9-6a078033a1ae tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0801072 Mar 02 18:45:44.055319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-96834ab5-1324-4860-948d-b2ef7e4d6b2a req-c392d344-64f3-4f5a-b265-480aff218ecc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Mar 02 18:45:44.630581 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.268821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6734f9c-3a6c-434a-9905-cdce20bfa2ab req-9268c31c-b1d5-4d8b-98e5-6ebc7d08db90 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:45.270163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6734f9c-3a6c-434a-9905-cdce20bfa2ab req-9268c31c-b1d5-4d8b-98e5-6ebc7d08db90 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0856457 Mar 02 18:45:45.316075 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b6734f9c-3a6c-434a-9905-cdce20bfa2ab req-436d38b3-b3f2-4c0d-8d6d-4cc4add3f51a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Mar 02 18:45:45.349487 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52184) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:45.461018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-42d7869e-4be9-411a-a420-493e5f871e34 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 200 len: 992 time: 0.1103466 Mar 02 18:45:49.980204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.237201 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.493219 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-74e768b5-7873-43ba-8ab6-7249db90908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.533577 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b0146cb5-6ed7-4727-93de-4fb190a4282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.087621 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.194148 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.632296 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.071429 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:46:19.979268 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.390161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-67517197-e179-43c0-b9f7-dec153a6a3df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667663 Mar 02 18:46:30.535696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-006e8084-ae14-49d6-a7cc-e4fee8bf4dcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.0726840 Mar 02 18:46:30.683765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-d3b7eb31-e6c2-41c6-a2ee-e2615149d614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:30.685085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-d3b7eb31-e6c2-41c6-a2ee-e2615149d614 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1281855 Mar 02 18:46:30.883961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-f14a3f5c-fb8c-46b0-a36c-6f2a0c9e7de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 1000 time: 0.1915605 Mar 02 18:46:30.952857 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-ebe8bc44-6f8f-4c47-956a-520bb148ce09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:30.954178 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-ebe8bc44-6f8f-4c47-956a-520bb148ce09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0639014 Mar 02 18:46:31.028195 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-060ac6c8-3588-4975-ba21-cee5d5daf124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673745 Mar 02 18:46:31.163581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-e572ee26-52a6-47c1-ad88-d2350bf93191 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285987 Mar 02 18:46:31.302494 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-12928f76-5bd4-4f8f-a14f-1f13ff1c7585 req-df7819d4-8366-4d57-ba8b-1fd8df7f8969 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328881 Mar 02 18:46:39.256386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.494960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2650-ca5a-4c1d-97ac-466ebfdcfda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.535465 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d2111d2-80ff-454a-a551-6c56fe9aa42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.090640 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.198189 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.634916 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.821727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52232) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:45.117525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port fd2421bd-8cbc-4165-89cd-40359d992d19 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:46:45.117777 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.278547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.278894 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.399913 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for fd2421bd-8cbc-4165-89cd-40359d992d19 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:46:45.556965 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.606270 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=fd2421bd-8cbc-4165-89cd-40359d992d19,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.645400 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.645754 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.646092 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.646428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.646788 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.647125 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.647454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.647784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.648108 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.648436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.648756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:45.708564 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.104481 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 91354b9f-f824-48f7-b3d6-1c8422ab12ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:46:46.299514 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:46:46.308801 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Sync routers for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:46:46.321874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.322379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:46:46.323031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:46.377458 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-87e89506-47d5-4776-b649-7546e6232744 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/floatingips/9796c560-dda4-49f0-8b29-38e2a0889f72 HTTP/1.1" status: 204 len: 168 time: 1.5545514 Mar 02 18:46:46.377943 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:46:46.479080 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736', 'status': 'completed', 'code': 200} Mar 02 18:46:46.558992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:46:46.600762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-be8b5eae-6a87-4ba7-9951-19aad58be875 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 1096 time: 0.0972252 Mar 02 18:46:46.787940 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-7cd8e6b7-7d58-4ab4-a2b4-4dcba096fe49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.789730 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-7cd8e6b7-7d58-4ab4-a2b4-4dcba096fe49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 200 len: 897 time: 0.1765666 Mar 02 18:46:46.870046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-a01ad9fa-00c0-458d-ab3c-f7492cefe869 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 200 len: 217 time: 0.0731721 Mar 02 18:46:46.887243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:46.891703 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Checking router: 91354b9f-f824-48f7-b3d6-1c8422ab12ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:46:46.902189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:46:46.902819 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:46.939662 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90013a45-1298-440d-9b7f-d67850bf312d req-1d8cb0c6-5097-43ba-a568-0bddc312141a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.941087 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90013a45-1298-440d-9b7f-d67850bf312d req-1d8cb0c6-5097-43ba-a568-0bddc312141a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.1984875 Mar 02 18:46:46.949543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-26086902-e2a4-4712-9ce8-f0a1a90f7221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.950970 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-26086902-e2a4-4712-9ce8-f0a1a90f7221 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 200 len: 834 time: 0.0740020 Mar 02 18:46:47.035790 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-90013a45-1298-440d-9b7f-d67850bf312d req-0fa2a10b-cdc9-41d7-b92d-49acf91f7010 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877156 Mar 02 18:46:47.058268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-d482239b-72b9-40ce-aeb4-b77cb91ca598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdd24bea-022c-44db-8315-b27bf6a000a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943971 Mar 02 18:46:47.090228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:46:47.191066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-c4ac2fb6-9f11-4490-b7ad-2da7cb339233 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261053 Mar 02 18:46:47.323169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7ba4301-d56b-4ac7-9c95-1aa2fde31be1 req-8326837e-26f5-4333-b191-a7b612befb88 service neutron] 10.222.0.35 "GET /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252084 Mar 02 18:46:47.416507 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:47.420870 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b14ac-2c13-4c67-b0df-b273f0752a17 None None] The sync data for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 is: [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:52Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '0d92b734-a068-4952-a59a-cf5c8675f809', 'name': '', 'network_id': 'bdd24bea-022c-44db-8315-b27bf6a000a7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:7c:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:51Z', 'updated_at': '2022-03-02T18:43:59Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '7176f28a-d678-4aab-8795-eb321cd9b119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:46:47.639493 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e08c5-765f-4b5a-8da0-242679d7f9f0 None None] New status for floating IP 9796c560-dda4-49f0-8b29-38e2a0889f72: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:46:48.245056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43856afd-8626-4c15-8778-688ea3aad3ab req-c2d6ae47-9f30-4c0a-93c5-c893373f666b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.246501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43856afd-8626-4c15-8778-688ea3aad3ab req-c2d6ae47-9f30-4c0a-93c5-c893373f666b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0748262 Mar 02 18:46:48.293591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-43856afd-8626-4c15-8778-688ea3aad3ab req-ccec113d-259f-4171-89bd-7e93325dbb28 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=90241fdb-b9bd-49b6-a248-bf8df7343259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Mar 02 18:46:48.616223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-f2fcf71b-217b-495f-b9eb-83c071414e81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.617636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-f2fcf71b-217b-495f-b9eb-83c071414e81 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 945 time: 0.0777373 Mar 02 18:46:48.684508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port ce78638c-0591-4648-be55-3f43eb05b736 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:46:48.684839 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.015854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port ce78638c-0591-4648-be55-3f43eb05b736, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=ce78638c-0591-4648-be55-3f43eb05b736,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:46:49.016203 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.133428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for ce78638c-0591-4648-be55-3f43eb05b736 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:46:49.278041 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.331514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=ce78638c-0591-4648-be55-3f43eb05b736,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:49.376103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.376453 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.376802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.377134 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.377464 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.377801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.378126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.378475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.378829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.379152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.379497 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:49.421645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] No DVR routers for this DVR port ce78638c-0591-4648-be55-3f43eb05b736 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:49.424196 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.460021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'name': 'network-vif-deleted', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:46:49.482340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b04d722-df70-4433-9ec7-7cba8294f918 req-eb97f464-21f6-4539-adb2-a669fe722c24 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7ff7e91-3411-4311-a6dc-61031fc594bf HTTP/1.1" status: 200 len: 210 time: 0.0623641 Mar 02 18:46:49.487823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-dfb2c73a-e932-478f-8a85-1b41a9517046 req-4b340595-d652-4598-a85b-b9e68430e4be tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "DELETE /v2.0/ports/ce78638c-0591-4648-be55-3f43eb05b736 HTTP/1.1" status: 204 len: 173 time: 0.8643751 Mar 02 18:46:49.598531 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff7e91-3411-4311-a6dc-61031fc594bf', 'name': 'network-vif-deleted', 'tag': 'ce78638c-0591-4648-be55-3f43eb05b736', 'status': 'completed', 'code': 200} Mar 02 18:46:49.993306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.595932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52264) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:50.996843 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.706783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 0d92b734-a068-4952-a59a-cf5c8675f809 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:46:51.707477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.891122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 0d92b734-a068-4952-a59a-cf5c8675f809, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=0d92b734-a068-4952-a59a-cf5c8675f809,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:46:51.891479 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.012272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 0d92b734-a068-4952-a59a-cf5c8675f809 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:46:52.186400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.229504 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=0d92b734-a068-4952-a59a-cf5c8675f809,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:52.532123 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.207822 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 91354b9f-f824-48f7-b3d6-1c8422ab12ac has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:46:53.403885 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:46:53.414281 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Sync routers for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:46:53.420154 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bcb169f1-83ed-4ae1-999a-b4db8853830f tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/91354b9f-f824-48f7-b3d6-1c8422ab12ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8203008 Mar 02 18:46:53.420397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52270) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:53.428203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:46:53.428532 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:53.612044 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting subnet 7176f28a-d678-4aab-8795-eb321cd9b119 {{(pid=83797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:46:53.615007 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.618734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:46:53.671904 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965717'] for subnet, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.755204 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.834692 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1965621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656441'] for subnet, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.874975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Subnet': ['ID=7176f28a-d678-4aab-8795-eb321cd9b119,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:53.878981 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.887113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-06d9ac8c-58e1-4e98-8456-67f42a28ed01 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/subnets/7176f28a-d678-4aab-8795-eb321cd9b119 HTTP/1.1" status: 204 len: 168 time: 0.4657128 Mar 02 18:46:53.888459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52274) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:53.909835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a733b-a6e5-4896-91f9-6a1061e39647 None None] Network bdd24bea-022c-44db-8315-b27bf6a000a7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:46:54.021570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ce78638c-0591-4648-be55-3f43eb05b736 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:54.087120 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: ce78638c-0591-4648-be55-3f43eb05b736 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:46:54.087471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device ce78638c-0591-4648-be55-3f43eb05b736 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:54.097957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.143894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:46:52Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.149666 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Checking router: 91354b9f-f824-48f7-b3d6-1c8422ab12ac for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:46:54.176931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Routers {'91354b9f-f824-48f7-b3d6-1c8422ab12ac'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:46:54.177535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.235997 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] DHCP port deletion for bdd24bea-022c-44db-8315-b27bf6a000a7 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:46:54.302508 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.303103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Deleting port a548776d-1224-4ecb-b93e-c40c31e94aa2 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:46:54.303209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.313523 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port a55b0272-1b04-4025-8be7-213fe04d0d1a {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:46:54.313927 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.521131 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] Set router 91354b9f-f824-48f7-b3d6-1c8422ab12ac gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:46:54.611529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port a55b0272-1b04-4025-8be7-213fe04d0d1a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a55b0272-1b04-4025-8be7-213fe04d0d1a,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:46:54.611851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.678817 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] For port a548776d-1224-4ecb-b93e-c40c31e94aa2, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=a548776d-1224-4ecb-b93e-c40c31e94aa2,segment=NetworkSegment(8bceb53c-713a-4194-90c7-ea762c1ce76c),segment_id=8bceb53c-713a-4194-90c7-ea762c1ce76c)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:46:54.679261 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.729113 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for a55b0272-1b04-4025-8be7-213fe04d0d1a owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:46:54.858673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Calling delete_port for a548776d-1224-4ecb-b93e-c40c31e94aa2 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:46:54.912698 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.958622 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=a55b0272-1b04-4025-8be7-213fe04d0d1a,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:55.002618 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.070606 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Pushing event deleted for resources: {'Port': ['ID=a548776d-1224-4ecb-b93e-c40c31e94aa2,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:55.078308 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] No DVR routers for this DVR port a548776d-1224-4ecb-b93e-c40c31e94aa2 on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:55.080609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.080957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.081295 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.081627 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.081959 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.082291 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.082664 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.082996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.083325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.083657 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.084587 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a973dbb3-8847-42fb-8ee5-2e00908ccb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:55.100612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:46:52Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:55.104909 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f724db5-2afd-44ed-b45e-625a295bbdc0 None None] The sync data for ids ['91354b9f-f824-48f7-b3d6-1c8422ab12ac'] in n-d-820559-6 is: [{'id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141850202', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:46:52Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': 'a55b0272-1b04-4025-8be7-213fe04d0d1a', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91354b9f-f824-48f7-b3d6-1c8422ab12ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:48Z', 'updated_at': '2022-03-02T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:46:55.218868 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.475042 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.480004 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.501564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a548776d-1224-4ecb-b93e-c40c31e94aa2 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:55.513894 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.514733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Fanout notify agent at l3_agent the message router_deleted on router 91354b9f-f824-48f7-b3d6-1c8422ab12ac {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:46:55.530556 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.534198 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-0a22583b-37af-4bf9-a92d-e4dbc25ac56b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/routers/91354b9f-f824-48f7-b3d6-1c8422ab12ac HTTP/1.1" status: 204 len: 168 time: 1.6421926 Mar 02 18:46:55.535491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52278) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:55.538119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a548776d-1224-4ecb-b93e-c40c31e94aa2 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:46:55.538774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a548776d-1224-4ecb-b93e-c40c31e94aa2 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:55.653438 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.799719 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.828051 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd24bea-022c-44db-8315-b27bf6a000a7']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:55.841137 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bceb53c-713a-4194-90c7-ea762c1ce76c') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:55.842393 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bceb53c-713a-4194-90c7-ea762c1ce76c') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:55.860443 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.878330 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.885139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:46:55.885525 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:55.903276 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:56.072657 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:46:56.128686 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.149193 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.163868 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Network': ['ID=bdd24bea-022c-44db-8315-b27bf6a000a7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:56.175798 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5deacf92-8b1b-4ae5-974f-29ed60b41474 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/networks/bdd24bea-022c-44db-8315-b27bf6a000a7 HTTP/1.1" status: 204 len: 168 time: 0.6390774 Mar 02 18:46:56.179043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52282) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:56.279707 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.322236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.416785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.439383 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90241fdb-b9bd-49b6-a248-bf8df7343259,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:56.455833 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.460550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a898974c-beb2-411f-bce3-8672951caf8a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/security-groups/90241fdb-b9bd-49b6-a248-bf8df7343259 HTTP/1.1" status: 204 len: 168 time: 0.2769222 Mar 02 18:46:57.041158 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a55b0272-1b04-4025-8be7-213fe04d0d1a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:57.074848 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: a55b0272-1b04-4025-8be7-213fe04d0d1a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:46:57.075197 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device a55b0272-1b04-4025-8be7-213fe04d0d1a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:57.075687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0d92b734-a068-4952-a59a-cf5c8675f809 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:57.162503 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 0d92b734-a068-4952-a59a-cf5c8675f809 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:46:57.162898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 0d92b734-a068-4952-a59a-cf5c8675f809 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:57.967368 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52292) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:57.973801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604719623', 'description': 'tempest-secgroup-smoke-604719623 description', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:57.981653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:57.987888 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:57.991555 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.003505 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.017119 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.058761 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.063182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.065933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.071752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.132018 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.135740 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.188458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d458390-b366-4adc-b2c4-b0a645faaa21,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.192641 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.194065 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-bee53127-4c82-4098-9ee8-7d3519ce1a84 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2256002 Mar 02 18:46:58.198679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52296) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.205887 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:58.213291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.219675 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.222668 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.228670 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.259457 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.323313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.328312 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.360639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3563f92f-4fd6-461b-9c3a-d9c014ba9e20,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.373368 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.374610 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2864c1bf-c990-49b4-9efa-bb0ca0c3340a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1749084 Mar 02 18:46:58.378118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52300) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.383688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:58.390835 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.394779 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.397639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.403470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.426996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.499659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.503128 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.525397 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45009677-79db-42c2-ae7a-78899a21b67a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.535588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.536857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ce5bb2ea-02fd-4c6d-96ca-2c59499cb071 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1577115 Mar 02 18:46:58.539993 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52304) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.546029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:58.552317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.556071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.558924 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.564638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.581471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.651688 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.657416 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.682711 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71011026-02e4-4013-a23e-ed7c458157e4,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.692539 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.694121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f322de1d-ed5f-4ee0-ab6f-920154b4f052 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1530480 Mar 02 18:46:58.697002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52308) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.703308 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:58.710097 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.713859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.717287 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.723480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.739187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.800648 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.804189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.829704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a3d8a7-25c0-45c2-94de-a374facb78ef,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.838450 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.839671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-4647c914-d4ec-4c77-8d4a-d67efb84919a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1417508 Mar 02 18:46:58.843243 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52312) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.849000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:58.856062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.860020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.863777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.869547 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.878767 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:46:58.885135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.954620 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.958640 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.982286 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb036b3e-8604-4fe3-b195-31a612006933,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.990933 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.992089 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6f12b438-fc9c-4bc7-b6db-d636c115a9f4 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478882 Mar 02 18:46:58.994888 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52316) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:59.000344 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'security_group_rule': {'security_group_id': '9d458390-b366-4adc-b2c4-b0a645faaa21', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:59.006927 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:59.010562 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:security_group_rule and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:59.013856 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:59.019425 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:59.029661 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Project cd0a9a7bad4a4d25a6b4b2bd3b025f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:46:59.035836 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.100176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.104052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.127731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d137fad3-efae-4931-93ee-e029c592265e,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:59.140499 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.141676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3259a822-d076-4dea-8975-a10b82766354 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458893 Mar 02 18:46:59.144546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52320) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:59.150031 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'network': {'name': 'tempest-network-smoke--1383854690', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'port_security_enabled': True}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:59.156105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:59.160166 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:network and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:59.163102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:59.168810 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:59.181193 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:59.184156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.218097 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:59.227099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.227432 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Added segment b6a27891-76bf-48cd-a79b-5d199a918bdf of type vlan for network 20b19df7-76b8-402c-a39a-3911a0bb75f7 Mar 02 18:46:59.346695 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.375874 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.379542 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:59.380156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.484076 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3385170 Mar 02 18:46:59.486795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52326) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:59.492939 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'admin_state_up': True, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:46:59.494962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961c97-0bd9-41a0-bd7f-0ca58e2ff9c7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Network': ['ID=20b19df7-76b8-402c-a39a-3911a0bb75f7,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:59.501733 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:59.505799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:router and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:59.508785 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:59.510036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:59.514502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:59.524700 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.525598 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.543569 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.688187 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.869243 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.898008 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.035440 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.82 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/7d5f6abf-32d5-4d5d-8e16-f513e50fb263) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:00.184611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.214784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.282184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:00.285402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:00.289575 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:47:00.313401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:00.458177 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.459188 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.690529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:47:00.992886 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:47:01.002675 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Sync routers for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:47:01.015110 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:01.015721 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:01.021155 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.022440 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fd07e4af-ad76-45e8-affd-0a670ff9f7ba tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5346787 Mar 02 18:47:01.025513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52330) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.202718 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:01.341437 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-e5b57a8b-3407-4c9f-8e5f-2dafff69d6ff tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3146100 Mar 02 18:47:01.344226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52336) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.481472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd73b9-d299-4019-9148-21526b9ae977 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.483108 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d0bd73b9-d299-4019-9148-21526b9ae977 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379702 Mar 02 18:47:01.486142 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52340) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.494258 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:00Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:01.498986 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Checking router: 6b404f7e-c30b-4439-9496-dc1f451c9bb9 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:47:01.499245 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Updating router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:47:01.530421 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-745c5367-1e71-4c05-bdec-b9787503891b tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=b7988579-a6d1-4df6-9d09-9ff45b1bf623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428791 Mar 02 18:47:01.532948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52344) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.538438 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949544972', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:47:01.557118 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.651742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:01.656084 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:subnet and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:01.659399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:01.665277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:01.675933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:01.782266 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.920642 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.932626 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Transition to ACTIVE for port object 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:01.939895 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.008637 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.018555 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Attempting to bind port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:02.019121 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Attempting to bind port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:02.019274 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Attempting to bind port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:47:02.024247 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Pushing event updated for resources: {'Port': ['ID=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:02.036351 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.036611 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.036939 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.037520 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.037520 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.037937 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.038249 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.038558 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.038892 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.039201 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.039507 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:02.042662 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:47:02.043029 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:47:02.043420 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.043789 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:47:02.044304 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Bound port: 7d5f6abf-32d5-4d5d-8e16-f513e50fb263, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:02.044676 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.096232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Subnet': ['ID=8d658762-284c-4e67-9a68-d2942bc38ee8,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:02.108995 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Checking segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:47:02.109341 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network hostable DHCP agents. Network: 20b19df7-76b8-402c-a39a-3911a0bb75f7, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:02.124757 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] For port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:47:02.128242 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] For port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:47:02.131996 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.132648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:02.141988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 20b19df7-76b8-402c-a39a-3911a0bb75f7) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:02.146185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.146558 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.153416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6536172-6d35-4779-bf8c-1cb2c1bfa22b None None] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:47:02.169821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1633632f-2e80-450a-a118-7023c457a7fe tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6352682 Mar 02 18:47:02.172690 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52348) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.219159 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:02.219778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:02.273495 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcc2b5-0015-4044-9db3-fd64e12e9a9c None None] Pushing event updated for resources: {'Port': ['ID=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:02.392842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-20b19df7-76b8-402c-a39a-3911a0bb75f7', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:47:02.393757 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.420778 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:02.557794 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Allocated IP 172.20.0.2 (20b19df7-76b8-402c-a39a-3911a0bb75f7/8d658762-284c-4e67-9a68-d2942bc38ee8/1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:02.723545 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:00Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:02.727751 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bfa2c-65a1-4ea3-ac20-95ee2653bd4d None None] The sync data for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 is: [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:00Z', 'revision_number': 3, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:47:02.780448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.791263 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Transition to ACTIVE for port object 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:02.812822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Transition to ACTIVE for port object 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:02.819432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.877916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:02.881050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:02.883428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:47:02.959166 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:03.004458 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.030044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Attempting to bind port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:03.030412 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Attempting to bind port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:03.030793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Attempting to bind port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b on network 20b19df7-76b8-402c-a39a-3911a0bb75f7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:47:03.050379 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:47:03.051060 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Checking segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:47:03.051560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.052079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Bound using segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:47:03.052651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Bound port: 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:03.053089 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.141390 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:03.209915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] For port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:47:03.232856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] For port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:47:03.242020 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.328330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:03.339286 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:03.339662 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.388928 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b3a8-17bd-41da-8c67-9a2870a3a0d6 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:03.489705 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.517176 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.1 (20b19df7-76b8-402c-a39a-3911a0bb75f7/8d658762-284c-4e67-9a68-d2942bc38ee8/c54d0cf5-9269-4df3-9559-05360d694727) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:03.517770 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:03.526328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.639864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:03.731947 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.751957 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object c54d0cf5-9269-4df3-9559-05360d694727 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:03.776847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.937941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:03.945062 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:03.947841 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:47:03.987232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:04.014056 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.101798 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.422922 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c807d-dd42-4185-8f5d-0df888f4fb78 None None] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:47:04.513769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b85d9664-993a-43fe-af5d-ae07296c7051 None None] Provisioning for port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:04.540482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.546687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.658159 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:04.662759 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.809953 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:04.811429 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:04.953500 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e738f31-b9e6-4326-b2a1-234222044651 None None] Provisioning for port c54d0cf5-9269-4df3-9559-05360d694727 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:04.958683 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e738f31-b9e6-4326-b2a1-234222044651 None None] Provisioning complete for port c54d0cf5-9269-4df3-9559-05360d694727 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:04.959096 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e738f31-b9e6-4326-b2a1-234222044651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.058987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5e738f31-b9e6-4326-b2a1-234222044651 None None] Port c54d0cf5-9269-4df3-9559-05360d694727 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:47:05.184371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:05.239260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:47:05.253172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-bc221463-ee71-4036-93bd-47e90790a8c9 None None] Provisioning complete for port c54d0cf5-9269-4df3-9559-05360d694727 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.253542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bc221463-ee71-4036-93bd-47e90790a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.321734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.322105 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.352293 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-bc221463-ee71-4036-93bd-47e90790a8c9 None None] Port c54d0cf5-9269-4df3-9559-05360d694727 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:47:05.452754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:05.519902 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-2bdc0d67-f4ac-40dc-92cd-fcabbd3afe9d None None] Provisioning complete for port c54d0cf5-9269-4df3-9559-05360d694727 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.520263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0d67-f4ac-40dc-92cd-fcabbd3afe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.566681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:47:05.585052 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c44bafe0-8e91-4acf-be57-a4214a6271ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/6b404f7e-c30b-4439-9496-dc1f451c9bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062202 Mar 02 18:47:05.588238 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc0d67-f4ac-40dc-92cd-fcabbd3afe9d None None] Port c54d0cf5-9269-4df3-9559-05360d694727 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:47:05.598065 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:05.604382 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.605033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.728471 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.761071 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:05.765369 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.788005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-c3b3a53c-20b2-4318-8b24-3a983f01a5a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:05.803906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-c3b3a53c-20b2-4318-8b24-3a983f01a5a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:05.805212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-c3b3a53c-20b2-4318-8b24-3a983f01a5a1 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604719623&fields=id&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 267 time: 0.0592461 Mar 02 18:47:05.834155 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:05.952965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-19394db7-e3df-45b8-8674-61b256f7a41a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:05.953626 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-19394db7-e3df-45b8-8674-61b256f7a41a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:05.968518 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-19394db7-e3df-45b8-8674-61b256f7a41a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:05.969836 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-19394db7-e3df-45b8-8674-61b256f7a41a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 797 time: 0.1574121 Mar 02 18:47:05.987577 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f72e934f-c97f-4d0f-9a6a-e0a5a47f5d39 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/quotas/cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 375 time: 0.0123975 Mar 02 18:47:06.068949 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-b047bf96-327f-4bdc-a9bc-bc0071f41f2a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:06.084700 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-b047bf96-327f-4bdc-a9bc-bc0071f41f2a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:06.086017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-b047bf96-327f-4bdc-a9bc-bc0071f41f2a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926139 Mar 02 18:47:06.101611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-b10f02eb-3583-4581-a4b6-159d95a37db6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:47:06.102519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-b10f02eb-3583-4581-a4b6-159d95a37db6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049152 Mar 02 18:47:06.239033 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-e40e9614-6433-4434-a15a-39f0ca7c0f5c service neutron] 10.222.0.37 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302783 Mar 02 18:47:06.377750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ecad3986-e353-440e-9556-48e2368f36aa service neutron] 10.222.0.37 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324549 Mar 02 18:47:06.444835 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Sync routers for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:47:06.458077 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:06.459852 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.604906 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-80e6edfd-fc45-4ca6-959b-48eb20d22c97 req-c4316110-970b-43a7-835f-0027440a00a7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 210 time: 0.0539742 Mar 02 18:47:06.647700 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:06.994807 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 2, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.999973 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Checking router: 6b404f7e-c30b-4439-9496-dc1f451c9bb9 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:47:07.000381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Updating router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 port c54d0cf5-9269-4df3-9559-05360d694727 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:47:07.056942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.105171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:07.278008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:07.278911 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.608007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.626760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Transition to ACTIVE for port object c54d0cf5-9269-4df3-9559-05360d694727 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:07.633091 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.786096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1540fe0-2881-4078-9576-900ac7113532 None None] Pushing event updated for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:07.850168 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f33eb2b1-8ac3-4081-bd2c-ab90c1136eba req-8010db33-5c70-4f93-8b9f-ecfcbfe0957a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 210 time: 0.0563126 Mar 02 18:47:07.861796 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-46c58568-677a-4491-9fb8-21d1142c0768 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:07.863323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-46c58568-677a-4491-9fb8-21d1142c0768 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 797 time: 0.3483238 Mar 02 18:47:07.884157 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Attempting to bind port c54d0cf5-9269-4df3-9559-05360d694727 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:07.884530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Attempting to bind port c54d0cf5-9269-4df3-9559-05360d694727 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:07.884894 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Attempting to bind port c54d0cf5-9269-4df3-9559-05360d694727 on network 20b19df7-76b8-402c-a39a-3911a0bb75f7 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:47:07.893607 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:47:07.894044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Checking segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:47:07.894457 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.895002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Bound using segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:47:07.895465 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Bound port: c54d0cf5-9269-4df3-9559-05360d694727, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:07.895903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.927388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-82b57b40-85b7-47b3-af69-c836823f5724 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47 HTTP/1.1" status: 200 len: 379 time: 0.0454643 Mar 02 18:47:07.938062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'port': {'device_id': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'admin_state_up': True, 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'security_groups': ['9d458390-b366-4adc-b2c4-b0a645faaa21']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:47:07.993115 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] For port c54d0cf5-9269-4df3-9559-05360d694727, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:47:07.996400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] For port c54d0cf5-9269-4df3-9559-05360d694727, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c54d0cf5-9269-4df3-9559-05360d694727,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:47:08.001988 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.090766 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:08.099638 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1540fe0-2881-4078-9576-900ac7113532 None None] Pushing event updated for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.105499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:08.105996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:08.106686 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:46:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:08.120111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Made reservation on behalf of cd0a9a7bad4a4d25a6b4b2bd3b025f47 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:08.123966 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.307511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:08.312610 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.20.0.6 (20b19df7-76b8-402c-a39a-3911a0bb75f7/8d658762-284c-4e67-9a68-d2942bc38ee8/53b38da6-9016-4653-a95f-c3ea9d1e0b30) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:08.516121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.533355 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Transition to ACTIVE for port object 53b38da6-9016-4653-a95f-c3ea9d1e0b30 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:08.558832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.638842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:08.643365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:08.644823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:47:08.654667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:08.659636 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a89a-0ba6-413b-9a53-fd64bd9183f7 None None] The sync data for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 is: [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:07Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:47:08.677729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.741861 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:08.742594 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.774024 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ab507bdd-ae39-49fe-bdc6-d8687c659105 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417387 Mar 02 18:47:08.785644 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Request body: {'port': {'device_id': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:47:08.918432 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.008400 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d84fa434-3f26-4fc5-a2ad-0ff6721ccdfc None None] Provisioning for port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:09.014144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d84fa434-3f26-4fc5-a2ad-0ff6721ccdfc None None] Provisioning complete for port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:09.014601 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d84fa434-3f26-4fc5-a2ad-0ff6721ccdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.073143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d84fa434-3f26-4fc5-a2ad-0ff6721ccdfc None None] Port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:47:09.146154 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c54d0cf5-9269-4df3-9559-05360d694727 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:09.215215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c54d0cf5-9269-4df3-9559-05360d694727 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:09.225970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c54d0cf5-9269-4df3-9559-05360d694727 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:09.226312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.245262 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0ffb1-baf6-4bb9-80c2-6b4a468051a0 req-f5c00c38-7bf1-438d-b400-f86aed21e0fb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:09.245967 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-acf0ffb1-baf6-4bb9-80c2-6b4a468051a0 req-f5c00c38-7bf1-438d-b400-f86aed21e0fb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:09.292220 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-acf0ffb1-baf6-4bb9-80c2-6b4a468051a0 req-f5c00c38-7bf1-438d-b400-f86aed21e0fb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:09.293482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.293621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf0ffb1-baf6-4bb9-80c2-6b4a468051a0 req-f5c00c38-7bf1-438d-b400-f86aed21e0fb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 931 time: 0.3114598 Mar 02 18:47:09.367664 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.403016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c54d0cf5-9269-4df3-9559-05360d694727, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c54d0cf5-9269-4df3-9559-05360d694727,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:09.407610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.412480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b38da6-9016-4653-a95f-c3ea9d1e0b30 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:47:09.422236 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.426707 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-acf0ffb1-baf6-4bb9-80c2-6b4a468051a0 req-22ce1659-8c79-4628-aa56-d7ef11190800 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233876 Mar 02 18:47:09.455814 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Transition to ACTIVE for port object 53b38da6-9016-4653-a95f-c3ea9d1e0b30 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:09.464706 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.495352 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:09.506031 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b1dcff2-347b-47d9-a35c-5076a94296f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.622149 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Pushing event updated for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:09.743881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Attempting to bind port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:09.744404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Attempting to bind port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:09.744734 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Attempting to bind port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 on network 20b19df7-76b8-402c-a39a-3911a0bb75f7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:47:09.751230 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 on network 20b19df7-76b8-402c-a39a-3911a0bb75f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:47:09.751553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Attempting to bind port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 on network 20b19df7-76b8-402c-a39a-3911a0bb75f7 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:47:09.759295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:47:09.759426 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Checking segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:47:09.759771 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Bound using segment: {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:47:09.760192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Bound port: 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a27891-76bf-48cd-a79b-5d199a918bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:09.760535 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.851144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:47:09.854015 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:47:09.860178 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.019842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.021224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] 10.222.0.35 "PUT /v2.0/ports/53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 1091 time: 1.2404995 Mar 02 18:47:10.021664 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:47:10.052346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63149da-a22b-43a3-b6f6-54573b164e78 service neutron] Pushing event updated for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:10.096937 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'status': 'completed', 'code': 200} Mar 02 18:47:10.138787 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-03b1892a-ff4a-46eb-b7d4-3f1529e4bac9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1094 time: 0.0736132 Mar 02 18:47:10.211855 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-ae3c3963-ec5c-478a-8355-adf92f8ab74f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 217 time: 0.0651774 Mar 02 18:47:10.276798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-af9800c9-d9ba-4d18-add5-14a360dfa47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:10.279482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-af9800c9-d9ba-4d18-add5-14a360dfa47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0616035 Mar 02 18:47:10.357495 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-5a93a243-371e-4075-bc8f-ee1d18ca59da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721912 Mar 02 18:47:10.496612 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-947f67e2-21f7-4b50-82de-75b925b51775 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334784 Mar 02 18:47:10.676953 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cd8eb437-2d1a-4e09-85f3-e9c3fcf7abb0 req-07329be1-ddb8-47c8-a1a8-0ff360e5fd6d service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738698 Mar 02 18:47:10.696446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789a3b-3480-4886-abea-c8bc6530ecbc req-b0e4356e-cd3b-40f0-b567-fe77e4581dce tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:10.697981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34789a3b-3480-4886-abea-c8bc6530ecbc req-b0e4356e-cd3b-40f0-b567-fe77e4581dce tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 943 time: 0.1297653 Mar 02 18:47:10.787146 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-34789a3b-3480-4886-abea-c8bc6530ecbc req-8b4f8b12-0b88-4d1f-84e8-b124cc592778 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828292 Mar 02 18:47:10.818795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-a9e75b5c-c65f-4c7e-bf06-e6904bc31ae1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1094 time: 0.0850544 Mar 02 18:47:10.954174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-6f177800-290a-48e9-b87b-6c8abb8629be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:10.955564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-6f177800-290a-48e9-b87b-6c8abb8629be service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.1304097 Mar 02 18:47:11.022292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-afffd29a-5be0-41ac-9f39-5b8ddb224cff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 217 time: 0.0603807 Mar 02 18:47:11.088550 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-889cf4df-a723-4356-9c3d-5bf94067cd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:11.089443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c54d0cf5-9269-4df3-9559-05360d694727 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:11.089995 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-889cf4df-a723-4356-9c3d-5bf94067cd1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0619965 Mar 02 18:47:11.158036 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c54d0cf5-9269-4df3-9559-05360d694727 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:11.158398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.167809 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-11a18c73-fa76-4497-aafc-13ff9a3c22ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679629 Mar 02 18:47:11.305462 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-381a262d-f733-48b0-82a5-3d322570a773 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315894 Mar 02 18:47:11.440009 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ac7a9df7-88b7-4f53-ba19-959ceeccac97 req-b4f1776b-66cb-4d61-941b-b2a820d7fc19 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278098 Mar 02 18:47:11.536529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-15f602fe-2e6d-4a0e-bcff-81f3c1a0fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.993795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66b43-fc6f-4600-9730-061bbe94efab req-e1c05aa6-986d-41b0-9908-b1c074a70578 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:11.995260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fc66b43-fc6f-4600-9730-061bbe94efab req-e1c05aa6-986d-41b0-9908-b1c074a70578 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 943 time: 0.0824175 Mar 02 18:47:12.041319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4fc66b43-fc6f-4600-9730-061bbe94efab req-45b9f567-40af-4be5-ab2e-31be936fbdd7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Mar 02 18:47:13.104944 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.205531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.255915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8be4b-8074-465b-9b2c-c6123e36a6a8 req-d9093f6b-809a-4de2-9961-9bc1a5b306c0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:13.257270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14f8be4b-8074-465b-9b2c-c6123e36a6a8 req-d9093f6b-809a-4de2-9961-9bc1a5b306c0 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 943 time: 0.0791013 Mar 02 18:47:13.314961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-14f8be4b-8074-465b-9b2c-c6123e36a6a8 req-9273cdaa-0d05-4383-842e-6e03ec508095 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454483 Mar 02 18:47:14.062535 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53b38da6-9016-4653-a95f-c3ea9d1e0b30 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:47:14.199124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:14.212597 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'port_id': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'mac_address': 'fa:16:3e:73:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:47:14.272420 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.291486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b38da6-9016-4653-a95f-c3ea9d1e0b30 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:47:14.307533 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:14.312416 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.389754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:14.631032 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312afc-bc3d-48c8-b194-919af9801111 req-9927f2c9-395a-49d2-ad70-302ec131e0fa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:14.633505 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b312afc-bc3d-48c8-b194-919af9801111 req-9927f2c9-395a-49d2-ad70-302ec131e0fa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 944 time: 0.1879418 Mar 02 18:47:14.639110 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.649966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['53b38da6-9016-4653-a95f-c3ea9d1e0b30'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:47:14.685893 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b312afc-bc3d-48c8-b194-919af9801111 req-fdd13b5b-5b9c-4942-b094-5c6ea6eceb02 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436318 Mar 02 18:47:15.893253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a28a0-e962-48d8-9cf4-b84144ffed98 req-a727bfbe-9aee-45e1-bb12-35eb115d6f7e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:15.894715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b56a28a0-e962-48d8-9cf4-b84144ffed98 req-a727bfbe-9aee-45e1-bb12-35eb115d6f7e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 944 time: 0.0804901 Mar 02 18:47:15.939302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b56a28a0-e962-48d8-9cf4-b84144ffed98 req-4716b0ea-c3d4-4f3b-855a-ee49c5357e33 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391221 Mar 02 18:47:16.077294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53b38da6-9016-4653-a95f-c3ea9d1e0b30 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:16.146758 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:16.151338 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:16.151709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.261366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.291365 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:47:16.301456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:47:16.306252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.373267 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:16.439763 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'code': 200} Mar 02 18:47:16.563769 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28be2ede-a871-42f3-93cb-b851151c3f1b req-4d13ae33-a7cc-438e-ac9e-e1a378751171 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0683622 Mar 02 18:47:16.607028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-28be2ede-a871-42f3-93cb-b851151c3f1b req-64dc37c4-f2d5-4f8e-8a81-633b6c269585 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365474 Mar 02 18:47:17.139704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eb040-55ba-4319-847e-710b8915d4e2 req-c32ab3cc-5925-41b1-92ee-02fa66281739 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:17.142043 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-516eb040-55ba-4319-847e-710b8915d4e2 req-c32ab3cc-5925-41b1-92ee-02fa66281739 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0802934 Mar 02 18:47:17.195094 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-516eb040-55ba-4319-847e-710b8915d4e2 req-518ab1c8-a9fb-4c45-b488-d53c9960bd80 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467274 Mar 02 18:47:18.392933 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eb867-7dde-439b-b38f-4dc3fedb03dd req-bcd85b10-9483-4f98-bad1-063bc6d4ddad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.394411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c38eb867-7dde-439b-b38f-4dc3fedb03dd req-bcd85b10-9483-4f98-bad1-063bc6d4ddad tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Mar 02 18:47:18.440802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c38eb867-7dde-439b-b38f-4dc3fedb03dd req-d54cc07c-d085-46b3-ae06-69b82c0ed3b3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Mar 02 18:47:18.659477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26616-492c-46e2-81b5-21006b9f1859 req-9d5b3cf1-865b-44a4-9cf1-00bbd204076c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.660915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adc26616-492c-46e2-81b5-21006b9f1859 req-9d5b3cf1-865b-44a4-9cf1-00bbd204076c tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0798955 Mar 02 18:47:18.708186 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-adc26616-492c-46e2-81b5-21006b9f1859 req-b5dbb8b1-ecf3-4788-9612-a100ac015f9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Mar 02 18:47:18.735043 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52398) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:18.804136 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-09ffeda6-6125-41cd-9070-4b5677e04dd5 tempest-TestNetworkAdvancedServerOps-1109794872 tempest-TestNetworkAdvancedServerOps-1109794872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1091 time: 0.0679216 Mar 02 18:47:18.806804 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52402) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:18.812488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:47:18.818923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:18.823165 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Usage tracker for resource:floatingip and tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:18.826847 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:18.832653 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:18.847709 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.981682 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.124783 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Allocated IP 172.25.3.106 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/3a8e2898-716e-4388-a263-4d687d98fc5d) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:19.275664 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.304662 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.373511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:19.381050 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:19.386024 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:47:19.415712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=3a8e2898-716e-4388-a263-4d687d98fc5d,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:19.983712 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.009569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.039461 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.250745 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.255447 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.366421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event updated for resources: {'Port': ['ID=3a8e2898-716e-4388-a263-4d687d98fc5d,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:20.382996 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.584732 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Floating IP cfd06d12-3840-4eeb-bef0-e4975a52c027 associated. External IP: 172.25.3.106, port: 53b38da6-9016-4653-a95f-c3ea9d1e0b30. Mar 02 18:47:20.992139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:47:21.209067 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:47:21.220378 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Sync routers for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:47:21.237017 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.237729 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:21.238782 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:47:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.292014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9659d989-db4d-4eef-ac35-0b242aa3f313 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4841568 Mar 02 18:47:21.292683 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:47:21.354392 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'status': 'completed', 'code': 200} Mar 02 18:47:21.432364 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:21.513907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-f879f5a4-7e52-4568-8847-0232adc11a73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.1367228 Mar 02 18:47:21.524270 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791f9b5-eee3-4b21-9c89-a8452678e5d5 req-dbff473e-e75b-4bed-a1bb-72ecfc9a9a99 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.526028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5791f9b5-eee3-4b21-9c89-a8452678e5d5 req-dbff473e-e75b-4bed-a1bb-72ecfc9a9a99 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.1185067 Mar 02 18:47:21.788678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5791f9b5-eee3-4b21-9c89-a8452678e5d5 req-c3eef233-3464-4b0e-902f-6b8ea63e352a tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428827 Mar 02 18:47:21.818662 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52410) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.820613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-258fa41c-169e-4872-bccc-ae4b525565d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.822413 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-258fa41c-169e-4872-bccc-ae4b525565d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.2955165 Mar 02 18:47:21.874466 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cfd06d12-3840-4eeb-bef0-e4975a52c027', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'port_id': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'mac_address': 'fa:16:3e:73:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:19Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.878385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Checking router: 6b404f7e-c30b-4439-9496-dc1f451c9bb9 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:47:21.895564 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:47:21.896853 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:47:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.930720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-491af9ce-6b9b-4ed7-80c8-3dbb01e5c1f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 999 time: 0.1010740 Mar 02 18:47:21.931123 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2a852101-ce53-446d-9089-3be2f873a7b7 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 991 time: 0.1106024 Mar 02 18:47:21.997680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-95e2d56c-ac0d-43ca-bf76-1106c2ea461a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.999119 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-95e2d56c-ac0d-43ca-bf76-1106c2ea461a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0616510 Mar 02 18:47:22.073266 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-9aba5e65-2023-420f-bb50-594199f59846 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677848 Mar 02 18:47:22.088424 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:47:22.206101 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-93dac0e8-90b0-4f94-9968-6f40e60e87fc service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267931 Mar 02 18:47:22.350821 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c318a13a-dfd4-4fc0-bc78-d45da8a8eab5 req-d98842c6-0ad6-4d31-9022-c8323c31c3d8 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384156 Mar 02 18:47:22.451492 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cfd06d12-3840-4eeb-bef0-e4975a52c027', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'port_id': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'mac_address': 'fa:16:3e:73:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:19Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:22.456484 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd650d-0124-4d93-af8b-087bcbe516c2 None None] The sync data for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 is: [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'cfd06d12-3840-4eeb-bef0-e4975a52c027', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'port_id': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'mac_address': 'fa:16:3e:73:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:19Z', 'revision_number': 0, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:47:22.935373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52414) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:23.046860 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ddcda8c-ace6-4b2d-93df-6b984f62e3db tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 991 time: 0.1092625 Mar 02 18:47:24.049658 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52418) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:24.155191 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e65a572c-f8ed-451e-be9f-ae125b6d5db3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 991 time: 0.1043899 Mar 02 18:47:25.159071 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52422) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:25.261461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5dbba941-efb7-4ace-a67e-933fb8908b4d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 991 time: 0.1012535 Mar 02 18:47:25.462961 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925df910-563b-45b0-98f5-8c90fa4e9104 None None] New status for floating IP cfd06d12-3840-4eeb-bef0-e4975a52c027: ACTIVE {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:47:26.265884 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52426) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:26.369848 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-41c6f5e5-7c59-48c1-b2d8-242b9d90cf07 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 993 time: 0.1028049 Mar 02 18:47:30.405982 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-f7c37fb6-57cc-48bf-b68e-bbc766392d21 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703485 Mar 02 18:47:30.554472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-6419b3fb-4090-4093-8c10-8ae8a978fa29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0703831 Mar 02 18:47:30.698737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-6c2ae9e8-2af8-484c-a7d6-a41089027a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:30.700633 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-6c2ae9e8-2af8-484c-a7d6-a41089027a03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.1247020 Mar 02 18:47:30.798862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-1337bb4e-e764-4e83-a586-1fe3f4a7d80c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 1001 time: 0.0923178 Mar 02 18:47:30.863624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-2a57a119-cf6a-4f11-9c6a-093cdd579deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:30.865028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-2a57a119-cf6a-4f11-9c6a-093cdd579deb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0597789 Mar 02 18:47:30.941884 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-9398a071-585a-4700-9352-ae0062fa0991 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686297 Mar 02 18:47:31.076156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-fcad7006-b1d6-4018-9509-d1c14a0e8a41 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274869 Mar 02 18:47:31.301090 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2953be2e-380d-4d42-84be-1e4433b8f7b4 req-ef0182f8-d191-4499-9a95-62ddcca4cb5c service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188823 Mar 02 18:47:33.073121 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:47:39.248924 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.498814 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f0591989-89c4-4e6f-abf5-06338a3873c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.543486 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a82b095-da75-42d4-be4d-279af58d1156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.095501 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.200217 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.643987 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.024186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.249400 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.501396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0f93bee9-68c5-41f9-8e22-767d995f8a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.075707 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:48:11.546428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f3c-b17c-4920-af4a-cfaa346ab7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.098448 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.210126 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.647956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.022389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:31.408370 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-acc45b6d-8ad6-4d91-a50e-a70ff4e305a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744560 Mar 02 18:48:31.559900 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-0cfed2ba-d6bd-4d47-97ea-9634d5880df3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0773578 Mar 02 18:48:31.703917 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-58ec9f94-c7ed-4948-b5f2-7531f5b71a1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:31.705255 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-58ec9f94-c7ed-4948-b5f2-7531f5b71a1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.1247625 Mar 02 18:48:31.807325 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-abcd5a42-e773-4077-8bb4-044160b1a229 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 1001 time: 0.0946109 Mar 02 18:48:31.868189 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-77ad80c9-1262-4c22-874b-b0b9229d512f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:31.869583 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-77ad80c9-1262-4c22-874b-b0b9229d512f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0560791 Mar 02 18:48:31.948121 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-e313eb43-958b-4a7c-b940-b1992ca9cc17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711708 Mar 02 18:48:32.091067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-fa95f268-2995-442d-b160-f28a99fa41be service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358542 Mar 02 18:48:32.243847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eaed72bb-5ced-4774-ae53-8d2de5e94cb7 req-a85037ab-c3da-4892-86b7-87eca3b89c51 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458027 Mar 02 18:48:39.244725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.504131 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-763d25cb-0b9f-4870-b5fe-34fbfb84a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.051443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed8daa-2166-47f6-8664-88497456977f req-0567e894-47a1-479f-a6ba-1867e931e6ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:40.052972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeed8daa-2166-47f6-8664-88497456977f req-0567e894-47a1-479f-a6ba-1867e931e6ee tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.1429558 Mar 02 18:48:40.098216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eeed8daa-2166-47f6-8664-88497456977f req-3e7a1801-509c-4b1e-bed0-69c5485f0ddb tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396810 Mar 02 18:48:41.373499 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6047fb-fbc9-488c-a371-b45ec03d883d req-3627130f-1dfa-4f93-b3c5-901de1a626fa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:41.375654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb6047fb-fbc9-488c-a371-b45ec03d883d req-3627130f-1dfa-4f93-b3c5-901de1a626fa tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.1482699 Mar 02 18:48:41.420066 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cb6047fb-fbc9-488c-a371-b45ec03d883d req-4d509dee-04d0-4837-87b0-23637a18238b tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389163 Mar 02 18:48:41.549374 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-675c8180-3b3d-4005-8735-6aa2bb5404ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.634807 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e4e4-3c4e-461a-893f-251622cf03d2 req-45714d30-06a0-440f-bddc-0043d96d0fcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:42.636269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33f6e4e4-3c4e-461a-893f-251622cf03d2 req-45714d30-06a0-440f-bddc-0043d96d0fcc tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0926819 Mar 02 18:48:42.684767 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-33f6e4e4-3c4e-461a-893f-251622cf03d2 req-58c41b20-72fc-4acf-91d4-a2b114f400d9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420711 Mar 02 18:48:42.713639 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52462) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:42.819981 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-a393b3de-e5e1-4ea4-9cbd-a74a48c26c32 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 993 time: 0.1052704 Mar 02 18:48:43.101130 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.203427 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.339199 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-545d58f9-f59f-416b-b22d-780f43e94c16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0960224 Mar 02 18:48:44.345609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413140c-b024-4074-9aa5-7b88544850ff req-04358bf2-db59-469d-bc43-d178bd3c2cf5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:44.347002 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0413140c-b024-4074-9aa5-7b88544850ff req-04358bf2-db59-469d-bc43-d178bd3c2cf5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.1387484 Mar 02 18:48:44.478907 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0413140c-b024-4074-9aa5-7b88544850ff req-11a063e2-0fc0-438f-baba-5c2aaa2d0751 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111112 Mar 02 18:48:44.614314 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-0ccbf8d6-1cf2-46cb-9e3d-072310b9d0c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:44.615749 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-0ccbf8d6-1cf2-46cb-9e3d-072310b9d0c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.2679420 Mar 02 18:48:44.647704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.724226 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-7a8908ba-4a8f-4c85-bf31-4f1ba20213eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 1001 time: 0.1012733 Mar 02 18:48:44.793245 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-3c98a8d7-25fb-4e77-9759-ee23aedbf64d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:44.795242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-3c98a8d7-25fb-4e77-9759-ee23aedbf64d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0646288 Mar 02 18:48:44.881926 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-5c12773a-91d5-444a-8da2-610af55c985b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801945 Mar 02 18:48:45.035743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-956103e7-46e7-4d31-a897-bb7cd66cdf9f service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471517 Mar 02 18:48:45.188006 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1bf9ffec-9fd6-40a0-8cc2-71bf58614e93 req-51f872f8-eeb4-4d69-9e5b-3387985a9815 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458428 Mar 02 18:48:45.691858 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b959a-9929-47a3-ac92-132d6f767cb4 req-9cf5548c-0453-4ec6-b4d5-947787464007 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:45.693310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-322b959a-9929-47a3-ac92-132d6f767cb4 req-9cf5548c-0453-4ec6-b4d5-947787464007 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0852127 Mar 02 18:48:45.739963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-322b959a-9929-47a3-ac92-132d6f767cb4 req-3b42a960-1a77-4cb1-b287-2d95b7bcf6e5 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Mar 02 18:48:46.940013 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327271-52f4-47d4-991c-5f192878f182 req-96ae909b-04bd-4bd2-9b59-568a6acbb0c3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:46.941456 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42327271-52f4-47d4-991c-5f192878f182 req-96ae909b-04bd-4bd2-9b59-568a6acbb0c3 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0760853 Mar 02 18:48:46.991179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-42327271-52f4-47d4-991c-5f192878f182 req-c9c28db8-4206-49ff-aba0-b6457d1d07c9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Mar 02 18:48:47.018946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52476) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.076606 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:48:47.125408 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-1e2f3059-cd9b-4c72-9c56-bd5d68446e73 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 200 len: 993 time: 0.1052711 Mar 02 18:48:47.427823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52484) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.626235 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 3a8e2898-716e-4388-a263-4d687d98fc5d {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:48:47.626595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.794173 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.794497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.917935 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 3a8e2898-716e-4388-a263-4d687d98fc5d owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:48:48.064405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.203174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=3a8e2898-716e-4388-a263-4d687d98fc5d,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:48.241069 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.241414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.241752 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.242086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.242422 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.242786 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.243114 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.243441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.243764 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.244086 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.244407 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:48.306477 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.698007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:48:48.899615 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:48:48.909598 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Sync routers for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:48:48.921903 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.922125 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:48:48.922599 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:48.978952 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ea957c7e-27bb-40eb-b81a-2aa63065b964 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/floatingips/cfd06d12-3840-4eeb-bef0-e4975a52c027 HTTP/1.1" status: 204 len: 168 time: 1.5500846 Mar 02 18:48:48.979535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:48:49.038123 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'status': 'completed', 'code': 200} Mar 02 18:48:49.106805 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:48:49.135975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-d6db8784-1bff-4317-842c-e2edb62b0c3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0739608 Mar 02 18:48:49.277716 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-2ab16b84-ad1d-4303-8c78-abfea5463f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:49.279192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-2ab16b84-ad1d-4303-8c78-abfea5463f85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 200 len: 898 time: 0.1358275 Mar 02 18:48:49.391069 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-91a02439-283d-472e-b61d-da52004a56bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 200 len: 217 time: 0.1024244 Mar 02 18:48:49.459177 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:49.462945 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Checking router: 6b404f7e-c30b-4439-9496-dc1f451c9bb9 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:48:49.472177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-9e2a5f12-5b7e-4e3d-945e-420a665dc38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:49.473196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-9e2a5f12-5b7e-4e3d-945e-420a665dc38d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 200 len: 835 time: 0.0762632 Mar 02 18:48:49.473846 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:48:49.474534 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:49.483628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd1d1-f53e-465c-a00b-45a04d5cee5c req-58dd7723-e919-4e49-872f-1cbfa87fa271 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:49.484347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-99fdd1d1-f53e-465c-a00b-45a04d5cee5c req-58dd7723-e919-4e49-872f-1cbfa87fa271 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Synchronizing usage tracker for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:49.542600 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-99fdd1d1-f53e-465c-a00b-45a04d5cee5c req-58dd7723-e919-4e49-872f-1cbfa87fa271 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Unset dirty status for tenant:cd0a9a7bad4a4d25a6b4b2bd3b025f47 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:49.543741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99fdd1d1-f53e-465c-a00b-45a04d5cee5c req-58dd7723-e919-4e49-872f-1cbfa87fa271 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.2047555 Mar 02 18:48:49.602284 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-3dde2e28-ff7b-4d7c-822b-00b6d2ea4c1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20b19df7-76b8-402c-a39a-3911a0bb75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149876 Mar 02 18:48:49.604799 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-99fdd1d1-f53e-465c-a00b-45a04d5cee5c req-f3d7e24d-7797-48b0-8955-73f5e6107eb2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545313 Mar 02 18:48:49.690300 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:48:49.736111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-2ec3f5a9-3744-4db1-a8be-b60ab4523d25 service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260514 Mar 02 18:48:49.968454 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50664a39-989f-4f5f-a548-16232bc2aa55 req-8aee65ef-f2d6-47b4-afa6-28536dc5a17b service neutron] 10.222.0.35 "GET /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244775 Mar 02 18:48:50.004983 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b2f32000-66f8-449e-942a-18e2240906da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:50.008866 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f32000-66f8-449e-942a-18e2240906da None None] The sync data for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 is: [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:04Z', 'revision_number': 4, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c54d0cf5-9269-4df3-9559-05360d694727', 'name': '', 'network_id': '20b19df7-76b8-402c-a39a-3911a0bb75f7', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'mac_address': 'fa:16:3e:ff:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:03Z', 'updated_at': '2022-03-02T18:47:09Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'subnets': [{'id': '8d658762-284c-4e67-9a68-d2942bc38ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:48:50.053433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:50.222630 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c97b5-7321-426e-9aef-027fa70a2a7a None None] New status for floating IP cfd06d12-3840-4eeb-bef0-e4975a52c027: DOWN {{(pid=83798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:48:50.816159 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0e955-4a54-4b41-9761-a0255daa83ea req-ee59a82e-aef0-4eed-946e-2672bcd48f9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:50.817618 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6a0e955-4a54-4b41-9761-a0255daa83ea req-ee59a82e-aef0-4eed-946e-2672bcd48f9d tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0823655 Mar 02 18:48:50.862886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e6a0e955-4a54-4b41-9761-a0255daa83ea req-11c5e919-f854-4a4a-b9bd-f9bbd901d4c2 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d458390-b366-4adc-b2c4-b0a645faaa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394630 Mar 02 18:48:51.384938 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-422a8192-cde7-4add-af9b-f0034e0d1f18 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:51.386276 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-422a8192-cde7-4add-af9b-f0034e0d1f18 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 945 time: 0.0824707 Mar 02 18:48:51.458196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:48:51.458543 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.706446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 53b38da6-9016-4653-a95f-c3ea9d1e0b30, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=53b38da6-9016-4653-a95f-c3ea9d1e0b30,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:48:51.706957 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.827787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 53b38da6-9016-4653-a95f-c3ea9d1e0b30 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:48:51.979693 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.079780 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0294b1a-880d-4b26-b847-e426359f7afc req-b7b4674e-b6fe-4d48-8aa3-9795e7a4251e tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5692d4-20cb-46a3-aed5-7483bec2eb30 HTTP/1.1" status: 200 len: 210 time: 0.0579233 Mar 02 18:48:52.080475 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=53b38da6-9016-4653-a95f-c3ea9d1e0b30,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:52.152047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] No DVR routers for this DVR port 53b38da6-9016-4653-a95f-c3ea9d1e0b30 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:52.154639 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.158127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'name': 'network-vif-deleted', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:48:52.173458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b0a27467-5c49-4121-a014-6691bbe84d5f req-f59b585c-0f40-4e9a-affe-8511ca98c7b9 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.35 "DELETE /v2.0/ports/53b38da6-9016-4653-a95f-c3ea9d1e0b30 HTTP/1.1" status: 204 len: 173 time: 0.7811852 Mar 02 18:48:52.216777 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5692d4-20cb-46a3-aed5-7483bec2eb30', 'name': 'network-vif-deleted', 'tag': '53b38da6-9016-4653-a95f-c3ea9d1e0b30', 'status': 'completed', 'code': 200} Mar 02 18:48:53.187369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52502) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.589285 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.288539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port c54d0cf5-9269-4df3-9559-05360d694727 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:48:54.289264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.474553 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port c54d0cf5-9269-4df3-9559-05360d694727, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c54d0cf5-9269-4df3-9559-05360d694727,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:48:54.474939 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.598455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for c54d0cf5-9269-4df3-9559-05360d694727 owned by network:router_interface {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:48:54.774821 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.821713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=c54d0cf5-9269-4df3-9559-05360d694727,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:55.131412 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.807042 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:48:56.004126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:48:56.013743 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Sync routers for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:48:56.018053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-17a0e2ea-bca0-4f16-8888-c763707a0213 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "PUT /v2.0/routers/6b404f7e-c30b-4439-9496-dc1f451c9bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296223 Mar 02 18:48:56.020804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52506) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:56.026757 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:48:56.027357 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:56.202831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting subnet 8d658762-284c-4e67-9a68-d2942bc38ee8 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:48:56.205748 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.206370 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:48:56.261440 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.345574 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.421149 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.465316 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Subnet': ['ID=8d658762-284c-4e67-9a68-d2942bc38ee8,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:56.472176 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.478471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbc436-5d9f-47f9-8a36-e946bdbaccec None None] Network 20b19df7-76b8-402c-a39a-3911a0bb75f7 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:48:56.482854 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.483249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.483585 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.484289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.484289 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.484566 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.484959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.485215 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.485528 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.485849 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.486175 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:56.493234 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-abcb2f2a-c869-42b2-9558-bd6f5578b0ff tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/subnets/8d658762-284c-4e67-9a68-d2942bc38ee8 HTTP/1.1" status: 204 len: 168 time: 0.4689085 Mar 02 18:48:56.493702 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52510) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:56.500059 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:48:54Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:56.505389 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Checking router: 6b404f7e-c30b-4439-9496-dc1f451c9bb9 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:48:56.516472 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Routers {'6b404f7e-c30b-4439-9496-dc1f451c9bb9'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:48:56.517068 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:56.649907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53b38da6-9016-4653-a95f-c3ea9d1e0b30 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:56.685541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 53b38da6-9016-4653-a95f-c3ea9d1e0b30 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:48:56.685874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 53b38da6-9016-4653-a95f-c3ea9d1e0b30 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:56.698832 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.699789 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] Set router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:48:56.781035 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] DHCP port deletion for 20b19df7-76b8-402c-a39a-3911a0bb75f7 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:48:56.785911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Deleting port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:48:56.786299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.910851 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.921063 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Deleting port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:48:56.921630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.003566 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] For port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,segment=NetworkSegment(b6a27891-76bf-48cd-a79b-5d199a918bdf),segment_id=b6a27891-76bf-48cd-a79b-5d199a918bdf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:48:57.003900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.025665 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:48:54Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:57.029683 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ac9d6-c000-4320-b098-491cc9960fba None None] The sync data for ids ['6b404f7e-c30b-4439-9496-dc1f451c9bb9'] in n-d-820559-6 is: [{'id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164893684', 'tenant_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:48:54Z', 'revision_number': 5, 'project_id': 'cd0a9a7bad4a4d25a6b4b2bd3b025f47', 'gw_port': {'id': '7d5f6abf-32d5-4d5d-8e16-f513e50fb263', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b404f7e-c30b-4439-9496-dc1f451c9bb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:59Z', 'updated_at': '2022-03-02T18:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:48:57.112679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] For port 7d5f6abf-32d5-4d5d-8e16-f513e50fb263, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:48:57.113149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.128669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Calling delete_port for 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:48:57.203738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046'] for port, after_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.248342 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Pushing event deleted for resources: {'Port': ['ID=1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b,revision_number=None']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:57.260621 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] No DVR routers for this DVR port 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b on host n-d-820559-6 {{(pid=83798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:57.263024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.263458 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.263796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.264129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.264565 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.264890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.265215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.265541 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.265862 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.266179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.266497 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349c348-e787-4ee3-8501-afa4d1b2f276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:57.355714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Calling delete_port for 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:48:57.469387 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:57.506319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:48:57.507005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 1ee3cc7c-1f9a-4a7f-aa68-4d6793c59a5b not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:57.507170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c54d0cf5-9269-4df3-9559-05360d694727 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:57.544125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c54d0cf5-9269-4df3-9559-05360d694727 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:48:57.544464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c54d0cf5-9269-4df3-9559-05360d694727 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:57.588306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.635455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Port': ['ID=7d5f6abf-32d5-4d5d-8e16-f513e50fb263,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:57.855915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.110149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.116854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.144131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.144661 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Fanout notify agent at l3_agent the message router_deleted on router 6b404f7e-c30b-4439-9496-dc1f451c9bb9 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:48:58.160141 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.163898 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-503101f6-cf38-4d47-a956-82af79a6a888 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/routers/6b404f7e-c30b-4439-9496-dc1f451c9bb9 HTTP/1.1" status: 204 len: 168 time: 1.6666770 Mar 02 18:48:58.164225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52514) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:58.284825 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.415373 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.441918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b19df7-76b8-402c-a39a-3911a0bb75f7']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:58.457583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a27891-76bf-48cd-a79b-5d199a918bdf') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:58.457704 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a27891-76bf-48cd-a79b-5d199a918bdf') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:58.469781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.485800 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.491719 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:48:58.492102 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:58.506326 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:58.591339 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.609674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.620561 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'Network': ['ID=20b19df7-76b8-402c-a39a-3911a0bb75f7,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:58.631641 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-5560a927-bbfd-45ea-9b38-085563cfa153 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/networks/20b19df7-76b8-402c-a39a-3911a0bb75f7 HTTP/1.1" status: 204 len: 168 time: 0.4661813 Mar 02 18:48:58.634215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52518) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:58.702347 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.731555 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.799726 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.930535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d458390-b366-4adc-b2c4-b0a645faaa21,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:58.942287 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.943455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c68415a0-7120-41ac-b68f-c2aef714d9bf tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d458390-b366-4adc-b2c4-b0a645faaa21 HTTP/1.1" status: 204 len: 168 time: 0.3083079 Mar 02 18:48:59.136897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:59.168730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:48:59.169075 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7d5f6abf-32d5-4d5d-8e16-f513e50fb263 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:59.351127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52528) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:59.526437 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2b0817ee-43ed-478b-9e36-7800350251c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd0a9a7bad4a4d25a6b4b2bd3b025f47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1741321 Mar 02 18:48:59.528832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52534) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:59.589710 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.615498 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.667613 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.685365 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5179f-c0ef-4557-828d-ae8e54080ff3,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:59.694373 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.695518 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c4135701-1914-4ef7-b170-faea03cb0516 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3c5179f-c0ef-4557-828d-ae8e54080ff3 HTTP/1.1" status: 204 len: 168 time: 0.1658287 Mar 02 18:49:00.023739 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52544) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:00.041643 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.076510 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:00.080370 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Usage tracker for resource:security_group_rule and tenant:7904733729594ac7a9bd76129428493b is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:00.083153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:00.088681 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:00.152687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.156316 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.202071 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a87e2b-3da0-48bf-8004-10cf1f10a2da,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:00.206735 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2971e5a3-4a94-402e-9413-f88a5dbbf4aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7904733729594ac7a9bd76129428493b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819506 Mar 02 18:49:00.209380 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52548) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:00.269706 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.294638 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.346082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.363837 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a87e2b-3da0-48bf-8004-10cf1f10a2da,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:00.369850 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.371078 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-2db6c82f-247a-4d8a-80a3-a5da31a44f8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4a87e2b-3da0-48bf-8004-10cf1f10a2da HTTP/1.1" status: 204 len: 168 time: 0.1607733 Mar 02 18:49:01.265146 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52570) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:01.392130 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1634355699-network', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:01.397712 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:01.401522 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Usage tracker for resource:network and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:01.404789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:01.411347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:01.423033 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Made reservation on behalf of a65c33465ea04fc7bf59981c5d7a1006 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:01.425593 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.437904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.469327 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:01.473112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:01.475905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:01.481705 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:01.550663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.554372 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.587734 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:49:01.593959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8046b845-10a2-4761-8a95-71c08224bcc1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.602093 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.602509 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Added segment c386db10-7770-410d-99bc-f58006f765dd of type vlan for network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 Mar 02 18:49:01.628351 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.657266 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.658230 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:01.658847 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.761090 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4947393 Mar 02 18:49:01.761868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad7025-5ce3-4d15-95c3-bbc699079f69 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dcb7d0-f44b-457a-bc12-b21a0f38d977,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.764833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52576) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:01.770508 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Request body: {'subnet': {'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1634355699-subnet', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'ip_version': 4}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:01.772644 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:49:01.776215 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:01.780628 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Usage tracker for resource:subnet and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:01.783532 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:01.791481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:01.802108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Made reservation on behalf of a65c33465ea04fc7bf59981c5d7a1006 for: {'subnet': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:01.804395 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656338'] for subnet, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.010032 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1965810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656320'] for subnet, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.083854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c27739-e264-42b9-81d6-2c789637f0b6,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:02.098529 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Checking segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:02.098928 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Network hostable DHCP agents. Network: d5dcb7d0-f44b-457a-bc12-b21a0f38d977, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:49:02.120197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:49:02.130070 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, d5dcb7d0-f44b-457a-bc12-b21a0f38d977) {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:02.134126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:02.134681 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.139296 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e833c-04ca-4df2-9ae7-0d52982446a7 None None] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:02.157130 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cda66c30-e1cb-410d-99a1-f2a312412226 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3911555 Mar 02 18:49:02.159866 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52580) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:02.165164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:02.170742 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:02.174709 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Usage tracker for resource:router and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:02.177455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:02.183084 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:02.195065 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.196052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.216435 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.357949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-d5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:49:02.358943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.492562 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.554334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Allocated IP 172.20.0.2 (d5dcb7d0-f44b-457a-bc12-b21a0f38d977/33c27739-e264-42b9-81d6-2c789637f0b6/69150021-e69b-45bb-97f2-0c0e474e77b5) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:02.689876 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.720648 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.757179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.767905 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Transition to ACTIVE for port object 69150021-e69b-45bb-97f2-0c0e474e77b5 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:02.786088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Transition to ACTIVE for port object 69150021-e69b-45bb-97f2-0c0e474e77b5 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:02.791825 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.861546 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Allocated IP 172.25.3.172 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/4d58ede6-6144-407b-b5c7-358069409b80) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:02.861813 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:02.865164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:02.869368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:02.871481 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Pushing event updated for resources: {'Port': ['ID=69150021-e69b-45bb-97f2-0c0e474e77b5,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:02.960509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Attempting to bind port 69150021-e69b-45bb-97f2-0c0e474e77b5 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:02.960876 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Attempting to bind port 69150021-e69b-45bb-97f2-0c0e474e77b5 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:02.961232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Attempting to bind port 69150021-e69b-45bb-97f2-0c0e474e77b5 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:02.968549 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:02.968923 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Checking segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:02.969323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.969712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Bound using segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:02.970170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Bound port: 69150021-e69b-45bb-97f2-0c0e474e77b5, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:02.970541 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.019975 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.048918 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.067753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] For port 69150021-e69b-45bb-97f2-0c0e474e77b5, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:03.071568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] For port 69150021-e69b-45bb-97f2-0c0e474e77b5, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69150021-e69b-45bb-97f2-0c0e474e77b5,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:03.075819 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.118763 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:03.122113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:03.124656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Pushing event updated for resources: {'Port': ['ID=4d58ede6-6144-407b-b5c7-358069409b80,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:03.126800 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:03.157730 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129a9c7-47c2-4385-8378-6422baf6af45 None None] Pushing event updated for resources: {'Port': ['ID=69150021-e69b-45bb-97f2-0c0e474e77b5,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:03.304898 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.305897 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.551064 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:49:03.755784 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:49:03.765729 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:49:03.777710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:03.778427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:03.782109 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.783448 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d73b404c-db76-441c-ace5-377d156859dd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6225610 Mar 02 18:49:03.786034 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52584) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:03.973562 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:04.160336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97bc06-e947-40e0-86f1-356cac3c4bf1 None None] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:04.309254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-03512a76-af22-4f0a-8e9c-f7da87b0df9a None None] Provisioning for port 69150021-e69b-45bb-97f2-0c0e474e77b5 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:04.495129 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 3, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:04.503611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:49:04.503957 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Updating router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 port 4d58ede6-6144-407b-b5c7-358069409b80 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:49:04.557977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.691672 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.912303 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Allocated IP 172.20.0.1 (d5dcb7d0-f44b-457a-bc12-b21a0f38d977/33c27739-e264-42b9-81d6-2c789637f0b6/3c1d6347-77c1-443c-9e73-a7c4cdadca36) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:04.961449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.976575 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Transition to ACTIVE for port object 4d58ede6-6144-407b-b5c7-358069409b80 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:04.984619 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.063361 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Attempting to bind port 4d58ede6-6144-407b-b5c7-358069409b80 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:05.063727 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Attempting to bind port 4d58ede6-6144-407b-b5c7-358069409b80 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:05.064087 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Attempting to bind port 4d58ede6-6144-407b-b5c7-358069409b80 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:05.066164 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c644453-8ea5-4671-a26c-52a9ad554101 None None] Pushing event updated for resources: {'Port': ['ID=4d58ede6-6144-407b-b5c7-358069409b80,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.074019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:05.074136 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.074228 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:05.074228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.074608 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:05.074958 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Bound port: 4d58ede6-6144-407b-b5c7-358069409b80, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:05.075328 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.089824 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Transition to ACTIVE for port object 3c1d6347-77c1-443c-9e73-a7c4cdadca36 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:05.126482 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.159785 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] For port 4d58ede6-6144-407b-b5c7-358069409b80, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:05.164626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] For port 4d58ede6-6144-407b-b5c7-358069409b80, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4d58ede6-6144-407b-b5c7-358069409b80,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:05.172434 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.200995 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:05.204200 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:05.208595 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:05.213741 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69150021-e69b-45bb-97f2-0c0e474e77b5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:05.234007 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.270944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.317599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c644453-8ea5-4671-a26c-52a9ad554101 None None] Pushing event updated for resources: {'Port': ['ID=4d58ede6-6144-407b-b5c7-358069409b80,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.329788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:05.330485 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:05.364236 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.483851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 69150021-e69b-45bb-97f2-0c0e474e77b5 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:05.496929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 69150021-e69b-45bb-97f2-0c0e474e77b5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:05.497299 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.542334 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e0d66eb-bf3a-41e1-880b-3cccff53c2f1 None None] Provisioning for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:05.563021 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-5e0d66eb-bf3a-41e1-880b-3cccff53c2f1 None None] Provisioning complete for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:05.563393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5e0d66eb-bf3a-41e1-880b-3cccff53c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.601360 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.609448 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.652615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d66eb-bf3a-41e1-880b-3cccff53c2f1 None None] Port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:05.654475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:05.716526 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.719882 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.830161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.859087 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:05.860336 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:05.950175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 69150021-e69b-45bb-97f2-0c0e474e77b5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69150021-e69b-45bb-97f2-0c0e474e77b5,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:05.955391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.091858 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=69150021-e69b-45bb-97f2-0c0e474e77b5,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:06.122031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:04Z', 'revision_number': 1, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:06.126745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9fe1b-e946-43a0-a851-fa75840f660e None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:04Z', 'revision_number': 1, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:49:06.180680 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-078fd23e-6812-4910-9f24-cd8c4e2c4648 None None] Provisioning complete for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:06.181056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-078fd23e-6812-4910-9f24-cd8c4e2c4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.237282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-078fd23e-6812-4910-9f24-cd8c4e2c4648 None None] Port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:06.386253 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:49:06.614016 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:49:06.623251 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-a7b56cd1-0353-4ea3-86e9-fdde15c3d3ee admin admin] 10.222.0.37 "PUT /v2.0/routers/d67537e4-d4a0-4c18-8096-0d0de6aca4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359838 Mar 02 18:49:07.274775 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4d58ede6-6144-407b-b5c7-358069409b80 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:07.349047 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 4d58ede6-6144-407b-b5c7-358069409b80 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:07.354378 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4d58ede6-6144-407b-b5c7-358069409b80 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:07.354773 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.473347 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.490872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 4d58ede6-6144-407b-b5c7-358069409b80, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4d58ede6-6144-407b-b5c7-358069409b80,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:07.494592 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.495344 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69150021-e69b-45bb-97f2-0c0e474e77b5 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:07.552185 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52606) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:07.557794 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1247881901-network', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:07.564177 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:07.568650 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Usage tracker for resource:network and tenant:1b84f38596cb4cfea3a28037daf62af7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:07.572096 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:07.579311 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:07.592296 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Made reservation on behalf of 1b84f38596cb4cfea3a28037daf62af7 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:07.594768 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.610003 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.643204 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:07.647274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:1b84f38596cb4cfea3a28037daf62af7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:07.650217 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:07.656622 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:07.662408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=4d58ede6-6144-407b-b5c7-358069409b80,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:07.675441 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 69150021-e69b-45bb-97f2-0c0e474e77b5 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:07.676035 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.726646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.731221 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.759430 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:49:07.775797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165476cc-65b3-4ad9-a5c2-9c541c755ece,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:07.782302 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.782789 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Added segment d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf of type vlan for network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f Mar 02 18:49:07.812292 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.846674 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.847500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:07.848087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.950811 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3975291 Mar 02 18:49:07.951569 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed97214-0c11-4c1a-ad2b-8b1133f1bfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:07.954808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52610) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:07.960574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Request body: {'subnet': {'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1247881901-subnet', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:07.962476 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:49:07.966727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:07.971657 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Usage tracker for resource:subnet and tenant:1b84f38596cb4cfea3a28037daf62af7 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:07.974630 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:07.980420 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:07.991274 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Made reservation on behalf of 1b84f38596cb4cfea3a28037daf62af7 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:07.993555 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.196348 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.271284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de1b0c6-d22b-4680-9bc5-93df9aae41b0,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:08.283213 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Checking segment: {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:08.283574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Network hostable DHCP agents. Network: 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:49:08.305086 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:49:08.314701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:08.319105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:08.319607 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.324640 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddb262-f42c-4346-9746-3b535e53e934 None None] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:08.340297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-6dd90148-8288-4001-94d2-dab3c6f926f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3844116 Mar 02 18:49:08.343057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52614) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:08.348100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:08.353216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:08.357465 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Usage tracker for resource:router and tenant:1b84f38596cb4cfea3a28037daf62af7 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:08.360937 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:08.367269 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:08.378630 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.379633 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.401394 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.540647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'fixed_ips': [{'subnet_id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:49:08.541493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.558887 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.709435 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Allocated IP 172.20.0.2 (9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f/3de1b0c6-d22b-4680-9bc5-93df9aae41b0/8f030f98-3112-45a2-94b1-7c256538eace) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:08.756509 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.787272 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.924543 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.925533 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Allocated IP 172.25.3.163 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/aa758394-9017-4321-b9a4-975e5943323f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:08.935082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Transition to ACTIVE for port object 8f030f98-3112-45a2-94b1-7c256538eace will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:08.954647 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Transition to ACTIVE for port object 8f030f98-3112-45a2-94b1-7c256538eace will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:08.960112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.033469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:09.036721 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Pushing event updated for resources: {'Port': ['ID=8f030f98-3112-45a2-94b1-7c256538eace,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.039425 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:09.041802 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:09.079623 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.109168 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.132279 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Attempting to bind port 8f030f98-3112-45a2-94b1-7c256538eace on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:09.132650 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Attempting to bind port 8f030f98-3112-45a2-94b1-7c256538eace by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:09.133013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Attempting to bind port 8f030f98-3112-45a2-94b1-7c256538eace on network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:09.139629 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:09.140033 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Checking segment: {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:09.140373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.140761 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Bound using segment: {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:09.141227 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Bound port: 8f030f98-3112-45a2-94b1-7c256538eace, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:09.141598 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.155724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4d58ede6-6144-407b-b5c7-358069409b80 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:09.174430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:09.177185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:09.179577 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:09.228494 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Pushing event updated for resources: {'Port': ['ID=aa758394-9017-4321-b9a4-975e5943323f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.271529 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.299307 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] For port 8f030f98-3112-45a2-94b1-7c256538eace, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:09.302979 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] For port 8f030f98-3112-45a2-94b1-7c256538eace, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f030f98-3112-45a2-94b1-7c256538eace,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:09.310409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.346016 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 4d58ede6-6144-407b-b5c7-358069409b80 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:09.346880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.357487 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.358812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.438294 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3ccac-8c38-489b-9711-d83169e12864 None None] Pushing event updated for resources: {'Port': ['ID=8f030f98-3112-45a2-94b1-7c256538eace,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.528033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ff5287a0-a841-400d-b4ed-bc596c83ffae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.622748 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Router 40352ef7-2bac-4b74-abe7-21eca43df104 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:49:09.931671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:49:09.941270 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Sync routers for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:49:09.954976 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:09.955598 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:09.958472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.959727 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fed221ca-7dad-4dea-afc1-3abe5e6be17b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6156948 Mar 02 18:49:09.962404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52618) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:10.145681 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:10.449873 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbabe2d-ffed-4027-ac8c-d85e2e52c93f None None] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:10.459925 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:09Z', 'revision_number': 3, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:10.463937 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Checking router: 40352ef7-2bac-4b74-abe7-21eca43df104 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:49:10.464648 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Updating router 40352ef7-2bac-4b74-abe7-21eca43df104 port aa758394-9017-4321-b9a4-975e5943323f binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:49:10.519180 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.553410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8057eee6-708d-45e4-8e66-85a96ae90dbc None None] Provisioning for port 8f030f98-3112-45a2-94b1-7c256538eace completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:10.770823 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.875839 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.888236 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Transition to ACTIVE for port object aa758394-9017-4321-b9a4-975e5943323f will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:10.898338 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.981726 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Pushing event updated for resources: {'Port': ['ID=aa758394-9017-4321-b9a4-975e5943323f,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:10.986135 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Attempting to bind port aa758394-9017-4321-b9a4-975e5943323f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:10.986492 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Attempting to bind port aa758394-9017-4321-b9a4-975e5943323f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:10.986896 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Attempting to bind port aa758394-9017-4321-b9a4-975e5943323f on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:10.993554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Allocated IP 172.20.0.1 (9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f/3de1b0c6-d22b-4680-9bc5-93df9aae41b0/7081f8f8-e4e9-4550-9e14-ccac7cca5820) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:10.999293 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:10.999915 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:11.000201 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.000569 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:11.001712 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Bound port: aa758394-9017-4321-b9a4-975e5943323f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:11.002265 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.033259 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.033599 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.033930 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.034245 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.034565 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.034910 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.035220 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.035540 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.035849 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.036156 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.036466 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:11.087386 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] For port aa758394-9017-4321-b9a4-975e5943323f, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:11.090682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] For port aa758394-9017-4321-b9a4-975e5943323f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa758394-9017-4321-b9a4-975e5943323f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:11.096469 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.161362 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.179211 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Transition to ACTIVE for port object 7081f8f8-e4e9-4550-9e14-ccac7cca5820 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:11.199764 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d0ef6-4f78-4db9-bc93-fb81ce3cd5db None None] Pushing event updated for resources: {'Port': ['ID=aa758394-9017-4321-b9a4-975e5943323f,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:11.208274 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:11.208937 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:48:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:11.209737 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.220568 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8f030f98-3112-45a2-94b1-7c256538eace up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:11.274565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:11.277665 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:11.280122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:11.298348 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 8f030f98-3112-45a2-94b1-7c256538eace completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:11.303878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8f030f98-3112-45a2-94b1-7c256538eace triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:11.304867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.335843 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Pushing event updated for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:11.351384 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.415576 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:11.469403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.493812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.510175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 8f030f98-3112-45a2-94b1-7c256538eace, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f030f98-3112-45a2-94b1-7c256538eace,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:11.515520 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.600516 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-030561d4-663a-4e2f-a9a3-44e3440f2e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.609952 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=8f030f98-3112-45a2-94b1-7c256538eace,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:11.630261 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e0df7310-3a94-4a1f-a902-a0b8af3b9cbf None None] Provisioning for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:11.635419 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e0df7310-3a94-4a1f-a902-a0b8af3b9cbf None None] Provisioning complete for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:11.635782 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e0df7310-3a94-4a1f-a902-a0b8af3b9cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.694949 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e0df7310-3a94-4a1f-a902-a0b8af3b9cbf None None] Port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:11.783849 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:09Z', 'revision_number': 3, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:11.787454 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46032b3c-77c0-4fba-814e-1b8ccbb4a76d None None] The sync data for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 is: [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:09Z', 'revision_number': 3, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:49:11.852132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.857220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.962525 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Pushing event updated for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:11.967084 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.111002 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:12.112339 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:12.322146 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-e94c818e-f1a1-446a-b6b3-3ec8e65048d4 None None] Provisioning complete for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:12.322514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e94c818e-f1a1-446a-b6b3-3ec8e65048d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.375022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-e94c818e-f1a1-446a-b6b3-3ec8e65048d4 None None] Port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:12.500404 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Router 40352ef7-2bac-4b74-abe7-21eca43df104 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:49:12.701432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:49:12.710677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ad6f6bd2-e6f1-40bb-aef1-2891a7ded7de admin admin] 10.222.0.37 "PUT /v2.0/routers/40352ef7-2bac-4b74-abe7-21eca43df104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7469878 Mar 02 18:49:13.110218 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.166986 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8f030f98-3112-45a2-94b1-7c256538eace up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:13.225021 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.252615 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 8f030f98-3112-45a2-94b1-7c256538eace triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:13.252986 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.343562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52628) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:13.349677 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054441124', 'description': 'tempest-secgroup-smoke-2054441124 description', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:13.356852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:13.360873 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:13.364006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:13.369787 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:13.382256 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.420513 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:13.424293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:13.427139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:13.432617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:13.490796 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.494383 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.534963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de31e77-1a79-470b-913b-dc19d2344338,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.537577 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.538741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2309bef5-e66a-42f2-8564-5f3315c0a81e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1940587 Mar 02 18:49:13.541797 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52632) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:13.547905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:13.554724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:13.558752 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:13.562137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:13.568570 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:13.585417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.647143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.651024 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.674280 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6442f437-eb5e-4774-a864-cdae21192ae3,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.684055 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.685214 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-71f4f77e-7ff8-4117-b0ac-c1f5895500eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1424413 Mar 02 18:49:13.688825 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52636) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:13.694409 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:13.701762 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:13.705905 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:13.708959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:13.714588 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:13.730881 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.796974 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.801087 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.827298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca934dd-527d-4553-adf0-79c1130fd3f7,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.835580 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.836727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-19de20b0-ff2e-4b33-bcf0-f784f9487eb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1469982 Mar 02 18:49:13.839458 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:13.844756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:13.851398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:13.859625 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:13.862777 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:13.868539 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:13.888663 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.955010 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.959727 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.984816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358176c0-01fa-443e-a3bd-989f5fb97c6c,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.993441 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.994741 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ca567622-f402-4874-ad45-9b15acc1d231 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1543596 Mar 02 18:49:13.997398 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 52644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:14.003298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:14.009941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:14.013748 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:14.017474 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:14.023150 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:14.038789 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.102175 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.105773 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.128868 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526f73d7-3f57-4413-b2e5-558be868d156,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:14.137535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.138755 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-28e9ad7f-290a-4be1-8f7b-c26d443ea1db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1404424 Mar 02 18:49:14.142754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52648) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:14.148389 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:14.154781 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:14.158829 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:14.161780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:14.167446 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:14.177699 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Project a65c33465ea04fc7bf59981c5d7a1006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:49:14.184132 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.251822 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.256038 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.283216 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2255d00e-df84-4797-98c0-b2f91770aad4,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:14.293274 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.294659 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8d2952c9-8f12-48da-8008-c3588dd78156 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1509380 Mar 02 18:49:14.297768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52652) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:14.303110 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '9de31e77-1a79-470b-913b-dc19d2344338', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:14.309481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:14.314127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:14.317022 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:14.322862 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:14.334825 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Project a65c33465ea04fc7bf59981c5d7a1006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:49:14.341514 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.407893 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.411876 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.436395 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b507a9-4cec-4e12-b119-6de5ac2198dc,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:14.445490 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.452804 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-91cd5bff-d4be-43c5-acfe-54093dc389c3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482542 Mar 02 18:49:14.623944 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-983219ed-39f8-43b2-b716-6fbd51f459f3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:14.642988 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-983219ed-39f8-43b2-b716-6fbd51f459f3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:14.644235 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-983219ed-39f8-43b2-b716-6fbd51f459f3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054441124&fields=id&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 267 time: 0.0602567 Mar 02 18:49:14.651478 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.790803 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-2c8f3b30-98ed-4c11-bbac-9689bfafd67b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:14.792192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-2c8f3b30-98ed-4c11-bbac-9689bfafd67b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 809 time: 0.1414237 Mar 02 18:49:14.809247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-1774b42d-c566-4b8c-917a-4a19a0f95f16 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/quotas/a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 375 time: 0.0109415 Mar 02 18:49:14.891964 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-62919b73-7f7c-4055-b941-19f63d207f8f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776496 Mar 02 18:49:15.267247 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-cd0dd562-c19b-47a5-90de-e946bc6a13e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637538 Mar 02 18:49:15.400743 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-40df8db2-4f00-4f06-9f94-c98203053113 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274970 Mar 02 18:49:15.586879 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9b0717e9-01e4-4ea0-91a8-fd507b46b721 req-ffb5e1ab-ac0b-4b24-9469-0659d0c1ef20 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0413723 Mar 02 18:49:16.803238 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d1d51307-8701-4514-bce4-cde17f86274f req-eb741c76-1e60-47b3-802d-6720c6ba9920 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0830796 Mar 02 18:49:16.935018 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c9a4484-c928-46d1-939f-98fa09c0e09a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:16.937411 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c9a4484-c928-46d1-939f-98fa09c0e09a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 809 time: 0.1790340 Mar 02 18:49:17.005784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-fae29e52-7cef-4714-9610-e9870f1d6261 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 380 time: 0.0543461 Mar 02 18:49:17.017846 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'port': {'device_id': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'admin_state_up': True, 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'security_groups': ['9de31e77-1a79-470b-913b-dc19d2344338']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:17.170033 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:17.176052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:port and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:17.181656 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa758394-9017-4321-b9a4-975e5943323f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:17.182166 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:17.188713 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:17.203850 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Made reservation on behalf of a65c33465ea04fc7bf59981c5d7a1006 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:17.207117 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.251320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port aa758394-9017-4321-b9a4-975e5943323f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:17.256266 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aa758394-9017-4321-b9a4-975e5943323f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:17.256633 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.372827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.374435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Allocated IP 172.20.0.6 (d5dcb7d0-f44b-457a-bc12-b21a0f38d977/33c27739-e264-42b9-81d6-2c789637f0b6/670f06aa-34ea-42fb-ba47-4adc70d51032) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:17.396681 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port aa758394-9017-4321-b9a4-975e5943323f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa758394-9017-4321-b9a4-975e5943323f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:17.401225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.472088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=aa758394-9017-4321-b9a4-975e5943323f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:17.568321 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.585558 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Transition to ACTIVE for port object 670f06aa-34ea-42fb-ba47-4adc70d51032 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:17.609144 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.682815 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:17.686449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:17.690722 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:17.723305 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:17.763052 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.763676 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.787384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-3d0884fa-ff41-48c6-bda4-c8a7445fd571 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759628 Mar 02 18:49:17.871965 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Request body: {'port': {'device_id': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:17.931838 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-609d3938-a59c-48d4-92c7-eb61d6a59054 None None] Provisioning for port 670f06aa-34ea-42fb-ba47-4adc70d51032 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:17.936719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-609d3938-a59c-48d4-92c7-eb61d6a59054 None None] Provisioning complete for port 670f06aa-34ea-42fb-ba47-4adc70d51032 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:17.937007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-609d3938-a59c-48d4-92c7-eb61d6a59054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.995318 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-609d3938-a59c-48d4-92c7-eb61d6a59054 None None] Port 670f06aa-34ea-42fb-ba47-4adc70d51032 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:18.028355 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.120793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be0062-e58d-492b-8e16-0bc50a31d66f req-024742a1-088c-4a02-83bc-62fb2756d72c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:18.121490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b7be0062-e58d-492b-8e16-0bc50a31d66f req-024742a1-088c-4a02-83bc-62fb2756d72c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:18.193100 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-b7be0062-e58d-492b-8e16-0bc50a31d66f req-024742a1-088c-4a02-83bc-62fb2756d72c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:18.194169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7be0062-e58d-492b-8e16-0bc50a31d66f req-024742a1-088c-4a02-83bc-62fb2756d72c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 931 time: 0.2631652 Mar 02 18:49:18.318260 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b7be0062-e58d-492b-8e16-0bc50a31d66f req-9ef9351b-f461-4bb4-869c-d927f8816542 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174107 Mar 02 18:49:18.428599 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:49:18.435333 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.450931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Transition to ACTIVE for port object 670f06aa-34ea-42fb-ba47-4adc70d51032 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:18.455439 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.687774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:18.798414 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Attempting to bind port 670f06aa-34ea-42fb-ba47-4adc70d51032 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:18.798789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Attempting to bind port 670f06aa-34ea-42fb-ba47-4adc70d51032 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:18.799122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Attempting to bind port 670f06aa-34ea-42fb-ba47-4adc70d51032 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:18.805188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Port 670f06aa-34ea-42fb-ba47-4adc70d51032 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:49:18.805511 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Attempting to bind port 670f06aa-34ea-42fb-ba47-4adc70d51032 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:18.813288 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:18.813624 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Checking segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:18.814010 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Bound using segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:18.814450 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Bound port: 670f06aa-34ea-42fb-ba47-4adc70d51032, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:18.814906 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.908251 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:18.911139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:18.915609 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.972683 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.974145 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] 10.222.0.35 "PUT /v2.0/ports/670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 1091 time: 1.1795242 Mar 02 18:49:18.977089 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:49:19.008221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef90f-aa24-4163-a7ce-9821b9497fbf service neutron] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:19.067248 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'status': 'completed', 'code': 200} Mar 02 18:49:19.112764 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-1edd1375-de7c-4f94-8917-db0010b380ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0790625 Mar 02 18:49:19.163368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa758394-9017-4321-b9a4-975e5943323f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:19.186455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-24c959e7-c68a-4fc7-8cc2-f985a3d4fe1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 217 time: 0.0656049 Mar 02 18:49:19.233210 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port aa758394-9017-4321-b9a4-975e5943323f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:19.233583 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:19.247907 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-fed3ac26-fa26-48fa-850d-68e9d11abc5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.249933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-fed3ac26-fa26-48fa-850d-68e9d11abc5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0580561 Mar 02 18:49:19.327141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-d543e8c1-419a-419e-b129-053686aa6205 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711002 Mar 02 18:49:19.515784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-dd9cd4e1-7bc6-4a82-8218-a8e7439649b7 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823323 Mar 02 18:49:19.634127 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b956b0-84a0-484b-af50-ecbcb55619c5 req-4a4f05e4-3b5d-4c96-9b1d-a8f4e2acb71d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.635733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3b956b0-84a0-484b-af50-ecbcb55619c5 req-4a4f05e4-3b5d-4c96-9b1d-a8f4e2acb71d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1900439 Mar 02 18:49:19.706252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d5c9d5d7-ff95-475a-89bb-9bb9810cd048 req-65bd58d5-cf6b-427c-a8fe-e198d4dd54aa service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840708 Mar 02 18:49:19.714465 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b3b956b0-84a0-484b-af50-ecbcb55619c5 req-2d627b04-7dd4-4941-ba5f-e9755a958b0f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724766 Mar 02 18:49:19.826490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-51cd9ff0-7383-4584-be43-825d988ddd13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0695131 Mar 02 18:49:19.957039 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-cce0b049-f6ea-467a-9f2c-0ed0d10e1c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.958489 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-cce0b049-f6ea-467a-9f2c-0ed0d10e1c34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1259732 Mar 02 18:49:20.030029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-368bcde6-c4dc-463c-a2ba-711e9970e9bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 217 time: 0.0650461 Mar 02 18:49:20.069833 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:20.092849 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-e32fef18-a8db-402f-8697-27aa6730c22a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:20.094279 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-e32fef18-a8db-402f-8697-27aa6730c22a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0581717 Mar 02 18:49:20.175457 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-b3e94392-3e52-4de3-a29e-74c1a2262d78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750589 Mar 02 18:49:20.403867 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-6f889fcf-a8ed-440c-9c2e-aeedf67bb468 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217324 Mar 02 18:49:20.539816 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f3df220b-3700-409a-bcb3-479a1c51b1c4 req-4d87ed77-08a2-4a41-a4d3-cc9920770831 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278868 Mar 02 18:49:20.853180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:49:20.865916 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:20.866524 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:20.919754 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f8986-3216-40a9-add8-a224b94c3968 req-b75f3183-a881-4136-9710-58d74135b836 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:20.921580 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-019f8986-3216-40a9-add8-a224b94c3968 req-b75f3183-a881-4136-9710-58d74135b836 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0812576 Mar 02 18:49:20.968106 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-019f8986-3216-40a9-add8-a224b94c3968 req-51d7359a-fdf0-4294-ba04-64e2860e90e6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Mar 02 18:49:21.048994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:21.390196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 2, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:21.394049 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:49:21.394398 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Updating router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:49:21.448560 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.781951 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.794064 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Transition to ACTIVE for port object 3c1d6347-77c1-443c-9e73-a7c4cdadca36 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:21.802136 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.933502 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6535-7f05-429d-a316-0b1d471398a2 None None] Pushing event updated for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:22.027321 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Attempting to bind port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:22.027684 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Attempting to bind port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:22.028040 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Attempting to bind port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:22.035742 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:22.036048 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Checking segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:22.036439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.036824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Bound using segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:22.037282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Bound port: 3c1d6347-77c1-443c-9e73-a7c4cdadca36, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:22.037641 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.135031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] For port 3c1d6347-77c1-443c-9e73-a7c4cdadca36, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:22.139416 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] For port 3c1d6347-77c1-443c-9e73-a7c4cdadca36, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c1d6347-77c1-443c-9e73-a7c4cdadca36,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:22.147819 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.179126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9332aa-e36c-49c5-acf9-28d76125869f req-2530181e-75a4-4370-817f-be2deffcf17f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.180564 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b9332aa-e36c-49c5-acf9-28d76125869f req-2530181e-75a4-4370-817f-be2deffcf17f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0806439 Mar 02 18:49:22.239980 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6535-7f05-429d-a316-0b1d471398a2 None None] Pushing event updated for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:22.243405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:22.244200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:22.248750 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b9332aa-e36c-49c5-acf9-28d76125869f req-7047399e-2a3d-4bd8-9347-aaf1e7c1d412 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613487 Mar 02 18:49:22.456753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:22.647614 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Sync routers for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:49:22.659761 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:22.660363 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:22.667482 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:49:22.867253 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:22.939336 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:22.955789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:49:23.007964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:22Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:23.021225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.035936 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23135b-0b3e-4a24-9b65-e9f529306731 None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:22Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:49:23.048456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:49:23.065762 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:23.073266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.180674 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:23.211856 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c1d6347-77c1-443c-9e73-a7c4cdadca36 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:23.239665 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 4, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7081f8f8-e4e9-4550-9e14-ccac7cca5820', 'name': '', 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'mac_address': 'fa:16:3e:25:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:10Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 2, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'subnets': [{'id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:23.248879 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Checking router: 40352ef7-2bac-4b74-abe7-21eca43df104 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:49:23.249135 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Updating router 40352ef7-2bac-4b74-abe7-21eca43df104 port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:49:23.289601 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:23.306044 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.309878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:23.310248 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.447687 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['670f06aa-34ea-42fb-ba47-4adc70d51032'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:49:23.481727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.519413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc53d64-a8e0-4a4f-929a-9ee4251ff97b req-e625dd02-05fb-47d2-9119-ff947190633b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:23.526275 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdc53d64-a8e0-4a4f-929a-9ee4251ff97b req-e625dd02-05fb-47d2-9119-ff947190633b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 944 time: 0.1365020 Mar 02 18:49:23.532832 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 3c1d6347-77c1-443c-9e73-a7c4cdadca36, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c1d6347-77c1-443c-9e73-a7c4cdadca36,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:23.540599 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.570924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fdc53d64-a8e0-4a4f-929a-9ee4251ff97b req-61bf5a86-aa5d-4833-80fe-623201d481bd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Mar 02 18:49:23.642612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:23.743632 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.758498 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Transition to ACTIVE for port object 7081f8f8-e4e9-4550-9e14-ccac7cca5820 will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:23.765831 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.904714 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fb941-56f4-4102-b328-35899a1ec670 None None] Pushing event updated for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:24.029023 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Attempting to bind port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:24.029414 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Attempting to bind port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:24.029780 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Attempting to bind port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 on network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:24.037423 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:24.037905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Checking segment: {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:24.038386 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.038905 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Bound using segment: {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:24.039671 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Bound port: 7081f8f8-e4e9-4550-9e14-ccac7cca5820, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:24.040193 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.098160 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:49:24.133708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] For port 7081f8f8-e4e9-4550-9e14-ccac7cca5820, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:24.136639 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] For port 7081f8f8-e4e9-4550-9e14-ccac7cca5820, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7081f8f8-e4e9-4550-9e14-ccac7cca5820,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:24.141922 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.221990 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fb941-56f4-4102-b328-35899a1ec670 None None] Pushing event updated for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:24.226638 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:24.227238 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:24.409753 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:24.676754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:24.726363 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 4, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7081f8f8-e4e9-4550-9e14-ccac7cca5820', 'name': '', 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'mac_address': 'fa:16:3e:25:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:10Z', 'updated_at': '2022-03-02T18:49:24Z', 'revision_number': 4, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'subnets': [{'id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:24.730883 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63af82a-e6fb-41df-9fa6-0b5251006722 None None] The sync data for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 is: [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:11Z', 'revision_number': 4, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '7081f8f8-e4e9-4550-9e14-ccac7cca5820', 'name': '', 'network_id': '9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'mac_address': 'fa:16:3e:25:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:10Z', 'updated_at': '2022-03-02T18:49:24Z', 'revision_number': 4, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'subnets': [{'id': '3de1b0c6-d22b-4680-9bc5-93df9aae41b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:49:24.761431 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 670f06aa-34ea-42fb-ba47-4adc70d51032 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:24.767170 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 670f06aa-34ea-42fb-ba47-4adc70d51032 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:24.767546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.787108 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be706e-039a-426d-854d-06e9512a73ce req-78e7d898-ff7f-4f5e-a058-65efaa50a910 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:24.801938 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be706e-039a-426d-854d-06e9512a73ce req-78e7d898-ff7f-4f5e-a058-65efaa50a910 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 944 time: 0.0940185 Mar 02 18:49:24.868825 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c9be706e-039a-426d-854d-06e9512a73ce req-588a314b-7da4-442a-887e-b9b3586289da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650423 Mar 02 18:49:24.923940 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.954242 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:49:24.964521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:24.969984 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.015458 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'code': 200} Mar 02 18:49:25.045890 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:25.162775 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd83439d-a831-4fdd-8349-109db7507caf req-f6016a13-e3b4-43ec-b103-763180d782be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0812681 Mar 02 18:49:25.212029 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bd83439d-a831-4fdd-8349-109db7507caf req-70aa4521-37e4-415f-82d6-ba6c6118866b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434079 Mar 02 18:49:25.235402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7081f8f8-e4e9-4550-9e14-ccac7cca5820 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:25.311101 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:25.316494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:25.316855 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.439324 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.477107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 7081f8f8-e4e9-4550-9e14-ccac7cca5820, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7081f8f8-e4e9-4550-9e14-ccac7cca5820,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:25.481589 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.483254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c1d6347-77c1-443c-9e73-a7c4cdadca36 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:25.602745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:25.617584 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:25.617952 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:26.069248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41f96-8ddd-47ac-ba22-a7b139e2204d req-5801c97f-5c24-42ae-9db6-9b897a14e7cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:26.070733 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05d41f96-8ddd-47ac-ba22-a7b139e2204d req-5801c97f-5c24-42ae-9db6-9b897a14e7cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0803266 Mar 02 18:49:26.117111 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05d41f96-8ddd-47ac-ba22-a7b139e2204d req-707d0f1c-d6d3-407c-bf04-7175ae3a5eaf tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Mar 02 18:49:27.162388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7081f8f8-e4e9-4550-9e14-ccac7cca5820 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:27.233966 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:27.234342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:27.324474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954b025-2eaa-4b8a-b0dd-88fc18333130 req-ed03a6e4-3922-4cf9-9441-89aa487eee54 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:27.326449 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f954b025-2eaa-4b8a-b0dd-88fc18333130 req-ed03a6e4-3922-4cf9-9441-89aa487eee54 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0828097 Mar 02 18:49:27.377736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f954b025-2eaa-4b8a-b0dd-88fc18333130 req-2e3e834d-c358-40ff-b9e2-1a43463337cf tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Mar 02 18:49:27.576842 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8d2b3-9b07-464c-b8da-0f3173591600 req-3e6b7cb0-57e6-4090-8fcd-7a976d25552f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:27.578270 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87d8d2b3-9b07-464c-b8da-0f3173591600 req-3e6b7cb0-57e6-4090-8fcd-7a976d25552f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0774572 Mar 02 18:49:27.627091 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-87d8d2b3-9b07-464c-b8da-0f3173591600 req-c8e7ead9-70dc-47d9-b791-af2cd8896e79 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Mar 02 18:49:27.655209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52706) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:27.790009 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fc3b8b8f-2d99-4215-b74b-4dca7587c988 tempest-TestShelveInstance-1006402816 tempest-TestShelveInstance-1006402816-project-admin] Synchronizing usage tracker for tenant:1b84f38596cb4cfea3a28037daf62af7 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:27.805911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fc3b8b8f-2d99-4215-b74b-4dca7587c988 tempest-TestShelveInstance-1006402816 tempest-TestShelveInstance-1006402816-project-admin] Unset dirty status for tenant:1b84f38596cb4cfea3a28037daf62af7 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:27.807085 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fc3b8b8f-2d99-4215-b74b-4dca7587c988 tempest-TestShelveInstance-1006402816 tempest-TestShelveInstance-1006402816-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1091 time: 0.1506295 Mar 02 18:49:27.810020 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 52712) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:27.815428 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:27.821852 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:27.825699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:floatingip and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:27.829053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:27.834790 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:27.846323 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:27.982842 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:28.119657 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Allocated IP 172.25.3.5 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/65863cbf-98f1-4c4e-a961-3d546e67bb4e) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:28.266812 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:28.293611 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:28.360478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:28.363623 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:28.367877 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:28.395712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=65863cbf-98f1-4c4e-a961-3d546e67bb4e,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:28.981960 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:29.037459 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:29.237473 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:29.242162 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:29.350232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=65863cbf-98f1-4c4e-a961-3d546e67bb4e,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:29.364550 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:29.566464 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Floating IP fed2dd22-845e-4825-b8e6-72cdcdb659cc associated. External IP: 172.25.3.5, port: 670f06aa-34ea-42fb-ba47-4adc70d51032. Mar 02 18:49:29.957175 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:49:30.266679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:49:30.290948 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:30.347463 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-84b0aec9-8738-4c41-873a-43be2abc24b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5363278 Mar 02 18:49:30.348037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:49:30.403440 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'status': 'completed', 'code': 200} Mar 02 18:49:30.495058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-6bd720e5-251e-43a4-b0ed-f36bdc66227b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0696201 Mar 02 18:49:30.625225 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-bb9ba2e9-218b-4f39-ad20-9760c36dc50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:30.626689 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-bb9ba2e9-218b-4f39-ad20-9760c36dc50e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1258273 Mar 02 18:49:30.730548 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-e2ea15cd-2b61-4b4b-b98d-9fc79ca49ab1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 997 time: 0.0976005 Mar 02 18:49:30.790280 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-4f63e91d-ad48-42b1-8a4b-5b0cce402f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:30.791706 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-4f63e91d-ad48-42b1-8a4b-5b0cce402f2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0555532 Mar 02 18:49:30.869228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-8fa66dbd-4807-495e-b3a4-1f76e76f6608 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715554 Mar 02 18:49:31.003197 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-b67dd7a1-d979-4f59-861c-bcc10acf9648 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268480 Mar 02 18:49:31.103288 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:49:31.120972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:31.122357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:31.142088 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f958b564-c8d1-4f54-bf16-3514805f4299 req-333b253f-f93f-4186-8e8c-8ec191ea9732 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326632 Mar 02 18:49:31.330528 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:31.405677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-52771804-5cfc-4114-a09d-e876ca0aa8e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692554 Mar 02 18:49:31.546163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-cbe0c4ad-36c3-4aa6-a5ba-534d34fb8470 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0729172 Mar 02 18:49:31.683820 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fed2dd22-845e-4825-b8e6-72cdcdb659cc', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:28Z', 'updated_at': '2022-03-02T18:49:28Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:31.688519 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:49:31.698746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-fbdbe12c-0a92-4229-99fb-06c209d63616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.699343 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:31.699948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:49:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:31.700206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-fbdbe12c-0a92-4229-99fb-06c209d63616 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1360438 Mar 02 18:49:31.800223 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-63a5c4d6-26a6-479b-9835-56266e441425 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 997 time: 0.0939593 Mar 02 18:49:31.867102 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-62171c91-25a9-4428-9e6a-0dacbd2617a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.868542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-62171c91-25a9-4428-9e6a-0dacbd2617a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0620894 Mar 02 18:49:31.880409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:49:31.942653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-07442fe5-ee72-4f2b-a9ee-13d8a5852b48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683007 Mar 02 18:49:32.079477 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-19e4a7f3-098b-4984-9ef6-404383f839f2 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305969 Mar 02 18:49:32.234022 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fed2dd22-845e-4825-b8e6-72cdcdb659cc', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:28Z', 'updated_at': '2022-03-02T18:49:28Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:32.238086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e2a4c-b3a4-4853-9a72-fdaf9e294da9 None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'fed2dd22-845e-4825-b8e6-72cdcdb659cc', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:28Z', 'updated_at': '2022-03-02T18:49:28Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:49:32.321664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3c0b2c7-6b1b-442b-975e-016ce0318e31 req-3ec68289-2498-417e-bc8e-decccbf39cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363172 Mar 02 18:49:39.257837 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:39.515301 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d2260d0d-a598-428b-a655-61aff443caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.555625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9345bef6-945e-4cc6-9b4d-225810673978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.573725 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478f775-79c2-4bc7-8fce-8dcbee8f75ec None None] New status for floating IP fed2dd22-845e-4825-b8e6-72cdcdb659cc: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:49:43.101673 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.207270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:44.657179 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:50.067165 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.089010 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:50:09.270076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.512900 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-86ab1ac8-b3f0-4ec6-a317-4fb5507efb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.558213 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5780364a-0ca3-4e51-b1cf-b60764fce51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:13.104433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:13.209473 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.656941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:20.098186 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:33.394948 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-0ba293fd-7f0f-4593-a7f9-7eca06a88b39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707619 Mar 02 18:50:33.534237 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-3916f355-426e-412b-b5cd-655897207c60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0696094 Mar 02 18:50:33.679598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-33339039-05d0-4bf6-b502-4948b4e9893f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:33.680969 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-33339039-05d0-4bf6-b502-4948b4e9893f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1260052 Mar 02 18:50:33.788773 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-0049814c-0899-4525-b6c2-7992118c766c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.1001036 Mar 02 18:50:33.849221 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-a9210179-fd45-481c-b55b-e8670992bc66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:33.850757 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-a9210179-fd45-481c-b55b-e8670992bc66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0562465 Mar 02 18:50:33.927105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-8df46e2a-483c-4d51-9f71-e8bfca7059bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705388 Mar 02 18:50:34.058098 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-f8f5f53e-c708-4c1e-866d-0d47a6f89ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246536 Mar 02 18:50:34.191117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-76a2db3f-349c-4e8a-9071-f5222a831287 req-01271c8f-9b9a-49fa-9cdd-188f9921f210 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268003 Mar 02 18:50:38.090735 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:50:39.260320 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:39.505444 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-da0c12e0-b337-4fc9-955a-ff295b17c468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:41.564220 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-832735df-1ad3-4385-8bdf-231bc0eacbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:43.107278 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:43.212703 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:44.659124 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:50.111332 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:09.270145 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:09.508891 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6360b0b2-c31d-4394-97b1-a602c4a5801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:11.568241 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-42be4645-5244-43f3-86c0-3ae4273dcb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.109268 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.215771 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:14.661638 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:15.092032 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:51:20.111222 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:34.391796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-037cc2fa-076a-4c89-970a-dc7d28a92e97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682130 Mar 02 18:51:34.534989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-f9107aba-a9dd-41e1-83cb-301c583bee90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0746267 Mar 02 18:51:34.679139 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-be91a2f8-6696-45af-8e3d-8f515588d8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.680523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-be91a2f8-6696-45af-8e3d-8f515588d8b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1267166 Mar 02 18:51:34.790960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-6bbbc2f7-6098-478c-b3f9-1e14315ed540 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.1009877 Mar 02 18:51:34.849238 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-daa34c93-8181-4452-a361-ff534e5d889e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.850696 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-daa34c93-8181-4452-a361-ff534e5d889e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0571113 Mar 02 18:51:34.931871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-c1614bf6-51c8-43d1-b021-bfe49b64bce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744808 Mar 02 18:51:35.064383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-cbedfab7-3013-42c5-8159-1f972d562322 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264911 Mar 02 18:51:35.294140 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-eafb9c1f-c57e-4888-b7bb-031952d6d484 req-9985cf62-7e04-4dcc-9dc7-c310e00210bd service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234788 Mar 02 18:51:39.287033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:39.512549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0483ddf8-f436-4d14-b5eb-382f6576a9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:41.610676 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3c6c07c3-2043-4bbe-9b79-773d7b2c8af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:43.114060 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:43.218955 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:44.665340 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.110718 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:52.093976 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:06.809725 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d94d7-bc97-4f1f-bdef-691d2f182190 req-4e8a8581-9833-4b61-a3e7-0c72d4e4823e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:06.811185 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-919d94d7-bc97-4f1f-bdef-691d2f182190 req-4e8a8581-9833-4b61-a3e7-0c72d4e4823e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0800951 Mar 02 18:52:06.855914 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-919d94d7-bc97-4f1f-bdef-691d2f182190 req-f0cf7c91-2371-41a4-abe5-85c7f87a2921 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Mar 02 18:52:08.082322 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbb07-4637-4f15-b506-949e97e0b9bc req-c67c87ce-cc6a-410b-b48c-e8e3376ab85e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:08.084515 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02cfbb07-4637-4f15-b506-949e97e0b9bc req-c67c87ce-cc6a-410b-b48c-e8e3376ab85e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0770111 Mar 02 18:52:08.134455 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-02cfbb07-4637-4f15-b506-949e97e0b9bc req-2834ccd2-2213-46c7-814a-41cfa01a2238 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Mar 02 18:52:09.273844 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:09.368576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347554e5-8d6e-426a-9919-61ba3b0423e7 req-adff54d3-b76f-4325-95cc-2ad2f29d4cb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:09.370025 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-347554e5-8d6e-426a-9919-61ba3b0423e7 req-adff54d3-b76f-4325-95cc-2ad2f29d4cb6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0816600 Mar 02 18:52:09.417451 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-347554e5-8d6e-426a-9919-61ba3b0423e7 req-31cddd44-7b3f-4adc-8923-638409bd9643 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Mar 02 18:52:09.515132 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-622873ba-a110-42d7-b3be-9c695a11a8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:10.618223 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a57e-a88e-402d-968c-bdf90eeb25e2 req-011631e9-534c-422d-985f-559de4805054 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:10.619679 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf98a57e-a88e-402d-968c-bdf90eeb25e2 req-011631e9-534c-422d-985f-559de4805054 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0776055 Mar 02 18:52:10.664387 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf98a57e-a88e-402d-968c-bdf90eeb25e2 req-bec01859-5ff7-4c55-8d75-0a90bdcfc042 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Mar 02 18:52:11.573792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-78f11713-e269-41fd-9be1-bbbb745d556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:11.859881 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c791-76c6-4b7a-abd2-3199dbfaa585 req-2e25b608-0ea4-4b08-ac0d-58ba33779a6b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:11.861331 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f6c791-76c6-4b7a-abd2-3199dbfaa585 req-2e25b608-0ea4-4b08-ac0d-58ba33779a6b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0758333 Mar 02 18:52:11.907201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a9f6c791-76c6-4b7a-abd2-3199dbfaa585 req-912933b5-8154-40c0-ad31-512195eceae6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Mar 02 18:52:13.113746 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330865-8c86-4292-94d6-dec57dfd8b0f req-055d96d4-1266-4b57-9ccd-c0f71a794d25 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:13.115310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe330865-8c86-4292-94d6-dec57dfd8b0f req-055d96d4-1266-4b57-9ccd-c0f71a794d25 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0849869 Mar 02 18:52:13.116264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:13.166784 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fe330865-8c86-4292-94d6-dec57dfd8b0f req-a201e520-e4bf-467a-a9da-c04407f46fca tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Mar 02 18:52:13.221665 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:14.522579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b015-12ee-4488-89cb-4c0cfa6ef995 req-6c3a238c-a596-4da6-9acd-ee0e7cf1bb3d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:14.524594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8230b015-12ee-4488-89cb-4c0cfa6ef995 req-6c3a238c-a596-4da6-9acd-ee0e7cf1bb3d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0775719 Mar 02 18:52:14.576014 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8230b015-12ee-4488-89cb-4c0cfa6ef995 req-7dd64626-403a-4232-9050-26413130ea50 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462856 Mar 02 18:52:14.667596 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:15.770468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f982-fd4f-447c-9210-d4b7ee2af7c5 req-72b9d998-9b5c-400f-b1e6-835304d11753 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:15.771936 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54a8f982-fd4f-447c-9210-d4b7ee2af7c5 req-72b9d998-9b5c-400f-b1e6-835304d11753 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0748379 Mar 02 18:52:15.817484 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-54a8f982-fd4f-447c-9210-d4b7ee2af7c5 req-3db919d7-d404-4fa1-ab27-cdb5d72a2146 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Mar 02 18:52:17.028897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93628ca-7f5d-4b37-a589-d13b5eab68a9 req-131f9a4f-012f-4598-b88e-5e6be95dc531 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:17.030378 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93628ca-7f5d-4b37-a589-d13b5eab68a9 req-131f9a4f-012f-4598-b88e-5e6be95dc531 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0830708 Mar 02 18:52:17.085595 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93628ca-7f5d-4b37-a589-d13b5eab68a9 req-fb9c99ee-7951-4229-b8f5-45a68e0e3752 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Mar 02 18:52:18.314171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be1d-1185-4ca1-bfe4-70a45da21986 req-6f5f5db9-e8ab-4f9b-8ef8-ad8bc23353ea tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:18.315728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b76be1d-1185-4ca1-bfe4-70a45da21986 req-6f5f5db9-e8ab-4f9b-8ef8-ad8bc23353ea tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0931106 Mar 02 18:52:18.367434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2b76be1d-1185-4ca1-bfe4-70a45da21986 req-883010a5-a642-482f-a35b-10bb4368c584 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Mar 02 18:52:19.346248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:52:19.519611 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:19.536329 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:52:19.609031 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.629402 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:52:19.630919 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a204b7-ffcd-4e98-8161-ae9c32ec3439 req-bc560394-8971-4462-bbfb-a543dc04260a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.633700 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85a204b7-ffcd-4e98-8161-ae9c32ec3439 req-bc560394-8971-4462-bbfb-a543dc04260a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0999658 Mar 02 18:52:19.645851 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:19.650297 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.698480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85a204b7-ffcd-4e98-8161-ae9c32ec3439 req-d43cba1b-f5c9-4aee-948d-f7c51d6d594a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562639 Mar 02 18:52:19.720572 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:19.730471 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.730869 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.731213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.731712 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.732151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.732486 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.732815 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.733172 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.733498 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.733821 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.734145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:19.738960 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['670f06aa-34ea-42fb-ba47-4adc70d51032'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:52:20.125502 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:20.904740 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888cf7e-5404-4e62-a46a-dce44ea512b1 req-a29d5428-30b4-4f8d-85ad-c37c26c6c8f0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.906189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6888cf7e-5404-4e62-a46a-dce44ea512b1 req-a29d5428-30b4-4f8d-85ad-c37c26c6c8f0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 944 time: 0.0794852 Mar 02 18:52:20.953871 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6888cf7e-5404-4e62-a46a-dce44ea512b1 req-04c71e12-9128-40cd-a996-7f5e90b07e8a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Mar 02 18:52:21.356726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:21.430487 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 670f06aa-34ea-42fb-ba47-4adc70d51032 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:21.431033 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.548945 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.576050 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:52:21.585796 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:21.590918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.656381 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:21.719011 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'code': 200} Mar 02 18:52:22.154047 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bde65c-b3b5-4822-a870-2d152131ffc4 req-92358672-7741-4e4d-be35-bf495920ccb7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:22.155528 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06bde65c-b3b5-4822-a870-2d152131ffc4 req-92358672-7741-4e4d-be35-bf495920ccb7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0810328 Mar 02 18:52:22.202888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-06bde65c-b3b5-4822-a870-2d152131ffc4 req-011136fe-fa62-4b8b-a9ad-557d39b70432 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Mar 02 18:52:23.406037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c891-8891-43b5-8273-24b0ba8bddf0 req-8723f018-e37a-4349-ad82-adf20043c6e1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:23.407530 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a964c891-8891-43b5-8273-24b0ba8bddf0 req-8723f018-e37a-4349-ad82-adf20043c6e1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0786963 Mar 02 18:52:23.457240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a964c891-8891-43b5-8273-24b0ba8bddf0 req-fdc700c0-133f-4a68-b1f9-4fca1f1409c4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Mar 02 18:52:24.704656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94970-273f-496b-b722-540555c8e15b req-b3b4ba99-5e11-4a4b-a9b4-8dac928ffe01 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:24.706135 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7be94970-273f-496b-b722-540555c8e15b req-b3b4ba99-5e11-4a4b-a9b4-8dac928ffe01 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0920835 Mar 02 18:52:24.767713 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7be94970-273f-496b-b722-540555c8e15b req-e9fb2731-7f61-4d6b-9c20-5733f96cac34 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555348 Mar 02 18:52:26.043266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e1d37-4a66-4b86-8f2f-ad3d95d5b3ce req-90a9d0a5-c5dd-4897-89c9-a648cbbad450 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:26.047918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da4e1d37-4a66-4b86-8f2f-ad3d95d5b3ce req-90a9d0a5-c5dd-4897-89c9-a648cbbad450 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1135013 Mar 02 18:52:26.096252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-da4e1d37-4a66-4b86-8f2f-ad3d95d5b3ce req-c51e284f-23e0-4eb1-a0c3-65e441e22147 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Mar 02 18:52:27.389598 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7eb56-54be-496f-99c2-4c16270490c4 req-afba1c1f-74a3-43d1-b30b-eecaf068ab9d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:27.392865 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2c7eb56-54be-496f-99c2-4c16270490c4 req-afba1c1f-74a3-43d1-b30b-eecaf068ab9d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0980155 Mar 02 18:52:27.487161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2c7eb56-54be-496f-99c2-4c16270490c4 req-5c34b419-1033-4820-a7f3-c7b42aee05b0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835056 Mar 02 18:52:28.754448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a11902-39eb-46a0-8778-2f93e6deda34 req-4d47dfc9-324c-4e74-a4d4-b5b4af00fd43 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:28.756996 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9a11902-39eb-46a0-8778-2f93e6deda34 req-4d47dfc9-324c-4e74-a4d4-b5b4af00fd43 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1219802 Mar 02 18:52:28.828611 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9a11902-39eb-46a0-8778-2f93e6deda34 req-5e78e470-f362-4a60-b3c1-44c44c073e26 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641193 Mar 02 18:52:29.099394 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:30.050596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df241-46c6-4f2f-95c6-456c59f5e903 req-581d8c89-bdde-45bf-8ecb-2881950cddcb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.058734 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a57df241-46c6-4f2f-95c6-456c59f5e903 req-581d8c89-bdde-45bf-8ecb-2881950cddcb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0960345 Mar 02 18:52:30.112439 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a57df241-46c6-4f2f-95c6-456c59f5e903 req-8923282a-8e43-433a-b929-f873f81b65a3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527985 Mar 02 18:52:31.365082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045782c7-cf63-4181-bd2c-c92d0c917e9e req-753251ed-e36b-4e89-a454-35485b1be69b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:31.366708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-045782c7-cf63-4181-bd2c-c92d0c917e9e req-753251ed-e36b-4e89-a454-35485b1be69b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1064236 Mar 02 18:52:31.427337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-045782c7-cf63-4181-bd2c-c92d0c917e9e req-77fe85c5-d016-4901-9ec9-804182f1c2b6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Mar 02 18:52:32.659121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2162-371b-4193-938d-c443aa7b0ddb req-e26c27ac-0c2b-4130-b14b-cd5aadf93e71 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:32.660626 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-039f2162-371b-4193-938d-c443aa7b0ddb req-e26c27ac-0c2b-4130-b14b-cd5aadf93e71 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1022153 Mar 02 18:52:32.715207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-039f2162-371b-4193-938d-c443aa7b0ddb req-454a66c7-8ff6-4bd5-916f-76af06552080 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Mar 02 18:52:33.954096 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0179-df88-4899-a553-1d878df465cb req-726eb47d-e4c4-446d-a4f4-c71db80c14f1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:33.955680 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2f0179-df88-4899-a553-1d878df465cb req-726eb47d-e4c4-446d-a4f4-c71db80c14f1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0951099 Mar 02 18:52:34.020561 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2d2f0179-df88-4899-a553-1d878df465cb req-211ae7a6-98ce-4abe-92d1-67a79736d76d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566380 Mar 02 18:52:34.587771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-72382634-b00f-4efd-b484-c324248852fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.1868129 Mar 02 18:52:34.741712 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dc99-1811-4121-8bad-d5599b934150 req-c48e8917-6cad-4f9b-a2bb-80af7861acd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:34.743169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-c48e8917-6cad-4f9b-a2bb-80af7861acd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1356261 Mar 02 18:52:34.907512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-9e26fe63-3e73-4ed3-b1fe-5fae77af1b18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.1572366 Mar 02 18:52:34.978768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dc99-1811-4121-8bad-d5599b934150 req-b84cd76d-77a8-4069-acb2-98b0bd42b53d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:34.980931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-b84cd76d-77a8-4069-acb2-98b0bd42b53d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0660470 Mar 02 18:52:35.067862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-be781b77-cd42-41fd-a94b-3f7153762b3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806048 Mar 02 18:52:35.331425 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-1c89a031-47b1-46d2-9bac-08f1396203f4 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547929 Mar 02 18:52:35.377496 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2958b-0fd3-47f1-b646-f84d048b6fd0 req-05558300-4836-4a91-8cf1-c656261e455d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:35.378989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0f2958b-0fd3-47f1-b646-f84d048b6fd0 req-05558300-4836-4a91-8cf1-c656261e455d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1756091 Mar 02 18:52:35.488738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c0f2958b-0fd3-47f1-b646-f84d048b6fd0 req-e71e44d2-83b7-4742-94ee-bef408b82a2c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579479 Mar 02 18:52:35.538282 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5073dc99-1811-4121-8bad-d5599b934150 req-229edcf7-0e49-4253-ab9d-15ccc26eec57 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936977 Mar 02 18:52:36.755693 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88aba-be82-48cd-9129-e8927bca83eb req-037ef222-50a4-4b43-91fb-4725e3fec121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:36.757782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24c88aba-be82-48cd-9129-e8927bca83eb req-037ef222-50a4-4b43-91fb-4725e3fec121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1048489 Mar 02 18:52:36.762643 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-1ba6b5d0-ab0d-45f6-8f7e-6d1e0230cf96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.1448293 Mar 02 18:52:36.892823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-24c88aba-be82-48cd-9129-e8927bca83eb req-d243c807-eec4-44c6-ac74-5268a5116768 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291656 Mar 02 18:52:36.935019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-84413b07-b7d1-4961-aa91-f96416f13aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:36.936506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-84413b07-b7d1-4961-aa91-f96416f13aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1577017 Mar 02 18:52:37.044854 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-654b72ea-7771-4ef9-a9fc-45750d47e09a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.1012545 Mar 02 18:52:37.108498 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-d6b0101b-4070-41d8-9b0d-e954430bae6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:37.109921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-d6b0101b-4070-41d8-9b0d-e954430bae6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0588374 Mar 02 18:52:37.189063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-69e1da83-9484-491e-83c4-6ba271a6e7a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722928 Mar 02 18:52:37.327642 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-0fa36e22-e91d-4244-ace6-3f82c98bfee6 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303027 Mar 02 18:52:37.569242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9d2747f2-949b-4007-b6e0-f8884b0d19f3 req-9be4cc35-39a3-4ef5-988f-467badd005c1 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352386 Mar 02 18:52:38.112171 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b1cfb-7413-4111-a318-c501945daf1f req-72d51a8d-d18e-463a-9835-5461feda7983 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:38.115228 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-558b1cfb-7413-4111-a318-c501945daf1f req-72d51a8d-d18e-463a-9835-5461feda7983 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1006238 Mar 02 18:52:38.194241 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-558b1cfb-7413-4111-a318-c501945daf1f req-4f0161ff-3d59-482f-a36a-888d5b1f2af1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714536 Mar 02 18:52:39.309838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.380912 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:39.425188 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f9049-b979-4184-be19-aa2f6505588c req-a6a060b4-4225-4834-b36e-6f3290f45d79 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.426765 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-083f9049-b979-4184-be19-aa2f6505588c req-a6a060b4-4225-4834-b36e-6f3290f45d79 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0985067 Mar 02 18:52:39.481570 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-083f9049-b979-4184-be19-aa2f6505588c req-2ee1ed44-92d4-40a7-8c6b-0a012cefca3c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486140 Mar 02 18:52:39.533855 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6265fddb-3feb-44c3-a8e7-9533e78d252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.539569 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.566110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:52:39.576255 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:39.580432 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.638978 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'code': 200} Mar 02 18:52:39.650013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:40.699596 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8e82-ff5f-42ff-93f3-8b4174534f27 req-822395ca-f483-4158-830f-59b6fdae068d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:40.701126 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b08b8e82-ff5f-42ff-93f3-8b4174534f27 req-822395ca-f483-4158-830f-59b6fdae068d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0849428 Mar 02 18:52:40.752931 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b08b8e82-ff5f-42ff-93f3-8b4174534f27 req-c9c81b0b-048f-4cb2-ab25-3db41d6e3414 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Mar 02 18:52:41.023300 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-66fff38a-04c1-47e7-a900-caadbf0adb6d req-a12e8eef-addb-4b8b-a0c3-81a82ad61138 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1491258 Mar 02 18:52:41.346619 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6760-34e8-4531-a3b3-2c29428f533f req-7c61415f-ee5b-4c24-b0d0-9c0562763482 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:41.349172 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-521c6760-34e8-4531-a3b3-2c29428f533f req-7c61415f-ee5b-4c24-b0d0-9c0562763482 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1032417 Mar 02 18:52:41.407013 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-346b3027-8def-475c-9a5f-83d908ddece0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522794 Mar 02 18:52:41.436828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-521c6760-34e8-4531-a3b3-2c29428f533f req-7973b963-5663-492b-98ba-133205ef767b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796485 Mar 02 18:52:41.577363 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1ad3cef0-0441-427f-83da-c6de6700e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.087128 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-5783eda7-a461-4040-9685-32624a113900 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 1094 time: 0.0693045 Mar 02 18:52:42.178354 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-880e3a60-a1d0-4f4b-9b41-ebeeb8fdab5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0701752 Mar 02 18:52:42.315729 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-08838c84-f92a-4c79-858f-763942f9c17c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.317252 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-08838c84-f92a-4c79-858f-763942f9c17c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1327713 Mar 02 18:52:42.425490 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-a5ee630b-996b-4a61-b3ac-e5c3cf306391 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 997 time: 0.1019192 Mar 02 18:52:42.495206 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-5495f43a-e0ca-4e12-8058-9844ef5b3ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.496551 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-5495f43a-e0ca-4e12-8058-9844ef5b3ee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0648668 Mar 02 18:52:42.577555 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-a0ab6a3c-5a9d-4f81-8613-34c62a65e608 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738976 Mar 02 18:52:42.775079 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-48b273ec-e190-4f7f-a3ce-3eed268d0dcd service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646774 Mar 02 18:52:42.781485 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165666e-2258-48bf-a104-221db850667a req-80fbecdd-7d02-4d4b-9add-f4464bd637a3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.782887 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b165666e-2258-48bf-a104-221db850667a req-80fbecdd-7d02-4d4b-9add-f4464bd637a3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.2044570 Mar 02 18:52:42.921901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b165666e-2258-48bf-a104-221db850667a req-2ac42497-75fe-4306-8834-70d9cd5fead0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202321 Mar 02 18:52:42.958783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a77b1436-9b07-4e01-8622-20b57d02ec4b req-edb3317a-3c53-4b32-b620-d0a95352cc59 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748977 Mar 02 18:52:43.125122 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:43.223990 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:43.424449 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:44.258543 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb0b8d-455b-4140-a296-80b493115620 req-b810196e-13cc-4d8f-a693-5c452f612434 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:44.266940 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aeb0b8d-455b-4140-a296-80b493115620 req-b810196e-13cc-4d8f-a693-5c452f612434 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1927042 Mar 02 18:52:44.333110 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0aeb0b8d-455b-4140-a296-80b493115620 req-781c88fb-9da1-4032-ac40-03f6d8b26ccc tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651078 Mar 02 18:52:44.677959 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.558909 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d16ca-6d76-408a-abf7-893293440f5c req-d42ef172-38b2-4c2d-ae72-bae856fd29ff tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:45.560396 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-387d16ca-6d76-408a-abf7-893293440f5c req-d42ef172-38b2-4c2d-ae72-bae856fd29ff tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0897970 Mar 02 18:52:45.628417 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-387d16ca-6d76-408a-abf7-893293440f5c req-04236067-e5ab-4fc2-9bce-7cd791752e31 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618067 Mar 02 18:52:46.856547 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124b6f6-7068-4151-9238-95677895d017 req-755b4310-480a-41a9-9d97-c6eb18e2f00d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:46.858539 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1124b6f6-7068-4151-9238-95677895d017 req-755b4310-480a-41a9-9d97-c6eb18e2f00d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0837271 Mar 02 18:52:46.915741 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1124b6f6-7068-4151-9238-95677895d017 req-f9c4a6e5-9233-4791-80f4-6118aa54cff5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517738 Mar 02 18:52:48.133021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab9521-8fe2-4e4f-b56f-6b8d3e3a0a70 req-8164b42c-99ac-4597-8db7-72a267848bfd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:48.134523 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ab9521-8fe2-4e4f-b56f-6b8d3e3a0a70 req-8164b42c-99ac-4597-8db7-72a267848bfd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0841737 Mar 02 18:52:48.186041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-72ab9521-8fe2-4e4f-b56f-6b8d3e3a0a70 req-bd8d9c58-e301-44b4-ba95-3b68e6c15953 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454810 Mar 02 18:52:49.434903 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15b331-6464-43ad-be64-82d91e5e26ad req-9431ae6c-ec29-421d-9745-41f7a60bc04c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:49.436415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa15b331-6464-43ad-be64-82d91e5e26ad req-9431ae6c-ec29-421d-9745-41f7a60bc04c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1103632 Mar 02 18:52:49.499628 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-aa15b331-6464-43ad-be64-82d91e5e26ad req-6df1f8ba-4a63-4a9d-83ae-2e035b4e2615 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564938 Mar 02 18:52:50.125928 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:50.705545 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17cce0-4f31-473f-8bcc-b0cba99b5934 req-3878dc3e-12ef-4332-8ff2-4022af5ba98f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:50.707074 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf17cce0-4f31-473f-8bcc-b0cba99b5934 req-3878dc3e-12ef-4332-8ff2-4022af5ba98f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0821860 Mar 02 18:52:50.774921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bf17cce0-4f31-473f-8bcc-b0cba99b5934 req-ccafeec6-4279-4703-85a1-d1c613122fb7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595315 Mar 02 18:52:51.989008 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a404-9632-4598-83b4-7179d1fa900f req-657826cf-36ca-471b-819b-b48bf1b1fee9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:51.990459 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3604a404-9632-4598-83b4-7179d1fa900f req-657826cf-36ca-471b-819b-b48bf1b1fee9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0812542 Mar 02 18:52:52.046360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3604a404-9632-4598-83b4-7179d1fa900f req-7253767d-b1e4-4a62-a9fb-d96741715f5a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495031 Mar 02 18:52:53.253560 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01118f65-b5e3-44a0-944f-c63ab6ffc815 req-5ead7ed2-1e75-4fa1-bfc4-60206c1a5777 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:53.255023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01118f65-b5e3-44a0-944f-c63ab6ffc815 req-5ead7ed2-1e75-4fa1-bfc4-60206c1a5777 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0759230 Mar 02 18:52:53.303918 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-01118f65-b5e3-44a0-944f-c63ab6ffc815 req-95732fb1-6cfc-48cc-bbce-ebd3af768098 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Mar 02 18:52:54.603491 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0dce3-eb62-41d6-9e5e-239197bd8f2c req-7e5c7169-3bb1-4035-af97-6bd425deea72 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:54.604857 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2e0dce3-eb62-41d6-9e5e-239197bd8f2c req-7e5c7169-3bb1-4035-af97-6bd425deea72 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1706159 Mar 02 18:52:54.651447 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c2e0dce3-eb62-41d6-9e5e-239197bd8f2c req-36585e2b-9f58-46d7-85ec-3b30deff7ef2 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Mar 02 18:52:55.854688 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b850a-556c-410d-a3fa-27573c6ab1da req-0e16bfe7-328a-4149-bd9f-1d7dee37c6dc tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:55.856216 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a1b850a-556c-410d-a3fa-27573c6ab1da req-0e16bfe7-328a-4149-bd9f-1d7dee37c6dc tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0847955 Mar 02 18:52:55.907212 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9a1b850a-556c-410d-a3fa-27573c6ab1da req-8559c5ab-6d37-454d-80a3-cbb182da6092 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453935 Mar 02 18:52:57.110266 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6b2f-5b00-444f-9319-3eae665e8877 req-c60eb5e9-039a-44f8-8d58-0183eb560822 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.111728 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b4b6b2f-5b00-444f-9319-3eae665e8877 req-c60eb5e9-039a-44f8-8d58-0183eb560822 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0817688 Mar 02 18:52:57.157761 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b4b6b2f-5b00-444f-9319-3eae665e8877 req-e8ec0f3f-ae83-4e2c-8cc5-f1c7d55caeae tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Mar 02 18:52:58.361793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c721-0731-4740-93e3-95bb8f815c08 req-e45a0fab-1130-4e04-9aa5-e2095a7fa1a7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.363286 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cca4c721-0731-4740-93e3-95bb8f815c08 req-e45a0fab-1130-4e04-9aa5-e2095a7fa1a7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0837188 Mar 02 18:52:58.411278 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cca4c721-0731-4740-93e3-95bb8f815c08 req-109ea772-1bb4-4ecb-9843-2f5227494d4b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Mar 02 18:52:59.486180 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:52:59.618974 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b0fb-dfdd-400f-bf64-867974992bef req-3feaea3e-f407-466e-8bd7-4db78d309157 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:59.621045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3786b0fb-dfdd-400f-bf64-867974992bef req-3feaea3e-f407-466e-8bd7-4db78d309157 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0820031 Mar 02 18:52:59.632300 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:59.676639 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3786b0fb-dfdd-400f-bf64-867974992bef req-f8438363-d5d9-440d-845d-237b9a89ae9b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491436 Mar 02 18:52:59.680750 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'port_id': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'mac_address': 'fa:16:3e:be:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:52:59.743088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:59.761919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:52:59.778012 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:59.793382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:59.876452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=9']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:00.151357 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['670f06aa-34ea-42fb-ba47-4adc70d51032'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:53:00.878952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb771a-f0f3-4fd5-904c-55cb07d0f25a req-b8af3770-12f4-40c9-8122-ba2736b0e71e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:00.880420 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbb771a-f0f3-4fd5-904c-55cb07d0f25a req-b8af3770-12f4-40c9-8122-ba2736b0e71e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 944 time: 0.0789931 Mar 02 18:53:00.929824 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bcbb771a-f0f3-4fd5-904c-55cb07d0f25a req-11f116c8-5a28-4b65-bd81-783129a51018 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432758 Mar 02 18:53:01.532924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:01.612788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 670f06aa-34ea-42fb-ba47-4adc70d51032 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:01.613152 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.730245 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.757196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:53:01.766743 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:01.772090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.816264 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'code': 200} Mar 02 18:53:01.843499 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=10']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:02.047535 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bf90d4a-34e5-4001-b1b3-d7be45df4cc9 req-5f69e605-c976-4d1d-92d7-88fa09facd92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0773687 Mar 02 18:53:02.136774 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3bf90d4a-34e5-4001-b1b3-d7be45df4cc9 req-450a6c1f-2cd2-4c64-926b-6e2200e3b2fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545974 Mar 02 18:53:02.157353 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7303c-93af-4942-bf46-aa19ee99ac01 req-1bf7c2b1-c982-4ade-a4d1-c355ff0cb4a4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:02.158778 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f7303c-93af-4942-bf46-aa19ee99ac01 req-1bf7c2b1-c982-4ade-a4d1-c355ff0cb4a4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.1073632 Mar 02 18:53:02.204338 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-27f7303c-93af-4942-bf46-aa19ee99ac01 req-2346aa84-8d2d-44e6-8848-6b5903382be5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Mar 02 18:53:03.416390 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5a76-e276-4b61-ad69-4d84d159d564 req-1d35e7b0-6420-4418-9d60-ce90d94e26f2 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.417990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc3a5a76-e276-4b61-ad69-4d84d159d564 req-1d35e7b0-6420-4418-9d60-ce90d94e26f2 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.0903568 Mar 02 18:53:03.476429 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc3a5a76-e276-4b61-ad69-4d84d159d564 req-6b924bf4-7e24-4b3a-ae7e-6c4e3a7aa51a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515928 Mar 02 18:53:04.673340 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8699b1-65d1-41aa-a81c-de5759d2d2d2 req-449d5bbb-e6a8-4725-bf65-d78aafb0e932 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:04.674795 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c8699b1-65d1-41aa-a81c-de5759d2d2d2 req-449d5bbb-e6a8-4725-bf65-d78aafb0e932 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.0753853 Mar 02 18:53:04.723834 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9c8699b1-65d1-41aa-a81c-de5759d2d2d2 req-e12ebaa7-5316-49f7-8da0-2aacee0f91c5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434408 Mar 02 18:53:06.100408 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:53:09.300912 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:09.517318 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-83a1ce8a-828d-4ed5-8dbf-159fca11b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.579622 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2a091697-1868-4bcb-8a29-abc87460bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:13.122497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:13.228476 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:14.673215 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:20.139728 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.401193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-69143bca-ba3e-4eb8-9607-303265deecef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674939 Mar 02 18:53:34.539383 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-387bbf66-a7b0-47ef-85fe-d18c5e5090ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0677245 Mar 02 18:53:34.684111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b39a29-4a49-477d-885d-a066f629b162 req-153fb0f3-a709-423f-9a80-b393811e9b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.685464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-153fb0f3-a709-423f-9a80-b393811e9b08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1279562 Mar 02 18:53:34.792196 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-53257d90-4345-475a-b41b-5e8ebcbf379f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.1004727 Mar 02 18:53:34.861365 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b39a29-4a49-477d-885d-a066f629b162 req-f5014e66-3004-489e-b68d-08d1ed80d447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.862802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-f5014e66-3004-489e-b68d-08d1ed80d447 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0620520 Mar 02 18:53:34.937242 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-81a5e1ef-2ce6-49af-8314-058c114d6adc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677595 Mar 02 18:53:35.077587 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-38900f3d-3d47-4d6b-be77-89da771a2f3a service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327724 Mar 02 18:53:35.208985 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f7b39a29-4a49-477d-885d-a066f629b162 req-b4006c9e-bdfb-4e7b-935b-ff4b16fda4b2 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253915 Mar 02 18:53:39.308943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.520349 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e62d8539-7722-4c7d-acb5-979906dffa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:41.581059 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-043be95e-97e1-4b3b-908e-5189c43329b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:43.100268 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:53:43.124698 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:43.232366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:44.675704 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.137382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.325826 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.523862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5360fab6-02e5-419d-8ac6-b1fda67ccb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.585341 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0276f83d-a031-47c4-a42f-01d56362142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:13.127707 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:13.234965 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:14.678937 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.101686 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:54:20.140459 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:36.476814 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-fed7c9e4-d8e5-4b06-a9f8-1c7ce6615372 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449187 Mar 02 18:54:36.615340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-872694fe-e18e-4bac-9214-1c9290a42c38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0692875 Mar 02 18:54:36.848925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-a27b1164-10ee-4972-8fc5-a8d9d395aad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:36.851032 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-a27b1164-10ee-4972-8fc5-a8d9d395aad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.2156148 Mar 02 18:54:36.951324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-11d37906-a2b9-413a-b8fe-adef1c324fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 999 time: 0.0939701 Mar 02 18:54:37.013085 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-45af5ce9-cd97-47e3-a750-e3ea7613d718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:37.014522 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-45af5ce9-cd97-47e3-a750-e3ea7613d718 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0568461 Mar 02 18:54:37.092295 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-26259201-3414-4a0a-97ad-ffbcc10bf4f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713935 Mar 02 18:54:37.227175 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-39d2e37f-e1c4-448a-b0e4-b15a365488d9 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283255 Mar 02 18:54:37.359346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-839dd46e-413e-4f62-b36d-9a79ee7c73dd req-ed3f5f00-41a7-4bc3-bf4f-93d16f83892b service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259561 Mar 02 18:54:39.324410 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:39.526044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b2b232b4-f0ac-4edd-9565-ffbe5e7d4d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.589686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fb378bc-f850-446a-97e0-66f8419e5818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.130908 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.240616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.680661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.141776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.103007 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:02.097931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53070) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:02.362884 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Deleting port 65863cbf-98f1-4c4e-a961-3d546e67bb4e {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:55:02.363121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.632646 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.632875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.753322 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Calling delete_port for 65863cbf-98f1-4c4e-a961-3d546e67bb4e owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:55:02.900168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.942883 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'Port': ['ID=65863cbf-98f1-4c4e-a961-3d546e67bb4e,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:02.954756 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.955106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.955450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.955803 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.956123 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.956836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.956836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.957076 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.957399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.957770 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.958102 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:03.054705 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.454174 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:55:03.657223 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:55:03.667159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:55:03.676774 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.679380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:55:03.679987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:54:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:03.734261 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-05d22e94-77df-47ce-9f71-afb60fa5d2da tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "DELETE /v2.0/floatingips/fed2dd22-845e-4825-b8e6-72cdcdb659cc HTTP/1.1" status: 204 len: 168 time: 1.6351812 Mar 02 18:55:03.734861 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:55:03.857609 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:55:03.884977 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'status': 'completed', 'code': 200} Mar 02 18:55:03.983256 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-230b3ff3-c396-4479-9f05-b7d514a4bc24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0775406 Mar 02 18:55:04.133392 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-71508459-c16b-4097-9260-46ef633acbd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:04.135862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-71508459-c16b-4097-9260-46ef633acbd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1459112 Mar 02 18:55:04.218719 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:04.222428 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:55:04.232920 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:55:04.233511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:54:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:04.249049 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-fde9ec8b-8340-4341-9a21-f615c7ef5b83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 200 len: 217 time: 0.0773277 Mar 02 18:55:04.330597 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-612e4657-3dc5-4697-8152-761afd48eeb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:04.332028 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-612e4657-3dc5-4697-8152-761afd48eeb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0768328 Mar 02 18:55:04.338762 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93ae39-51ac-42bd-ac6e-d719fe1e5a38 req-56ba3e59-f89d-427d-9c79-c57d3ad366cb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:04.340174 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c93ae39-51ac-42bd-ac6e-d719fe1e5a38 req-56ba3e59-f89d-427d-9c79-c57d3ad366cb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.2754705 Mar 02 18:55:04.411527 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:55:04.425975 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c93ae39-51ac-42bd-ac6e-d719fe1e5a38 req-1cdc4ba5-2e47-476d-bf92-0144bd6e6e28 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521345 Mar 02 18:55:04.460770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-34395325-ba27-4f49-8c57-7f8d454a8a67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193249 Mar 02 18:55:04.595163 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-e927dc61-0352-4a66-a265-72982c531a61 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266081 Mar 02 18:55:04.721475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:04.725559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99944dcc-f1b0-4c28-9150-41ccd394d2bc None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:55:04.736225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fd81056-9abb-401b-bbbd-eb4031d0ce72 req-70f007cb-df1f-44c0-9717-658347c356d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337416 Mar 02 18:55:04.963065 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa4520-bedd-4bb5-8723-baf5ebbbeef1 None None] New status for floating IP fed2dd22-845e-4825-b8e6-72cdcdb659cc: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:55:05.709132 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a741da-7256-4cd9-aa75-ff14f65326d4 req-4a59daec-4822-42e3-9444-ed339bf4bebd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:05.710467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4a741da-7256-4cd9-aa75-ff14f65326d4 req-4a59daec-4822-42e3-9444-ed339bf4bebd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.1464059 Mar 02 18:55:05.804343 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c4a741da-7256-4cd9-aa75-ff14f65326d4 req-5fa643bb-ee6c-4a76-b247-32840187deba tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de31e77-1a79-470b-913b-dc19d2344338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624416 Mar 02 18:55:05.828429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-159eb557-f0a3-47ed-a49e-ba822dcb882a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:05.829840 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-159eb557-f0a3-47ed-a49e-ba822dcb882a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 946 time: 0.1166654 Mar 02 18:55:05.996333 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Deleting port 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:55:05.996588 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.246645 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] For port 670f06aa-34ea-42fb-ba47-4adc70d51032, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=670f06aa-34ea-42fb-ba47-4adc70d51032,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:06.246911 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.370162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Calling delete_port for 670f06aa-34ea-42fb-ba47-4adc70d51032 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:55:06.515291 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.565638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'Port': ['ID=670f06aa-34ea-42fb-ba47-4adc70d51032,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.636461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.636802 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.637140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.637472 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.637798 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.638122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.638448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.638793 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.639122 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.639448 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.639765 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:06.660926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] No DVR routers for this DVR port 670f06aa-34ea-42fb-ba47-4adc70d51032 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:06.663593 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.666976 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-deleted', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:55:06.679339 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2224a054-5b83-4d4a-a8cd-3e260cfbdc19 req-d762ec06-f17f-4ed5-a2c2-0feb1f3c7534 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "DELETE /v2.0/ports/670f06aa-34ea-42fb-ba47-4adc70d51032 HTTP/1.1" status: 204 len: 173 time: 0.8440633 Mar 02 18:55:06.802520 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01a3337-3283-42ae-b301-13c23c97d2e4', 'name': 'network-vif-deleted', 'tag': '670f06aa-34ea-42fb-ba47-4adc70d51032', 'status': 'completed', 'code': 200} Mar 02 18:55:06.976346 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-05d1f146-c591-46c1-9918-9deaf0d56b2a req-62f50732-6ef5-460c-8468-df49f22852ae tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:06.991174 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-05d1f146-c591-46c1-9918-9deaf0d56b2a req-62f50732-6ef5-460c-8468-df49f22852ae tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:06.992389 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-05d1f146-c591-46c1-9918-9deaf0d56b2a req-62f50732-6ef5-460c-8468-df49f22852ae tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01a3337-3283-42ae-b301-13c23c97d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0560036 Mar 02 18:55:08.104931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53098) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.173630 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.203213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.265143 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.285525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de31e77-1a79-470b-913b-dc19d2344338,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:08.300180 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.301279 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-cf9f9ab8-a33a-48cb-952f-2034a63a0ea8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "DELETE /v2.0/security-groups/9de31e77-1a79-470b-913b-dc19d2344338 HTTP/1.1" status: 204 len: 168 time: 0.1954050 Mar 02 18:55:09.327396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:09.528551 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bd00fca6-5bf7-466e-9d95-f687a980d084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:10.000911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:55:10.037112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 670f06aa-34ea-42fb-ba47-4adc70d51032 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:55:10.037456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 670f06aa-34ea-42fb-ba47-4adc70d51032 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:55:11.138184 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53114) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.143737 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129885638', 'description': 'tempest-secgroup-smoke-1129885638 description', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.151441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.155516 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.158408 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.165241 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.178137 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.215401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.220536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.223540 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.229554 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.287983 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.292134 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.339088 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759c20eb-f239-443e-b310-5f50e0716a52,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.341919 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.343116 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-6b750857-007f-4208-993e-05e07c07b2be tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2039027 Mar 02 18:55:11.345923 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53118) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.351429 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.357827 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.361585 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.364466 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.370458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.387080 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.452453 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.457248 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.480168 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347ebf7f-feca-4947-bf2a-2efdb2607cb7,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.488910 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.490102 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-d3fd12c2-13c2-41e9-b722-05d2147058af tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433113 Mar 02 18:55:11.493285 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53122) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.499045 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.505481 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.510130 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.513200 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.519129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.536658 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.592185 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5648812d-5050-43be-95fe-089870b27920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.601661 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.605915 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.629461 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e95a3cb-88a6-4d0c-a467-ca97223068f1,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.640781 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.642053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-71301dd6-f84a-4fbb-bb77-a6b9345c4c1f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1476569 Mar 02 18:55:11.644896 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53126) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.650876 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.657416 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.661375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.664315 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.670920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.687758 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.752313 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.756016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.780073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41986c43-a093-4f02-95b3-35849421ee4a,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.788649 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.790407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-ea4de260-b7b6-405c-ad7d-5ae2d433ee49 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445382 Mar 02 18:55:11.793470 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53130) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.798795 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.805153 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.809602 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.812474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.818083 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.834486 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.900573 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.904121 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.927410 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f6760b-60dc-4e2e-810a-96ab1deb7627,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.935817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:11.937248 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-f3bd1303-b0da-4173-9dc4-a6b66034d810 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1428308 Mar 02 18:55:11.939932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53134) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.945643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:11.952147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:11.955931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:11.958774 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:11.964854 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:11.976199 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Project a65c33465ea04fc7bf59981c5d7a1006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:55:11.983109 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.047729 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.051687 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.074977 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b331e9e4-7271-4b8a-8258-f22020b4e477,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:12.084982 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.086249 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-fcd00bd0-1b65-4053-86dd-28aa5c50ad1d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453726 Mar 02 18:55:12.089791 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53138) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.095185 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'security_group_rule': {'security_group_id': '759c20eb-f239-443e-b310-5f50e0716a52', 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:12.101789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:12.106105 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:security_group_rule and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:12.108932 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:12.114489 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:12.127186 n-d-820559-6 neutron-server[83797]: INFO neutron.db.securitygroups_db [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Project a65c33465ea04fc7bf59981c5d7a1006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:55:12.133377 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.197923 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.201695 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.225990 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3909e08c-0ec1-4452-9d1a-87adf33f2d40,revision_number=0']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:12.237460 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:12.238729 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8da051ff-6e86-4879-b0e1-fe0b38acc1a5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479559 Mar 02 18:55:13.137311 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:13.239823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.687615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:20.151650 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:27.064441 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-996f0f38-323b-40fd-9820-4d5a5d68cedb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:27.080179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-996f0f38-323b-40fd-9820-4d5a5d68cedb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:27.081302 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-996f0f38-323b-40fd-9820-4d5a5d68cedb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129885638&fields=id&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 267 time: 0.0562451 Mar 02 18:55:27.224369 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-bb93f65d-8f34-4dda-8dd5-480ab78338df tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:27.225782 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-bb93f65d-8f34-4dda-8dd5-480ab78338df tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 809 time: 0.1373322 Mar 02 18:55:27.242890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-fe49ce33-6e56-4a44-afa8-a317c290928e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/quotas/a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 375 time: 0.0107338 Mar 02 18:55:27.320506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-ece255db-93bb-4bfe-adac-e6a37fdf8e54 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721896 Mar 02 18:55:27.521658 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-205b2fd6-0442-4293-8380-19bc84d9ccd7 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902947 Mar 02 18:55:27.656634 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-67ba73fa-073d-40f0-909e-bb5d068c4893 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288130 Mar 02 18:55:29.079890 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a6435ca8-93fa-4f5e-822a-3a091bd04585 req-2499b681-fa33-43bd-8383-7c133a504751 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 210 time: 0.0486798 Mar 02 18:55:30.089172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-5fbd8694-81cb-4a11-9d76-65d637ff3637 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:30.090550 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-5fbd8694-81cb-4a11-9d76-65d637ff3637 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 809 time: 0.1484439 Mar 02 18:55:30.145960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-de7113ae-64ba-4f53-88af-7ce9ab2ee7a0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 380 time: 0.0432279 Mar 02 18:55:30.161629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'port': {'device_id': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'admin_state_up': True, 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'security_groups': ['759c20eb-f239-443e-b310-5f50e0716a52']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:30.380272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a2573b00-c6da-4351-953d-1306eba9f96a req-ae1ffa66-af5c-4687-8d50-a7e27677d24f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 210 time: 0.0546083 Mar 02 18:55:30.436589 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:30.446224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:30.456081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Made reservation on behalf of a65c33465ea04fc7bf59981c5d7a1006 for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:30.459382 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.622914 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Allocated IP 172.20.0.6 (d5dcb7d0-f44b-457a-bc12-b21a0f38d977/33c27739-e264-42b9-81d6-2c789637f0b6/c3707ba2-e30f-4680-bb29-967ec452be26) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:30.824455 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.843477 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Transition to ACTIVE for port object c3707ba2-e30f-4680-bb29-967ec452be26 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:30.866674 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.935601 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:30.942594 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:30.947562 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:55:30.979643 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:31.017851 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:31.018463 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.049946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-8288137b-2238-45d3-9f05-86c9007be736 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921340 Mar 02 18:55:31.062860 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Request body: {'port': {'device_id': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:31.177149 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.255493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-18c80228-ad3e-4a82-b778-75d4ad40d0d9 None None] Provisioning for port c3707ba2-e30f-4680-bb29-967ec452be26 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:31.261068 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-18c80228-ad3e-4a82-b778-75d4ad40d0d9 None None] Provisioning complete for port c3707ba2-e30f-4680-bb29-967ec452be26 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:31.261692 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-18c80228-ad3e-4a82-b778-75d4ad40d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.319555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-18c80228-ad3e-4a82-b778-75d4ad40d0d9 None None] Port c3707ba2-e30f-4680-bb29-967ec452be26 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:55:31.597582 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3707ba2-e30f-4680-bb29-967ec452be26 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:55:31.607365 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.629347 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Transition to ACTIVE for port object c3707ba2-e30f-4680-bb29-967ec452be26 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:31.638595 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.700692 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9e91-571a-48dc-b98c-7aa0dc56f14b req-39455d31-2541-4829-acf5-19ca8d50f797 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:31.701376 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-965d9e91-571a-48dc-b98c-7aa0dc56f14b req-39455d31-2541-4829-acf5-19ca8d50f797 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:31.796617 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:31.807277 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-965d9e91-571a-48dc-b98c-7aa0dc56f14b req-39455d31-2541-4829-acf5-19ca8d50f797 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:31.808771 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-965d9e91-571a-48dc-b98c-7aa0dc56f14b req-39455d31-2541-4829-acf5-19ca8d50f797 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 931 time: 0.2778807 Mar 02 18:55:31.938011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-965d9e91-571a-48dc-b98c-7aa0dc56f14b req-34a408b2-5704-43bc-9861-b9ac1be711ce tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042440 Mar 02 18:55:31.947606 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Attempting to bind port c3707ba2-e30f-4680-bb29-967ec452be26 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:31.947945 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Attempting to bind port c3707ba2-e30f-4680-bb29-967ec452be26 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:31.948295 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Attempting to bind port c3707ba2-e30f-4680-bb29-967ec452be26 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:55:31.954357 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Port c3707ba2-e30f-4680-bb29-967ec452be26 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:55:31.954789 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Attempting to bind port c3707ba2-e30f-4680-bb29-967ec452be26 on network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:55:31.961952 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:55:31.962291 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Checking segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:55:31.962694 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Bound using segment: {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:55:31.963123 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Bound port: c3707ba2-e30f-4680-bb29-967ec452be26, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c386db10-7770-410d-99bc-f58006f765dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:31.963471 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.049116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:55:32.051957 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:55:32.056013 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.115308 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.116671 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 1091 time: 1.0589080 Mar 02 18:55:32.117058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:55:32.149111 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070b32b-f44e-421e-8c27-32b2a49da2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:32.194689 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'status': 'completed', 'code': 200} Mar 02 18:55:32.237704 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-0ac062c6-b3fe-4845-a044-09aacdf22a66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1094 time: 0.0770047 Mar 02 18:55:32.404567 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-9edd65a4-e196-499f-8f1a-231cd71039c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 217 time: 0.1599002 Mar 02 18:55:32.471926 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-70e5ffc2-9168-4cf2-b9f7-40294f49c65a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:32.473365 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-70e5ffc2-9168-4cf2-b9f7-40294f49c65a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0633509 Mar 02 18:55:32.551395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-08467be9-fe38-44bb-9b89-93e656508246 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717001 Mar 02 18:55:32.680274 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-34b3f32d-6aa7-4004-a2a2-f3a827c198dc service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209123 Mar 02 18:55:32.815376 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a60669f6-7edc-4a48-ae19-82fc26e8d1f7 req-798bdae7-b780-42c8-a97e-769a20ab726d service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292958 Mar 02 18:55:32.929631 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-518d4e9a-5cf6-4f2a-9899-543021bb4e0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1094 time: 0.0669987 Mar 02 18:55:33.059607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-59203208-cb91-4046-a947-ee4776ab9608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.061086 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-59203208-cb91-4046-a947-ee4776ab9608 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1255589 Mar 02 18:55:33.164950 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-28386090-a0f9-4264-986c-6a5b63f1ca86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 217 time: 0.0689864 Mar 02 18:55:33.245001 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-f1b8abd4-6a74-4cc6-8e2c-69cf3950a73a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.246306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-f1b8abd4-6a74-4cc6-8e2c-69cf3950a73a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0751646 Mar 02 18:55:33.251801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d54e-bee7-459c-85f3-d4eb0197b4cc req-1c556f38-c4e3-4ec3-beb0-35d773ea118e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.253113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b15d54e-bee7-459c-85f3-d4eb0197b4cc req-1c556f38-c4e3-4ec3-beb0-35d773ea118e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.1912031 Mar 02 18:55:33.342584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5b15d54e-bee7-459c-85f3-d4eb0197b4cc req-a4cf7542-30fa-4f87-a741-9a42104dcd15 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553639 Mar 02 18:55:33.357368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-9bd0e3f9-b30a-4c9d-8225-7a93ea15e8ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033583 Mar 02 18:55:33.490909 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-3e554ae4-2160-4b60-8fdf-9510ac5506a9 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270900 Mar 02 18:55:33.619132 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bfeada6f-b35d-4738-bcdf-4ec2b2e2808b req-3c0f1260-baff-435c-aa52-8e3ec6828017 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222436 Mar 02 18:55:34.104062 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:34.542853 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a670d-b559-4315-8823-fee430f2177b req-1f133685-df3b-4f15-b00e-49fe32354b18 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:34.544287 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d46a670d-b559-4315-8823-fee430f2177b req-1f133685-df3b-4f15-b00e-49fe32354b18 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0780318 Mar 02 18:55:34.588018 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d46a670d-b559-4315-8823-fee430f2177b req-5ff86c86-2190-4aef-aec2-9105dec7c922 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Mar 02 18:55:35.780474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6ee9-c7f5-4bf8-9965-c73361b33024 req-e36de128-38d7-454b-826c-4d28e19918bb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.781903 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf3b6ee9-c7f5-4bf8-9965-c73361b33024 req-e36de128-38d7-454b-826c-4d28e19918bb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0750084 Mar 02 18:55:35.829414 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cf3b6ee9-c7f5-4bf8-9965-c73361b33024 req-771c5cd8-d942-45ba-bad2-249a968d7e8f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Mar 02 18:55:37.031559 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca50a4-5d64-484e-a93d-ac33ddaa1cf1 req-26ea0643-168d-424e-8d3b-72bf3a6d8106 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:37.032988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88ca50a4-5d64-484e-a93d-ac33ddaa1cf1 req-26ea0643-168d-424e-8d3b-72bf3a6d8106 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0752988 Mar 02 18:55:37.077932 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-88ca50a4-5d64-484e-a93d-ac33ddaa1cf1 req-1abbd65c-6ebd-4875-a52f-e006843ec294 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Mar 02 18:55:38.373147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2b3b-4ea1-4aa9-bf10-d4428d7465ff req-38ed0eb0-d003-4dbe-9992-7829c59e06ad tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:38.374482 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bbd2b3b-4ea1-4aa9-bf10-d4428d7465ff req-38ed0eb0-d003-4dbe-9992-7829c59e06ad tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.1728961 Mar 02 18:55:38.419355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4bbd2b3b-4ea1-4aa9-bf10-d4428d7465ff req-45305168-ef99-4630-85ce-cdba1fd19a57 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Mar 02 18:55:39.331858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.530557 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-8c31c1c3-47f8-4287-9772-d996c04a58f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.624563 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1bbd1-b0d0-4bba-b2f2-1481b3fcd58b req-23ed578c-9940-4a1d-a3f3-afda4fcb7554 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:39.626099 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9c1bbd1-b0d0-4bba-b2f2-1481b3fcd58b req-23ed578c-9940-4a1d-a3f3-afda4fcb7554 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0765445 Mar 02 18:55:39.671510 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d9c1bbd1-b0d0-4bba-b2f2-1481b3fcd58b req-3df7a5e2-db35-41bd-a067-68d49ad89281 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Mar 02 18:55:40.866442 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f296a12-a3c2-40a5-8678-33dbe5d6fadc req-4f65d0e8-3c86-4c3d-a8e8-952da3067e61 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:40.867912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f296a12-a3c2-40a5-8678-33dbe5d6fadc req-4f65d0e8-3c86-4c3d-a8e8-952da3067e61 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0783331 Mar 02 18:55:40.912762 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2f296a12-a3c2-40a5-8678-33dbe5d6fadc req-c1bf3a42-f179-4021-90f2-40d6182976f1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 Mar 02 18:55:41.594879 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d1c98ec-bed9-4447-a953-f27176a5a5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:42.107609 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88faa-d5cc-4e9d-afb4-ef0da7705cf2 req-ef99a526-1cbf-4a45-bf36-3c0292a73dd5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.109062 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44f88faa-d5cc-4e9d-afb4-ef0da7705cf2 req-ef99a526-1cbf-4a45-bf36-3c0292a73dd5 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0766349 Mar 02 18:55:42.143290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:55:42.162988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-44f88faa-d5cc-4e9d-afb4-ef0da7705cf2 req-85754629-0077-4349-aadf-e2dffdb3d7c4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484397 Mar 02 18:55:42.279388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:42.293053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'mac_address': 'fa:16:3e:ea:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:55:42.345474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:42.362490 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3707ba2-e30f-4680-bb29-967ec452be26 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:55:42.377779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:42.381976 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:42.450244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:42.458898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.459244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.459581 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.459914 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.460240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.460564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.460888 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.461207 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.461525 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.461841 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.462162 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:42.757843 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c3707ba2-e30f-4680-bb29-967ec452be26'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:55:43.136158 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:43.233699 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:43.363915 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a1788-be84-45b5-9f4b-280027cf616d req-9e76698f-310f-4fc0-8fb0-18ce2a8aca08 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.365347 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c24a1788-be84-45b5-9f4b-280027cf616d req-9e76698f-310f-4fc0-8fb0-18ce2a8aca08 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 944 time: 0.0771954 Mar 02 18:55:43.410594 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c24a1788-be84-45b5-9f4b-280027cf616d req-1dc26553-cab0-4a24-a1cd-3957643e8904 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388334 Mar 02 18:55:44.151899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:44.217698 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port c3707ba2-e30f-4680-bb29-967ec452be26 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:44.222526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port c3707ba2-e30f-4680-bb29-967ec452be26 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:44.222943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:44.334234 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:44.360461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:55:44.369711 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:44.374438 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:44.446393 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'code': 200} Mar 02 18:55:44.481244 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:44.602105 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e9f5d5-789f-4a8f-b961-d921b764a1bf req-818f697f-718f-4398-a0d3-d48c18dcba31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.1186161 Mar 02 18:55:44.658565 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93328d5-cb30-4f7f-8cf0-a1fc08827a5a req-5183d507-2838-45a2-83fd-d69cc4eef1fe tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:44.660077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93328d5-cb30-4f7f-8cf0-a1fc08827a5a req-5183d507-2838-45a2-83fd-d69cc4eef1fe tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.1231420 Mar 02 18:55:44.664156 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-e1e9f5d5-789f-4a8f-b961-d921b764a1bf req-0be3d173-6139-43fa-9cc2-57878972681d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553331 Mar 02 18:55:44.685331 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:44.708250 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c93328d5-cb30-4f7f-8cf0-a1fc08827a5a req-d0a49fa0-3cd0-4323-b74b-d03066b88708 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Mar 02 18:55:45.910739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02d7d0-1c16-4a48-88c7-72bad9dc1500 req-a5ccad8c-b9a6-43fc-a0a1-489035e4a09c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:45.912193 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f02d7d0-1c16-4a48-88c7-72bad9dc1500 req-a5ccad8c-b9a6-43fc-a0a1-489035e4a09c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0811598 Mar 02 18:55:45.959141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8f02d7d0-1c16-4a48-88c7-72bad9dc1500 req-520cbd73-21a1-44f8-9eea-711a861011ce tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Mar 02 18:55:47.156402 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040ad44-c18c-4d3e-af65-43d77fe530a0 req-a0c293cd-e485-48f7-b1af-bf27eb064b12 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.157815 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f040ad44-c18c-4d3e-af65-43d77fe530a0 req-a0c293cd-e485-48f7-b1af-bf27eb064b12 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0780201 Mar 02 18:55:47.202113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f040ad44-c18c-4d3e-af65-43d77fe530a0 req-cdeb374c-54ff-4565-b36c-fe0cd29ea7a8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Mar 02 18:55:47.398016 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab348a-2db6-4157-86fc-eaf905e239a2 req-6b5c650a-fd47-4c75-a2c8-ab6aa4711c63 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.399519 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2ab348a-2db6-4157-86fc-eaf905e239a2 req-6b5c650a-fd47-4c75-a2c8-ab6aa4711c63 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0785124 Mar 02 18:55:47.445924 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b2ab348a-2db6-4157-86fc-eaf905e239a2 req-69949038-d9c5-4e14-9e05-bb081eea9237 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402808 Mar 02 18:55:47.473265 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53288) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:47.613581 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-655e459d-623b-402c-9c23-4f3c18e097c8 tempest-TestShelveInstance-1006402816 tempest-TestShelveInstance-1006402816-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1091 time: 0.1391644 Mar 02 18:55:47.616310 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53294) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:47.621963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:55:47.629006 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:47.633068 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Usage tracker for resource:floatingip and tenant:a65c33465ea04fc7bf59981c5d7a1006 is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:47.636057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:47.641604 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:47.657657 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:47.788405 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:47.928375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Allocated IP 172.25.3.225 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/d1c82e01-0c47-4cbc-aaa6-d27e38132dd4) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:48.072671 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:48.099430 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:48.165948 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:48.169242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:48.173457 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:55:48.197799 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=d1c82e01-0c47-4cbc-aaa6-d27e38132dd4,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:48.765418 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:48.822788 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:49.018431 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:49.022760 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:49.126526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event updated for resources: {'Port': ['ID=d1c82e01-0c47-4cbc-aaa6-d27e38132dd4,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:49.140328 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:49.333057 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Floating IP c1a3e7e6-43fb-4eb9-aaa7-208b32628d39 associated. External IP: 172.25.3.225, port: c3707ba2-e30f-4680-bb29-967ec452be26. Mar 02 18:55:49.730502 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:55:49.931616 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:55:49.941998 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:55:49.957842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:55:49.958455 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:55:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:49.959342 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:50.015742 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-7f415125-d556-4e5b-b92e-470e2fdd3eb1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3982973 Mar 02 18:55:50.016209 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:55:50.082022 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'status': 'completed', 'code': 200} Mar 02 18:55:50.146066 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:55:50.198799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:50.291654 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-5df07c83-b722-407b-8447-99f67c119ae2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.1873116 Mar 02 18:55:50.424507 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-710696b8-cf30-4ba5-8f4c-7aae14659a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:50.426067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-710696b8-cf30-4ba5-8f4c-7aae14659a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1268327 Mar 02 18:55:50.508184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c1a3e7e6-43fb-4eb9-aaa7-208b32628d39', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:ea:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:48Z', 'updated_at': '2022-03-02T18:55:48Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:50.512599 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:55:50.523139 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:55:50.523740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:55:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:50.530994 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-f996a78a-cbf7-4a96-b205-1b8c1fe57f63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 999 time: 0.0987198 Mar 02 18:55:50.596234 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-9859b5f0-54ad-4cfd-99a3-f1648f481001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:50.597562 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-9859b5f0-54ad-4cfd-99a3-f1648f481001 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0607862 Mar 02 18:55:50.671485 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-3e0da5db-24e8-453f-a2ac-3c91b7c0c293 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671093 Mar 02 18:55:50.683684 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-86e40272-8ddd-45fe-95e4-1cc3fb0fe5ac service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:55:50.684599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-86e40272-8ddd-45fe-95e4-1cc3fb0fe5ac service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054390 Mar 02 18:55:50.701690 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:55:50.814435 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-fa9cfb8b-8bd6-4d10-9371-18ba0a77f01a service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Mar 02 18:55:50.944714 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-48c57917-dfee-4105-9327-ac0ae8e5025f req-ef899348-95b7-4cf3-97dc-f2593f55fb2f service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240854 Mar 02 18:55:51.049560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c1a3e7e6-43fb-4eb9-aaa7-208b32628d39', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:ea:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:48Z', 'updated_at': '2022-03-02T18:55:48Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:51.053423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5e22d-d79d-4526-a433-c59bf1cc87fd None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c1a3e7e6-43fb-4eb9-aaa7-208b32628d39', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'mac_address': 'fa:16:3e:ea:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:48Z', 'updated_at': '2022-03-02T18:55:48Z', 'revision_number': 0, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:55:51.264311 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d1b4f0-4c2d-4972-a901-c0489f6d810e None None] New status for floating IP c1a3e7e6-43fb-4eb9-aaa7-208b32628d39: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:56:09.338315 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:09.534612 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c49c35cb-1276-42b0-975d-c9ad8e5fe15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:11.106653 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:56:11.597154 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b04d97e9-91c5-4c2c-bb1b-f5ca3b54a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.140514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.238128 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.692904 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:20.149007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:39.345411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:39.535504 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e943c9e3-7275-4fa7-aeee-b35f07858082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:40.384046 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-78d69473-59f8-4b04-b440-936ae354c4bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696783 Mar 02 18:56:40.517894 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-73b3d8bc-6127-4449-a95b-7b2bc6486ba1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.0693698 Mar 02 18:56:40.657613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13680185-8118-46ee-a7e1-10936d7f2046 req-2f39045e-fc11-4868-b7e8-335471aadb47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.658961 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-2f39045e-fc11-4868-b7e8-335471aadb47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1236274 Mar 02 18:56:40.761142 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-e371dde7-ae90-4cfd-a5d5-2b6e89c1e7c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 1001 time: 0.0951750 Mar 02 18:56:40.821351 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13680185-8118-46ee-a7e1-10936d7f2046 req-7b3b000c-9798-4f08-91e5-4160fd926c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.822753 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-7b3b000c-9798-4f08-91e5-4160fd926c92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0563786 Mar 02 18:56:40.898808 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-e2805b6c-a5af-4e15-8d34-837ca08c9fc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702999 Mar 02 18:56:41.025501 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-e05f3e0b-0fb8-457c-9f8d-29865a300a4d service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210837 Mar 02 18:56:41.153217 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-13680185-8118-46ee-a7e1-10936d7f2046 req-f43495eb-16f9-4e2a-a6ac-6fb5b14f4cf1 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222610 Mar 02 18:56:41.598609 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-50f03de9-859e-4a36-934e-e3aeabd242e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.140863 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.240415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:44.689803 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.107884 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:56:50.162057 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.362880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.537647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d773577c-cf1d-4c09-83e3-e274f343fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:11.600838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c18812de-f1b3-4f3f-b579-d3dd0110adc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:13.145100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:13.242776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.692518 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.179549 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.108331 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:57:39.380688 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.538939 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2846f948-0830-463b-8f0f-c15a55b9ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.602264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3b798851-c4ff-4be2-aa96-a9872a22720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.374169 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-a31ebc41-9cc7-464c-af70-0ee56733f353 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673101 Mar 02 18:57:42.607544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-f2fc0bb4-fede-4161-a65c-5266968f4658 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.1662724 Mar 02 18:57:42.753769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-6ed1b00c-5a9c-4a5d-a104-fd8cd25a2a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:42.755109 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-6ed1b00c-5a9c-4a5d-a104-fd8cd25a2a03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1293695 Mar 02 18:57:42.853613 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-d0207f70-d5b0-472e-b330-a8f8ee09f6f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 1001 time: 0.0924428 Mar 02 18:57:42.917430 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-b1bf5955-3aa1-4422-a0cb-4588720350d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:42.918870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-b1bf5955-3aa1-4422-a0cb-4588720350d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0593545 Mar 02 18:57:42.992847 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-d42271c6-924d-4773-9054-68bc91686832 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676646 Mar 02 18:57:43.125675 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-5ab31b58-48f7-460e-a096-1a4b88890d64 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272748 Mar 02 18:57:43.147766 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.246041 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.265191 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6c346c0f-bdd8-41ce-8e5e-3f5f3d93ced7 req-191941e6-9c9e-4d95-8b06-225691904cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328228 Mar 02 18:57:44.695233 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.152439 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95bc54-6a47-4dbc-bdcd-412d4214e873 req-26d5af8d-f6cc-4cd5-9793-9a2e634c0f63 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:46.153876 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca95bc54-6a47-4dbc-bdcd-412d4214e873 req-26d5af8d-f6cc-4cd5-9793-9a2e634c0f63 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0815661 Mar 02 18:57:46.199240 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ca95bc54-6a47-4dbc-bdcd-412d4214e873 req-236c39d1-0b84-4ec0-88ee-c91d389ca4e6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Mar 02 18:57:47.392833 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9e08-f2f2-4aa2-b069-7be15e4e20b6 req-a1aa8a57-0137-4fa5-9d9a-cf508a11e60f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.394294 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fdf9e08-f2f2-4aa2-b069-7be15e4e20b6 req-a1aa8a57-0137-4fa5-9d9a-cf508a11e60f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0745604 Mar 02 18:57:47.438377 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fdf9e08-f2f2-4aa2-b069-7be15e4e20b6 req-5e9c1f66-f50d-4e20-ac06-a89c98576c40 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Mar 02 18:57:48.640027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baacf92-8262-43f6-8260-fe0651b805be req-20b168d9-e80a-47c9-889b-eae638d54522 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.641461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0baacf92-8262-43f6-8260-fe0651b805be req-20b168d9-e80a-47c9-889b-eae638d54522 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0804288 Mar 02 18:57:48.686316 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0baacf92-8262-43f6-8260-fe0651b805be req-d9722ceb-5628-4c3e-a2e0-544d520a2e33 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Mar 02 18:57:49.884120 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942f6e-573f-4880-9d4b-ca7c26ece262 req-558c2c17-b342-4a9e-911c-d764c41346a4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:49.885480 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4942f6e-573f-4880-9d4b-ca7c26ece262 req-558c2c17-b342-4a9e-911c-d764c41346a4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0804217 Mar 02 18:57:49.936189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b4942f6e-573f-4880-9d4b-ca7c26ece262 req-de8baff4-e4fe-4413-9937-22e71a8fb2f4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447655 Mar 02 18:57:50.192719 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.132568 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4585b-42fe-408f-894c-3370469622f2 req-05fa0f53-0754-4126-bb7b-d0d28c83fc9c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:51.134023 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0d4585b-42fe-408f-894c-3370469622f2 req-05fa0f53-0754-4126-bb7b-d0d28c83fc9c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0755637 Mar 02 18:57:51.178401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f0d4585b-42fe-408f-894c-3370469622f2 req-b41a3d3c-ccb4-422c-ae9a-1eae5b144696 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Mar 02 18:57:52.383709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175f9b8-e5ef-46ba-8157-6a9157925cb9 req-81c38379-1929-468d-bee0-f888bcb519e9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:52.385134 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0175f9b8-e5ef-46ba-8157-6a9157925cb9 req-81c38379-1929-468d-bee0-f888bcb519e9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0812807 Mar 02 18:57:52.432542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0175f9b8-e5ef-46ba-8157-6a9157925cb9 req-5cf1130c-1a04-4e0e-8785-d406d358ab06 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Mar 02 18:57:53.637048 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cb79-fc43-4d82-9ed7-0bcdafbf3e6b req-e66868f9-9796-47a1-8ddf-52805de55950 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:53.638395 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa67cb79-fc43-4d82-9ed7-0bcdafbf3e6b req-e66868f9-9796-47a1-8ddf-52805de55950 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0772824 Mar 02 18:57:53.683113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa67cb79-fc43-4d82-9ed7-0bcdafbf3e6b req-52842777-4835-4993-919f-6183866202eb tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389886 Mar 02 18:57:54.906226 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb5e82-2824-414a-a3cb-93ce91eb94ac req-b66fe7dc-0be0-4b25-997f-a4e3dca820cf tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:54.907966 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fbb5e82-2824-414a-a3cb-93ce91eb94ac req-b66fe7dc-0be0-4b25-997f-a4e3dca820cf tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0998974 Mar 02 18:57:54.955690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0fbb5e82-2824-414a-a3cb-93ce91eb94ac req-0d392774-a464-4b68-9007-b9fc9de0e910 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Mar 02 18:57:56.152682 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cedf3-c819-4f2f-823e-847af13bfe33 req-9bc1443c-f0e2-41f0-acb6-1c58c4c9c69a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.154137 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed3cedf3-c819-4f2f-823e-847af13bfe33 req-9bc1443c-f0e2-41f0-acb6-1c58c4c9c69a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0773938 Mar 02 18:57:56.244306 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed3cedf3-c819-4f2f-823e-847af13bfe33 req-3f76699c-2b27-4ce8-9e2b-0ed20173b9bd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582466 Mar 02 18:57:56.264326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-1c1b24f3-513d-4996-a7b3-f0aed77de54b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.1092544 Mar 02 18:57:56.396474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-e926507e-828b-4727-9693-94b7cc717691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.397916 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-e926507e-828b-4727-9693-94b7cc717691 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1271608 Mar 02 18:57:56.599793 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-fe98e61f-fcc9-4129-a891-f9034c5badd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 1001 time: 0.1962388 Mar 02 18:57:56.660931 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-087bbfea-f08b-42cf-9823-a398e06095fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.662326 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-087bbfea-f08b-42cf-9823-a398e06095fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0562124 Mar 02 18:57:56.753864 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-6b795018-537a-4dcf-b248-002ba49b625c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860217 Mar 02 18:57:56.911576 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-0d434c46-e161-4c1e-8a6d-f5f595b5eaa4 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511848 Mar 02 18:57:57.073206 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7c56c56d-57e4-4d06-9073-378d39e62fb6 req-bcbac384-c638-4917-b165-fbd81d6b3ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560493 Mar 02 18:57:57.457005 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985420-eab4-471f-9214-933c73248476 req-7fb68621-1bcd-42a5-b1fd-cb9f6175e306 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:57.458487 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97985420-eab4-471f-9214-933c73248476 req-7fb68621-1bcd-42a5-b1fd-cb9f6175e306 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0785306 Mar 02 18:57:57.503036 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-97985420-eab4-471f-9214-933c73248476 req-28f9f70c-f9c8-45fe-8c27-6fd9533a31c6 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Mar 02 18:57:58.702058 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd5f30-307c-4556-a379-aa6180ad9a2d req-3237f348-fd93-4bd2-8220-a88b9d22d282 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:58.703444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7dd5f30-307c-4556-a379-aa6180ad9a2d req-3237f348-fd93-4bd2-8220-a88b9d22d282 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0800383 Mar 02 18:57:58.748406 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-d7dd5f30-307c-4556-a379-aa6180ad9a2d req-b8baa487-7ae4-449d-9d3b-a341f2c92318 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 Mar 02 18:57:59.951224 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9672280-5913-4fc9-9d0c-6b02f1d8c37b req-930dbbe1-e49b-440b-9c14-07f38553db07 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:59.952653 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9672280-5913-4fc9-9d0c-6b02f1d8c37b req-930dbbe1-e49b-440b-9c14-07f38553db07 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0813398 Mar 02 18:57:59.997664 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f9672280-5913-4fc9-9d0c-6b02f1d8c37b req-68ec7370-2f1a-4f6e-aa8a-5080a20f16bf tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Mar 02 18:58:00.246697 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-353da2dc-6e04-4580-9c30-5688c6370250 req-8407523a-60d6-43a0-a765-7bcf74567c3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1341441 Mar 02 18:58:00.501863 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-15d832cc-0c44-4f19-b032-0494344f275d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317177 Mar 02 18:58:00.519519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a5bc8-eda1-4ab7-972c-05abd59c1866 req-a998c468-0dbf-41e3-bae1-3ff1bff105b8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:00.521051 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-201a5bc8-eda1-4ab7-972c-05abd59c1866 req-a998c468-0dbf-41e3-bae1-3ff1bff105b8 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0783253 Mar 02 18:58:00.565560 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-201a5bc8-eda1-4ab7-972c-05abd59c1866 req-66ccd11e-6d88-4b0d-93f8-a9fc1bb0919e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Mar 02 18:58:00.757128 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:00.862930 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.888475 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:00.897537 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:00.901783 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.965005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:00.973494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.973839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.974178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.974509 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.974867 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.975193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.975517 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.975839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.976160 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.976479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:00.976789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:01.030716 n-d-820559-6 neutron-server[83798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'code': 422} returned with failed status Mar 02 18:58:01.762908 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d1d18-a872-40e1-a802-aafe501d822d req-790e336f-da2a-40bd-a90f-5a1375042daa tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:01.764335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d2d1d18-a872-40e1-a802-aafe501d822d req-790e336f-da2a-40bd-a90f-5a1375042daa tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0792215 Mar 02 18:58:01.809541 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3d2d1d18-a872-40e1-a802-aafe501d822d req-ed202f18-7ef9-4c77-a653-d9770cd7d358 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391035 Mar 02 18:58:02.108266 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:58:03.006007 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1639ed-1f98-4b29-9337-d2031e11728e req-6e13f169-3ca1-4efd-ae44-b335daad089e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:03.007388 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d1639ed-1f98-4b29-9337-d2031e11728e req-6e13f169-3ca1-4efd-ae44-b335daad089e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0768945 Mar 02 18:58:03.058095 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d1639ed-1f98-4b29-9337-d2031e11728e req-ad498ba4-0d10-4f8a-8faf-e765ee944ace tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Mar 02 18:58:04.254337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df29ad6-8ae6-4a43-9ba1-30ff18705ddd req-4ed2cc00-dceb-44a9-b6b9-4b716355838c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:04.255736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0df29ad6-8ae6-4a43-9ba1-30ff18705ddd req-4ed2cc00-dceb-44a9-b6b9-4b716355838c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0763376 Mar 02 18:58:04.299956 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0df29ad6-8ae6-4a43-9ba1-30ff18705ddd req-dd1e9bba-42b4-45de-8a6b-f528f7e5342c tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Mar 02 18:58:05.500081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9573ef-8321-4c83-ab8d-9677511d9aba req-253a7859-1eaa-4dc7-b451-7cebb930dd2b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:05.501542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a9573ef-8321-4c83-ab8d-9677511d9aba req-253a7859-1eaa-4dc7-b451-7cebb930dd2b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0810685 Mar 02 18:58:05.549722 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-7a9573ef-8321-4c83-ab8d-9677511d9aba req-b3a69cfd-d700-442b-b792-95e4eb2c90ce tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 Mar 02 18:58:06.808743 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d5d5-6b32-4a51-a39c-8c84241aa361 req-41f0a7ee-bd8f-403a-851f-09c4f1d92466 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:06.810117 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cf5d5d5-6b32-4a51-a39c-8c84241aa361 req-41f0a7ee-bd8f-403a-851f-09c4f1d92466 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.1395619 Mar 02 18:58:06.812829 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-56885f70-0547-4038-9eeb-e6bd9aef7aef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&tenant_id=a65c33465ea04fc7bf59981c5d7a1006 HTTP/1.1" status: 200 len: 1094 time: 0.1107507 Mar 02 18:58:06.900268 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4cf5d5d5-6b32-4a51-a39c-8c84241aa361 req-7ab08714-6681-4cce-bcde-86cfc2f1a6dc tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839703 Mar 02 18:58:06.921949 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-e3e1e9c7-3ab2-4eb4-8967-3428ab8e0c19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1094 time: 0.0875766 Mar 02 18:58:07.053968 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-603a8fa9-b6ef-4ca0-9bf4-436790baca7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:07.055460 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-603a8fa9-b6ef-4ca0-9bf4-436790baca7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1266770 Mar 02 18:58:07.249224 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-b4f1e925-b93e-40b8-99a1-6608f836f1b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 999 time: 0.1879139 Mar 02 18:58:07.316380 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-89de330e-8feb-4d88-810c-577724895d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:07.317873 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-89de330e-8feb-4d88-810c-577724895d95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0631537 Mar 02 18:58:07.391540 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-a0267acd-9369-4787-b8b5-5b5b7dab16b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676665 Mar 02 18:58:07.522911 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-e959cdd2-09ca-40dc-b91c-5cc951a4ab74 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 Mar 02 18:58:07.654340 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-01fa9ffc-7872-491b-9ed5-c88e5cad3a30 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263516 Mar 02 18:58:08.255317 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5477-16fd-4461-adf1-7ee91221516e req-92814272-8fad-4d62-bbe2-98aa8cdb3034 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:08.256688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa2f5477-16fd-4461-adf1-7ee91221516e req-92814272-8fad-4d62-bbe2-98aa8cdb3034 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0799375 Mar 02 18:58:08.304327 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fa2f5477-16fd-4461-adf1-7ee91221516e req-4f9d54b4-1833-4bfd-9f0c-441e7f49b4d1 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Mar 02 18:58:09.379262 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.499701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2f92e-17af-4ad7-94ba-9c1218448cf0 req-61833484-1d7f-40ac-8df9-4e119aba6765 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.501636 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47c2f92e-17af-4ad7-94ba-9c1218448cf0 req-61833484-1d7f-40ac-8df9-4e119aba6765 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0769475 Mar 02 18:58:09.541497 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-75e7fecd-dfcc-4a8d-ab38-c2b8fe231b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.550779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-47c2f92e-17af-4ad7-94ba-9c1218448cf0 req-78c154c0-0ca1-402e-87ca-41e8187d06db tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Mar 02 18:58:10.752103 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcc15b-cbea-4f89-bb3e-5c31b09e60e2 req-9f6463e8-cbc7-47a2-aa79-482529f41de0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:10.753458 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7fcc15b-cbea-4f89-bb3e-5c31b09e60e2 req-9f6463e8-cbc7-47a2-aa79-482529f41de0 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0828094 Mar 02 18:58:10.800234 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a7fcc15b-cbea-4f89-bb3e-5c31b09e60e2 req-1be88492-48e3-4764-b85d-f4ef391a9e05 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Mar 02 18:58:11.604571 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-538d0591-f88c-4697-810c-2d0b944c3892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.994648 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68346-4a05-418c-b0f3-8ad08998a09c req-47e15c54-e9f8-4ce9-bf10-25e348c458d3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:11.995983 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a68346-4a05-418c-b0f3-8ad08998a09c req-47e15c54-e9f8-4ce9-bf10-25e348c458d3 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0745995 Mar 02 18:58:12.044544 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c6a68346-4a05-418c-b0f3-8ad08998a09c req-0a58c26b-8d95-4725-b37e-5d7f9ced8f63 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Mar 02 18:58:13.149360 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.249903 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.272421 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e0a8-0944-4be4-9a20-38b050374bcc req-cd0a4502-03a4-43b4-926a-77e7a0927aea tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.273870 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b89e0a8-0944-4be4-9a20-38b050374bcc req-cd0a4502-03a4-43b4-926a-77e7a0927aea tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0809946 Mar 02 18:58:13.320472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0b89e0a8-0944-4be4-9a20-38b050374bcc req-c2e0be4c-cb1d-4a50-a33b-a30cf3ed1014 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Mar 02 18:58:14.514468 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b38441-ed34-4af3-a6a3-7c7aa7c716ec req-4e8f7eb4-2825-4bb4-8954-d4e2d2551cb7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:14.516450 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75b38441-ed34-4af3-a6a3-7c7aa7c716ec req-4e8f7eb4-2825-4bb4-8954-d4e2d2551cb7 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0780458 Mar 02 18:58:14.565164 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-75b38441-ed34-4af3-a6a3-7c7aa7c716ec req-c09285d5-2dab-4249-8b3b-0e8ee03c21ab tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Mar 02 18:58:14.698088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.764874 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188da1-8015-4f4f-b6a4-e5bd6e4fe5ec req-82c0cb83-a8ef-41a5-9b00-547ec852155b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.766292 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9188da1-8015-4f4f-b6a4-e5bd6e4fe5ec req-82c0cb83-a8ef-41a5-9b00-547ec852155b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0752637 Mar 02 18:58:15.811392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-b9188da1-8015-4f4f-b6a4-e5bd6e4fe5ec req-2f1a87a9-7c16-40ef-93ca-284f9cc3526d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Mar 02 18:58:16.817301 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:16.948125 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:16.961341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'port_id': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'mac_address': 'fa:16:3e:ea:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:17.010455 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37350da1-6d1b-4ada-a265-45ab69b307de req-42393b32-5f6f-4ae6-8f75-bb5dbf2df9c9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.011912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37350da1-6d1b-4ada-a265-45ab69b307de req-42393b32-5f6f-4ae6-8f75-bb5dbf2df9c9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 943 time: 0.0801706 Mar 02 18:58:17.019139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.044272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3707ba2-e30f-4680-bb29-967ec452be26 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:17.059175 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:17.061176 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-37350da1-6d1b-4ada-a265-45ab69b307de req-a6f9193f-fe9a-482b-ab3b-62f1f0e8711a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Mar 02 18:58:17.066790 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.130327 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.368186 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['c3707ba2-e30f-4680-bb29-967ec452be26'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:58:18.260979 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3be04-6a46-4764-9f1d-83ab05a9d45c req-869ef319-fb88-4380-9ef8-34ab07ad1943 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:18.262415 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18b3be04-6a46-4764-9f1d-83ab05a9d45c req-869ef319-fb88-4380-9ef8-34ab07ad1943 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 944 time: 0.0750835 Mar 02 18:58:18.308842 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-18b3be04-6a46-4764-9f1d-83ab05a9d45c req-33f9670d-ae22-480e-931c-8c2328bb3a59 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Mar 02 18:58:18.833013 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:18.901951 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port c3707ba2-e30f-4680-bb29-967ec452be26 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:18.902323 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.016849 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.042464 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:19.052896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:19.056603 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.101757 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'code': 200} Mar 02 18:58:19.126942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.304161 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4983c29b-b80a-46ce-8296-22f0d46d9f44 req-1adf8cd4-7b5d-4a11-9347-91bcdc260c48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.0699186 Mar 02 18:58:19.345008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4983c29b-b80a-46ce-8296-22f0d46d9f44 req-c1b3283f-d7aa-40bd-8ee7-f38069641060 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Mar 02 18:58:19.500975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f435891-ac5a-46dc-b344-b8650d6894ba req-f64988f4-8b47-49d3-a237-cbb3c5a6e370 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.502409 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f435891-ac5a-46dc-b344-b8650d6894ba req-f64988f4-8b47-49d3-a237-cbb3c5a6e370 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0746055 Mar 02 18:58:19.550800 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0f435891-ac5a-46dc-b344-b8650d6894ba req-bf084e09-84fd-40ed-9fc4-b3ac2fa1a66d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Mar 02 18:58:20.192496 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.752975 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8e438-a5f1-45fe-96bb-eec88b279670 req-305b3de6-55ca-46d4-87be-9d7f94c9451e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.754289 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08b8e438-a5f1-45fe-96bb-eec88b279670 req-305b3de6-55ca-46d4-87be-9d7f94c9451e tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0803807 Mar 02 18:58:20.799655 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-08b8e438-a5f1-45fe-96bb-eec88b279670 req-bc43f32e-73e5-4724-acca-1b4a157c552f tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Mar 02 18:58:21.997721 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8361f6-a7c0-4fec-99ce-f2a864a2b559 req-1428c716-95bb-4272-919b-9ea3671a9b9d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.999141 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b8361f6-a7c0-4fec-99ce-f2a864a2b559 req-1428c716-95bb-4272-919b-9ea3671a9b9d tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0784388 Mar 02 18:58:22.129527 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-1b8361f6-a7c0-4fec-99ce-f2a864a2b559 req-82624136-a17e-4ec4-8587-00393199da8b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240811 Mar 02 18:58:39.113201 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:58:39.385070 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.491717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-8f8f55f6-3464-4b3f-b4c5-f4138554e30d req-68f1cf30-590f-49fb-bcb2-e7d45caa4437 tempest-TestNetworkAdvancedServerOps-1970332068 tempest-TestNetworkAdvancedServerOps-1970332068-project] (83796) timed out ('10.222.0.50', 61403) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:58:39.551112 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-28f007e5-f985-4b4b-8562-a06ad5df2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.605884 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c5cc03bb-b845-497b-97bf-85197cdb0469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.152342 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.253878 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.379677 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-828b0ba6-cea6-43d0-8d84-a237df8d9a65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700130 Mar 02 18:58:43.535149 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-3dbc5bfa-9743-4b14-a6e7-197e74af2c25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.0746555 Mar 02 18:58:43.678021 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-9e3ba3be-4ef8-4592-a584-8d109d3ccf67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.679461 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-9e3ba3be-4ef8-4592-a584-8d109d3ccf67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1284239 Mar 02 18:58:43.781915 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-91791e49-03a0-41fb-a709-f70a9b50ea35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 1001 time: 0.0958469 Mar 02 18:58:43.846810 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-8e72963b-991b-4d24-9b59-f32c905d94b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.848360 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-8e72963b-991b-4d24-9b59-f32c905d94b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0596297 Mar 02 18:58:43.932698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-b3cd762b-f422-4071-889d-6744b4b70041 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765159 Mar 02 18:58:44.077428 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-82bfba32-81e5-4138-9b33-0db7ecb78ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340799 Mar 02 18:58:44.218067 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-2770da4e-a7ba-4ffe-9701-b084179f263d req-c801a619-f270-4412-81e9-539bb08bf5b4 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374276 Mar 02 18:58:44.712615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.191823 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.393776 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.551393 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d4faad3e-d0f7-43c3-ab7c-bf309263962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.607661 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ffa0df4b-f20c-4d2f-b3e2-4798fa9d8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.153200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.257398 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.705207 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.110120 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:20.207294 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.400399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53460) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:38.603739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Deleting port d1c82e01-0c47-4cbc-aaa6-d27e38132dd4 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:38.604073 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.770263 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.770616 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.891973 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Calling delete_port for d1c82e01-0c47-4cbc-aaa6-d27e38132dd4 owned by network:floatingip {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:39.039131 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.172214 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'Port': ['ID=d1c82e01-0c47-4cbc-aaa6-d27e38132dd4,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:39.211082 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.211432 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.211772 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.212109 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.212443 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.212770 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.213095 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.213476 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.213801 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.214126 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.214447 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:39.278089 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for floatingip, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.412428 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.554487 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a9862200-39f2-4f06-943f-7945901124c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.669579 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:39.867017 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:39.877560 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:39.888302 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.890493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:39.891262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:39.950077 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-027c0558-fde9-4e27-a9dd-b8819fed3fe4 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "DELETE /v2.0/floatingips/c1a3e7e6-43fb-4eb9-aaa7-208b32628d39 HTTP/1.1" status: 204 len: 168 time: 1.5459945 Mar 02 18:59:39.950077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:40.037359 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'status': 'completed', 'code': 200} Mar 02 18:59:40.131570 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:40.365783 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-bb158123-c9bf-4f55-b44a-5a01d72e5fcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 1096 time: 0.3071389 Mar 02 18:59:40.453082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:40.457397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:40.459387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee59be-daec-4a2c-8fd8-c306463fa813 req-0b8613c8-7325-4f1d-9506-12fe60573121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:40.460078 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0dee59be-daec-4a2c-8fd8-c306463fa813 req-0b8613c8-7325-4f1d-9506-12fe60573121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:40.468423 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:40.469029 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:40.496812 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-0dee59be-daec-4a2c-8fd8-c306463fa813 req-0b8613c8-7325-4f1d-9506-12fe60573121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:40.497947 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dee59be-daec-4a2c-8fd8-c306463fa813 req-0b8613c8-7325-4f1d-9506-12fe60573121 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.2018461 Mar 02 18:59:40.554627 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-3960601f-a6e3-4310-8431-21f34dd6ede0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:40.556055 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-3960601f-a6e3-4310-8431-21f34dd6ede0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 200 len: 910 time: 0.1827753 Mar 02 18:59:40.615444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0dee59be-daec-4a2c-8fd8-c306463fa813 req-8d088321-6268-4ab9-b79c-75a27459d95a tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075690 Mar 02 18:59:40.631257 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-0d0beb20-be55-4f30-860e-4f9d5bf539a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 200 len: 217 time: 0.0666318 Mar 02 18:59:40.644501 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:40.696274 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-3f51fd25-1954-4c3f-94a9-4478746b453c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:40.697698 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-3f51fd25-1954-4c3f-94a9-4478746b453c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 200 len: 848 time: 0.0604820 Mar 02 18:59:40.772720 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-1beaeaa8-56ba-4b6a-8e58-840b61087157 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5dcb7d0-f44b-457a-bc12-b21a0f38d977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688548 Mar 02 18:59:40.900054 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-dd7342b2-ed17-4994-9c00-02034919d7d6 service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206553 Mar 02 18:59:40.953900 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:40.958828 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa64a3-b563-43e5-8aad-3d56dade2275 None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:05Z', 'revision_number': 4, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': '3c1d6347-77c1-443c-9e73-a7c4cdadca36', 'name': '', 'network_id': 'd5dcb7d0-f44b-457a-bc12-b21a0f38d977', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'mac_address': 'fa:16:3e:d4:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:04Z', 'updated_at': '2022-03-02T18:49:23Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'subnets': [{'id': '33c27739-e264-42b9-81d6-2c789637f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:41.145688 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c7331c26-2b9a-472f-8926-02827708c1c8 req-b5cdcbea-de5c-4483-9d7f-3fc5d6a920cd service neutron] 10.222.0.35 "GET /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363181 Mar 02 18:59:41.184667 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed6a831-aef1-4933-a8ea-e988fde85191 None None] New status for floating IP c1a3e7e6-43fb-4eb9-aaa7-208b32628d39: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:41.609334 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d51c52a8-bab1-4e30-9a9f-6f93875b0bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.844290 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c9a7-6cdd-48b2-88fe-cfb7a5e04f07 req-2b54e2ca-1fde-46db-823b-0941123fcf3b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:41.845709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd42c9a7-6cdd-48b2-88fe-cfb7a5e04f07 req-2b54e2ca-1fde-46db-823b-0941123fcf3b tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0772121 Mar 02 18:59:41.891609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fd42c9a7-6cdd-48b2-88fe-cfb7a5e04f07 req-79b5cb4b-d63d-4ade-bcf9-10c32a2f6e28 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/security-groups?id=759c20eb-f239-443e-b310-5f50e0716a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Mar 02 18:59:42.018480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-175c2d2f-baa6-412d-bc41-8861358c4d25 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:42.020005 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-175c2d2f-baa6-412d-bc41-8861358c4d25 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 945 time: 0.0750225 Mar 02 18:59:42.089334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Deleting port c3707ba2-e30f-4680-bb29-967ec452be26 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:42.089677 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.338253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] For port c3707ba2-e30f-4680-bb29-967ec452be26, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=c3707ba2-e30f-4680-bb29-967ec452be26,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:42.338646 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.458449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Calling delete_port for c3707ba2-e30f-4680-bb29-967ec452be26 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:42.599333 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.646690 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'Port': ['ID=c3707ba2-e30f-4680-bb29-967ec452be26,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:42.717808 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] No DVR routers for this DVR port c3707ba2-e30f-4680-bb29-967ec452be26 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:42.720257 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.722911 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-deleted', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:42.737933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-de39fd22-0d91-4da9-ae18-a3df6d5c0c2f req-c7020f76-9a65-4fd3-a016-967d4fb81fc9 tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.35 "DELETE /v2.0/ports/c3707ba2-e30f-4680-bb29-967ec452be26 HTTP/1.1" status: 204 len: 173 time: 0.7122822 Mar 02 18:59:42.776768 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f423fb63-66a5-4d16-b060-96b5948999fc', 'name': 'network-vif-deleted', 'tag': 'c3707ba2-e30f-4680-bb29-967ec452be26', 'status': 'completed', 'code': 200} Mar 02 18:59:43.063921 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3382779-0e08-440b-8bee-4337b289c1c1 req-de76a235-fd24-45f2-9526-721e52175dba tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Synchronizing usage tracker for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:43.086714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-a3382779-0e08-440b-8bee-4337b289c1c1 req-de76a235-fd24-45f2-9526-721e52175dba tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Unset dirty status for tenant:a65c33465ea04fc7bf59981c5d7a1006 on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:43.101113 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3382779-0e08-440b-8bee-4337b289c1c1 req-de76a235-fd24-45f2-9526-721e52175dba tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "GET /v2.0/ports?device_id=f423fb63-66a5-4d16-b060-96b5948999fc HTTP/1.1" status: 200 len: 210 time: 0.0835419 Mar 02 18:59:43.161727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.260339 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.206147 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53492) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:44.274891 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.305306 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.370198 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.391943 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c20eb-f239-443e-b310-5f50e0716a52,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:44.402563 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.406369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-2c1e52ef-94a0-402f-a2b4-e7b61e2813cd tempest-TestShelveInstance-1947915952 tempest-TestShelveInstance-1947915952-project] 10.222.0.37 "DELETE /v2.0/security-groups/759c20eb-f239-443e-b310-5f50e0716a52 HTTP/1.1" status: 204 len: 168 time: 0.1966429 Mar 02 18:59:44.463020 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53498) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:44.711191 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.121280 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.283356 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:45.317031 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: c3707ba2-e30f-4680-bb29-967ec452be26 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:45.317371 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device c3707ba2-e30f-4680-bb29-967ec452be26 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:45.728759 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Deleting port 3c1d6347-77c1-443c-9e73-a7c4cdadca36 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:45.729272 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.903897 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] For port 3c1d6347-77c1-443c-9e73-a7c4cdadca36, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=3c1d6347-77c1-443c-9e73-a7c4cdadca36,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:45.904254 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.029317 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Calling delete_port for 3c1d6347-77c1-443c-9e73-a7c4cdadca36 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:46.271787 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.319792 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1d6347-77c1-443c-9e73-a7c4cdadca36,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:46.358027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.358374 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.358737 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.359075 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.359403 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.359729 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.360082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.360405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.360725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.361041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.361359 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:46.617269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.175789 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:47.372350 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:47.381604 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Sync routers for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:47.390648 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-d0e853a0-84b4-48d6-9bd7-d659435bd97e admin admin] 10.222.0.37 "PUT /v2.0/routers/d67537e4-d4a0-4c18-8096-0d0de6aca4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9239299 Mar 02 18:59:47.391077 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53504) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:47.393731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:47.394409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.572760 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:47.600592 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.890376 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d58ede6-6144-407b-b5c7-358069409b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:59:46Z', 'revision_number': 5, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port': {'id': '4d58ede6-6144-407b-b5c7-358069409b80', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.894754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Checking router: d67537e4-d4a0-4c18-8096-0d0de6aca4a1 for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:47.897400 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.904934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Routers {'d67537e4-d4a0-4c18-8096-0d0de6aca4a1'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:47.905531 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.906656 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Deleting port 4d58ede6-6144-407b-b5c7-358069409b80 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:47.907016 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.052339 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] Set router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:48.081797 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] For port 4d58ede6-6144-407b-b5c7-358069409b80, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=4d58ede6-6144-407b-b5c7-358069409b80,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:48.082208 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.154202 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:59:47Z', 'revision_number': 6, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:48.158000 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cb6bc-eee0-4f59-bf70-f37d5145aaad None None] The sync data for ids ['d67537e4-d4a0-4c18-8096-0d0de6aca4a1'] in n-d-820559-6 is: [{'id': 'd67537e4-d4a0-4c18-8096-0d0de6aca4a1', 'name': 'tempest-TestShelveInstance-1634355699-router', 'tenant_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:02Z', 'updated_at': '2022-03-02T18:59:47Z', 'revision_number': 6, 'project_id': 'a65c33465ea04fc7bf59981c5d7a1006', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:48.205608 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Calling delete_port for 4d58ede6-6144-407b-b5c7-358069409b80 owned by network:router_gateway {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:48.371148 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.417247 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d58ede6-6144-407b-b5c7-358069409b80,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:48.646094 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.905761 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.910414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.935586 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.936140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d67537e4-d4a0-4c18-8096-0d0de6aca4a1 {{(pid=83797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:48.949576 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.950838 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-9eb3234e-2347-4169-8a8b-113e582c47d2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d67537e4-d4a0-4c18-8096-0d0de6aca4a1 HTTP/1.1" status: 204 len: 168 time: 1.5583262 Mar 02 18:59:48.953639 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53508) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:49.012386 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Deleting subnet 33c27739-e264-42b9-81d6-2c789637f0b6 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:49.015271 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.074178 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.151512 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.221323 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.356267 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c27739-e264-42b9-81d6-2c789637f0b6,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.364285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.369734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52702ba7-c820-4a46-be3f-a9d8fca48a5e None None] Network d5dcb7d0-f44b-457a-bc12-b21a0f38d977 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:49.370723 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-94b0126b-41f8-45b6-b940-1db12c0676f1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33c27739-e264-42b9-81d6-2c789637f0b6 HTTP/1.1" status: 204 len: 168 time: 0.4158437 Mar 02 18:59:49.373112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53512) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:49.487907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.496788 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4d58ede6-6144-407b-b5c7-358069409b80 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:49.498498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Deleting port 69150021-e69b-45bb-97f2-0c0e474e77b5 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:49.498859 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.561225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 4d58ede6-6144-407b-b5c7-358069409b80 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:49.561559 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 4d58ede6-6144-407b-b5c7-358069409b80 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:49.561964 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c1d6347-77c1-443c-9e73-a7c4cdadca36 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:49.596319 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 3c1d6347-77c1-443c-9e73-a7c4cdadca36 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:49.597178 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 3c1d6347-77c1-443c-9e73-a7c4cdadca36 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:49.683395 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] DHCP port deletion for d5dcb7d0-f44b-457a-bc12-b21a0f38d977 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:49.687845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Deleting port 69150021-e69b-45bb-97f2-0c0e474e77b5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:49.688212 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.702819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] For port 69150021-e69b-45bb-97f2-0c0e474e77b5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69150021-e69b-45bb-97f2-0c0e474e77b5,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:49.703179 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.824574 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Calling delete_port for 69150021-e69b-45bb-97f2-0c0e474e77b5 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:49.892187 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] For port 69150021-e69b-45bb-97f2-0c0e474e77b5, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=69150021-e69b-45bb-97f2-0c0e474e77b5,segment=NetworkSegment(c386db10-7770-410d-99bc-f58006f765dd),segment_id=c386db10-7770-410d-99bc-f58006f765dd)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:49.892627 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.908820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.954445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Pushing event deleted for resources: {'Port': ['ID=69150021-e69b-45bb-97f2-0c0e474e77b5,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.959902 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] No DVR routers for this DVR port 69150021-e69b-45bb-97f2-0c0e474e77b5 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:50.017789 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Calling delete_port for 69150021-e69b-45bb-97f2-0c0e474e77b5 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:50.077763 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.093943 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:50.094296 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:50.104688 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dcb7d0-f44b-457a-bc12-b21a0f38d977']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:50.120113 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c386db10-7770-410d-99bc-f58006f765dd') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:50.120404 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c386db10-7770-410d-99bc-f58006f765dd') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:50.131978 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.148000 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.153882 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:50.154256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: timer() Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:50.166987 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:50.234056 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.239633 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.245059 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.273828 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dcb7d0-f44b-457a-bc12-b21a0f38d977,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:50.279347 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-fa40d645-f109-42f2-9953-4cee25baefcd admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5dcb7d0-f44b-457a-bc12-b21a0f38d977 HTTP/1.1" status: 204 len: 168 time: 0.9053199 Mar 02 18:59:50.282157 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53516) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:50.595184 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Deleting port 69150021-e69b-45bb-97f2-0c0e474e77b5 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:50.595727 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.656930 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-9f8aa8cb-d089-48de-8599-25805082a820 None None] The port '69150021-e69b-45bb-97f2-0c0e474e77b5' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:59:50.662212 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.320922 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Deleting port 7081f8f8-e4e9-4550-9e14-ccac7cca5820 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:51.321629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.466214 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69150021-e69b-45bb-97f2-0c0e474e77b5 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:51.491330 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] For port 7081f8f8-e4e9-4550-9e14-ccac7cca5820, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=7081f8f8-e4e9-4550-9e14-ccac7cca5820,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:51.491681 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.502443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 69150021-e69b-45bb-97f2-0c0e474e77b5 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:51.503354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 69150021-e69b-45bb-97f2-0c0e474e77b5 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:51.614195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Calling delete_port for 7081f8f8-e4e9-4550-9e14-ccac7cca5820 owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:51.775833 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.821460 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7081f8f8-e4e9-4550-9e14-ccac7cca5820,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:52.100099 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.758393 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Router 40352ef7-2bac-4b74-abe7-21eca43df104 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:52.951052 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:52.960393 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Sync routers for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:52.966517 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f0d04226-4b3b-4f5d-877e-fa5baef40aa2 admin admin] 10.222.0.37 "PUT /v2.0/routers/40352ef7-2bac-4b74-abe7-21eca43df104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6833231 Mar 02 18:59:52.969105 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53520) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:52.972812 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:52.973392 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.122610 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:53.153649 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:53.166890 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.363820 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.373281 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Deleting port aa758394-9017-4321-b9a4-975e5943323f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:53.373951 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.441032 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'aa758394-9017-4321-b9a4-975e5943323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:59:51Z', 'revision_number': 5, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port': {'id': 'aa758394-9017-4321-b9a4-975e5943323f', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.445924 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Checking router: 40352ef7-2bac-4b74-abe7-21eca43df104 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:53.458089 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Routers {'40352ef7-2bac-4b74-abe7-21eca43df104'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:53.459062 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['40352ef7-2bac-4b74-abe7-21eca43df104'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.556917 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] For port aa758394-9017-4321-b9a4-975e5943323f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=aa758394-9017-4321-b9a4-975e5943323f,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:53.557267 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.608217 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] Set router 40352ef7-2bac-4b74-abe7-21eca43df104 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:53.676695 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Calling delete_port for aa758394-9017-4321-b9a4-975e5943323f owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:53.710717 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:59:53Z', 'revision_number': 6, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.714531 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e63b7c-a6b3-4539-bcca-c561dc83445a None None] The sync data for ids ['40352ef7-2bac-4b74-abe7-21eca43df104'] in n-d-820559-6 is: [{'id': '40352ef7-2bac-4b74-abe7-21eca43df104', 'name': 'tempest-TestShelveInstance-1247881901-router', 'tenant_id': '1b84f38596cb4cfea3a28037daf62af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:08Z', 'updated_at': '2022-03-02T18:59:53Z', 'revision_number': 6, 'project_id': '1b84f38596cb4cfea3a28037daf62af7', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:53.952151 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.997423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa758394-9017-4321-b9a4-975e5943323f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.218399 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.470238 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.475201 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.502505 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.503685 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40352ef7-2bac-4b74-abe7-21eca43df104 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:54.517791 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.518984 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-95f4f3dd-66a5-4d43-8622-abbdeebf3312 admin admin] 10.222.0.37 "DELETE /v2.0/routers/40352ef7-2bac-4b74-abe7-21eca43df104 HTTP/1.1" status: 204 len: 168 time: 1.5490048 Mar 02 18:59:54.521432 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53524) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.578411 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Deleting subnet 3de1b0c6-d22b-4680-9bc5-93df9aae41b0 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:54.581338 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.634807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.714213 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.788930 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.827465 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de1b0c6-d22b-4680-9bc5-93df9aae41b0,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.833557 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.838895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3dbc46-16da-493f-89b5-dd65dd19f4f8 None None] Network 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:54.841906 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53528) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.842309 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-141c8150-8a79-4f08-8184-ae5f81ce7291 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3de1b0c6-d22b-4680-9bc5-93df9aae41b0 HTTP/1.1" status: 204 len: 168 time: 0.3195913 Mar 02 18:59:54.947734 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.958832 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Deleting port 8f030f98-3112-45a2-94b1-7c256538eace {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:54.959363 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.106937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] DHCP port deletion for 9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:55.111933 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Deleting port 8f030f98-3112-45a2-94b1-7c256538eace {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:55.112572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.273054 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] For port 8f030f98-3112-45a2-94b1-7c256538eace, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f030f98-3112-45a2-94b1-7c256538eace,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:55.273409 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.315430 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] For port 8f030f98-3112-45a2-94b1-7c256538eace, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=8f030f98-3112-45a2-94b1-7c256538eace,segment=NetworkSegment(d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf),segment_id=d8e1bad1-b8b6-40a9-92a9-7202f8c3cadf)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:55.316413 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.396144 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Calling delete_port for 8f030f98-3112-45a2-94b1-7c256538eace owned by network:dhcp {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:55.434793 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Calling delete_port for 8f030f98-3112-45a2-94b1-7c256538eace owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:55.482264 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.483919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7081f8f8-e4e9-4550-9e14-ccac7cca5820 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:55.525814 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 7081f8f8-e4e9-4550-9e14-ccac7cca5820 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:55.526209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 7081f8f8-e4e9-4550-9e14-ccac7cca5820 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:55.526669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa758394-9017-4321-b9a4-975e5943323f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:55.528638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f030f98-3112-45a2-94b1-7c256538eace,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:55.532705 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] No DVR routers for this DVR port 8f030f98-3112-45a2-94b1-7c256538eace on host n-d-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:55.568702 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: aa758394-9017-4321-b9a4-975e5943323f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:55.568971 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device aa758394-9017-4321-b9a4-975e5943323f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:55.569651 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8f030f98-3112-45a2-94b1-7c256538eace no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:55.602082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 8f030f98-3112-45a2-94b1-7c256538eace {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:55.602427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 8f030f98-3112-45a2-94b1-7c256538eace not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:55.605252 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:55.605724 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:55.646763 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.671753 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f']}} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:55.689026 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf') {'for_net_delete': True} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:55.689319 n-d-820559-6 neutron-server[83797]: DEBUG neutron.services.segments.db [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e1bad1-b8b6-40a9-92a9-7202f8c3cadf') {} {{(pid=83797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:55.701163 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965158'] for segment, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.717070 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.723152 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:55.723533 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1965659'] for segment, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: Traceback (most recent call last): Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: timer() Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: cb(*args, **kw) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: return func(*args, **kwargs) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: self._notify() Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: self.callback(batched_events) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: event.method(event) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: return f(self, *a, **k) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: return self._get(url).json() Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:55.736046 n-d-820559-6 neutron-server[83797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:55.808590 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.825239 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.842399 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:55.849763 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-02088c29-0345-4a94-8a1a-e2f78edc6249 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9fdc9ddb-0d30-4b24-962d-a621e7dc3d2f HTTP/1.1" status: 204 len: 168 time: 1.0068641 Mar 02 18:59:56.106931 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Deleting port 8f030f98-3112-45a2-94b1-7c256538eace {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:56.107424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.108541 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53534) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.158719 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-b90c2814-b7a3-4565-8250-0a1ff63b7d96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a65c33465ea04fc7bf59981c5d7a1006&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489464 Mar 02 18:59:56.161769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53538) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.170564 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-88293d9c-abfd-4ba9-a095-bcbef76790d8 None None] The port '8f030f98-3112-45a2-94b1-7c256538eace' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 18:59:56.223941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.249190 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.298854 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.318607 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8046b845-10a2-4761-8a95-71c08224bcc1,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:56.324414 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.325506 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-166e8ebc-5434-43db-a5ce-57a18a6ccbfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8046b845-10a2-4761-8a95-71c08224bcc1 HTTP/1.1" status: 204 len: 168 time: 0.1628635 Mar 02 18:59:56.738056 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53546) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.786179 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-c5b67230-d750-41b3-88da-e8cb153a49a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b84f38596cb4cfea3a28037daf62af7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469079 Mar 02 18:59:56.788557 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53550) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.849385 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.873421 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.924644 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.938155 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165476cc-65b3-4ad9-a5c2-9c541c755ece,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:56.945219 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.946308 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-635e7464-2c4b-412c-9e69-126eb8601c09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/165476cc-65b3-4ad9-a5c2-9c541c755ece HTTP/1.1" status: 204 len: 168 time: 0.1568103 Mar 02 18:59:57.857936 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53572) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:57.998824 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1226425309-network', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:58.004361 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:58.008197 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Usage tracker for resource:network and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:58.011638 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:58.020182 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:58.031756 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Made reservation on behalf of a73816ef53c14ec1a388d84fb46e4e9f for: {'network': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:58.034656 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.049875 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.091707 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:58.096951 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:58.100794 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:58.107334 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:58.187679 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.192273 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.229243 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=83797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:58.243129 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7662607a-b898-4b5a-a3e3-1c3f3eec8ff9,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:58.247941 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.248300 n-d-820559-6 neutron-server[83797]: INFO neutron.db.segments_db [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Added segment 2fabdf7d-4914-4b6d-8ba5-6fd415daa631 of type vlan for network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 Mar 02 18:59:58.289618 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.330871 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.331848 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.332497 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Notify callbacks [] for network, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.455412 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53578) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:58.456104 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5960636 Mar 02 18:59:58.464508 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Request body: {'subnet': {'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1226425309-subnet', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:58.465192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c39c31-9f8e-4b2b-8dc4-c30965ac4266 admin admin] Pushing event updated for resources: {'Network': ['ID=64ae20e1-21a3-4ae3-8748-b0138ba85f52,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:58.472199 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:58.476857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:58.477436 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Usage tracker for resource:subnet and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:58.479908 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:58.486702 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:58.497903 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Made reservation on behalf of a73816ef53c14ec1a388d84fb46e4e9f for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:58.500596 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.704606 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.776402 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0339e569-d1d5-4c51-953f-1079be0f1071,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:58.791573 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Checking segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:58.791959 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Network hostable DHCP agents. Network: 64ae20e1-21a3-4ae3-8748-b0138ba85f52, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:58.822876 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:58.832334 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 64ae20e1-21a3-4ae3-8748-b0138ba85f52) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:58.836383 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.836949 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.841842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea425e-693b-468a-979c-6c96478525c0 None None] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:58.856727 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78d34e25-2da4-4345-ad3a-7db1ededfedb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3999345 Mar 02 18:59:58.859418 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53582) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:58.865135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:58.870406 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:58.874139 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Usage tracker for resource:router and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:58.877049 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:58.883617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:58.895082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.895990 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.915156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.058311 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:59.059264 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.151832 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.217734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Allocated IP 172.20.0.2 (64ae20e1-21a3-4ae3-8748-b0138ba85f52/0339e569-d1d5-4c51-953f-1079be0f1071/9aab7833-367a-4929-814b-9e503919d5de) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:59.335858 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.368753 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.424178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.434511 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Transition to ACTIVE for port object 9aab7833-367a-4929-814b-9e503919d5de will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:59.454095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Transition to ACTIVE for port object 9aab7833-367a-4929-814b-9e503919d5de will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:59.461266 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.506238 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Allocated IP 172.25.3.146 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/5962e931-7161-4f43-b1fb-f7f0daa2aa24) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:59.528766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:59.531904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:59.536225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:59.538285 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Pushing event updated for resources: {'Port': ['ID=9aab7833-367a-4929-814b-9e503919d5de,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:59.577005 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.577341 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.577676 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.578002 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.578324 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.578669 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.578991 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.579309 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.579624 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.579937 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.580252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:59.665717 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Attempting to bind port 9aab7833-367a-4929-814b-9e503919d5de on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:59.665950 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.666079 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Attempting to bind port 9aab7833-367a-4929-814b-9e503919d5de by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:59.666434 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Attempting to bind port 9aab7833-367a-4929-814b-9e503919d5de on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:59.672773 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:59.673137 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Checking segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:59.673534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.673919 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Bound using segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:59.674927 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Bound port: 9aab7833-367a-4929-814b-9e503919d5de, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:59.675289 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.694948 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.760716 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] For port 9aab7833-367a-4929-814b-9e503919d5de, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:59.763753 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] For port 9aab7833-367a-4929-814b-9e503919d5de, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9aab7833-367a-4929-814b-9e503919d5de,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:59.764990 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:59.767401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.768523 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:59.772747 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:59.798455 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Pushing event updated for resources: {'Port': ['ID=5962e931-7161-4f43-b1fb-f7f0daa2aa24,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:59.853659 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55bb8-d27a-4939-ac00-4a0024b69d29 None None] Pushing event updated for resources: {'Port': ['ID=9aab7833-367a-4929-814b-9e503919d5de,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:59.942972 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.943807 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.188329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:00.388911 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:00.399895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:00.412759 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:00.413363 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:00.415879 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.417178 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b30575ca-76f2-40a4-a1dc-6220ad5f9bba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5568504 Mar 02 19:00:00.419963 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53586) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:00.605290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:00.823411 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c40241-ab11-40a4-9395-f40e18e734fd None None] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:00.990171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1145ba58-8fac-4b76-bc2e-63528b686ea1 None None] Provisioning for port 9aab7833-367a-4929-814b-9e503919d5de completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:01.097895 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T18:59:59Z', 'revision_number': 3, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T18:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:01.107448 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:01.107792 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Updating router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:01.165173 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.284659 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.520875 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Allocated IP 172.20.0.1 (64ae20e1-21a3-4ae3-8748-b0138ba85f52/0339e569-d1d5-4c51-953f-1079be0f1071/c0202127-7853-4a7f-ab48-c7a0233c4a1f) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:01.535530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9aab7833-367a-4929-814b-9e503919d5de up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:01.570956 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.594366 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Transition to ACTIVE for port object 5962e931-7161-4f43-b1fb-f7f0daa2aa24 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:01.608408 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.677212 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.693121 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Transition to ACTIVE for port object c0202127-7853-4a7f-ab48-c7a0233c4a1f will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:01.697580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72610395-3346-43a7-8615-d4c2cd61b83f None None] Pushing event updated for resources: {'Port': ['ID=5962e931-7161-4f43-b1fb-f7f0daa2aa24,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:01.700469 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Attempting to bind port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:01.700839 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Attempting to bind port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:01.701201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Attempting to bind port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:01.709626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 9aab7833-367a-4929-814b-9e503919d5de completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:01.713771 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:01.714144 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:01.714595 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.716346 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:01.717074 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Bound port: 5962e931-7161-4f43-b1fb-f7f0daa2aa24, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:01.717454 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.718209 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.748044 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9aab7833-367a-4929-814b-9e503919d5de triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:01.748044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.787514 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:01.790782 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:01.795203 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:01.826680 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:01.854969 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.885143 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] For port 5962e931-7161-4f43-b1fb-f7f0daa2aa24, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:01.888673 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] For port 5962e931-7161-4f43-b1fb-f7f0daa2aa24, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5962e931-7161-4f43-b1fb-f7f0daa2aa24,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:01.928786 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.955352 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.014007 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.052223 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72610395-3346-43a7-8615-d4c2cd61b83f None None] Pushing event updated for resources: {'Port': ['ID=5962e931-7161-4f43-b1fb-f7f0daa2aa24,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:02.066849 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:02.067405 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:02.126479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 9aab7833-367a-4929-814b-9e503919d5de, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9aab7833-367a-4929-814b-9e503919d5de,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:02.185085 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.190784 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.191775 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.278217 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b7215eee-bb2a-4326-af8e-6813a1a575f7 None None] Provisioning for port c0202127-7853-4a7f-ab48-c7a0233c4a1f completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:02.294896 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b7215eee-bb2a-4326-af8e-6813a1a575f7 None None] Provisioning complete for port c0202127-7853-4a7f-ab48-c7a0233c4a1f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:02.295094 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:02.295270 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b7215eee-bb2a-4326-af8e-6813a1a575f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.298817 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.333948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=9aab7833-367a-4929-814b-9e503919d5de,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:02.372240 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b7215eee-bb2a-4326-af8e-6813a1a575f7 None None] Port c0202127-7853-4a7f-ab48-c7a0233c4a1f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:02.376583 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:02.434548 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:02.435673 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:02.711409 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-d50d9d0f-cb7d-47ab-bd61-9fbad7830067 None None] Provisioning complete for port c0202127-7853-4a7f-ab48-c7a0233c4a1f triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:02.712005 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d50d9d0f-cb7d-47ab-bd61-9fbad7830067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.753749 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:02.766368 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb49be-d61b-4414-a6f0-53a153ed0916 None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:02.772539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-d50d9d0f-cb7d-47ab-bd61-9fbad7830067 None None] Port c0202127-7853-4a7f-ab48-c7a0233c4a1f cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:02.947293 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:03.163415 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:03.172862 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-8918c852-adf6-4b25-abe3-d11a95ab0da6 admin admin] 10.222.0.37 "PUT /v2.0/routers/5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516019 Mar 02 19:00:03.583649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5962e931-7161-4f43-b1fb-f7f0daa2aa24 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:03.655580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:03.661272 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:03.661862 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.787392 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.804840 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port 5962e931-7161-4f43-b1fb-f7f0daa2aa24, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5962e931-7161-4f43-b1fb-f7f0daa2aa24,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:03.808847 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.809713 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9aab7833-367a-4929-814b-9e503919d5de up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:03.938939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=5962e931-7161-4f43-b1fb-f7f0daa2aa24,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:03.953872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 9aab7833-367a-4929-814b-9e503919d5de triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:03.954247 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.118293 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53608) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.123835 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1581745702-network', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:04.129476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:04.133283 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Usage tracker for resource:network and tenant:d7da387e84ca4f87b905a1f2b0895111 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:04.136831 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:04.142437 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:04.151816 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Made reservation on behalf of d7da387e84ca4f87b905a1f2b0895111 for: {'network': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:04.154147 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for network, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.166687 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.196627 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:04.200361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7da387e84ca4f87b905a1f2b0895111 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:04.203129 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:04.209195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:04.273699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.277982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.306656 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=83796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:04.321701 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687a6a6-b13f-4153-9866-2a2baba7b165,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.325959 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.326300 n-d-820559-6 neutron-server[83796]: INFO neutron.db.segments_db [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Added segment f4f8f3bd-8267-495d-8ecc-b54f087963c0 of type vlan for network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed Mar 02 19:00:04.355411 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750123027164'] for network, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.383741 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098'] for network, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.384476 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:04.385045 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.485392 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1fc7a5-56d2-4162-8b00-557b1b8582ed,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.488311 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0e2f6292-68f8-4764-8efd-1b074e35cfe8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3689935 Mar 02 19:00:04.491104 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53612) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.495726 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed details requested by agent ovs-agent-n-d-820559-6 with host n-d-820559-6 {{(pid=83798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:04.496284 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Request body: {'subnet': {'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1581745702-subnet', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'ip_version': 4}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:04.502045 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:04.506405 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Usage tracker for resource:subnet and tenant:d7da387e84ca4f87b905a1f2b0895111 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:04.509233 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:04.514844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:04.525939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Made reservation on behalf of d7da387e84ca4f87b905a1f2b0895111 for: {'subnet': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:04.528256 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1702605'] for subnet, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.810944 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1702623'] for subnet, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.888082 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546a5e2a-db5d-4b94-8b57-1236cf1ffebe,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.898059 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Checking segment: {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:04.898423 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Network hostable DHCP agents. Network: 0f1fc7a5-56d2-4162-8b00-557b1b8582ed, hostable agents: ['e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a'], hosted agents: [] {{(pid=83796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:04.919155 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed is scheduled to be hosted by DHCP agent e6b09f2b-58c8-4e4a-bd6c-9c9c98766d2a with binding_index 1 {{(pid=83796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:04.928878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820559-6, 0f1fc7a5-56d2-4162-8b00-557b1b8582ed) {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:04.932726 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:04.933304 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.937612 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50866d44-fba5-4bfe-8983-eaf99d8d3cb4 None None] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:04.953801 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3f872583-4084-4734-a81a-87f0cab81dc9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4616466 Mar 02 19:00:04.956467 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53616) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.961498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:04.967377 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:04.971499 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Usage tracker for resource:router and tenant:d7da387e84ca4f87b905a1f2b0895111 is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:04.974540 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:04.980614 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:04.992407 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10723'] for router, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.993346 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10740'] for router, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.012622 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.154062 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.188028 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdaa59db-36db-524e-9211-8566e69403aa-0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'fixed_ips': [{'subnet_id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe'}]}} from n-d-820559-6. {{(pid=83798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:05.188863 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.343853 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.348649 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.db_base_plugin_common [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Allocated IP 172.20.0.2 (0f1fc7a5-56d2-4162-8b00-557b1b8582ed/546a5e2a-db5d-4b94-8b57-1236cf1ffebe/5a94c67f-9d20-4284-a852-377283bcfc62) {{(pid=83798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:05.377095 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.494939 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5962e931-7161-4f43-b1fb-f7f0daa2aa24 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:05.548549 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Allocated IP 172.25.3.204 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/f532d038-d7a3-44d8-a2b2-b60c9f3744fe) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:05.623140 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.636235 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Transition to ACTIVE for port object 5a94c67f-9d20-4284-a852-377283bcfc62 will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:05.654477 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:05.654868 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.690153 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Transition to ACTIVE for port object 5a94c67f-9d20-4284-a852-377283bcfc62 will not be triggered until provisioned by entity DHCP. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:05.697758 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037'] for port, after_create {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.699683 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.728549 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.789209 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed is already hosted by enough agents. {{(pid=83798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:05.790456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Pushing event updated for resources: {'Port': ['ID=5a94c67f-9d20-4284-a852-377283bcfc62,revision_number=1']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.794388 n-d-820559-6 neutron-server[83798]: DEBUG neutron.scheduler.base_scheduler [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Resources bound (agent type, host, resource id): {{(pid=83798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:05.796378 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:05.797057 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Received port after_create {{(pid=83798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:05.800361 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:05.803367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:05.832786 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Pushing event updated for resources: {'Port': ['ID=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.931417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Attempting to bind port 5a94c67f-9d20-4284-a852-377283bcfc62 on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:05.931874 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Attempting to bind port 5a94c67f-9d20-4284-a852-377283bcfc62 by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:05.932213 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Attempting to bind port 5a94c67f-9d20-4284-a852-377283bcfc62 on network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:05.938677 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:05.939271 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Checking segment: {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:05.939422 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.940426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Bound using segment: {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:05.940924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Bound port: 5a94c67f-9d20-4284-a852-377283bcfc62, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:05.941285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.969124 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.969857 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453694'] for router, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.027196 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] For port 5a94c67f-9d20-4284-a852-377283bcfc62, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:06.030183 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] For port 5a94c67f-9d20-4284-a852-377283bcfc62, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a94c67f-9d20-4284-a852-377283bcfc62,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:06.034977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.123193 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04a7f-e488-41e2-9b2a-5fd231f142c9 None None] Pushing event updated for resources: {'Port': ['ID=5a94c67f-9d20-4284-a852-377283bcfc62,revision_number=2']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.210666 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Router 1fecf373-534b-454f-87ed-2f7f32ab2644 is scheduled to L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 with binding_index 1 {{(pid=83796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:06.427844 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:06.436748 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Sync routers for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:06.455005 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:06.455982 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.456545 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.459033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-92e2f21a-fb44-4c9d-bab8-d453895bf70b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5016408 Mar 02 19:00:06.460085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53620) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:06.640944 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:06.971436 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 3, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.978334 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Checking router: 1fecf373-534b-454f-87ed-2f7f32ab2644 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:06.978957 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Updating router 1fecf373-534b-454f-87ed-2f7f32ab2644 port f532d038-d7a3-44d8-a2b2-b60c9f3744fe binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:07.012100 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170f2ac-14f4-4c32-a84c-27fa958b115b None None] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:07.036840 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.191008 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-81df3393-fcd2-42c6-9f15-a2aa7753fd2c None None] Provisioning for port 5a94c67f-9d20-4284-a852-377283bcfc62 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:07.312320 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.382515 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.395381 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Transition to ACTIVE for port object f532d038-d7a3-44d8-a2b2-b60c9f3744fe will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:07.403444 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.495045 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Attempting to bind port f532d038-d7a3-44d8-a2b2-b60c9f3744fe on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:07.496221 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Attempting to bind port f532d038-d7a3-44d8-a2b2-b60c9f3744fe by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:07.496803 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Attempting to bind port f532d038-d7a3-44d8-a2b2-b60c9f3744fe on network b7988579-a6d1-4df6-9d09-9ff45b1bf623 {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:07.505975 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:07.506809 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Checking segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:07.507431 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.507915 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Bound using segment: {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:07.508500 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Bound port: f532d038-d7a3-44d8-a2b2-b60c9f3744fe, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab2959-e5ed-46ba-8388-2dc11ac2c4f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:07.508976 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.544846 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a94c67f-9d20-4284-a852-377283bcfc62 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:07.569988 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Allocated IP 172.20.0.1 (0f1fc7a5-56d2-4162-8b00-557b1b8582ed/546a5e2a-db5d-4b94-8b57-1236cf1ffebe/ec9530c9-28cc-41b8-b4a9-9390650a3a2a) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:07.573448 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Pushing event updated for resources: {'Port': ['ID=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,revision_number=2']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:07.593166 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.593608 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.594029 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.594426 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.594840 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.595230 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.595616 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.596547 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.596928 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.597310 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.597779 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:07.614283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] For port f532d038-d7a3-44d8-a2b2-b60c9f3744fe, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:07.617736 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] For port f532d038-d7a3-44d8-a2b2-b60c9f3744fe, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:07.621692 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.633326 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port 5a94c67f-9d20-4284-a852-377283bcfc62 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:07.637645 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] Provisioning complete for port 5a94c67f-9d20-4284-a852-377283bcfc62 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:07.638023 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.665948 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5a94c67f-9d20-4284-a852-377283bcfc62 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:07.666313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.702218 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa0ee3-0958-4d6c-b08c-872db99c0846 None None] Pushing event updated for resources: {'Port': ['ID=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:07.709126 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:07.709926 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T18:59:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:07.756354 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.773707 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Transition to ACTIVE for port object ec9530c9-28cc-41b8-b4a9-9390650a3a2a will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:07.796293 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.858358 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:07.861869 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.865634 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:07.869836 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:07.884621 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.890036 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:07.911687 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:07.934344 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455364'] for router_interface, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.935994 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] For port 5a94c67f-9d20-4284-a852-377283bcfc62, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a94c67f-9d20-4284-a852-377283bcfc62,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:07.945709 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.026996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.119881 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:08.120468 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:08.147942 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f003aca-5b7e-40a1-9025-54231feffa51 None None] Pushing event updated for resources: {'Port': ['ID=5a94c67f-9d20-4284-a852-377283bcfc62,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:08.170456 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-39c7d838-9421-4a40-a37d-a335e77ffe57 None None] Provisioning for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:08.176391 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-39c7d838-9421-4a40-a37d-a335e77ffe57 None None] Provisioning complete for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:08.176827 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-39c7d838-9421-4a40-a37d-a335e77ffe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.193929 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 3, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:08.198140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80a752-9e18-42b5-bf4d-dd57f22986c0 None None] The sync data for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 is: [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 3, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:08.242107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-39c7d838-9421-4a40-a37d-a335e77ffe57 None None] Port ec9530c9-28cc-41b8-b4a9-9390650a3a2a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:08.264610 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.269665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.462205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:08.464558 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133593930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455273'] for router_interface, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.596951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:08.598099 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:08.868836 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-371590d2-bac3-4862-b893-7e8aef83f8dc None None] Provisioning complete for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:08.869118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-371590d2-bac3-4862-b893-7e8aef83f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.922418 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-371590d2-bac3-4862-b893-7e8aef83f8dc None None] Port ec9530c9-28cc-41b8-b4a9-9390650a3a2a cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:08.984765 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Router 1fecf373-534b-454f-87ed-2f7f32ab2644 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:09.180948 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:09.189496 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-61315ef4-1d59-4c63-b86c-be514a0004f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/1fecf373-534b-454f-87ed-2f7f32ab2644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284818 Mar 02 19:00:09.402972 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.478011 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a94c67f-9d20-4284-a852-377283bcfc62 up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:09.555072 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port 5a94c67f-9d20-4284-a852-377283bcfc62 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:09.555439 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.591382 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a79bffc7-84b9-4cd9-858f-a80606a7bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.999475 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53630) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.005987 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925150148', 'description': 'tempest-secgroup-smoke-925150148 description', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.013042 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.017044 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.020498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.026479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.037222 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.073456 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.077172 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.079918 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.085603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.140168 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.143811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.185719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d9f21-667e-4389-b278-590930ed4e75,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.188511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.192953 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-4525ef25-1d7b-488b-8267-567c6fef11cb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1891878 Mar 02 19:00:10.193219 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53634) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.198591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.205136 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.209090 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.211898 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.217438 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.234082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.298547 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.302804 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.324115 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76025aea-fe91-476a-aa3f-c0375cf37227,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.338862 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.340048 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-78d47146-c0ee-436e-aa0a-6fe056854f6d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1460657 Mar 02 19:00:10.342815 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53640) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.348735 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.355192 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.358894 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.362264 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.367962 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.384720 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.445190 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.448655 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.474069 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01e6b9b-e91d-43a8-b453-86718730f1f4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.483247 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.484460 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-dc71aa6d-bd10-46cd-851d-f7f368c0f681 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406960 Mar 02 19:00:10.487929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53644) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.493137 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.499515 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.503229 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.506004 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.511832 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.529778 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.592080 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.595425 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.619889 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f4e0f2-9b8a-4498-840d-7268bef4aa4f,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.628150 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.629298 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ba3925b-b024-4297-a397-f9da41c5b22c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1404414 Mar 02 19:00:10.632187 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53648) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.637450 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.644152 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.647933 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.650758 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.656332 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.672374 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.735665 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.739504 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.761202 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2010c046-26ad-40fe-9a5a-6edb4f3ea0d4,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.769946 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.771108 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ac63e743-1687-4fd3-9947-e64c2531b37f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1380424 Mar 02 19:00:10.773979 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53652) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.779328 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.786421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.790106 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.792904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.798591 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.808582 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Project a73816ef53c14ec1a388d84fb46e4e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:00:10.814724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.879629 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.882875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.904964 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2777defe-654d-48fc-ad99-e6a5aba64363,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.913995 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.915170 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aa8f05f8-8538-4c2e-9461-1b0154e6af7b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403143 Mar 02 19:00:10.917858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53656) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:10.923036 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'security_group_rule': {'security_group_id': 'c87d9f21-667e-4389-b278-590930ed4e75', 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:10.929711 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:10.933507 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:security_group_rule and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:10.936382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:10.941931 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:10.951852 n-d-820559-6 neutron-server[83796]: INFO neutron.db.securitygroups_db [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Project a73816ef53c14ec1a388d84fb46e4e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:00:10.958531 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.021061 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.024484 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488355'] for security_group_rule, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.047442 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1986afa3-3516-4b07-9c50-2844eb2c3121,revision_number=0']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:11.055883 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.057033 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-0fd3fb77-9f68-4f5c-a185-302b465c198c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1382904 Mar 02 19:00:11.523826 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-bcd9e337-0610-4b26-862f-754661dec33a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:security_group {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:11.539912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-bcd9e337-0610-4b26-862f-754661dec33a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:security_group {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:11.541181 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-bcd9e337-0610-4b26-862f-754661dec33a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925150148&fields=id&tenant_id=a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 267 time: 0.0579281 Mar 02 19:00:11.618647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-44a24edd-979a-40c6-9482-67b78f945a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.686490 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-269e67a2-049a-4ec8-9792-10ba51a2460b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:11.687179 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-269e67a2-049a-4ec8-9792-10ba51a2460b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:network {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:11.704169 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-269e67a2-049a-4ec8-9792-10ba51a2460b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:network {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:11.705359 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-269e67a2-049a-4ec8-9792-10ba51a2460b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 810 time: 0.1576178 Mar 02 19:00:11.722203 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-3929586d-14a6-48a9-97ea-be19d890d418 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/quotas/a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 375 time: 0.0112543 Mar 02 19:00:11.804709 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-429a87e6-eee1-4b91-ba9f-0dab01bf042f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:11.821780 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-429a87e6-eee1-4b91-ba9f-0dab01bf042f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:11.823058 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-429a87e6-eee1-4b91-ba9f-0dab01bf042f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957210 Mar 02 19:00:11.838844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-98a6701a-fbae-418a-bf35-8ef76c398191 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:00:11.839758 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-98a6701a-fbae-418a-bf35-8ef76c398191 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049100 Mar 02 19:00:11.968151 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-d1255da1-dafc-4ae5-921d-7c02359c27f6 service neutron] 10.222.0.37 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228230 Mar 02 19:00:12.100148 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-6d3d856a-1fa7-4dab-b782-26157708cea3 service neutron] 10.222.0.37 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257901 Mar 02 19:00:12.413542 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e705927-a4a2-4a7c-a136-04b722bf1079 req-177d66b5-8fee-4967-be67-736c80ce5bd5 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 210 time: 0.1671159 Mar 02 19:00:13.158865 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.267954 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.556724 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f532d038-d7a3-44d8-a2b2-b60c9f3744fe up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:13.656494 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port f532d038-d7a3-44d8-a2b2-b60c9f3744fe completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:13.658038 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-63ba6a22-8d6d-4c0d-99a8-ea082afe57f9 req-75ce8a0b-0ff8-442f-9345-11c251403b08 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 210 time: 0.0664284 Mar 02 19:00:13.663512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f532d038-d7a3-44d8-a2b2-b60c9f3744fe triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:13.664073 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.667669 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-e90060d2-b0bc-4c31-9846-59fef91a222a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:13.669496 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-e90060d2-b0bc-4c31-9846-59fef91a222a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 810 time: 0.2584300 Mar 02 19:00:13.727990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-bd42fc48-217e-4c6f-b98f-a9d08a48aa5c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 379 time: 0.0459962 Mar 02 19:00:13.738742 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'port': {'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'admin_state_up': True, 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'security_groups': ['c87d9f21-667e-4389-b278-590930ed4e75']}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:13.789671 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.807443 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port f532d038-d7a3-44d8-a2b2-b60c9f3744fe, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:13.812171 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.882588 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:13.888063 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:13.897509 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:13.908232 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Made reservation on behalf of a73816ef53c14ec1a388d84fb46e4e9f for: {'port': 1} {{(pid=83797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:13.911764 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.084488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Allocated IP 172.20.0.14 (64ae20e1-21a3-4ae3-8748-b0138ba85f52/0339e569-d1d5-4c51-953f-1079be0f1071/465d9052-93b8-4f06-a026-2d2547ba2722) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:14.379898 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.395539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Transition to ACTIVE for port object 465d9052-93b8-4f06-a026-2d2547ba2722 will not be triggered until provisioned by entity DHCP. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:14.417493 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.486671 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:14.489536 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:14.492073 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:14.542081 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:14.569611 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:14.570220 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.599124 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-669eee98-7302-4f71-a9d6-b58192635eb2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8651116 Mar 02 19:00:14.610289 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Request body: {'port': {'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820559-6'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:14.708161 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.723506 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.780112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b16ac08d-e4ca-46be-b9eb-9e9564977108 None None] Provisioning for port 465d9052-93b8-4f06-a026-2d2547ba2722 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:14.785618 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b16ac08d-e4ca-46be-b9eb-9e9564977108 None None] Provisioning complete for port 465d9052-93b8-4f06-a026-2d2547ba2722 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:14.785983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b16ac08d-e4ca-46be-b9eb-9e9564977108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.837222 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b16ac08d-e4ca-46be-b9eb-9e9564977108 None None] Port 465d9052-93b8-4f06-a026-2d2547ba2722 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:15.015556 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aadd86-7ab1-41b1-b8d3-2b5c8b5b828d req-7163515b-20eb-4f21-bbc8-47f733d644d6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.016242 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-29aadd86-7ab1-41b1-b8d3-2b5c8b5b828d req-7163515b-20eb-4f21-bbc8-47f733d644d6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:15.057375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [req-29aadd86-7ab1-41b1-b8d3-2b5c8b5b828d req-7163515b-20eb-4f21-bbc8-47f733d644d6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:15.058444 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29aadd86-7ab1-41b1-b8d3-2b5c8b5b828d req-7163515b-20eb-4f21-bbc8-47f733d644d6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 932 time: 0.2630906 Mar 02 19:00:15.155963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-29aadd86-7ab1-41b1-b8d3-2b5c8b5b828d req-0d39bade-fd81-4072-a0a3-b05468fae15e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911272 Mar 02 19:00:15.165629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465d9052-93b8-4f06-a026-2d2547ba2722 {{(pid=83797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:00:15.172492 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.189029 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.provisioning_blocks [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Transition to ACTIVE for port object 465d9052-93b8-4f06-a026-2d2547ba2722 will not be triggered until provisioned by entity L2. {{(pid=83797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:15.192723 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.308528 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:15.427378 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Attempting to bind port 465d9052-93b8-4f06-a026-2d2547ba2722 on host n-h2-820559-6 for vnic_type normal with profile {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:15.427836 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Attempting to bind port 465d9052-93b8-4f06-a026-2d2547ba2722 by drivers openvswitch,hyperv on host n-h2-820559-6 at level 0 using segments [{'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:15.428163 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Attempting to bind port 465d9052-93b8-4f06-a026-2d2547ba2722 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:15.434535 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Port 465d9052-93b8-4f06-a026-2d2547ba2722 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-820559-6 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:00:15.434922 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Attempting to bind port 465d9052-93b8-4f06-a026-2d2547ba2722 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:15.442173 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Checking agent: {'id': 'aba33ece-0d3e-4a55-81fb-03f540c4b16d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:15.442413 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Checking segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:15.442831 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Bound using segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} {{(pid=83797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:15.443372 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.managers [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Bound port: 465d9052-93b8-4f06-a026-2d2547ba2722, host: n-h2-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}}] {{(pid=83797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:15.443722 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.494025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f532d038-d7a3-44d8-a2b2-b60c9f3744fe up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:15.538272 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, cleared binding levels {{(pid=83797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:15.541409 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:15.544901 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.569530 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port f532d038-d7a3-44d8-a2b2-b60c9f3744fe triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:15.569877 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.603445 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.604837 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1092 time: 0.9989243 Mar 02 19:00:15.605271 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:00:15.629488 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef823f5-ea5f-4975-a568-f1c38a7527c8 service neutron] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=3']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:15.736619 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-43adc280-2596-47fd-9fc1-457da745e275 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1095 time: 0.0866761 Mar 02 19:00:15.795238 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'status': 'completed', 'code': 200} Mar 02 19:00:15.809930 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-cda633b2-0e64-47c6-b1cc-79efc4fc7dbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 217 time: 0.0659342 Mar 02 19:00:15.869679 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-b937bbad-4d5c-4ec9-8deb-9acb338f2259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.871004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-b937bbad-4d5c-4ec9-8deb-9acb338f2259 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0550931 Mar 02 19:00:15.947041 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-144b721d-36a7-449a-9311-aeb95d0c939b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695553 Mar 02 19:00:16.170335 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-cd502ddc-589b-4457-a642-00e561e5f165 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175546 Mar 02 19:00:16.337823 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41e51f63-3beb-4ac7-a126-de942aab9e16 req-8223a242-73d4-49da-85e1-27e1715169da service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618874 Mar 02 19:00:16.373019 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bf729-23cf-4c81-bb3f-f42bc705f518 req-01e4ce37-062c-4cfc-9222-d7799e43c6fb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.374464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89bf729-23cf-4c81-bb3f-f42bc705f518 req-01e4ce37-062c-4cfc-9222-d7799e43c6fb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 944 time: 0.0944760 Mar 02 19:00:16.474271 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c89bf729-23cf-4c81-bb3f-f42bc705f518 req-fd3a4d4e-e8a7-4f78-8b74-059861280025 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923445 Mar 02 19:00:16.494381 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-406ff540-a409-425d-8979-7bd6b2443bea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1095 time: 0.0994349 Mar 02 19:00:16.624458 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696697-6503-4081-91cf-a443ba6c82c8 req-1a519f97-cf98-4d8d-b475-1bf5b22a09d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.625880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-1a519f97-cf98-4d8d-b475-1bf5b22a09d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1253703 Mar 02 19:00:16.690004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-2fd805af-3fbb-4e40-9218-c5a5343c9a6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 217 time: 0.0579662 Mar 02 19:00:16.751912 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696697-6503-4081-91cf-a443ba6c82c8 req-fbd38730-3cc3-41fa-a2fc-c963848fee16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.753392 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-fbd38730-3cc3-41fa-a2fc-c963848fee16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0580370 Mar 02 19:00:16.826346 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-76104f0b-10bd-4124-b4a5-1da344fa7c25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669355 Mar 02 19:00:16.958963 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-8bf7e0da-1ff9-4f5b-b0f7-538d49297eed service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264408 Mar 02 19:00:17.089053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-50696697-6503-4081-91cf-a443ba6c82c8 req-b92cefa1-e226-4456-bffb-67f11487315b service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247561 Mar 02 19:00:17.546112 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:17.559110 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:17.559706 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:17.679551 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47bbb5-ad1b-456f-9ec4-c7a64711d9c3 req-3c9f4cf8-bbf5-4c89-aaa2-a87d5915e20b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:17.680901 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee47bbb5-ad1b-456f-9ec4-c7a64711d9c3 req-3c9f4cf8-bbf5-4c89-aaa2-a87d5915e20b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 944 time: 0.0790961 Mar 02 19:00:17.725709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ee47bbb5-ad1b-456f-9ec4-c7a64711d9c3 req-d0343620-7301-4616-b761-5e91d812c94e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Mar 02 19:00:17.732598 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:18.061275 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:02Z', 'revision_number': 2, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:18.065317 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:18.065663 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Updating router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b port c0202127-7853-4a7f-ab48-c7a0233c4a1f binding host n-d-820559-6 {{(pid=83798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:18.115822 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.447063 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks [] for port, precommit_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.459189 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Transition to ACTIVE for port object c0202127-7853-4a7f-ab48-c7a0233c4a1f will not be triggered until provisioned by entity L2. {{(pid=83798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:18.465061 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.590364 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ba187-ab04-43e9-9261-dc98a13fb48e None None] Pushing event updated for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=3']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:18.682354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Attempting to bind port c0202127-7853-4a7f-ab48-c7a0233c4a1f on host n-d-820559-6 for vnic_type normal with profile {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:18.682748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Attempting to bind port c0202127-7853-4a7f-ab48-c7a0233c4a1f by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:18.683102 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Attempting to bind port c0202127-7853-4a7f-ab48-c7a0233c4a1f on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:18.690082 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:18.690479 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Checking segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:18.690898 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.691282 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Bound using segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} {{(pid=83798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:18.691875 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.managers [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Bound port: c0202127-7853-4a7f-ab48-c7a0233c4a1f, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}}] {{(pid=83798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:18.692085 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.791325 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] For port c0202127-7853-4a7f-ab48-c7a0233c4a1f, host n-d-820559-6, cleared binding levels {{(pid=83798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:18.794250 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] For port c0202127-7853-4a7f-ab48-c7a0233c4a1f, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c0202127-7853-4a7f-ab48-c7a0233c4a1f,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:18.798409 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.878696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ba187-ab04-43e9-9261-dc98a13fb48e None None] Pushing event updated for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:18.891734 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:18.892370 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:18.936278 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d886e-d001-4581-b7b1-2a5651c921d6 req-3b377e96-bd76-49e3-a555-f6c51cee7c7d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:18.944225 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c0d886e-d001-4581-b7b1-2a5651c921d6 req-3b377e96-bd76-49e3-a555-f6c51cee7c7d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 944 time: 0.0902057 Mar 02 19:00:19.003394 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5c0d886e-d001-4581-b7b1-2a5651c921d6 req-880a2fdc-031f-45b0-9993-028d15523d44 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579238 Mar 02 19:00:19.095014 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:19.233563 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Sync routers for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:19.245708 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:19.246238 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.378174 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:00:19.453515 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:19.517739 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:18Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.535408 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c0202127-7853-4a7f-ab48-c7a0233c4a1f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:19.615118 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa14f6-2bde-43ed-abd3-2c5632851384 None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:18Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:19.636039 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:19.665347 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '465d9052-93b8-4f06-a026-2d2547ba2722', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:00:19.728354 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.749173 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465d9052-93b8-4f06-a026-2d2547ba2722 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:00:19.755433 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port c0202127-7853-4a7f-ab48-c7a0233c4a1f completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:19.766221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c0202127-7853-4a7f-ab48-c7a0233c4a1f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:19.766608 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.787770 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 4, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ec9530c9-28cc-41b8-b4a9-9390650a3a2a', 'name': '', 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'mac_address': 'fa:16:3e:c0:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:07Z', 'updated_at': '2022-03-02T19:00:08Z', 'revision_number': 2, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'subnets': [{'id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.792033 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Checking router: 1fecf373-534b-454f-87ed-2f7f32ab2644 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:19.792562 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Updating router 1fecf373-534b-454f-87ed-2f7f32ab2644 port ec9530c9-28cc-41b8-b4a9-9390650a3a2a binding host n-d-820559-6 {{(pid=83799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:19.805871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:19.812322 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.849526 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.925831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:19.956620 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.989938 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port c0202127-7853-4a7f-ab48-c7a0233c4a1f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c0202127-7853-4a7f-ab48-c7a0233c4a1f,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:19.994853 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.077389 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:20.187427 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['465d9052-93b8-4f06-a026-2d2547ba2722'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:00:20.227767 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks [] for port, precommit_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.241130 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.provisioning_blocks [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Transition to ACTIVE for port object ec9530c9-28cc-41b8-b4a9-9390650a3a2a will not be triggered until provisioned by entity L2. {{(pid=83799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:20.247971 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.256259 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe1d0-14cb-4ad0-b5dd-a7e3c8e94716 req-4f8c789a-407b-4074-8fda-427b3d927f92 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.258369 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dcbe1d0-14cb-4ad0-b5dd-a7e3c8e94716 req-4f8c789a-407b-4074-8fda-427b3d927f92 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 945 time: 0.1000202 Mar 02 19:00:20.272445 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.310546 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5dcbe1d0-14cb-4ad0-b5dd-a7e3c8e94716 req-1717f1f0-f006-4304-99d6-192117ffeedf tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455537 Mar 02 19:00:20.378682 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244ab90-7635-4eda-b017-b4bc79efdd2c None None] Pushing event updated for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=3']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:20.466794 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Attempting to bind port ec9530c9-28cc-41b8-b4a9-9390650a3a2a on host n-d-820559-6 for vnic_type normal with profile {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:20.466794 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Attempting to bind port ec9530c9-28cc-41b8-b4a9-9390650a3a2a by drivers openvswitch,hyperv on host n-d-820559-6 at level 0 using segments [{'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:20.467526 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Attempting to bind port ec9530c9-28cc-41b8-b4a9-9390650a3a2a on network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:20.476659 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Checking agent: {'id': 'a7a0cd78-623b-4fdd-86a8-558a44279fd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 13, 43), 'started_at': datetime.datetime(2022, 3, 2, 17, 14, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820559-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:20.477022 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Checking segment: {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:20.477411 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.477797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Bound using segment: {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'} {{(pid=83799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:20.478251 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.managers [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Bound port: ec9530c9-28cc-41b8-b4a9-9390650a3a2a, host: n-d-820559-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f8f3bd-8267-495d-8ecc-b54f087963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed'}}] {{(pid=83799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:20.478906 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.571979 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] For port ec9530c9-28cc-41b8-b4a9-9390650a3a2a, host n-d-820559-6, cleared binding levels {{(pid=83799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:20.575101 n-d-820559-6 neutron-server[83799]: DEBUG neutron.plugins.ml2.db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] For port ec9530c9-28cc-41b8-b4a9-9390650a3a2a, host n-d-820559-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:20.578952 n-d-820559-6 neutron-server[83799]: DEBUG neutron_lib.callbacks.manager [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.659554 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244ab90-7635-4eda-b017-b4bc79efdd2c None None] Pushing event updated for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=4']} {{(pid=83799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:20.662773 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:20.663365 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.842474 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:21.168478 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 4, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ec9530c9-28cc-41b8-b4a9-9390650a3a2a', 'name': '', 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'mac_address': 'fa:16:3e:c0:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:07Z', 'updated_at': '2022-03-02T19:00:20Z', 'revision_number': 4, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'subnets': [{'id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:21.172223 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ad39b-5fcd-49c5-8b96-85338f70ef9d None None] The sync data for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 is: [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 4, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'ec9530c9-28cc-41b8-b4a9-9390650a3a2a', 'name': '', 'network_id': '0f1fc7a5-56d2-4162-8b00-557b1b8582ed', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'mac_address': 'fa:16:3e:c0:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:07Z', 'updated_at': '2022-03-02T19:00:20Z', 'revision_number': 4, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'subnets': [{'id': '546a5e2a-db5d-4b94-8b57-1236cf1ffebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:21.362262 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:21.442696 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning for port 465d9052-93b8-4f06-a026-2d2547ba2722 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:21.448992 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 465d9052-93b8-4f06-a026-2d2547ba2722 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:21.449546 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.565925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffef83a-5c5c-47ed-9358-f6375519f0d2 req-1d0e6257-4cb2-4144-bb03-a5ca7fbd6c07 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:21.568645 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffef83a-5c5c-47ed-9358-f6375519f0d2 req-1d0e6257-4cb2-4144-bb03-a5ca7fbd6c07 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 945 time: 0.1139133 Mar 02 19:00:21.608169 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec9530c9-28cc-41b8-b4a9-9390650a3a2a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:21.628380 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ffef83a-5c5c-47ed-9358-f6375519f0d2 req-242cb54f-b265-4853-bc21-33475f06def6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526402 Mar 02 19:00:21.636657 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.686512 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:00:21.698252 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:21.704121 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.748375 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'code': 200} Mar 02 19:00:21.754024 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:21.767911 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:21.768280 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.820955 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:21.894430 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda51f4f-e9c1-49c3-ac9e-e8bf906ffe5e req-9e4ef1f4-9c75-4530-980a-d08d78129af2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1097 time: 0.0831828 Mar 02 19:00:21.899050 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.932119 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] For port ec9530c9-28cc-41b8-b4a9-9390650a3a2a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:21.936509 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.937779 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c0202127-7853-4a7f-ab48-c7a0233c4a1f up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:21.939239 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-fda51f4f-e9c1-49c3-ac9e-e8bf906ffe5e req-542a85b8-909e-4b75-a2f3-53469b840a4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Mar 02 19:00:22.057165 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Pushing event updated for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:22.071374 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port c0202127-7853-4a7f-ab48-c7a0233c4a1f triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:22.071748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.825739 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47a3ae-9df3-4ed7-9b21-2e3323d4249d req-92dc4ba2-51d3-4a4e-8f64-91e8cade039a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:22.827201 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed47a3ae-9df3-4ed7-9b21-2e3323d4249d req-92dc4ba2-51d3-4a4e-8f64-91e8cade039a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 946 time: 0.0793877 Mar 02 19:00:22.872512 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ed47a3ae-9df3-4ed7-9b21-2e3323d4249d req-7f08f3ef-44ba-4fab-adb4-bb0ddb4a7683 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Mar 02 19:00:23.483954 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec9530c9-28cc-41b8-b4a9-9390650a3a2a up at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:23.551853 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Provisioning complete for port ec9530c9-28cc-41b8-b4a9-9390650a3a2a triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:23.552226 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.072172 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded318-1103-430b-91e0-e69a8c3f89af req-19db41c1-a14e-4799-b659-183190b68439 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:24.073609 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fded318-1103-430b-91e0-e69a8c3f89af req-19db41c1-a14e-4799-b659-183190b68439 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 946 time: 0.0786345 Mar 02 19:00:24.117748 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8fded318-1103-430b-91e0-e69a8c3f89af req-34ce8cc8-721b-455b-8745-a5c8cd5d3c8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 Mar 02 19:00:24.409222 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887daeb-e50d-42ad-ab2a-bedae748e1f4 req-0f5ada2c-f638-46a6-a3e9-c21ee4773e78 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:24.410678 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f887daeb-e50d-42ad-ab2a-bedae748e1f4 req-0f5ada2c-f638-46a6-a3e9-c21ee4773e78 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 946 time: 0.1726518 Mar 02 19:00:24.456114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-f887daeb-e50d-42ad-ab2a-bedae748e1f4 req-6005c186-840d-4d48-8338-93f471385ed7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396166 Mar 02 19:00:24.482947 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53714) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.616322 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-89fb7cd3-9ff0-4d80-b68e-73cf54d1f2d9 tempest-TestSnapshotPattern-1435912472 tempest-TestSnapshotPattern-1435912472-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1092 time: 0.1322408 Mar 02 19:00:24.619116 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 53720) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.624375 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.v2.base [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:24.630519 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:24.634337 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:floatingip and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:24.637177 n-d-820559-6 neutron-server[83797]: DEBUG neutron.quota.resource [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:24.642855 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.quota.driver [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:24.655176 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.785047 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.927539 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.db_base_plugin_common [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Allocated IP 172.25.3.115 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/da4f01c9-e3ba-4309-872e-8dadbeee3122) {{(pid=83797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:25.074785 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.102169 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.164871 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:25.172062 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.base_scheduler [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources bound (agent type, host, resource id): {{(pid=83797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:25.176253 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Received port after_create {{(pid=83797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:25.204401 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=da4f01c9-e3ba-4309-872e-8dadbeee3122,revision_number=1']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:25.667717 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.723091 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.930348 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.934838 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1965695'] for port, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.035057 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=da4f01c9-e3ba-4309-872e-8dadbeee3122,revision_number=2']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:26.057125 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.348322 n-d-820559-6 neutron-server[83797]: INFO neutron.db.l3_db [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Floating IP c2637621-7400-487f-ab6e-a63b62909f88 associated. External IP: 172.25.3.115, port: 465d9052-93b8-4f06-a026-2d2547ba2722. Mar 02 19:00:26.729592 n-d-820559-6 neutron-server[83797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:26.929387 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:26.954090 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.007336 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-06688343-04f6-4975-9393-6df7fad49013 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3871229 Mar 02 19:00:27.007823 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:00:27.061482 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'status': 'completed', 'code': 200} Mar 02 19:00:27.152324 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-4e536c4d-69af-45b3-929c-38b721da3b64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1097 time: 0.0700490 Mar 02 19:00:27.280053 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-7762d61e-0b5b-429a-bb1f-049e2aa12aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:27.281467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-7762d61e-0b5b-429a-bb1f-049e2aa12aa9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1235836 Mar 02 19:00:27.378627 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-0e0ce6ec-b5ca-4a44-9620-b696d95b08ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1000 time: 0.0911357 Mar 02 19:00:27.444104 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-d04120d7-af4b-4a47-ba95-d7eea4d2267f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:27.445828 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-d04120d7-af4b-4a47-ba95-d7eea4d2267f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0614533 Mar 02 19:00:27.488878 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:27.501241 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:27.502506 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:27.530708 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-648d3eb4-d13d-4080-95cd-9862f7dbf334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786774 Mar 02 19:00:27.664296 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-32ef4d3f-2fd1-4947-ab6d-ffeaaafbebbe service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274943 Mar 02 19:00:27.712932 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:27.897715 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-efd9d3c1-e419-4b2f-97b2-5a13fa4d3637 req-71c84451-df3a-4ac8-83f6-bbe55494c4be service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272863 Mar 02 19:00:28.060171 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:25Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.063965 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:28.074831 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:28.075417 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:00:12Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.254107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:28.602718 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:25Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.606632 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c96f6-edfe-4267-8751-e9d5713e2e71 None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:25Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:30.113733 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:00:37.931881 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700f71-ed15-4291-9379-fb5092c858ef None None] New status for floating IP c2637621-7400-487f-ab6e-a63b62909f88: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:00:39.406002 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.554511 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2df647b1-439a-45ec-96ca-0d8933ca5580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.612303 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fddd5899-4a02-46f1-b2a1-556469fa2782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.161311 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.265116 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.372283 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-b3dab9af-9e01-4039-850c-4da782a864e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689113 Mar 02 19:00:44.512668 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-54122fb4-44da-4ce5-8d7a-d7c68eabf5f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1097 time: 0.0687571 Mar 02 19:00:44.662613 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a488c-ecf8-4511-925d-41c707657db6 req-2dd025d5-4831-4e70-b9cd-37590c45df4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:44.663990 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-2dd025d5-4831-4e70-b9cd-37590c45df4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1317217 Mar 02 19:00:44.709311 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.769301 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-5a172e75-a6b3-4cd6-95aa-db8805f1daa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1002 time: 0.0983095 Mar 02 19:00:44.832777 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a488c-ecf8-4511-925d-41c707657db6 req-80d7c107-3bbf-4b0c-8203-c5e206ded475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:44.834189 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-80d7c107-3bbf-4b0c-8203-c5e206ded475 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0575964 Mar 02 19:00:44.911323 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-751193e0-27f8-482b-89cc-0eeb25bf8c64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696962 Mar 02 19:00:45.038434 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-15b72166-5ad8-44a0-8e33-8ba826602ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202903 Mar 02 19:00:45.167157 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-090a488c-ecf8-4511-925d-41c707657db6 req-436bf243-e8ff-4f30-96f4-428fa3de26d4 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217813 Mar 02 19:00:50.264292 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.113283 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:01:09.417144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.556424 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-73f1ab68-3808-4cdd-aa3d-0cf9e6fbf621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.614433 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fec90309-c7a3-48da-8469-33a581978a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.164169 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.268343 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.712534 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.283663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.409610 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.558748 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-217cacdb-72be-41d1-876a-4403561f93dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.617799 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b0a9eb74-6439-45d9-9642-765178f99ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.166515 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.271200 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.114140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:01:44.367892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-88c1f105-8508-45a2-95b5-e8789a42cc68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680215 Mar 02 19:01:44.508127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-1882e8c4-5330-424d-9e02-f71803a78547 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1097 time: 0.0712545 Mar 02 19:01:44.651583 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807823-e268-497b-b94f-24ae46efc265 req-2544e71b-46aa-4255-9ec1-771e03590ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.653017 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-2544e71b-46aa-4255-9ec1-771e03590ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1250775 Mar 02 19:01:44.714725 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.755584 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-bbe14bed-f9ea-47e3-9f32-4ed552afc0a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1002 time: 0.0962174 Mar 02 19:01:44.815629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807823-e268-497b-b94f-24ae46efc265 req-385098d1-d0fa-434d-9352-98156a2fa7e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.817053 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-385098d1-d0fa-434d-9352-98156a2fa7e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0554104 Mar 02 19:01:44.888559 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-96271e4c-f148-4bf3-b4a2-be611bf705ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655186 Mar 02 19:01:45.017436 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-2cda8646-bb69-4d84-bce9-6fcb0673cb26 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225271 Mar 02 19:01:45.248850 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0d807823-e268-497b-b94f-24ae46efc265 req-80021e16-9489-48c3-a2f6-b78bdff89fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242613 Mar 02 19:01:50.284468 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.414474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.560566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c9ffba7b-a3a9-48b1-9fcf-8f5ef62d28f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.618997 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-eaa08513-0733-4cf3-8768-976bccb3f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.169744 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.275762 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.717695 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.276969 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.115054 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:02:39.415752 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.563055 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6624-c2d0-4e0b-a959-58c10d82d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.620505 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1298bd50-5092-44f5-9d53-5e81b9f9b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.172617 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.279522 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.720738 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.374616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-651e9f41-4536-4cc3-bbae-79860c268f70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768051 Mar 02 19:02:46.511988 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-51d6b903-ee4d-4775-9574-7100483d4517 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1097 time: 0.0693903 Mar 02 19:02:46.661229 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-d8427e7d-7478-4968-b2a3-c8482a3b2376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:46.662586 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-d8427e7d-7478-4968-b2a3-c8482a3b2376 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1302283 Mar 02 19:02:46.764355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-353850b7-debf-4ddc-9004-ae5e9b0270bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1002 time: 0.0943391 Mar 02 19:02:46.832364 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-81ea7f4a-5ca8-4e11-a1e9-794fa625e9be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:46.833802 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-81ea7f4a-5ca8-4e11-a1e9-794fa625e9be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0623798 Mar 02 19:02:46.907989 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-7424d139-ecca-407c-9708-c5d6e010f6bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674572 Mar 02 19:02:47.039400 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-2d9f793c-62e0-4abc-a3dc-cecc1ae2258d service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249959 Mar 02 19:02:47.172192 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6a7c53e9-6f17-4035-8cd5-3a3f9fa7c513 req-93c9d004-bb5e-4780-b4c8-ebd2e3633faf service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264524 Mar 02 19:02:50.291977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.115363 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:03:08.085522 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 details requested by agent hyperv_n-h2-820559-6 with host n-h2-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:03:08.214907 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:08.228114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Returning: {'device': '465d9052-93b8-4f06-a026-2d2547ba2722', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:03:08.282087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.298915 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 465d9052-93b8-4f06-a026-2d2547ba2722 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:03:08.313264 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:08.317938 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.385667 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:08.390096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] get_ports_and_sgs() called for port_ids ['465d9052-93b8-4f06-a026-2d2547ba2722'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:03:08.437086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.437432 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.437767 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.438096 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.438422 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.438774 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.439095 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.439414 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.439740 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.440055 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:08.440372 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:09.431391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.565306 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3978d497-7c75-42d0-99fa-d7079b4ce0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.085103 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 up at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:10.155872 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Provisioning complete for port 465d9052-93b8-4f06-a026-2d2547ba2722 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:10.156246 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.263625 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.291766 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:03:10.301765 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:10.306356 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.372243 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:10.475785 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'code': 200} Mar 02 19:03:11.621365 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e23a6497-c5a1-46c9-801d-cba81b180495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.178338 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.282051 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.728350 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.310209 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.751467 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-cf0abcfe-7fd3-4cd1-b29d-4413f92b5c62 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925150148&fields=id&tenant_id=a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 267 time: 0.0403142 Mar 02 19:03:24.893576 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-2db67d46-730e-4429-8b5c-fc06c224d4bd tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:24.895518 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-2db67d46-730e-4429-8b5c-fc06c224d4bd tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 810 time: 0.1370056 Mar 02 19:03:24.911616 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-b3eabab1-9c65-46f6-8c1e-24df77944b9a tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/quotas/a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 375 time: 0.0108640 Mar 02 19:03:24.996229 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-1f0331f0-50fd-46e3-80e2-153a0aaeeba9 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798614 Mar 02 19:03:25.076659 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-82e7bbf4-9768-4865-a016-28b903844de6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:03:25.077621 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-82e7bbf4-9768-4865-a016-28b903844de6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0700405 Mar 02 19:03:25.206442 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-fea8d30e-04cb-4c3b-a519-2e5f1f50fbd1 service neutron] 10.222.0.37 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219139 Mar 02 19:03:25.335888 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-8461e7cd-8ec3-414e-970d-ca3ae5c4f639 service neutron] 10.222.0.37 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234815 Mar 02 19:03:25.567152 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9929557f-db0b-463b-938b-8fc2ce22dea5 req-039c4a14-3ecf-4fd1-b7ef-b999cf89fa39 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 210 time: 0.0454881 Mar 02 19:03:26.611950 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.50', 62339) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.737779 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-19ed96ee-5322-4fc0-b940-62433bcd2a40 req-ccecacdb-af5a-49c4-beab-64f1c566eb23 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 210 time: 0.0398660 Mar 02 19:03:26.766134 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-18bdc138-1a53-4330-adec-73391e36acf0 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:26.767551 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-18bdc138-1a53-4330-adec-73391e36acf0 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 810 time: 0.1546412 Mar 02 19:03:26.825170 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-dcf51abf-2a85-463d-beea-ea39d2f03c2e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:security_group {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:26.836194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-dcf51abf-2a85-463d-beea-ea39d2f03c2e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:security_group {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:26.837260 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-dcf51abf-2a85-463d-beea-ea39d2f03c2e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a73816ef53c14ec1a388d84fb46e4e9f HTTP/1.1" status: 200 len: 379 time: 0.0520973 Mar 02 19:03:26.849952 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'port': {'device_id': '4898eadb-be60-4c42-8a7d-66938be697e8', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'admin_state_up': True, 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'security_groups': ['c87d9f21-667e-4389-b278-590930ed4e75']}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:27.090028 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:27.100279 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:27.112680 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Made reservation on behalf of a73816ef53c14ec1a388d84fb46e4e9f for: {'port': 1} {{(pid=83796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:27.116217 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.377692 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Allocated IP 172.20.0.9 (64ae20e1-21a3-4ae3-8748-b0138ba85f52/0339e569-d1d5-4c51-953f-1079be0f1071/6561f13f-f838-4ace-83a8-43be3da9d521) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:27.636601 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.656641 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Transition to ACTIVE for port object 6561f13f-f838-4ace-83a8-43be3da9d521 will not be triggered until provisioned by entity DHCP. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:27.683378 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.777619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:27.781808 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:27.787298 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:27.824725 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:27.855251 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.855587 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.855921 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.856285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.856676 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.856929 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.857249 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.857565 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.857878 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.858191 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.858509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:27.877487 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.881396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.914830 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-0975c8ff-38dd-491e-a566-f347ef149b8f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0683045 Mar 02 19:03:28.137925 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dd72a-5b34-443d-ba8a-310acd613800 req-2aa1dba3-b856-4e9e-9cc3-ba79f95a00a3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:28.139407 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-171dd72a-5b34-443d-ba8a-310acd613800 req-2aa1dba3-b856-4e9e-9cc3-ba79f95a00a3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.2186575 Mar 02 19:03:28.183972 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:28.201472 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-171dd72a-5b34-443d-ba8a-310acd613800 req-e3c6f8c4-97fd-44d6-8ab7-ff00980f3949 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554860 Mar 02 19:03:28.220107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b9da9ec8-f76b-4889-8f62-9e725a050b0d None None] Provisioning for port 6561f13f-f838-4ace-83a8-43be3da9d521 completed by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:28.235320 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-b9da9ec8-f76b-4889-8f62-9e725a050b0d None None] Provisioning complete for port 6561f13f-f838-4ace-83a8-43be3da9d521 triggered by entity DHCP. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:28.235957 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-b9da9ec8-f76b-4889-8f62-9e725a050b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.304351 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-b9da9ec8-f76b-4889-8f62-9e725a050b0d None None] Port 6561f13f-f838-4ace-83a8-43be3da9d521 cannot update to ACTIVE because it is not bound. {{(pid=83798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:28.366482 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.395130 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:03:28.405754 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:28.412358 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.499891 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Pushing event updated for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=8']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:28.514981 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'code': 200} Mar 02 19:03:29.408918 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b466-90aa-422f-814f-80f54a244e48 req-e64c1418-446f-4525-901d-e06460a446f7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:29.410921 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41a0b466-90aa-422f-814f-80f54a244e48 req-e64c1418-446f-4525-901d-e06460a446f7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.0798736 Mar 02 19:03:29.470384 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-41a0b466-90aa-422f-814f-80f54a244e48 req-cb171677-fd32-46fa-bf08-6fdaa083ea73 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504746 Mar 02 19:03:30.695920 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad72a8f-3846-4ffc-af81-4990f3bbf6e6 req-83b0dc10-8822-429f-bae2-e4e795d333ea tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:30.702967 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad72a8f-3846-4ffc-af81-4990f3bbf6e6 req-83b0dc10-8822-429f-bae2-e4e795d333ea tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.0860724 Mar 02 19:03:30.747112 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9ad72a8f-3846-4ffc-af81-4990f3bbf6e6 req-5429a6ae-22fa-4f58-8942-6378db172993 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 Mar 02 19:03:31.970699 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e446f53-b7f8-4860-ac4a-2790a72f99e8 req-20a470d3-2186-4514-9df1-5cfe4684d235 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:31.972144 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e446f53-b7f8-4860-ac4a-2790a72f99e8 req-20a470d3-2186-4514-9df1-5cfe4684d235 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.0818918 Mar 02 19:03:32.022107 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-8e446f53-b7f8-4860-ac4a-2790a72f99e8 req-5a56e496-2605-4da5-8861-8f0d9986fbb0 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Mar 02 19:03:33.244714 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59e92e-5ecc-4c55-85fe-9e23fea604c7 req-b87a9cc7-1976-4d11-81c0-f08e7f22027d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:33.247045 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc59e92e-5ecc-4c55-85fe-9e23fea604c7 req-b87a9cc7-1976-4d11-81c0-f08e7f22027d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.0918462 Mar 02 19:03:33.299127 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-bc59e92e-5ecc-4c55-85fe-9e23fea604c7 req-e2e21f2d-3b7d-4a12-ba74-a7a3b93a5185 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Mar 02 19:03:34.496769 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67756d-ef69-4aa7-8be5-e2ed459ba327 req-f0f4a97a-99e3-49a5-8e68-371fda114041 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:34.498215 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a67756d-ef69-4aa7-8be5-e2ed459ba327 req-f0f4a97a-99e3-49a5-8e68-371fda114041 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 931 time: 0.0798707 Mar 02 19:03:34.546649 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-3a67756d-ef69-4aa7-8be5-e2ed459ba327 req-48441e36-2151-4277-b08a-a771fc5de273 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Mar 02 19:03:34.813678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-9af65e91-aeef-465d-99e0-f943feb29c0b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=83796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:03:34.814610 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-9af65e91-aeef-465d-99e0-f943feb29c0b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056438 Mar 02 19:03:34.901886 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Request body: {'port': {'device_id': '4898eadb-be60-4c42-8a7d-66938be697e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820559-6'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:35.010891 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.115364 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:03:35.341617 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:03:35.348571 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.362521 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Transition to ACTIVE for port object 6561f13f-f838-4ace-83a8-43be3da9d521 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:35.366121 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.489468 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:35.598498 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Attempting to bind port 6561f13f-f838-4ace-83a8-43be3da9d521 on host n-h1-820559-6 for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:35.598842 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Attempting to bind port 6561f13f-f838-4ace-83a8-43be3da9d521 by drivers openvswitch,hyperv on host n-h1-820559-6 at level 0 using segments [{'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:35.599164 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Attempting to bind port 6561f13f-f838-4ace-83a8-43be3da9d521 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:35.605277 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Port 6561f13f-f838-4ace-83a8-43be3da9d521 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-820559-6 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:35.605596 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Attempting to bind port 6561f13f-f838-4ace-83a8-43be3da9d521 on network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:35.611804 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Checking agent: {'id': '3597c6e2-83a4-4c6b-827b-5573cc3ad953', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820559-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'started_at': datetime.datetime(2022, 3, 2, 17, 22, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:35.612135 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Checking segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:35.612509 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Bound using segment: {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:35.612941 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Bound port: 6561f13f-f838-4ace-83a8-43be3da9d521, host: n-h1-820559-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fabdf7d-4914-4b6d-8ba5-6fd415daa631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:35.613291 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.703517 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:35.706399 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:35.710758 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.748859 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179d0dd-e923-4fe7-b04c-d4079a26d55a req-99b49b06-f000-4486-9759-b94885a63049 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:35.750319 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9179d0dd-e923-4fe7-b04c-d4079a26d55a req-99b49b06-f000-4486-9759-b94885a63049 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 943 time: 0.0794709 Mar 02 19:03:35.772565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.773906 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] 10.222.0.50 "PUT /v2.0/ports/6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 1091 time: 0.9444187 Mar 02 19:03:35.774376 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:03:35.803232 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a379181-0006-4af1-afaf-5d9493148230 service neutron] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:35.804261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-9179d0dd-e923-4fe7-b04c-d4079a26d55a req-5d15814b-a8a7-417e-9234-9958f3c79ad3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477464 Mar 02 19:03:35.902603 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-b66c971d-91c4-4c6d-81b2-145702ae584a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1094 time: 0.0735414 Mar 02 19:03:35.964258 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'status': 'completed', 'code': 200} Mar 02 19:03:35.982676 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-4bcdbbe3-6aa8-407d-bcd5-a24502352a85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 217 time: 0.0675213 Mar 02 19:03:36.121713 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-3fceab67-364c-4255-a4a2-b757ab8ff29a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:36.123055 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-3fceab67-364c-4255-a4a2-b757ab8ff29a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.1350496 Mar 02 19:03:36.197154 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-190531a9-cfd7-4c2f-9c8b-075547ab475e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682552 Mar 02 19:03:36.323926 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-6557b0f0-4def-4655-bb9e-7067ad089c42 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202056 Mar 02 19:03:36.451117 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-85fd4113-9a65-458d-8f13-3c2598c3cb72 req-89e88826-f54d-4a03-aabf-a10c09107a35 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214831 Mar 02 19:03:36.596776 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-1933560d-331d-4d05-9b5f-a32d3f9c6f85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1094 time: 0.0677605 Mar 02 19:03:36.723530 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f827-7234-446d-9c81-9708dc03e337 req-4e4c6165-0ccb-4ce1-ae0b-58d52e168636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:36.724942 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-4e4c6165-0ccb-4ce1-ae0b-58d52e168636 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1224353 Mar 02 19:03:36.803881 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-338d10c2-aac8-40b5-a7f7-0b5108b940bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 217 time: 0.0724475 Mar 02 19:03:36.866678 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f827-7234-446d-9c81-9708dc03e337 req-3c4aea06-7438-4e23-b45c-3fa68ac090c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:36.868107 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-3c4aea06-7438-4e23-b45c-3fa68ac090c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0584157 Mar 02 19:03:36.946124 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-463d9df5-9cf7-4298-8070-4a9c02d28d82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717478 Mar 02 19:03:37.005023 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28f7f-76c1-4115-b4d4-e8b272e9b61c req-04542444-782d-42a0-9722-50e01f3672e2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:37.007008 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ff28f7f-76c1-4115-b4d4-e8b272e9b61c req-04542444-782d-42a0-9722-50e01f3672e2 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 943 time: 0.0801427 Mar 02 19:03:37.053486 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4ff28f7f-76c1-4115-b4d4-e8b272e9b61c req-c523be45-3712-4a5c-8de0-8e6a8b061afb tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Mar 02 19:03:37.085150 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-2a82247f-797a-4d40-9dd0-f9586f08374d service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312878 Mar 02 19:03:37.221397 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-cb25f827-7234-446d-9c81-9708dc03e337 req-d914ea25-2fd7-4044-affd-796106fdba53 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223283 Mar 02 19:03:38.253480 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e813a32-765a-4c6f-839d-77d0a0bae53f req-5c71dbc1-31d7-4bef-9c69-7f2c358229cf tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:38.255788 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e813a32-765a-4c6f-839d-77d0a0bae53f req-5c71dbc1-31d7-4bef-9c69-7f2c358229cf tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 943 time: 0.0820076 Mar 02 19:03:38.301710 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e813a32-765a-4c6f-839d-77d0a0bae53f req-0e9abb38-11d9-487c-8663-6ed211eed1a3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400553 Mar 02 19:03:39.422941 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.505959 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c65d-c5dd-46f6-9fb9-591f32bc0608 req-b3d87ee9-7814-49e5-ba6b-3cc20b55d30f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:39.507368 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ac0c65d-c5dd-46f6-9fb9-591f32bc0608 req-b3d87ee9-7814-49e5-ba6b-3cc20b55d30f tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 943 time: 0.0787992 Mar 02 19:03:39.552858 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-5ac0c65d-c5dd-46f6-9fb9-591f32bc0608 req-032a9108-60a1-49c9-b975-902cac9d5f4d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Mar 02 19:03:39.567764 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e997-6c54-4ae8-9d35-fdf8ad8fb60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.860355 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:03:40.000897 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:40.013496 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6561f13f-f838-4ace-83a8-43be3da9d521', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'mac_address': 'fa:16:3e:01:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:03:40.069736 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.085970 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:03:40.100845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:40.105000 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.168605 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=4']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.426107 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6561f13f-f838-4ace-83a8-43be3da9d521'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:03:40.757629 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e999a89-f732-4d12-80a4-5b714deb16cc req-cd077030-6e96-4428-908e-ce27c663c8c7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:40.759147 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e999a89-f732-4d12-80a4-5b714deb16cc req-cd077030-6e96-4428-908e-ce27c663c8c7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 944 time: 0.0827610 Mar 02 19:03:40.803355 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-0e999a89-f732-4d12-80a4-5b714deb16cc req-1bef1293-d27c-4d23-9252-12f160127209 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384140 Mar 02 19:03:41.623372 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f5925381-aec1-46d6-be80-b974a7849c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.879360 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:41.949290 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning for port 6561f13f-f838-4ace-83a8-43be3da9d521 completed by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:41.953871 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6561f13f-f838-4ace-83a8-43be3da9d521 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:41.954246 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.999755 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae231fac-9a2b-464b-abdc-9bc45ba7e78c req-f57e0365-dc8a-4be4-8712-0d56a16781f6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:42.001362 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae231fac-9a2b-464b-abdc-9bc45ba7e78c req-f57e0365-dc8a-4be4-8712-0d56a16781f6 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 944 time: 0.0790155 Mar 02 19:03:42.049599 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ae231fac-9a2b-464b-abdc-9bc45ba7e78c req-93b830c3-214a-4ecc-9a9a-c85dc95c064b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 Mar 02 19:03:42.075977 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.102177 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:03:42.111302 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:42.115832 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.160487 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'code': 200} Mar 02 19:03:42.181626 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=5']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:42.304736 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-15c8596a-1aee-4e71-9187-a68213fde9f1 req-eee476d6-4d12-4148-afa8-582e1ea91beb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1096 time: 0.0653579 Mar 02 19:03:42.344613 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-15c8596a-1aee-4e71-9187-a68213fde9f1 req-4d43a989-2352-4198-905c-f5329b3c166c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345166 Mar 02 19:03:43.181239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.248701 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec094-3c3f-47dc-a57f-9364bfff55b0 req-9ce1106c-486a-4328-b9d4-beaed03235b8 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:43.250153 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-325ec094-3c3f-47dc-a57f-9364bfff55b0 req-9ce1106c-486a-4328-b9d4-beaed03235b8 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.0795362 Mar 02 19:03:43.286101 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.297310 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-325ec094-3c3f-47dc-a57f-9364bfff55b0 req-b94eaf82-a466-4cdf-add8-2bfe83b6fa15 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Mar 02 19:03:44.496865 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c427-328d-4c58-9e98-d6178d013afd req-f5232e7e-d037-49a6-87ad-be3b64628e6b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.498337 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51e2c427-328d-4c58-9e98-d6178d013afd req-f5232e7e-d037-49a6-87ad-be3b64628e6b tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.0756712 Mar 02 19:03:44.546114 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-51e2c427-328d-4c58-9e98-d6178d013afd req-bab8bac9-811c-4327-84c3-c4b2915c0715 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Mar 02 19:03:44.726391 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.743435 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb241c0-f147-44fa-b727-58f7de84bb73 req-de2ccd27-3950-4df0-8b74-246ba7907249 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.744886 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4eb241c0-f147-44fa-b727-58f7de84bb73 req-de2ccd27-3950-4df0-8b74-246ba7907249 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.0782139 Mar 02 19:03:44.789892 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-4eb241c0-f147-44fa-b727-58f7de84bb73 req-5904b9d7-9a16-4132-8b45-15fad85d0886 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Mar 02 19:03:44.818291 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53992) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.889571 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-43635cf5-2962-4c88-a9f2-c34f2084248d tempest-TestSnapshotPattern-1435912472 tempest-TestSnapshotPattern-1435912472-project-admin] Synchronizing usage tracker for tenant:d7da387e84ca4f87b905a1f2b0895111 on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:44.905314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-43635cf5-2962-4c88-a9f2-c34f2084248d tempest-TestSnapshotPattern-1435912472 tempest-TestSnapshotPattern-1435912472-project-admin] Unset dirty status for tenant:d7da387e84ca4f87b905a1f2b0895111 on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:44.906552 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-43635cf5-2962-4c88-a9f2-c34f2084248d tempest-TestSnapshotPattern-1435912472 tempest-TestSnapshotPattern-1435912472-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1091 time: 0.0864758 Mar 02 19:03:44.909367 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 53996) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.914428 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.v2.base [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Request body: {'floatingip': {'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:44.920597 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:44.924315 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Usage tracker for resource:floatingip and tenant:a73816ef53c14ec1a388d84fb46e4e9f is out of sync, need to count used quota {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:44.927710 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:44.933480 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.quota.driver [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:44.944456 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.080421 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.213865 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_common [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Allocated IP 172.25.3.22 (b7988579-a6d1-4df6-9d09-9ff45b1bf623/c399255b-7afd-4474-9b6f-40edee1a691e/794227f3-2218-4d7f-a1b3-264c6dac97d1) {{(pid=83796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:45.436811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.465040 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750123006037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.533724 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Network b7988579-a6d1-4df6-9d09-9ff45b1bf623 is already hosted by enough agents. {{(pid=83796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:45.537706 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.base_scheduler [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Resources bound (agent type, host, resource id): {{(pid=83796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:45.540755 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Received port after_create {{(pid=83796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:45.569966 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=794227f3-2218-4d7f-a1b3-264c6dac97d1,revision_number=1']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:46.049285 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.107156 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.312828 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.317943 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1183535'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.424195 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event updated for resources: {'Port': ['ID=794227f3-2218-4d7f-a1b3-264c6dac97d1,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:46.437618 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453709'] for floatingip, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.622590 n-d-820559-6 neutron-server[83796]: INFO neutron.db.l3_db [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Floating IP fad1e957-c93d-4a27-b227-1af8b839f107 associated. External IP: 172.25.3.22, port: 6561f13f-f838-4ace-83a8-43be3da9d521. Mar 02 19:03:47.092254 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:47.293731 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:47.303555 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:47.316539 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:47.317232 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:03:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.320907 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.373210 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-f89c3b4b-0c8c-464d-8cbb-737469a70531 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4626937 Mar 02 19:03:47.373703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:03:47.430734 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'status': 'completed', 'code': 200} Mar 02 19:03:47.499457 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:47.546314 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-ade7ce56-9c15-49a9-b637-e84fce8779ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1096 time: 0.0721390 Mar 02 19:03:47.674875 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-135ecac9-836e-4ff3-93e1-9086379a7dfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:47.676880 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-135ecac9-836e-4ff3-93e1-9086379a7dfa service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1251197 Mar 02 19:03:47.779424 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-f7702e26-7753-4201-9d2e-a97cc43bbaf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 998 time: 0.0961590 Mar 02 19:03:47.843818 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-60e58afe-4792-49d8-bc46-6086bcf2057a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:47.845297 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-60e58afe-4792-49d8-bc46-6086bcf2057a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0599544 Mar 02 19:03:47.855403 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}, {'id': 'fad1e957-c93d-4a27-b227-1af8b839f107', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:01:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4898eadb-be60-4c42-8a7d-66938be697e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:45Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.859231 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:47.870086 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:47.870710 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:03:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.917488 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-d491f12b-c328-476c-8582-159c19ff7027 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661619 Mar 02 19:03:48.042426 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:48.049490 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-cda9c67b-5a93-4e16-aa1b-d37ef561b5ae service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257877 Mar 02 19:03:48.184112 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-3a288ac2-179e-4c51-a77a-7993d37e4ed0 req-01e3c5e6-5a65-4a55-ba4e-61375c53b00f service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290131 Mar 02 19:03:48.370533 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-dcf14b40-891a-464d-9134-021ca526659d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730526 Mar 02 19:03:48.433493 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}, {'id': 'fad1e957-c93d-4a27-b227-1af8b839f107', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:01:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4898eadb-be60-4c42-8a7d-66938be697e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:45Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:48.437552 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af732b-b26d-4367-84ef-dfb4791ba280 None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}, {'id': 'fad1e957-c93d-4a27-b227-1af8b839f107', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:01:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4898eadb-be60-4c42-8a7d-66938be697e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:45Z', 'revision_number': 0, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:48.511004 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-dc94784e-f359-4da2-9049-0ae41afe83b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1095 time: 0.0716832 Mar 02 19:03:48.638299 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02b472-77cf-46c6-bee1-e734a67e4ed8 None None] New status for floating IP fad1e957-c93d-4a27-b227-1af8b839f107: ACTIVE {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:03:48.660474 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486740f9-a092-416b-b899-8bd90a04f2fb req-d676474f-3e12-440b-8351-df4bb5c9ea17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.661933 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-d676474f-3e12-440b-8351-df4bb5c9ea17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1324444 Mar 02 19:03:48.764097 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-c831f695-7ae0-44f9-9649-e8ba941142c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1000 time: 0.0956018 Mar 02 19:03:48.825946 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486740f9-a092-416b-b899-8bd90a04f2fb req-2b884370-95d9-4fbe-bf85-883a5b3a2681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.827401 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-2b884370-95d9-4fbe-bf85-883a5b3a2681 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0564232 Mar 02 19:03:48.992736 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-96ecb954-eea5-444e-a395-8114271363fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585999 Mar 02 19:03:49.121272 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-06c95805-cb27-4857-8e75-be665ccd361c service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217196 Mar 02 19:03:49.251692 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-486740f9-a092-416b-b899-8bd90a04f2fb req-0c99b095-a8a4-45d4-ba19-d0f70aa9ae15 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237864 Mar 02 19:03:50.305228 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.162865 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-f909f8f9-04ad-4e26-aaed-fb3b0535f5e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705202 Mar 02 19:04:06.308949 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-ea52719c-1138-4fff-b65d-77571cd22599 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1096 time: 0.0664341 Mar 02 19:04:06.447864 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-0f28861a-c7b9-4492-954a-72ef583a1654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:06.449188 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-0f28861a-c7b9-4492-954a-72ef583a1654 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1232378 Mar 02 19:04:06.632533 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-593dfe6c-98f9-4eaa-a4df-5289f2c5d229 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 1000 time: 0.1767974 Mar 02 19:04:06.694041 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-995bfbca-4c75-4730-b3e8-5ec0f326696f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:06.695431 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-995bfbca-4c75-4730-b3e8-5ec0f326696f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0576410 Mar 02 19:04:06.768253 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-4990face-9195-4a70-a631-4ad0e2cd78ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670221 Mar 02 19:04:06.894847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-032f11fb-dc54-4dc5-8ff1-0cc0522907ed service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204984 Mar 02 19:04:07.030753 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-81234d88-96c0-4397-8b9c-8a7706a76a30 req-26b1065a-fe76-4a3f-98a2-9ad45158d293 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307940 Mar 02 19:04:09.444117 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.572406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e54932bd-d5c6-40ae-b3b4-7750904f6b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.625405 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1521d4ac-5440-404b-9dab-a28de13474a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.114951 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:13.182647 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.291514 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.729925 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.337677 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.441453 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.573870 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad4b2-a551-411f-96f2-73a86635e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.627147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f3974ba9-37db-4d97-a7ea-df911ca597de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.185552 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.293406 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.730616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.115156 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:50.349248 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.445552 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-8df0a832-b99c-4612-b724-af8376360bdb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527648 Mar 02 19:04:50.584959 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-8df5d1e3-4456-4fa6-9aba-fbd69eab64b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1095 time: 0.0709920 Mar 02 19:04:50.725264 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-d9e45ec6-2ee1-4c00-8e94-bbd99cb25228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:50.726709 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-d9e45ec6-2ee1-4c00-8e94-bbd99cb25228 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1237283 Mar 02 19:04:50.825398 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-30e9e2f1-9c6b-4e2e-937b-fea1dd3f6fd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 1000 time: 0.0924926 Mar 02 19:04:50.885037 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-9af222d4-79ea-4908-8a8a-c91bcae6c918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:50.886356 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-9af222d4-79ea-4908-8a8a-c91bcae6c918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0545216 Mar 02 19:04:50.959011 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-6aef8b86-eb15-4dc6-8f9d-487e8a63df73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652468 Mar 02 19:04:51.087558 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-a23dc24b-2eec-43e0-86c2-1d75b37a1c3a service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226604 Mar 02 19:04:51.215977 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-ce466ac4-b959-4eff-bfb5-3304823931eb req-8603b9c9-a497-4369-96be-d7fa26e266ba service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220627 Mar 02 19:05:07.159660 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-efd682dd-9c95-4aa7-ada9-ad7674a0b0b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684600 Mar 02 19:05:07.309238 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-05f5695a-dd1e-4003-9379-ff2bc44aaa44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1096 time: 0.0700281 Mar 02 19:05:07.449951 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17006de-d910-426b-801a-85bdee738a8e req-7117c40c-6b3b-4bac-a9d8-fe5f00a910f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:07.451320 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-7117c40c-6b3b-4bac-a9d8-fe5f00a910f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1232831 Mar 02 19:05:07.555204 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-7149e86b-bd8e-42ec-87e7-408a5d2fd32e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 1000 time: 0.0983024 Mar 02 19:05:07.615385 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17006de-d910-426b-801a-85bdee738a8e req-3cfd2ca1-4c7f-43bf-ac92-15b56818d1a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:07.616773 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-3cfd2ca1-4c7f-43bf-ac92-15b56818d1a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0565059 Mar 02 19:05:07.691573 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-f072bcbe-66ac-453d-8ad4-8854d6df24d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686958 Mar 02 19:05:07.818034 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-eecd0f7a-86c0-4f4d-9e93-af3062eff700 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199219 Mar 02 19:05:07.944144 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-e17006de-d910-426b-801a-85bdee738a8e req-741196d7-1fa3-4187-aaaa-2cbde865e8ab service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205819 Mar 02 19:05:09.440373 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.574893 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c2493632-db7d-4a8e-81b2-941a22fc72aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.630263 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-de34d3b5-babf-4b0f-9423-debf7ad119c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.188389 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.295396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.734015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.364732 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.118296 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:05:30.497369 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 details requested by agent hyperv_n-h1-820559-6 with host n-h1-820559-6 {{(pid=83798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:05:30.658731 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:30.685722 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Returning: {'device': '6561f13f-f838-4ace-83a8-43be3da9d521', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'port_id': '6561f13f-f838-4ace-83a8-43be3da9d521', 'mac_address': 'fa:16:3e:01:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:05:30.759401 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.779220 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:05:30.797145 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:30.802653 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.871655 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=6']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:30.883904 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.884248 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.884589 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.884924 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.885254 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.885578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.885899 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.886224 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.886542 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.886886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.887205 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:30.954842 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] get_ports_and_sgs() called for port_ids ['6561f13f-f838-4ace-83a8-43be3da9d521'] {{(pid=83798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:05:32.512826 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 up at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:32.602824 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.provisioning_blocks [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Provisioning complete for port 6561f13f-f838-4ace-83a8-43be3da9d521 triggered by entity L2. {{(pid=83798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:32.603542 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133263132'] for port, provisioning_complete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.730888 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133206311'] for port, before_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.763642 n-d-820559-6 neutron-server[83798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:32.772987 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:32.778329 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750123396518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750123006055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750123006100'] for port, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.839436 n-d-820559-6 neutron-server[83798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'code': 200} Mar 02 19:05:32.855675 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Pushing event updated for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=7']} {{(pid=83798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:39.440045 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.582066 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b525-6782-4ae2-9612-d5ed3b57c593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.350977 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54144) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:40.546347 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Deleting port 794227f3-2218-4d7f-a1b3-264c6dac97d1 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:40.546721 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.806357 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.806704 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.929727 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Calling delete_port for 794227f3-2218-4d7f-a1b3-264c6dac97d1 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:41.077417 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.121652 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event deleted for resources: {'Port': ['ID=794227f3-2218-4d7f-a1b3-264c6dac97d1,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.161422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.161772 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.162112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.162454 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.162811 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.163153 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.163479 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.163806 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.164128 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.164452 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.164775 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:41.228390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.617845 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:41.632147 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-50e99bd7-5230-48dc-b236-296f11660648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.816491 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:41.825996 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:41.833089 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.838934 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:41.839538 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.890333 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-c90643b9-d91d-411d-ac43-4c425022a0b7 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "DELETE /v2.0/floatingips/fad1e957-c93d-4a27-b227-1af8b839f107 HTTP/1.1" status: 204 len: 168 time: 1.5359120 Mar 02 19:05:41.890333 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:41.976766 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'status': 'completed', 'code': 200} Mar 02 19:05:42.032822 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:42.092451 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-961fa8a8-ff2e-4d82-8cba-d052550b6613 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 1096 time: 0.0736647 Mar 02 19:05:42.247171 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-0f2a5792-92f8-4e2e-8a33-089c92181fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.248656 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-0f2a5792-92f8-4e2e-8a33-089c92181fb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1486049 Mar 02 19:05:42.389768 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841289eb-c050-4db2-acfa-378db599e5fc req-fbf13655-8eb1-491a-9f85-8eb6e76e6f3d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.391207 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841289eb-c050-4db2-acfa-378db599e5fc req-fbf13655-8eb1-491a-9f85-8eb6e76e6f3d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.1576557 Mar 02 19:05:42.431431 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-8edece2a-8705-4046-bf5a-3999e9606688 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 200 len: 217 time: 0.1753550 Mar 02 19:05:42.445880 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-841289eb-c050-4db2-acfa-378db599e5fc req-20e1d3a1-4c2f-42c8-8a9f-5dd75a300c32 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484250 Mar 02 19:05:42.467114 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.471429 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:42.483580 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:42.484179 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.495339 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-3642db6f-d3d9-4c83-b8df-be5fb88f6a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.496767 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-3642db6f-d3d9-4c83-b8df-be5fb88f6a24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0591943 Mar 02 19:05:42.576757 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-5d82ce68-f373-4cef-8f7c-df0cf2c97e6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729904 Mar 02 19:05:42.663472 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:42.709724 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-c889984a-04a5-43a2-b2aa-99ca1457ce1a service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251538 Mar 02 19:05:42.845125 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-abdd05a2-df04-47d7-b56e-da15231f3c36 req-3fdbb1d7-0e5e-4d62-a932-7e8a33849f27 service neutron] 10.222.0.50 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287146 Mar 02 19:05:43.008354 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:43.012274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689612b0-d6f4-43e6-9a29-d7d1feb12fcb None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_floatingips': [{'id': 'c2637621-7400-487f-ab6e-a63b62909f88', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'router_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'port_id': '465d9052-93b8-4f06-a026-2d2547ba2722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'mac_address': 'fa:16:3e:5a:4f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:38Z', 'revision_number': 1, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:43.191686 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.240433 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1037-3f28-49e3-a07a-0f1d0ef82373 None None] New status for floating IP fad1e957-c93d-4a27-b227-1af8b839f107: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:05:43.298794 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.649249 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc844d-760d-4485-bfbc-00183fb0b9c9 req-6ef88a8a-7413-4b08-ad14-0017ccb5dffc tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:43.650694 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfdc844d-760d-4485-bfbc-00183fb0b9c9 req-6ef88a8a-7413-4b08-ad14-0017ccb5dffc tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.0788696 Mar 02 19:05:43.694999 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-cfdc844d-760d-4485-bfbc-00183fb0b9c9 req-c82521d8-0713-4006-94c6-5c2697b75966 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Mar 02 19:05:43.960826 n-d-820559-6 neutron-server[83796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-b5da6a64-1b7d-4b58-add0-041747bf78d3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:43.961421 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-b5da6a64-1b7d-4b58-add0-041747bf78d3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Synchronizing usage tracker for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:43.976445 n-d-820559-6 neutron-server[83796]: DEBUG neutron.quota.resource [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-b5da6a64-1b7d-4b58-add0-041747bf78d3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Unset dirty status for tenant:a73816ef53c14ec1a388d84fb46e4e9f on resource:port {{(pid=83796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:43.977728 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-b5da6a64-1b7d-4b58-add0-041747bf78d3 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 945 time: 0.0897400 Mar 02 19:05:44.047352 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Deleting port 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:44.047692 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.281205 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] For port 6561f13f-f838-4ace-83a8-43be3da9d521, host n-h1-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820559-6',level=0,port_id=6561f13f-f838-4ace-83a8-43be3da9d521,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:44.281563 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.410552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Calling delete_port for 6561f13f-f838-4ace-83a8-43be3da9d521 owned by compute:nova {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:44.545457 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.574337 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:44.603000 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event deleted for resources: {'Port': ['ID=6561f13f-f838-4ace-83a8-43be3da9d521,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:44.607053 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:44.607397 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:44.674114 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] No DVR routers for this DVR port 6561f13f-f838-4ace-83a8-43be3da9d521 on host n-h1-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:44.676843 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.679285 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-deleted', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:44.694993 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [req-34c3b2a8-779a-4762-bac0-305a20df9483 req-efb57b42-0576-402c-89df-056fefc6ad2d tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.50 "DELETE /v2.0/ports/6561f13f-f838-4ace-83a8-43be3da9d521 HTTP/1.1" status: 204 len: 173 time: 0.7115271 Mar 02 19:05:44.736694 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4898eadb-be60-4c42-8a7d-66938be697e8', 'name': 'network-vif-deleted', 'tag': '6561f13f-f838-4ace-83a8-43be3da9d521', 'status': 'completed', 'code': 200} Mar 02 19:05:44.738792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.863912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-6e20e6ff-4fd4-4732-adad-1de2c3ba5886 req-04c09ff9-ffd2-494a-b82b-56df16b77e6c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=4898eadb-be60-4c42-8a7d-66938be697e8 HTTP/1.1" status: 200 len: 210 time: 0.0414500 Mar 02 19:05:46.501235 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54206) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:46.700056 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Deleting port da4f01c9-e3ba-4309-872e-8dadbeee3122 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:46.700396 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.953405 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.953731 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.075068 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Calling delete_port for da4f01c9-e3ba-4309-872e-8dadbeee3122 owned by network:floatingip {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:47.218726 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.264904 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event deleted for resources: {'Port': ['ID=da4f01c9-e3ba-4309-872e-8dadbeee3122,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:47.354735 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for floatingip, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.742373 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:47.934408 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:47.944019 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:47.950278 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for floatingip, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.955805 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:47.956461 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:48.001628 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-ecb0a0f0-7069-4c37-9ff8-0d1139b621af tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2637621-7400-487f-ab6e-a63b62909f88 HTTP/1.1" status: 204 len: 168 time: 1.4993265 Mar 02 19:05:48.002198 n-d-820559-6 neutron-server[83796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:48.058184 n-d-820559-6 neutron-server[83796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'status': 'completed', 'code': 200} Mar 02 19:05:48.136594 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:48.153796 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-6e37ba9b-c15b-41fb-9141-4514505aa6c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 1095 time: 0.0728068 Mar 02 19:05:48.303449 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-a8ab687a-14f2-4b2a-a2c0-32372438524e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:48.305063 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-a8ab687a-14f2-4b2a-a2c0-32372438524e service neutron] 10.222.0.35 "GET /v2.0/networks?id=64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 200 len: 911 time: 0.1448190 Mar 02 19:05:48.497484 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:48.501284 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:48.511690 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-2e49c7af-4850-4075-bad9-a815d326031e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 200 len: 217 time: 0.1999960 Mar 02 19:05:48.511864 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:48.512748 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:48.585027 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-6c4f453c-c586-4555-a8de-5caa30fac259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:48.586464 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-6c4f453c-c586-4555-a8de-5caa30fac259 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 200 len: 849 time: 0.0669408 Mar 02 19:05:48.617280 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 no longer exists at agent hyperv_n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:48.647454 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676d9f-9aed-4dc8-8704-af7cf4b7cca1 req-6acf036b-0670-4839-8b76-577db63349bf tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:48.648912 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56676d9f-9aed-4dc8-8704-af7cf4b7cca1 req-6acf036b-0670-4839-8b76-577db63349bf tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 944 time: 0.1871085 Mar 02 19:05:48.660670 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] No Port match for: 6561f13f-f838-4ace-83a8-43be3da9d521 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:48.661004 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Device 6561f13f-f838-4ace-83a8-43be3da9d521 not bound to the agent host n-h1-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:48.711946 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-56676d9f-9aed-4dc8-8704-af7cf4b7cca1 req-2795d16b-09de-4373-b0a1-0d244a8fba4c tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/security-groups?id=c87d9f21-667e-4389-b278-590930ed4e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558908 Mar 02 19:05:48.714770 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-fc9a72e4-aa9c-4055-9f69-facf61f65a25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ae20e1-21a3-4ae3-8748-b0138ba85f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206853 Mar 02 19:05:48.718470 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:48.849299 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-fa4b8658-3060-4808-9f0b-cd41153f714a service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268892 Mar 02 19:05:48.982972 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-a3458d04-8554-4cad-bd30-8be0b2f3e746 req-7bfa45dd-798f-418d-8d13-0d4502bf2b18 service neutron] 10.222.0.35 "GET /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266067 Mar 02 19:05:49.031159 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:49.035203 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8c262-7deb-49a8-9484-82d29e6e4a10 None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:00:01Z', 'revision_number': 4, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6', '_interfaces': [{'id': 'c0202127-7853-4a7f-ab48-c7a0233c4a1f', 'name': '', 'network_id': '64ae20e1-21a3-4ae3-8748-b0138ba85f52', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'mac_address': 'fa:16:3e:68:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:01Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'subnets': [{'id': '0339e569-d1d5-4c51-953f-1079be0f1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:49.172302 n-d-820559-6 neutron-server[83797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-d48b3b7e-32bb-4bcf-b5b9-89a96797a40e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:49.173738 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-d48b3b7e-32bb-4bcf-b5b9-89a96797a40e tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.35 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 944 time: 0.0750864 Mar 02 19:05:49.247327 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Deleting port 465d9052-93b8-4f06-a026-2d2547ba2722 {{(pid=83797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:49.247581 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.278029 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b742a-1e8a-4a68-9a3e-cd0e11315370 None None] New status for floating IP c2637621-7400-487f-ab6e-a63b62909f88: DOWN {{(pid=83799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:05:49.496929 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.db [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] For port 465d9052-93b8-4f06-a026-2d2547ba2722, host n-h2-820559-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820559-6',level=0,port_id=465d9052-93b8-4f06-a026-2d2547ba2722,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:49.497281 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.616192 n-d-820559-6 neutron-server[83797]: DEBUG neutron.plugins.ml2.plugin [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Calling delete_port for 465d9052-93b8-4f06-a026-2d2547ba2722 owned by compute:nova {{(pid=83797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:49.755984 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1965574'] for port, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.806521 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event deleted for resources: {'Port': ['ID=465d9052-93b8-4f06-a026-2d2547ba2722,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:49.911839 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.912210 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.912537 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.912869 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.913196 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.913526 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.913844 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.914162 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.914478 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.914821 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.915140 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820559-6 {{(pid=83797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:49.929261 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-258b7eb1-3fec-48fd-800e-02e2848c5aae req-9271cce8-3472-4df6-b31f-2e90fdc99947 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "GET /v2.0/ports?device_id=df44a0f7-bed5-4b11-8cb1-de0bb7df16b0 HTTP/1.1" status: 200 len: 210 time: 0.0904233 Mar 02 19:05:49.934248 n-d-820559-6 neutron-server[83797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] No DVR routers for this DVR port 465d9052-93b8-4f06-a026-2d2547ba2722 on host n-h2-820559-6 {{(pid=83797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:49.937640 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134100695'] for port, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.941118 n-d-820559-6 neutron-server[83797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-deleted', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722'}] {{(pid=83797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:49.953269 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [req-c77ee607-d2c7-4fe8-ac4f-5c5aa1290a9e req-59d56912-e361-4689-b7e0-c6cdefdb6513 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.35 "DELETE /v2.0/ports/465d9052-93b8-4f06-a026-2d2547ba2722 HTTP/1.1" status: 204 len: 173 time: 0.7740803 Mar 02 19:05:50.088575 n-d-820559-6 neutron-server[83797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df44a0f7-bed5-4b11-8cb1-de0bb7df16b0', 'name': 'network-vif-deleted', 'tag': '465d9052-93b8-4f06-a026-2d2547ba2722', 'status': 'completed', 'code': 200} Mar 02 19:05:50.379895 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.040708 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54228) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:51.110937 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.139459 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.201548 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.221085 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d9f21-667e-4389-b278-590930ed4e75,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:51.233565 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.234709 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-00b3e641-ddad-4f3d-83d0-e8c57382ac18 tempest-TestSnapshotPattern-1565107758 tempest-TestSnapshotPattern-1565107758-project] 10.222.0.37 "DELETE /v2.0/security-groups/c87d9f21-667e-4389-b278-590930ed4e75 HTTP/1.1" status: 204 len: 168 time: 0.1929991 Mar 02 19:05:51.293260 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54234) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:51.897092 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.489112 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Deleting port c0202127-7853-4a7f-ab48-c7a0233c4a1f {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:52.489788 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.658871 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] For port c0202127-7853-4a7f-ab48-c7a0233c4a1f, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=c0202127-7853-4a7f-ab48-c7a0233c4a1f,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:52.659364 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.778027 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Calling delete_port for c0202127-7853-4a7f-ab48-c7a0233c4a1f owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:52.800596 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 no longer exists at agent hyperv_n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:52.832772 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] No Port match for: 465d9052-93b8-4f06-a026-2d2547ba2722 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:52.833117 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Device 465d9052-93b8-4f06-a026-2d2547ba2722 not bound to the agent host n-h2-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:52.945515 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.989717 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Pushing event deleted for resources: {'Port': ['ID=c0202127-7853-4a7f-ab48-c7a0233c4a1f,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:53.365875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.931923 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:54.127516 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:54.135845 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Sync routers for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:54.139452 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-226604a2-33b5-4c5f-a94f-6102b3983efd admin admin] 10.222.0.37 "PUT /v2.0/routers/5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447227 Mar 02 19:05:54.141896 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54242) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.150274 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:54.150898 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.322929 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: n-d-820559-6 {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:54.331993 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.529481 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.539703 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Deleting port 5962e931-7161-4f43-b1fb-f7f0daa2aa24 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:54.540034 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.603109 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:05:52Z', 'revision_number': 5, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port': {'id': '5962e931-7161-4f43-b1fb-f7f0daa2aa24', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:59Z', 'updated_at': '2022-03-02T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.606886 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Checking router: 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b for host: n-d-820559-6 {{(pid=83798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:54.617410 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Routers {'5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'} bound to L3 agent in host n-d-820559-6 {{(pid=83798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:54.618010 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'], 'active': True} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.766745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_dvr_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] Set router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b gateway port host: None {{(pid=83798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:54.816388 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] For port 5962e931-7161-4f43-b1fb-f7f0daa2aa24, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5962e931-7161-4f43-b1fb-f7f0daa2aa24,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:54.816729 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.919221 n-d-820559-6 neutron-server[83798]: DEBUG neutron.db.l3_hamode_db [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:05:54Z', 'revision_number': 6, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.923151 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766c7d5-7934-4958-8876-f472f3832b3d None None] The sync data for ids ['5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b'] in n-d-820559-6 is: [{'id': '5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b', 'name': 'tempest-TestSnapshotPattern-1226425309-router', 'tenant_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:58Z', 'updated_at': '2022-03-02T19:05:54Z', 'revision_number': 6, 'project_id': 'a73816ef53c14ec1a388d84fb46e4e9f', 'gw_port_host': None}] {{(pid=83798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:54.938939 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Calling delete_port for 5962e931-7161-4f43-b1fb-f7f0daa2aa24 owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:55.104279 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.146422 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5962e931-7161-4f43-b1fb-f7f0daa2aa24,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:55.369811 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.620135 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.624233 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.655666 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.656180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:05:55.673840 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.675093 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-9d970338-eb0c-49d2-bb38-b2e21f047cc3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5ee930a6-32e2-4ae2-b8f5-bcfdb210e38b HTTP/1.1" status: 204 len: 168 time: 1.5322762 Mar 02 19:05:55.677603 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54246) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:55.703168 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5962e931-7161-4f43-b1fb-f7f0daa2aa24 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:55.734777 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5962e931-7161-4f43-b1fb-f7f0daa2aa24 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:55.735124 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5962e931-7161-4f43-b1fb-f7f0daa2aa24 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:55.735536 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c0202127-7853-4a7f-ab48-c7a0233c4a1f no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:55.742384 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Deleting subnet 0339e569-d1d5-4c51-953f-1079be0f1071 {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:55.745519 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.766745 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: c0202127-7853-4a7f-ab48-c7a0233c4a1f {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:55.767045 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device c0202127-7853-4a7f-ab48-c7a0233c4a1f not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:55.795542 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.876875 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.951082 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.987858 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0339e569-d1d5-4c51-953f-1079be0f1071,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:55.992511 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.997999 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b036932-5db4-4a5d-8192-f7b8bc97aca3 None None] Network 64ae20e1-21a3-4ae3-8748-b0138ba85f52 requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:55.998152 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-81b9f236-6c41-4db7-ae6b-346e1c5fabb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0339e569-d1d5-4c51-953f-1079be0f1071 HTTP/1.1" status: 204 len: 168 time: 0.3194716 Mar 02 19:05:56.000584 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54252) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.198700 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.210194 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Deleting port 9aab7833-367a-4929-814b-9e503919d5de {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:56.210535 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.241526 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] DHCP port deletion for 64ae20e1-21a3-4ae3-8748-b0138ba85f52 request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:56.245857 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Deleting port 9aab7833-367a-4929-814b-9e503919d5de {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:56.246227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.414314 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] For port 9aab7833-367a-4929-814b-9e503919d5de, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9aab7833-367a-4929-814b-9e503919d5de,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:56.414708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.445215 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] For port 9aab7833-367a-4929-814b-9e503919d5de, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=9aab7833-367a-4929-814b-9e503919d5de,segment=NetworkSegment(2fabdf7d-4914-4b6d-8ba5-6fd415daa631),segment_id=2fabdf7d-4914-4b6d-8ba5-6fd415daa631)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:56.445524 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.536673 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Calling delete_port for 9aab7833-367a-4929-814b-9e503919d5de owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:56.562136 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Calling delete_port for 9aab7833-367a-4929-814b-9e503919d5de owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:56.616081 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.633616 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:56.633977 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:56.663348 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aab7833-367a-4929-814b-9e503919d5de,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.668227 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] No DVR routers for this DVR port 9aab7833-367a-4929-814b-9e503919d5de on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:56.782478 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.807525 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae20e1-21a3-4ae3-8748-b0138ba85f52']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.820029 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fabdf7d-4914-4b6d-8ba5-6fd415daa631') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.820318 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fabdf7d-4914-4b6d-8ba5-6fd415daa631') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.831231 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.846471 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.852550 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:56.852929 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: timer() Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:56.866160 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:56.943390 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.958803 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.968619 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ae20e1-21a3-4ae3-8748-b0138ba85f52,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.982464 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-aaee9aff-b7da-46b9-9fd1-4325c65b7203 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64ae20e1-21a3-4ae3-8748-b0138ba85f52 HTTP/1.1" status: 204 len: 168 time: 0.9809136 Mar 02 19:05:56.985693 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54256) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:57.135603 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Deleting port 9aab7833-367a-4929-814b-9e503919d5de {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:57.136144 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.197083 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-a0483fe6-a69e-40a8-ab90-cc682cb93e12 None None] The port '9aab7833-367a-4929-814b-9e503919d5de' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:57.364864 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455295'] for router_interface, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.643298 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9aab7833-367a-4929-814b-9e503919d5de no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:57.678111 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 9aab7833-367a-4929-814b-9e503919d5de {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:57.678452 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 9aab7833-367a-4929-814b-9e503919d5de not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:58.044791 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Deleting port ec9530c9-28cc-41b8-b4a9-9390650a3a2a {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:58.045391 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.212552 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] For port ec9530c9-28cc-41b8-b4a9-9390650a3a2a, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:58.212904 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.329740 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Calling delete_port for ec9530c9-28cc-41b8-b4a9-9390650a3a2a owned by network:router_interface {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:58.492913 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.537340 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9530c9-28cc-41b8-b4a9-9390650a3a2a,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:58.824007 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133593887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455208'] for router_interface, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.491472 n-d-820559-6 neutron-server[83796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Router 1fecf373-534b-454f-87ed-2f7f32ab2644 has already been hosted by L3 agent 661d47ff-816b-4a8e-bf17-c02c4858d5c4 {{(pid=83796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:59.698464 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] Notify agent at l3_agent.n-d-820559-6 the message routers_updated {{(pid=83796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:59.709093 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Sync routers for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:59.717016 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-b9386f0d-b0bd-4849-ae0d-539fe92c7ba2 admin admin] 10.222.0.37 "PUT /v2.0/routers/1fecf373-534b-454f-87ed-2f7f32ab2644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7302620 Mar 02 19:05:59.719382 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54260) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:59.734899 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:59.735835 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.919113 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.926036 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: n-d-820559-6 {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:00.114699 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.124719 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Deleting port f532d038-d7a3-44d8-a2b2-b60c9f3744fe {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:00.125052 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.205385 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'external_fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 5, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port': {'id': 'f532d038-d7a3-44d8-a2b2-b60c9f3744fe', 'name': '', 'network_id': 'b7988579-a6d1-4df6-9d09-9ff45b1bf623', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820559-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c399255b-7afd-4474-9b6f-40edee1a691e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820559-6'}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:00.209168 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Checking router: 1fecf373-534b-454f-87ed-2f7f32ab2644 for host: n-d-820559-6 {{(pid=83799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:06:00.219411 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Routers {'1fecf373-534b-454f-87ed-2f7f32ab2644'} bound to L3 agent in host n-d-820559-6 {{(pid=83799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:00.219989 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820559-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T17:13:41Z,description=,heartbeat_timestamp=2022-03-02T19:05:42Z,host='n-d-820559-6',id=661d47ff-816b-4a8e-bf17-c02c4858d5c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T17:13:41Z,topic='l3_agent')) {'router_ids': ['1fecf373-534b-454f-87ed-2f7f32ab2644'], 'active': True} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:00.295396 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] For port f532d038-d7a3-44d8-a2b2-b60c9f3744fe, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,segment=NetworkSegment(64ab2959-e5ed-46ba-8388-2dc11ac2c4f8),segment_id=64ab2959-e5ed-46ba-8388-2dc11ac2c4f8)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:00.295740 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.367140 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_dvr_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] Set router 1fecf373-534b-454f-87ed-2f7f32ab2644 gateway port host: None {{(pid=83799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:00.422667 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Calling delete_port for f532d038-d7a3-44d8-a2b2-b60c9f3744fe owned by network:router_gateway {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:00.508180 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.l3_hamode_db [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:06:00Z', 'revision_number': 6, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port_host': None}], 'n-d-820559-6', False) {} {{(pid=83799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:00.512498 n-d-820559-6 neutron-server[83799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87544eac-8429-411a-8d34-c6e954a35ebc None None] The sync data for ids ['1fecf373-534b-454f-87ed-2f7f32ab2644'] in n-d-820559-6 is: [{'id': '1fecf373-534b-454f-87ed-2f7f32ab2644', 'name': 'tempest-TestSnapshotPattern-1581745702-router', 'tenant_id': 'd7da387e84ca4f87b905a1f2b0895111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:04Z', 'updated_at': '2022-03-02T19:06:00Z', 'revision_number': 6, 'project_id': 'd7da387e84ca4f87b905a1f2b0895111', 'gw_port_host': None}] {{(pid=83799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:00.686172 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.731119 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f532d038-d7a3-44d8-a2b2-b60c9f3744fe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:00.959575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453730'] for router_gateway, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.204708 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10637'] for router, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.209260 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.233076 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426558'] for router, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.233644 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fecf373-534b-454f-87ed-2f7f32ab2644 {{(pid=83796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:01.245453 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.248847 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-8756ed37-0179-48b9-8c7d-6f5efeda82a9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1fecf373-534b-454f-87ed-2f7f32ab2644 HTTP/1.1" status: 204 len: 168 time: 1.5263190 Mar 02 19:06:01.249127 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54264) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:01.308180 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Deleting subnet 546a5e2a-db5d-4b94-8b57-1236cf1ffebe {{(pid=83796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:01.311049 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.360381 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1716136'] for subnet, precommit_delete_associations {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.443724 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133265912'] for subnet, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.514824 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133265905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1702566'] for subnet, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.553647 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546a5e2a-db5d-4b94-8b57-1236cf1ffebe,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.559732 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.566068 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-e7815e85-5bda-44f6-9649-dbbfa6c9931d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/546a5e2a-db5d-4b94-8b57-1236cf1ffebe HTTP/1.1" status: 204 len: 168 time: 0.3159955 Mar 02 19:06:01.566380 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42510192-d1f1-446b-b1ad-1ff765b21e95 None None] Network 0f1fc7a5-56d2-4162-8b00-557b1b8582ed requested from n-d-820559-6 {{(pid=83798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:01.569035 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54268) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:01.652682 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec9530c9-28cc-41b8-b4a9-9390650a3a2a no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:01.672269 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1040156'] for network, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.682500 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Deleting port 5a94c67f-9d20-4284-a852-377283bcfc62 {{(pid=83796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:01.683063 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.696769 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: ec9530c9-28cc-41b8-b4a9-9390650a3a2a {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:01.697113 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device ec9530c9-28cc-41b8-b4a9-9390650a3a2a not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:01.697521 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f532d038-d7a3-44d8-a2b2-b60c9f3744fe no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:01.760705 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: f532d038-d7a3-44d8-a2b2-b60c9f3744fe {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:01.760944 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device f532d038-d7a3-44d8-a2b2-b60c9f3744fe not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:01.869200 n-d-820559-6 neutron-server[83798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] DHCP port deletion for 0f1fc7a5-56d2-4162-8b00-557b1b8582ed request from n-d-820559-6 {{(pid=83798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:01.873330 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Deleting port 5a94c67f-9d20-4284-a852-377283bcfc62 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:01.873691 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.888057 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] For port 5a94c67f-9d20-4284-a852-377283bcfc62, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a94c67f-9d20-4284-a852-377283bcfc62,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:01.888575 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.073201 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.db [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] For port 5a94c67f-9d20-4284-a852-377283bcfc62, host n-d-820559-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820559-6',level=0,port_id=5a94c67f-9d20-4284-a852-377283bcfc62,segment=NetworkSegment(f4f8f3bd-8267-495d-8ecc-b54f087963c0),segment_id=f4f8f3bd-8267-495d-8ecc-b54f087963c0)] {{(pid=83798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:02.073566 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133813325'] for port, precommit_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.097288 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.plugin [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Calling delete_port for 5a94c67f-9d20-4284-a852-377283bcfc62 owned by network:dhcp {{(pid=83796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:02.177996 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133205851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750123396500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750123006046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1183574'] for port, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.223088 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Calling delete_port for 5a94c67f-9d20-4284-a852-377283bcfc62 owned by network:dhcp {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:02.223304 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94c67f-9d20-4284-a852-377283bcfc62,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.227664 n-d-820559-6 neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] No DVR routers for this DVR port 5a94c67f-9d20-4284-a852-377283bcfc62 on host n-d-820559-6 {{(pid=83796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:02.290475 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.db.api [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:02.290855 n-d-820559-6 neutron-server[83798]: DEBUG oslo_db.api [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:02.341111 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133264237', 'neutron.services.segments.db._delete_segments_for_network-8750123475065'] for network, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.366168 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1fc7a5-56d2-4162-8b00-557b1b8582ed']}} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.377819 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f8f3bd-8267-495d-8ecc-b54f087963c0') {'for_net_delete': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.378111 n-d-820559-6 neutron-server[83796]: DEBUG neutron.services.segments.db [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f8f3bd-8267-495d-8ecc-b54f087963c0') {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.388977 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750123474948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1715547'] for segment, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.409483 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967326'] for segment, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.415935 n-d-820559-6 neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:02.416326 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-967301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1183499'] for segment, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: Traceback (most recent call last): Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: timer() Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: cb(*args, **kw) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: return func(*args, **kwargs) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: self._notify() Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: self.callback(batched_events) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: event.method(event) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: return f(self, *a, **k) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: return self._get(url).json() Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:02.429864 n-d-820559-6 neutron-server[83796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:02.503332 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133264230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133594098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453759'] for network, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.518855 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Notify callbacks [] for network, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.528635 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1fc7a5-56d2-4162-8b00-557b1b8582ed,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.536119 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-3ad186a2-47b9-4213-9ba5-2057f2473099 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0f1fc7a5-56d2-4162-8b00-557b1b8582ed HTTP/1.1" status: 204 len: 168 time: 0.9661546 Mar 02 19:06:02.674787 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54274) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:02.727937 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-91af3dae-886c-4dc5-b87f-29a11db6d983 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a73816ef53c14ec1a388d84fb46e4e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518954 Mar 02 19:06:02.730329 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [-] (83796) accepted ('10.222.0.37', 54278) {{(pid=83796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:02.787856 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.792025 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Deleting port 5a94c67f-9d20-4284-a852-377283bcfc62 {{(pid=83798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:02.792494 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750123455955'] for port, before_delete {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.815298 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.862216 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-7d0298d6-403d-4820-8059-d8a92b3e9f13 None None] The port '5a94c67f-9d20-4284-a852-377283bcfc62' was deleted {{(pid=83798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:02.877627 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.893771 n-d-820559-6 neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662607a-b898-4b5a-a3e3-1c3f3eec8ff9,revision_number=None']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.901573 n-d-820559-6 neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.902694 n-d-820559-6 neutron-server[83796]: INFO neutron.wsgi [None req-13f3b984-9402-4fea-b6bf-0d42b34fbde8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7662607a-b898-4b5a-a3e3-1c3f3eec8ff9 HTTP/1.1" status: 204 len: 168 time: 0.1714141 Mar 02 19:06:03.118421 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:06:03.300897 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54286) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.349960 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-23dd0401-24e9-4c7e-a256-8f9c6f125064 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7da387e84ca4f87b905a1f2b0895111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479524 Mar 02 19:06:03.352313 n-d-820559-6 neutron-server[83797]: DEBUG neutron.wsgi [-] (83797) accepted ('10.222.0.37', 54290) {{(pid=83797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.411791 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.443140 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.500189 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461656'] for security_group, after_delete {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.520459 n-d-820559-6 neutron-server[83797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687a6a6-b13f-4153-9866-2a2baba7b165,revision_number=None']} {{(pid=83797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:03.526472 n-d-820559-6 neutron-server[83797]: DEBUG neutron_lib.callbacks.manager [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.527591 n-d-820559-6 neutron-server[83797]: INFO neutron.wsgi [None req-cf99f5bf-fba6-4af5-81d2-b4fb64c03c22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7687a6a6-b13f-4153-9866-2a2baba7b165 HTTP/1.1" status: 204 len: 168 time: 0.1743827 Mar 02 19:06:03.646093 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a94c67f-9d20-4284-a852-377283bcfc62 no longer exists at agent ovs-agent-n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:03.678225 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.plugin [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] No Port match for: 5a94c67f-9d20-4284-a852-377283bcfc62 {{(pid=83798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:03.678578 n-d-820559-6 neutron-server[83798]: DEBUG neutron.plugins.ml2.rpc [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Device 5a94c67f-9d20-4284-a852-377283bcfc62 not bound to the agent host n-d-820559-6 {{(pid=83798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:09.469256 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.575368 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-66aca814-f4f2-4229-8e4a-dd40fb455b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.633312 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-736f6063-deda-4e81-9ce6-be46d062674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.195055 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.301615 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.738821 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.403806 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.469313 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.576076 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0643b5fc-9e36-404b-b143-1828ada7be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.118358 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:06:41.635792 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-5fa92d45-eac2-4132-906f-f65492caf6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.198663 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.303449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.742819 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.408435 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.468858 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.585512 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-de58cbcb-eb8d-4dd6-a8ab-f1474e6bacd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.638556 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-9661751e-0887-4170-8c1e-36982b553205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.202044 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.308613 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.743949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.120556 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:07:20.423193 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.480570 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.579696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-fb426e2a-a413-42d9-8f7b-8e892f7d6d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.642139 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc20-f9b5-486a-86c3-a91f28552681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.203735 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.311508 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.748366 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.408883 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.120856 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:08:09.503721 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.581991 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-924db057-8a45-4b1f-8568-67f4eadda146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.645680 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a5e14406-6f72-4ecf-b6d2-35b2649764ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.209227 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.315225 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.751088 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.422816 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.121853 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:08:39.501931 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.588386 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-33d749b2-d68d-41e2-8a71-8c13531f3a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:41.647554 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-922692e1-dc11-4c76-ad96-c03e570e3b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:43.209795 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:43.320087 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:44.759706 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:50.421046 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:08.123749 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:09:09.509378 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:09.583649 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f267-07e6-4a5f-baf9-df07bceb99cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:11.649202 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6d6e6a51-1dbf-4f7e-98dd-00da73f04460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:13.224624 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:13.327040 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:14.758345 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:20.425385 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.508715 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.588403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0cda163b-2e86-45b3-aca1-48211f330f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.655415 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-398349d7-0087-4648-8108-31b66a6245b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.216838 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.321846 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:44.759239 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:45.124431 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:09:50.436222 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:09.509967 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:09.583403 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-c0d6646d-0467-4efd-9e80-a6218a9f8cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:11.651232 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-e7e649e2-6e89-4295-a4f7-f7fff7c08ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:13.218867 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:13.328621 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:14.763493 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:20.434561 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:22.126449 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:10:39.522396 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:39.586723 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-47a28af9-5743-47b7-b594-48beca3409a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:41.644998 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-94586bc5-5f4e-4a03-a239-87e732e29dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:43.224949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:43.322836 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:44.764747 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.467456 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.127475 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:11:09.538784 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:09.591983 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-51076e14-4181-4fb2-8ca5-4d5d02895e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:11.649629 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-f1c2135b-3eda-4894-a892-61ed551c0cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:13.226218 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:13.327195 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:14.768027 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:20.486850 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:36.128797 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:11:39.565658 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:39.596949 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-58341562-c6a8-4671-aaf9-f417b76b8c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:41.654531 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3c325b4d-f6b6-4fa9-bb50-10a4d4336a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:43.228880 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:43.332474 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:44.770001 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:50.510100 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.582606 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.607572 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1bf91072-f8de-4065-b30e-3757c12fdb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:11.659204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-4e13c77b-62a5-49a8-a3d7-2e55e94d6a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:13.129756 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:13.231090 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:13.338525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.775923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.524696 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:39.579918 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:39.599917 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3b3dcf69-5ca8-4262-8126-6e5afd8c44ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:41.664960 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-3e97e899-a54c-4f8b-8a0b-96b0e1d75ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:43.233874 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:43.334204 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:44.777295 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:50.130057 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:50.541015 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:00.503829 n-d-820559-6 neutron-server[83796]: DEBUG neutron.wsgi [req-5f1a2683-4ffb-4a4b-a784-81ccd742e329 req-15d832cc-0c44-4f19-b032-0494344f275d service neutron] (83796) timed out ('10.222.0.37', 51830) {{(pid=83796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:13:09.580067 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:09.602942 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-80fc7936-ba8b-4518-80a0-b0a2dd0c5587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.667771 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-38cd3370-cd43-4ba5-b273-781499c75da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.238767 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.334737 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.781995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.560118 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.132194 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:13:39.577810 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:39.604897 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-477ea6c1-6d14-4db3-93bf-9c95857d06cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:41.669923 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb2ef-9cd8-4f7c-9631-897977db4011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:43.240411 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:43.331370 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:44.784734 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:50.584525 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:04.131904 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:14:09.576479 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:09.608496 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-996b6c7b-4612-4488-bdc2-f14a970fdc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:11.677285 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-6157e528-bd0f-4d38-9616-e8bbab5e4eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.248483 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.334449 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:14.782586 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.583995 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-55d112c2-3e9b-4c28-89e0-7270174a0703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.601359 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-40da8f04-c700-45ef-a07a-4d574ac30d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.612750 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d6c3a4f9-175e-4bc0-b3fe-112f2aef1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.132035 n-d-820559-6 neutron-server[83799]: DEBUG neutron.db.agents_db [None req-5f86b694-c3dc-4baa-9481-fbc0254dee21 None None] Agent healthcheck: found 7 active agents {{(pid=83799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:14:41.670793 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-bedce58e-7a83-4387-89c4-9e68bd4950f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.247447 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7593-7496-402c-8a67-a9685f587802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.339178 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-1b94e1a4-e98d-49e4-a420-a12d5bfbf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:44.785843 n-d-820559-6 neutron-server[83798]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eda9-27fb-4d8f-9605-fbe246322518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750123475047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133263213'] for agent, after_update {{(pid=83798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}